@d-id/client-sdk 2.0.7-staging.404 → 2.0.8-staging.406

package/dist/{livekit-manager-CyKx_r7E.js → livekit-manager-6LqByuLV.js}

@@ -1,4 +1,4 @@
-import { c as Qe, C as J, S as l, a as We, b as qe, A as m, d as Ge, l as he, e as He, t as Xe, f as A, g as U, h as Ze, D as me, i as Ye, j as b, n as en } from "./index-BIUmlXCc.js";
+import { c as Qe, C as J, S as l, a as We, b as qe, A as C, d as Ge, l as pe, e as He, t as Xe, f as A, g as U, h as Ze, D as me, i as Ye, j as b, n as en } from "./index-DUjMi4Bk.js";
 function nn() {
   try {
     return Intl.DateTimeFormat().resolvedOptions().timeZone ?? "";
@@ -9,20 +9,20 @@ function nn() {
 function tn() {
   if (typeof navigator > "u")
     return "";
-  const f = navigator.userAgent ?? "", C = (navigator.platform ?? "").toLowerCase();
+  const f = navigator.userAgent ?? "", S = (navigator.platform ?? "").toLowerCase();
   let u = "Unknown";
-  /android/i.test(f) ? u = "Android" : /iphone|ipad|ipod/i.test(f) ? u = "iOS" : C.includes("win") ? u = "Windows" : C.includes("mac") ? u = "Mac OS X" : C.includes("linux") && (u = "Linux");
+  /android/i.test(f) ? u = "Android" : /iphone|ipad|ipod/i.test(f) ? u = "iOS" : S.includes("win") ? u = "Windows" : S.includes("mac") ? u = "Mac OS X" : S.includes("linux") && (u = "Linux");
   const i = u === "Android" || u === "iOS" || /Mobi/i.test(f);
   return `${u}, ${i ? "Mobile" : "Desktop"}`;
 }
 function on() {
-  const f = {}, C = nn();
-  C && (f.timezone = C);
+  const f = {}, S = nn();
+  S && (f.timezone = S);
   const u = tn();
   return u && (f.device = u), f;
 }
-function rn(f, C, u, i) {
-  const k = Qe(f, `${C}/v2/agents/${u}`, i);
+function rn(f, S, u, i) {
+  const k = Qe(f, `${S}/v2/agents/${u}`, i);
   return {
     async createStream(g) {
       return k.post("/sessions", g);
@@ -35,7 +35,7 @@ const an = {
 }, Ce = 2e4, cn = [];
 async function sn() {
   try {
-    return await import("./index-BIUmlXCc.js").then((f) => f.G);
+    return await import("./index-DUjMi4Bk.js").then((f) => f.G);
   } catch {
     throw new Error(
       "LiveKit client is required for this streaming manager. Please install it using: npm install livekit-client"
@@ -49,18 +49,18 @@ const un = {
   lost: U.Unknown,
   unknown: U.Unknown
 }, j = (f = "Stream Error") => new He(f);
-function Se(f, C, u) {
+function Se(f, S, u) {
   var i, k;
-  throw C("Failed to connect to LiveKit room:", f), (i = u.onConnectionStateChange) == null || i.call(u, A.Fail, "internal:init-error"), (k = u.onError) == null || k.call(u, f, { sessionId: "" }), f;
+  throw S("Failed to connect to LiveKit room:", f), (i = u.onConnectionStateChange) == null || i.call(u, A.Fail, "internal:init-error"), (k = u.onError) == null || k.call(u, f, { sessionId: "" }), f;
 }
-async function ln(f, C, u) {
+async function ln(f, S, u) {
   var de;
-  const i = We(u.debug || !1, "LiveKitStreamingManager"), { Room: k, RoomEvent: g, ConnectionState: I, Track: ee } = await sn(), { callbacks: n, auth: Te, baseURL: ye, analytics: ne } = u;
+  const i = We(u.debug || !1, "LiveKitStreamingManager"), { Room: k, RoomEvent: g, ConnectionState: I, Track: ee } = await sn(), { callbacks: n, auth: Te, baseURL: ve, analytics: ne } = u;
   let a = null, E = !1;
   const te = qe.Fluent;
   let L = null;
   const P = { isPublishing: !1, publication: null }, Q = { isPublishing: !1, publication: null };
-  let h = null, S = null, O = null, K = !1;
+  let p = null, T = null, O = null, K = !1;
   a = new k({
     adaptiveStream: !1,
     // Must be false to use mediaStreamTrack directly
@@ -68,26 +68,26 @@ async function ln(f, C, u) {
   });
   for (const [e, t] of u.rpcMethods ?? [])
     a.registerRpcMethod(e, t);
-  let R = null, M = m.Idle, W = !0;
-  const y = /* @__PURE__ */ new Map();
+  let R = null, M = C.Idle, W = !0;
+  const v = /* @__PURE__ */ new Map();
   let x = null, q = null;
-  const ve = rn(Te, ye || Ge, f, n.onError);
-  let v, _, $, ie = !0;
+  const ye = rn(Te, ve || Ge, f, n.onError);
+  let y, _, $, ie = !0;
   try {
-    const e = await ve.createStream({
-      transport: C.transport,
-      chat_persist: C.chat_persist ?? !0,
+    const e = await ye.createStream({
+      transport: S.transport,
+      chat_persist: S.chat_persist ?? !0,
       verbose: u.verbose ?? !1
     }), { id: t, session_token: o, session_url: r, interrupt_enabled: c } = e;
-    (de = n.onStreamCreated) == null || de.call(n, { session_id: t, stream_id: t, agent_id: f }), v = t, _ = o, $ = r, ie = c ?? !0, await a.prepareConnection($, _);
+    (de = n.onStreamCreated) == null || de.call(n, { session_id: t, stream_id: t, agent_id: f }), y = t, _ = o, $ = r, ie = c ?? !0, await a.prepareConnection($, _);
   } catch (e) {
     Se(e, i, n);
   }
-  if (!$ || !_ || !v)
+  if (!$ || !_ || !y)
     return Promise.reject(new Error("Failed to initialize LiveKit stream"));
   a.on(g.ConnectionStateChanged, Ee).on(g.ConnectionQualityChanged, Re).on(g.ParticipantConnected, be).on(g.ParticipantDisconnected, Le).on(g.TrackSubscribed, Me).on(g.TrackUnsubscribed, ke).on(g.DataReceived, Ve).on(g.MediaDevicesError, Fe).on(g.TranscriptionReceived, we).on(g.EncryptionError, Ue).on(g.TrackSubscriptionFailed, je);
   function we(e, t) {
-    t != null && t.isLocal && he.update();
+    t != null && t.isLocal && pe.update();
   }
   async function Ae() {
     const e = on();
@@ -107,8 +107,8 @@ async function ln(f, C, u) {
       const e = j("Track subscription timeout");
       ne.track("connectivity-error", {
         error: Xe(e),
-        sessionId: v
-      }), (t = n.onError) == null || t.call(n, e, { sessionId: v }), Y("internal:track-subscription-timeout");
+        sessionId: y
+      }), (t = n.onError) == null || t.call(n, e, { sessionId: y }), Y("internal:track-subscription-timeout");
     }, Ce);
   } catch (e) {
     Se(e, i, n);
@@ -166,30 +166,30 @@ async function ln(f, C, u) {
       i(`No mediaStreamTrack available for ${e.kind}`);
       return;
     }
-    L ? (L.addTrack(r), i(`Added ${e.kind} track to shared MediaStream`)) : (L = new MediaStream([r]), i(`Created shared MediaStream with ${e.kind} track`)), e.kind === "audio" && (S = Ye(
+    L ? (L.addTrack(r), i(`Added ${e.kind} track to shared MediaStream`)) : (L = new MediaStream([r]), i(`Created shared MediaStream with ${e.kind} track`)), e.kind === "audio" && (T = Ye(
       () => e.getRTCStatsReport(),
-      ({ sttLatency: p, serviceLatency: T }) => {
-        var le, fe, pe;
-        const V = he.get(!0);
+      ({ sttLatency: h, serviceLatency: m }) => {
+        var le, fe, he;
+        const V = pe.get(!0);
         let F = 0;
-        if (p) {
-          const ge = ((fe = (le = h == null ? void 0 : h.getReport()) == null ? void 0 : le.webRTCStats) == null ? void 0 : fe.avgRtt) ?? 0;
+        if (h) {
+          const ge = ((fe = (le = p == null ? void 0 : p.getReport()) == null ? void 0 : le.webRTCStats) == null ? void 0 : fe.avgRtt) ?? 0;
           F = ge > 0 ? Math.round(ge * 1e3) : 0;
         }
-        const D = V > 0 ? V + (p ?? 0) + F : void 0, w = D !== void 0 && T !== void 0 ? D - T : void 0;
-        (pe = n.onFirstAudioDetected) == null || pe.call(n, { latency: D, networkLatency: w });
+        const D = V > 0 ? V + (h ?? 0) + F : void 0, w = D !== void 0 && m !== void 0 ? D - m : void 0;
+        (he = n.onFirstAudioDetected) == null || he.call(n, { latency: D, networkLatency: w });
       }
-    )), e.kind === "video" && ((c = n.onStreamReady) == null || c.call(n), i("CALLBACK: onSrcObjectReady"), (d = n.onSrcObjectReady) == null || d.call(n, L), K || (K = !0, i("CALLBACK: onConnectionStateChange(Connected)"), (s = n.onConnectionStateChange) == null || s.call(n, A.Connected, "livekit:track-subscribed")), h = Ze(
+    )), e.kind === "video" && ((c = n.onStreamReady) == null || c.call(n), i("CALLBACK: onSrcObjectReady"), (d = n.onSrcObjectReady) == null || d.call(n, L), K || (K = !0, i("CALLBACK: onConnectionStateChange(Connected)"), (s = n.onConnectionStateChange) == null || s.call(n, A.Connected, "livekit:track-subscribed")), p = Ze(
       () => e.getRTCStatsReport(),
       () => E,
       en,
-      (p, T) => {
-        i(`Video state change: ${p}`), p === b.Start ? (R && (clearTimeout(R), R = null, i("Track subscription timeout cleared")), Pe()) : p === b.Stop && oe(T);
+      (h, m) => {
+        i(`Video state change: ${h}`), h === b.Start ? (R && (clearTimeout(R), R = null, i("Track subscription timeout cleared")), Pe()) : h === b.Stop && oe(m);
       }
-    ), h.start());
+    ), p.start());
   }
   function ke(e, t, o) {
-    i(`Track unsubscribed: ${e.kind} from ${o.identity}`), e.kind === "audio" && (S == null || S.destroy(), S = null), e.kind === "video" && (oe(h == null ? void 0 : h.getReport()), h == null || h.stop(), h = null);
+    i(`Track unsubscribed: ${e.kind} from ${o.identity}`), e.kind === "audio" && (T == null || T.destroy(), T = null), e.kind === "video" && (oe((p == null ? void 0 : p.getReport()) ?? void 0), p == null || p.stop(), p = null);
   }
   function re(e, t) {
     var r;
@@ -200,7 +200,7 @@ async function ln(f, C, u) {
     var o, r, c, d;
     if (e === l.ToolCallStarted) {
       const s = t;
-      y.set(s.call_id, {
+      v.set(s.call_id, {
         call: {
           callId: s.call_id,
           name: s.name,
@@ -208,7 +208,7 @@ async function ln(f, C, u) {
         },
         interruptible: s.interruptible === !0,
         turnId: s.turn_id ?? x
-      }), N(), z(), M = m.ToolActive, (o = n.onAgentActivityStateChange) == null || o.call(n, m.ToolActive), (r = n.onToolEvent) == null || r.call(n, l.ToolCallStarted, s);
+      }), N(), z(), M = C.ToolActive, (o = n.onAgentActivityStateChange) == null || o.call(n, C.ToolActive), (r = n.onToolEvent) == null || r.call(n, l.ToolCallStarted, s);
       return;
     }
     if (e === l.ToolCallDone) {
@@ -222,63 +222,63 @@ async function ln(f, C, u) {
     }
   }
   function ae(e) {
-    y.delete(e) && (N(), z());
+    v.delete(e) && (N(), z());
   }
   function Ie(e) {
     let t = !1;
-    for (const [o, r] of y)
-      r.call.executionMode === "blocking" && (e !== null && r.turnId !== null && r.turnId !== e || (y.delete(o), t = !0));
+    for (const [o, r] of v)
+      r.call.executionMode === "blocking" && (e !== null && r.turnId !== null && r.turnId !== e || (v.delete(o), t = !0));
     t && (N(), z());
   }
   function N() {
     var t;
-    const e = ![...y.values()].some(({ call: o }) => o.executionMode === "blocking");
+    const e = ![...v.values()].some(({ call: o }) => o.executionMode === "blocking");
     e !== W && (W = e, (t = n.onInterruptibleChange) == null || t.call(n, e));
   }
   function z() {
     var e;
     (e = n.onRunningToolCallsChange) == null || e.call(
       n,
-      y.size === 0 ? cn : [...y.values()].map(({ call: t }) => t)
+      v.size === 0 ? cn : [...v.values()].map(({ call: t }) => t)
     );
   }
   function _e(e, t) {
     var o, r, c;
     if (e === l.StreamVideoCreated) {
-      M = m.Talking, (o = n.onAgentActivityStateChange) == null || o.call(n, m.Talking), S == null || S.arm({
+      M = C.Talking, (o = n.onAgentActivityStateChange) == null || o.call(n, C.Talking), T == null || T.arm({
         sttLatency: (r = t == null ? void 0 : t.stt) == null ? void 0 : r.latency,
         serviceLatency: t == null ? void 0 : t.serviceLatency
       });
       return;
     }
-    if (y.size > 0) {
-      M !== m.ToolActive && (M = m.ToolActive, (c = n.onAgentActivityStateChange) == null || c.call(n, m.ToolActive));
+    if (v.size > 0) {
+      M !== C.ToolActive && (M = C.ToolActive, (c = n.onAgentActivityStateChange) == null || c.call(n, C.ToolActive));
       return;
     }
   }
   function B(e, t) {
-    var d, s, p, T;
-    const o = ((s = (d = h == null ? void 0 : h.getReport()) == null ? void 0 : d.webRTCStats) == null ? void 0 : s.avgRtt) ?? 0, r = o > 0 ? Math.round(o / 2 * 1e3) : 0, c = { ...t, downstreamNetworkLatency: r };
-    u.debug && ((p = t == null ? void 0 : t.metadata) != null && p.sentiment) && (c.sentiment = {
+    var d, s, h, m;
+    const o = ((s = (d = p == null ? void 0 : p.getReport()) == null ? void 0 : d.webRTCStats) == null ? void 0 : s.avgRtt) ?? 0, r = o > 0 ? Math.round(o / 2 * 1e3) : 0, c = { ...t, downstreamNetworkLatency: r };
+    u.debug && ((h = t == null ? void 0 : t.metadata) != null && h.sentiment) && (c.sentiment = {
       id: t.metadata.sentiment.id,
       name: t.metadata.sentiment.sentiment
-    }), (T = n.onMessage) == null || T.call(n, e, c), _e(e, t);
+    }), (m = n.onMessage) == null || m.call(n, e, c), _e(e, t);
   }
   function $e(e, t) {
     var o;
     (o = n.onMessage) == null || o.call(n, J.Transcribe, { event: J.Transcribe, ...t }), queueMicrotask(() => {
       var r;
-      (r = n.onAgentActivityStateChange) == null || r.call(n, m.Loading);
+      (r = n.onAgentActivityStateChange) == null || r.call(n, C.Loading);
     });
   }
   function De(e, t) {
     var o;
-    x = (t == null ? void 0 : t.turn_id) ?? null, M = m.Loading, (o = n.onAgentActivityStateChange) == null || o.call(n, m.Loading);
+    x = (t == null ? void 0 : t.turn_id) ?? null, M = C.Loading, (o = n.onAgentActivityStateChange) == null || o.call(n, C.Loading);
   }
   function Ke(e, t) {
     var r;
     const o = (t == null ? void 0 : t.turn_id) ?? null;
-    x !== null && o !== null && o < x || (Ie(o), M = m.Idle, (r = n.onAgentActivityStateChange) == null || r.call(n, m.Idle));
+    x !== null && o !== null && o < x || (Ie(o), M = C.Idle, (r = n.onAgentActivityStateChange) == null || r.call(n, C.Idle));
   }
   function ce(e, t) {
     q = (t == null ? void 0 : t.reason) ?? null;
@@ -301,22 +301,30 @@ async function ln(f, C, u) {
   };
   function Ve(e, t, o, r) {
     const c = new TextDecoder().decode(e);
+    let d;
     try {
-      const d = JSON.parse(c), s = r || d.subject;
-      if (i("Data received:", { subject: s, data: d }), !s) return;
-      const p = xe[s];
-      p == null || p(s, d);
-    } catch (d) {
-      i("Failed to parse data channel message:", d);
+      d = JSON.parse(c);
+    } catch (m) {
+      i("Failed to parse data channel message:", m);
+      return;
     }
+    const s = r || d.subject;
+    if (i("Data received:", { subject: s, data: d }), !s) return;
+    const h = xe[s];
+    if (h)
+      try {
+        h(s, d);
+      } catch (m) {
+        console.warn("[LiveKitStreamingManager] Data channel handler failed", { subject: s, error: m });
+      }
   }
   function Fe(e) {
     var t;
-    i("Media devices error:", e), (t = n.onError) == null || t.call(n, j(), { sessionId: v });
+    i("Media devices error:", e), (t = n.onError) == null || t.call(n, j(), { sessionId: y });
   }
   function Ue(e) {
     var t;
-    i("Encryption error:", e), (t = n.onError) == null || t.call(n, j(), { sessionId: v });
+    i("Encryption error:", e), (t = n.onError) == null || t.call(n, j(), { sessionId: y });
   }
   function je(e, t, o) {
     i("Track subscription failed:", { trackSid: e, participant: t, reason: o });
@@ -341,21 +349,21 @@ async function ln(f, C, u) {
     const s = o(t);
     if (s.length === 0)
       throw new Error(`No ${r} track found in the provided MediaStream`);
-    const p = s[0], T = Oe(p, r, c());
-    if (T) {
+    const h = s[0], m = Oe(h, r, c());
+    if (m) {
       i(`${r} track is already published, skipping`, {
-        trackId: p.id,
-        publishedTrackId: (F = (V = T.track) == null ? void 0 : V.mediaStreamTrack) == null ? void 0 : F.id
-      }), e.publication = T;
+        trackId: h.id,
+        publishedTrackId: (F = (V = m.track) == null ? void 0 : V.mediaStreamTrack) == null ? void 0 : F.id
+      }), e.publication = m;
       return;
     }
     if ((D = e.publication) != null && D.track) {
       const w = e.publication.track.mediaStreamTrack;
-      w !== p && (w == null ? void 0 : w.id) !== p.id && (i(`Unpublishing existing ${r} track before publishing new one`), await d());
+      w !== h && (w == null ? void 0 : w.id) !== h.id && (i(`Unpublishing existing ${r} track before publishing new one`), await d());
     }
-    i(`Publishing ${r} track from provided MediaStream`, { trackId: p.id }), e.isPublishing = !0;
+    i(`Publishing ${r} track from provided MediaStream`, { trackId: h.id }), e.isPublishing = !0;
     try {
-      e.publication = await a.localParticipant.publishTrack(p, { source: r }), i(`${r} track published successfully`, { trackSid: e.publication.trackSid });
+      e.publication = await a.localParticipant.publishTrack(h, { source: r }), i(`${r} track published successfully`, { trackSid: e.publication.trackSid });
     } catch (w) {
       throw i(`Failed to publish ${r} track:`, w), w;
     } finally {
@@ -421,19 +429,19 @@ async function ln(f, C, u) {
     var o, r;
     if (!E || !a) {
       i("Room is not connected for sending messages"), (o = n.onError) == null || o.call(n, j(), {
-        sessionId: v
+        sessionId: y
       });
       return;
     }
     try {
       await a.localParticipant.sendText(t, { topic: e }), i("Message sent successfully:", t);
     } catch (c) {
-      i("Failed to send message:", c), (r = n.onError) == null || r.call(n, j(), { sessionId: v });
+      i("Failed to send message:", c), (r = n.onError) == null || r.call(n, j(), { sessionId: y });
     }
   }
   async function Y(e) {
     var t, o;
-    R && (clearTimeout(R), R = null), S == null || S.destroy(), S = null, a && ((t = n.onConnectionStateChange) == null || t.call(n, A.Disconnecting, e), await Promise.all([H(), X()]), await a.disconnect()), Je(), E = !1, K = !1, y.size > 0 && (y.clear(), N(), z()), x = null, (o = n.onAgentActivityStateChange) == null || o.call(n, m.Idle), M = m.Idle;
+    R && (clearTimeout(R), R = null), T == null || T.destroy(), T = null, a && ((t = n.onConnectionStateChange) == null || t.call(n, A.Disconnecting, e), await Promise.all([H(), X()]), await a.disconnect()), Je(), E = !1, K = !1, v.size > 0 && (v.clear(), N(), z()), x = null, (o = n.onAgentActivityStateChange) == null || o.call(n, C.Idle), M = C.Idle;
   }
   return {
     speak(e) {
@@ -482,8 +490,8 @@ async function ln(f, C, u) {
     unregisterRpcMethod(e) {
       a == null || a.unregisterRpcMethod(e);
     },
-    sessionId: v,
-    streamId: v,
+    sessionId: y,
+    streamId: y,
     streamType: te,
     interruptAvailable: ie,
     isInterruptible: W

package/dist/src/services/streaming-manager/stats/poll.d.ts

@@ -12,5 +12,5 @@ export declare function createAudioStatsDetector(getStats: () => Promise<RTCStat
 export declare function createVideoStatsMonitor(getStats: () => Promise<RTCStatsReport | undefined>, getIsConnected: () => boolean, onConnected: () => void, onVideoStateChange?: (state: StreamingState, statsReport?: VideoRTCStatsReport) => void, onConnectivityStateChange?: (state: ConnectivityState) => void): {
     start: () => void;
     stop: () => void;
-    getReport: () => VideoRTCStatsReport;
+    getReport: () => VideoRTCStatsReport | null;
 };

package/dist/src/services/streaming-manager/stats/report.d.ts

@@ -16,4 +16,4 @@ export interface VideoRTCStatsReport {
     resolution: string;
 }
 export declare function formatStats(stats: RTCStatsReport): SlimRTCStatsReport;
-export declare function createVideoStatsReport(stats: SlimRTCStatsReport[], interval: number, previousStats?: SlimRTCStatsReport): VideoRTCStatsReport;
+export declare function createVideoStatsReport(stats: SlimRTCStatsReport[], interval: number, previousStats?: SlimRTCStatsReport): VideoRTCStatsReport | null;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@d-id/client-sdk",
   "private": false,
-  "version": "2.0.7-staging.404",
+  "version": "2.0.8-staging.406",
   "type": "module",
   "description": "d-id client sdk",
   "repository": {