@d-id/client-sdk 2.0.2 → 2.0.3

package/dist/livekit-manager-IfXhonYp.js

@@ -0,0 +1,482 @@
+import { c as Ne, C as B, S as l, a as ze, b as Be, A as m, d as Je, l as pe, e as Qe, t as We, f as w, g as U, h as qe, i as He, j as P, n as Xe } from "./index-DROeMYRR.js";
+function Ze() {
+  try {
+    return Intl.DateTimeFormat().resolvedOptions().timeZone ?? "";
+  } catch {
+    return "";
+  }
+}
+function Ge() {
+  if (typeof navigator > "u")
+    return "";
+  const p = navigator.userAgent ?? "", C = (navigator.platform ?? "").toLowerCase();
+  let u = "Unknown";
+  /android/i.test(p) ? u = "Android" : /iphone|ipad|ipod/i.test(p) ? u = "iOS" : C.includes("win") ? u = "Windows" : C.includes("mac") ? u = "Mac OS X" : C.includes("linux") && (u = "Linux");
+  const i = u === "Android" || u === "iOS" || /Mobi/i.test(p);
+  return `${u}, ${i ? "Mobile" : "Desktop"}`;
+}
+function Ye() {
+  const p = {}, C = Ze();
+  C && (p.timezone = C);
+  const u = Ge();
+  return u && (p.device = u), p;
+}
+function en(p, C, u, i) {
+  const M = Ne(p, `${C}/v2/agents/${u}`, i);
+  return {
+    async createStream(g) {
+      return M.post("/sessions", g);
+    }
+  };
+}
+const nn = {
+  [l.ChatAnswer]: B.Answer,
+  [l.ChatPartial]: B.Partial
+}, fe = 2e4;
+async function tn() {
+  try {
+    return await import("./livekit-client.esm-DypJ_fOm.js");
+  } catch {
+    throw new Error(
+      "LiveKit client is required for this streaming manager. Please install it using: npm install livekit-client"
+    );
+  }
+}
+const on = {
+  excellent: U.Strong,
+  good: U.Strong,
+  poor: U.Weak,
+  lost: U.Unknown,
+  unknown: U.Unknown
+}, K = (p = "Stream Error") => new Qe(p);
+function ge(p, C, u) {
+  var i, M;
+  throw C("Failed to connect to LiveKit room:", p), (i = u.onConnectionStateChange) == null || i.call(u, w.Fail, "internal:init-error"), (M = u.onError) == null || M.call(u, p, { sessionId: "" }), p;
+}
+async function an(p, C, u) {
+  var ce;
+  const i = ze(u.debug || !1, "LiveKitStreamingManager"), { Room: M, RoomEvent: g, ConnectionState: k, Track: Z } = await tn(), { callbacks: n, auth: he, baseURL: me, analytics: G } = u;
+  let a = null, A = !1;
+  const Y = Be.Fluent;
+  let R = null;
+  const L = { isPublishing: !1, publication: null }, J = { isPublishing: !1, publication: null };
+  let h = null, S = null, j = null, D = !1;
+  a = new M({
+    adaptiveStream: !1,
+    // Must be false to use mediaStreamTrack directly
+    dynacast: !0
+  });
+  let E = null, b = m.Idle, V = !0;
+  const O = /* @__PURE__ */ new Set();
+  let N = null;
+  const Ce = en(he, me || Je, p, n.onError);
+  let T, I, $, ee = !0;
+  try {
+    const e = await Ce.createStream({
+      transport: C.transport,
+      chat_persist: C.chat_persist ?? !0,
+      verbose: u.verbose ?? !1
+    }), { id: t, session_token: o, session_url: r, interrupt_enabled: s } = e;
+    (ce = n.onStreamCreated) == null || ce.call(n, { session_id: t, stream_id: t, agent_id: p }), T = t, I = o, $ = r, ee = s ?? !0, await a.prepareConnection($, I);
+  } catch (e) {
+    ge(e, i, n);
+  }
+  if (!$ || !I || !T)
+    return Promise.reject(new Error("Failed to initialize LiveKit stream"));
+  a.on(g.ConnectionStateChanged, ye).on(g.ConnectionQualityChanged, ve).on(g.ParticipantConnected, we).on(g.ParticipantDisconnected, Ae).on(g.TrackSubscribed, Pe).on(g.TrackUnsubscribed, Re).on(g.DataReceived, $e).on(g.MediaDevicesError, _e).on(g.TranscriptionReceived, Se).on(g.EncryptionError, Ke).on(g.TrackSubscriptionFailed, De);
+  function Se(e, t) {
+    t != null && t.isLocal && pe.update();
+  }
+  async function Te() {
+    const e = Ye();
+    if (!(!a || Object.keys(e).length === 0))
+      try {
+        await a.localParticipant.setAttributes(e);
+      } catch (t) {
+        i("Failed to set user context attributes", t);
+      }
+  }
+  try {
+    await a.connect($, I), i("LiveKit room joined successfully"), Te(), E = setTimeout(() => {
+      var t;
+      i(
+        `Track subscription timeout - no track subscribed within ${fe / 1e3} seconds after connect`
+      ), E = null;
+      const e = K("Track subscription timeout");
+      G.track("connectivity-error", {
+        error: We(e),
+        sessionId: T
+      }), (t = n.onError) == null || t.call(n, e, { sessionId: T }), X("internal:track-subscription-timeout");
+    }, fe);
+  } catch (e) {
+    ge(e, i, n);
+  }
+  G.enrich({
+    "stream-type": Y
+  });
+  function ye(e) {
+    var t, o, r, s;
+    switch (i("Connection state changed:", e), e) {
+      case k.Connecting:
+        i("CALLBACK: onConnectionStateChange(Connecting)"), (t = n.onConnectionStateChange) == null || t.call(n, w.Connecting, "livekit:connecting");
+        break;
+      case k.Connected:
+        i("LiveKit room connected successfully"), A = !0;
+        break;
+      case k.Disconnected:
+        i("LiveKit room disconnected"), A = !1, D = !1, L.publication = null, J.publication = null, (o = n.onConnectionStateChange) == null || o.call(n, w.Disconnected, "livekit:disconnected");
+        break;
+      case k.Reconnecting:
+        i("LiveKit room reconnecting..."), (r = n.onConnectionStateChange) == null || r.call(n, w.Connecting, "livekit:reconnecting");
+        break;
+      case k.SignalReconnecting:
+        i("LiveKit room signal reconnecting..."), (s = n.onConnectionStateChange) == null || s.call(n, w.Connecting, "livekit:signal-reconnecting");
+        break;
+    }
+  }
+  function ve(e, t) {
+    var o;
+    i("Connection quality:", e), t != null && t.isLocal && ((o = n.onConnectivityStateChange) == null || o.call(n, on[e]));
+  }
+  function we(e) {
+    i("Participant connected:", e.identity);
+  }
+  function Ae(e) {
+    i("Participant disconnected:", e.identity), X("livekit:participant-disconnected");
+  }
+  function Ee() {
+    var e;
+    j !== P.Start && (i("CALLBACK: onVideoStateChange(Start)"), j = P.Start, (e = n.onVideoStateChange) == null || e.call(n, P.Start));
+  }
+  function ne(e) {
+    var t;
+    j !== P.Stop && (i("CALLBACK: onVideoStateChange(Stop)"), j = P.Stop, (t = n.onVideoStateChange) == null || t.call(n, P.Stop, e));
+  }
+  function Pe(e, t, o) {
+    var s, d, f;
+    i(`Track subscribed: ${e.kind} from ${o.identity}`);
+    const r = e.mediaStreamTrack;
+    if (!r) {
+      i(`No mediaStreamTrack available for ${e.kind}`);
+      return;
+    }
+    R ? (R.addTrack(r), i(`Added ${e.kind} track to shared MediaStream`)) : (R = new MediaStream([r]), i(`Created shared MediaStream with ${e.kind} track`)), e.kind === "audio" && (S = He(
+      () => e.getRTCStatsReport(),
+      ({ sttLatency: c, serviceLatency: y }) => {
+        var se, de, ue;
+        const F = pe.get(!0);
+        let x = 0;
+        if (c) {
+          const le = ((de = (se = h == null ? void 0 : h.getReport()) == null ? void 0 : se.webRTCStats) == null ? void 0 : de.avgRtt) ?? 0;
+          x = le > 0 ? Math.round(le * 1e3) : 0;
+        }
+        const _ = F > 0 ? F + (c ?? 0) + x : void 0, v = _ !== void 0 && y !== void 0 ? _ - y : void 0;
+        (ue = n.onFirstAudioDetected) == null || ue.call(n, { latency: _, networkLatency: v });
+      }
+    )), e.kind === "video" && ((s = n.onStreamReady) == null || s.call(n), i("CALLBACK: onSrcObjectReady"), (d = n.onSrcObjectReady) == null || d.call(n, R), D || (D = !0, i("CALLBACK: onConnectionStateChange(Connected)"), (f = n.onConnectionStateChange) == null || f.call(n, w.Connected, "livekit:track-subscribed")), h = qe(
+      () => e.getRTCStatsReport(),
+      () => A,
+      Xe,
+      (c, y) => {
+        i(`Video state change: ${c}`), c === P.Start ? (E && (clearTimeout(E), E = null, i("Track subscription timeout cleared")), Ee()) : c === P.Stop && ne(y);
+      }
+    ), h.start());
+  }
+  function Re(e, t, o) {
+    i(`Track unsubscribed: ${e.kind} from ${o.identity}`), e.kind === "audio" && (S == null || S.destroy(), S = null), e.kind === "video" && (ne(h == null ? void 0 : h.getReport()), h == null || h.stop(), h = null);
+  }
+  function te(e, t) {
+    var r;
+    const o = nn[e];
+    o && ((r = n.onMessage) == null || r.call(n, o, { event: o, ...t }));
+  }
+  function Q(e, t) {
+    var o, r, s, d, f;
+    if (e === l.ToolCallStarted) {
+      const c = t;
+      V = c.interruptible !== !1, (o = n.onInterruptibleChange) == null || o.call(n, V), O.add(c.call_id), b = m.ToolActive, (r = n.onAgentActivityStateChange) == null || r.call(n, m.ToolActive), (s = n.onToolEvent) == null || s.call(n, l.ToolCallStarted, c);
+      return;
+    }
+    if (e === l.ToolCallDone) {
+      const c = t;
+      ie(c.call_id), (d = n.onToolEvent) == null || d.call(n, l.ToolCallDone, c);
+      return;
+    }
+    if (e === l.ToolCallError) {
+      const c = t;
+      ie(c.call_id), (f = n.onToolEvent) == null || f.call(n, l.ToolCallError, c);
+    }
+  }
+  function ie(e) {
+    O.delete(e);
+  }
+  function Le(e, t) {
+    var o, r, s, d, f;
+    if (V = ((o = t.metadata) == null ? void 0 : o.interruptible) !== !1, (r = n.onInterruptibleChange) == null || r.call(n, V), e === l.StreamVideoCreated) {
+      b = m.Talking, (s = n.onAgentActivityStateChange) == null || s.call(n, m.Talking), S == null || S.arm({
+        sttLatency: (d = t == null ? void 0 : t.stt) == null ? void 0 : d.latency,
+        serviceLatency: t == null ? void 0 : t.serviceLatency
+      });
+      return;
+    }
+    if (O.size > 0) {
+      b !== m.ToolActive && (b = m.ToolActive, (f = n.onAgentActivityStateChange) == null || f.call(n, m.ToolActive));
+      return;
+    }
+  }
+  function z(e, t) {
+    var d, f, c, y;
+    const o = ((f = (d = h == null ? void 0 : h.getReport()) == null ? void 0 : d.webRTCStats) == null ? void 0 : f.avgRtt) ?? 0, r = o > 0 ? Math.round(o / 2 * 1e3) : 0, s = { ...t, downstreamNetworkLatency: r };
+    u.debug && ((c = t == null ? void 0 : t.metadata) != null && c.sentiment) && (s.sentiment = {
+      id: t.metadata.sentiment.id,
+      name: t.metadata.sentiment.sentiment
+    }), (y = n.onMessage) == null || y.call(n, e, s), Le(e, t);
+  }
+  function be(e, t) {
+    var o;
+    (o = n.onMessage) == null || o.call(n, B.Transcribe, { event: B.Transcribe, ...t }), queueMicrotask(() => {
+      var r;
+      (r = n.onAgentActivityStateChange) == null || r.call(n, m.Loading);
+    });
+  }
+  function Me(e, t) {
+    var o;
+    N = (t == null ? void 0 : t.turn_id) ?? null, b = m.Loading, (o = n.onAgentActivityStateChange) == null || o.call(n, m.Loading);
+  }
+  function ke(e, t) {
+    var r;
+    const o = (t == null ? void 0 : t.turn_id) ?? null;
+    N !== null && o !== null && o < N || (b = m.Idle, (r = n.onAgentActivityStateChange) == null || r.call(n, m.Idle));
+  }
+  const Ie = {
+    [l.ChatAnswer]: te,
+    [l.ChatPartial]: te,
+    [l.ToolCallStarted]: Q,
+    [l.ToolCallDone]: Q,
+    [l.ToolCallError]: Q,
+    [l.StreamVideoCreated]: z,
+    [l.StreamVideoDone]: z,
+    [l.StreamVideoError]: z,
+    [l.StreamVideoRejected]: z,
+    [l.ChatAudioTranscribed]: be,
+    [l.TurnStarted]: Me,
+    [l.TurnEnded]: ke
+  };
+  function $e(e, t, o, r) {
+    const s = new TextDecoder().decode(e);
+    try {
+      const d = JSON.parse(s), f = r || d.subject;
+      if (i("Data received:", { subject: f, data: d }), !f) return;
+      const c = Ie[f];
+      c == null || c(f, d);
+    } catch (d) {
+      i("Failed to parse data channel message:", d);
+    }
+  }
+  function _e(e) {
+    var t;
+    i("Media devices error:", e), (t = n.onError) == null || t.call(n, K(), { sessionId: T });
+  }
+  function Ke(e) {
+    var t;
+    i("Encryption error:", e), (t = n.onError) == null || t.call(n, K(), { sessionId: T });
+  }
+  function De(e, t, o) {
+    i("Track subscription failed:", { trackSid: e, participant: t, reason: o });
+  }
+  function Ve(e, t, o) {
+    for (const [r, s] of o)
+      if (s.source === t && s.track) {
+        const d = s.track.mediaStreamTrack;
+        if (d === e || (d == null ? void 0 : d.id) === e.id)
+          return s;
+      }
+    return null;
+  }
+  async function oe(e, t, o, r, s, d) {
+    var F, x, _;
+    if (!A || !a)
+      throw i(`Room is not connected, cannot publish ${r} stream`), new Error("Room is not connected");
+    if (e.isPublishing) {
+      i(`${r} publish already in progress, skipping`);
+      return;
+    }
+    const f = o(t);
+    if (f.length === 0)
+      throw new Error(`No ${r} track found in the provided MediaStream`);
+    const c = f[0], y = Ve(c, r, s());
+    if (y) {
+      i(`${r} track is already published, skipping`, {
+        trackId: c.id,
+        publishedTrackId: (x = (F = y.track) == null ? void 0 : F.mediaStreamTrack) == null ? void 0 : x.id
+      }), e.publication = y;
+      return;
+    }
+    if ((_ = e.publication) != null && _.track) {
+      const v = e.publication.track.mediaStreamTrack;
+      v !== c && (v == null ? void 0 : v.id) !== c.id && (i(`Unpublishing existing ${r} track before publishing new one`), await d());
+    }
+    i(`Publishing ${r} track from provided MediaStream`, { trackId: c.id }), e.isPublishing = !0;
+    try {
+      e.publication = await a.localParticipant.publishTrack(c, { source: r }), i(`${r} track published successfully`, { trackSid: e.publication.trackSid });
+    } catch (v) {
+      throw i(`Failed to publish ${r} track:`, v), v;
+    } finally {
+      e.isPublishing = !1;
+    }
+  }
+  async function re(e, t) {
+    if (!(!e.publication || !e.publication.track))
+      try {
+        a && (await a.localParticipant.unpublishTrack(e.publication.track, !1), i(`${t} track unpublished`));
+      } catch (o) {
+        i(`Error unpublishing ${t} track:`, o);
+      } finally {
+        e.publication = null;
+      }
+  }
+  async function Fe(e) {
+    return oe(
+      L,
+      e,
+      (t) => t.getAudioTracks(),
+      Z.Source.Microphone,
+      () => a.localParticipant.audioTrackPublications,
+      W
+    );
+  }
+  async function W() {
+    return re(L, "Microphone");
+  }
+  async function xe(e) {
+    if (!A || !a)
+      throw i("Cannot replace microphone track: room is not connected"), new Error("Room is not connected");
+    if (e.kind !== "audio")
+      throw i("Cannot replace microphone track: not an audio track", { kind: e.kind }), new Error("Microphone track must be an audio track");
+    if (L.isPublishing)
+      throw i("Cannot replace microphone track: publish in progress"), new Error("Microphone publish in progress");
+    const t = L.publication;
+    if (!t || !t.track)
+      throw i("Cannot replace microphone track: no publication to replace"), new Error("No microphone publication to replace");
+    try {
+      L.isPublishing = !0, await t.track.replaceTrack(e), i("Microphone track replaced", { trackId: e.id, trackSid: t.trackSid });
+    } finally {
+      L.isPublishing = !1;
+    }
+  }
+  async function Ue(e) {
+    return oe(
+      J,
+      e,
+      (t) => t.getVideoTracks(),
+      Z.Source.Camera,
+      () => a.localParticipant.videoTrackPublications,
+      q
+    );
+  }
+  async function q() {
+    return re(J, "Camera");
+  }
+  function je() {
+    R && (R.getTracks().forEach((e) => e.stop()), R = null);
+  }
+  async function H(e, t) {
+    var o, r;
+    if (!A || !a) {
+      i("Room is not connected for sending messages"), (o = n.onError) == null || o.call(n, K(), {
+        sessionId: T
+      });
+      return;
+    }
+    try {
+      await a.localParticipant.sendText(e, { topic: t }), i("Message sent successfully:", e);
+    } catch (s) {
+      i("Failed to send message:", s), (r = n.onError) == null || r.call(n, K(), { sessionId: T });
+    }
+  }
+  async function ae(e) {
+    var t;
+    try {
+      const r = JSON.parse(e).topic;
+      return H("", r);
+    } catch (o) {
+      i("Failed to send data channel message:", o), (t = n.onError) == null || t.call(n, K(), { sessionId: T });
+    }
+  }
+  function Oe(e) {
+    return H(
+      e,
+      "lk.chat"
+      /* Chat */
+    );
+  }
+  async function X(e) {
+    var t, o;
+    E && (clearTimeout(E), E = null), S == null || S.destroy(), S = null, a && ((t = n.onConnectionStateChange) == null || t.call(n, w.Disconnecting, e), await Promise.all([W(), q()]), await a.disconnect()), je(), A = !1, D = !1, O.clear(), N = null, (o = n.onAgentActivityStateChange) == null || o.call(n, m.Idle), b = m.Idle;
+  }
+  return {
+    speak(e) {
+      const t = typeof e == "string" ? e : JSON.stringify(e);
+      return H(
+        t,
+        "did.speak"
+        /* Speak */
+      );
+    },
+    disconnect: () => X("user:disconnect"),
+    async reconnect() {
+      var e, t;
+      if ((a == null ? void 0 : a.state) === k.Connected) {
+        i("Room is already connected");
+        return;
+      }
+      if (!a || !$ || !I)
+        throw i("Cannot reconnect: missing room, URL or token"), new Error("Cannot reconnect: session not available");
+      i("Reconnecting to LiveKit room, state:", a.state), D = !1, (e = n.onConnectionStateChange) == null || e.call(n, w.Connecting, "user:reconnect");
+      try {
+        if (await a.connect($, I), i("Room reconnected"), A = !0, a.remoteParticipants.size === 0) {
+          if (i("Waiting for agent to join..."), !await new Promise((r) => {
+            const s = setTimeout(() => {
+              a == null || a.off(g.ParticipantConnected, d), r(!1);
+            }, 5e3), d = () => {
+              clearTimeout(s), a == null || a.off(g.ParticipantConnected, d), r(!0);
+            };
+            a == null || a.on(g.ParticipantConnected, d);
+          }))
+            throw i("Agent did not join within timeout"), await a.disconnect(), new Error("Agent did not rejoin the room");
+          i("Agent joined, reconnection successful");
+        }
+      } catch (o) {
+        throw i("Failed to reconnect:", o), (t = n.onConnectionStateChange) == null || t.call(n, w.Fail, "user:reconnect-failed"), o;
+      }
+    },
+    sendDataChannelMessage: ae,
+    sendTextMessage: Oe,
+    publishMicrophoneStream: Fe,
+    unpublishMicrophoneStream: W,
+    replaceMicrophoneTrack: xe,
+    publishCameraStream: Ue,
+    unpublishCameraStream: q,
+    interrupt(e) {
+      e !== "text" && ae(JSON.stringify({
+        topic: "did.interrupt"
+        /* Interrupt */
+      }));
+    },
+    registerRpcMethod(e, t) {
+      a == null || a.registerRpcMethod(e, t);
+    },
+    unregisterRpcMethod(e) {
+      a == null || a.unregisterRpcMethod(e);
+    },
+    sessionId: T,
+    streamId: T,
+    streamType: Y,
+    interruptAvailable: ee,
+    isInterruptible: V
+  };
+}
+export {
+  an as createLiveKitStreamingManager,
+  ge as handleInitError
+};

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@d-id/client-sdk",
   "private": false,
-  "version": "2.0.2",
+  "version": "2.0.3",
   "type": "module",
   "description": "d-id client sdk",
   "repository": {