@d-id/client-sdk 1.2.6 → 1.2.7

package/dist/livekit-manager-D2P6tClx.js

@@ -0,0 +1,440 @@
+import { c as Ne, C as B, S as l, a as Ue, b as je, A as p, d as xe, l as le, e as Oe, t as Be, f as w, g as j, h as Je, i as ze, j as P, n as Qe } from "./index-BXPWkNzW.js";
+function qe(C, M, f, i) {
+  const b = Ne(C, `${M}/v2/agents/${f}`, i);
+  return {
+    async createStream(h) {
+      return b.post("/sessions", h);
+    }
+  };
+}
+const We = {
+  [l.ChatAnswer]: B.Answer,
+  [l.ChatPartial]: B.Partial
+}, pe = 2e4;
+async function He() {
+  try {
+    return await import("./livekit-client.esm-DypJ_fOm.js");
+  } catch {
+    throw new Error(
+      "LiveKit client is required for this streaming manager. Please install it using: npm install livekit-client"
+    );
+  }
+}
+const Ge = {
+  excellent: j.Strong,
+  good: j.Strong,
+  poor: j.Weak,
+  lost: j.Unknown,
+  unknown: j.Unknown
+}, V = (C = "Stream Error") => new Oe(C);
+function he(C, M, f) {
+  var i, b;
+  throw M("Failed to connect to LiveKit room:", C), (i = f.onConnectionStateChange) == null || i.call(f, w.Fail, "internal:init-error"), (b = f.onError) == null || b.call(f, C, { sessionId: "" }), C;
+}
+async function Ye(C, M, f) {
+  var ae;
+  const i = Ue(f.debug || !1, "LiveKitStreamingManager"), { Room: b, RoomEvent: h, ConnectionState: I, Track: G } = await He(), { callbacks: e, auth: ge, baseURL: fe, analytics: X } = f;
+  let a = null, A = !1;
+  const Y = je.Fluent;
+  let R = null;
+  const L = { isPublishing: !1, publication: null }, J = { isPublishing: !1, publication: null };
+  let g = null, m = null, x = null, D = !1;
+  a = new b({
+    adaptiveStream: !1,
+    // Must be false to use mediaStreamTrack directly
+    dynacast: !0
+  });
+  let E = null, y = p.Idle, k = !0;
+  const F = /* @__PURE__ */ new Set(), me = qe(ge, fe || xe, C, e.onError);
+  let S, $, K, Z = !0;
+  try {
+    const n = await me.createStream({
+      transport: M.transport,
+      chat_persist: M.chat_persist ?? !0,
+      verbose: f.verbose ?? !1
+    }), { id: t, session_token: o, session_url: r, interrupt_enabled: s } = n;
+    (ae = e.onStreamCreated) == null || ae.call(e, { session_id: t, stream_id: t, agent_id: C }), S = t, $ = o, K = r, Z = s ?? !0, await a.prepareConnection(K, $);
+  } catch (n) {
+    he(n, i, e);
+  }
+  if (!K || !$ || !S)
+    return Promise.reject(new Error("Failed to initialize LiveKit stream"));
+  a.on(h.ConnectionStateChanged, Se).on(h.ConnectionQualityChanged, Te).on(h.ParticipantConnected, ye).on(h.ParticipantDisconnected, ve).on(h.TrackSubscribed, Ae).on(h.TrackUnsubscribed, Ee).on(h.DataReceived, Me).on(h.MediaDevicesError, be).on(h.TranscriptionReceived, Ce).on(h.EncryptionError, Ie).on(h.TrackSubscriptionFailed, ke);
+  function Ce(n, t) {
+    t != null && t.isLocal && (le.update(), y === p.Talking && (y = p.Idle));
+  }
+  try {
+    await a.connect(K, $), i("LiveKit room joined successfully"), E = setTimeout(() => {
+      var t;
+      i(
+        `Track subscription timeout - no track subscribed within ${pe / 1e3} seconds after connect`
+      ), E = null;
+      const n = V("Track subscription timeout");
+      X.track("connectivity-error", {
+        error: Be(n),
+        sessionId: S
+      }), (t = e.onError) == null || t.call(e, n, { sessionId: S }), H("internal:track-subscription-timeout");
+    }, pe);
+  } catch (n) {
+    he(n, i, e);
+  }
+  X.enrich({
+    "stream-type": Y
+  });
+  function Se(n) {
+    var t, o, r, s;
+    switch (i("Connection state changed:", n), n) {
+      case I.Connecting:
+        i("CALLBACK: onConnectionStateChange(Connecting)"), (t = e.onConnectionStateChange) == null || t.call(e, w.Connecting, "livekit:connecting");
+        break;
+      case I.Connected:
+        i("LiveKit room connected successfully"), A = !0;
+        break;
+      case I.Disconnected:
+        i("LiveKit room disconnected"), A = !1, D = !1, L.publication = null, J.publication = null, (o = e.onConnectionStateChange) == null || o.call(e, w.Disconnected, "livekit:disconnected");
+        break;
+      case I.Reconnecting:
+        i("LiveKit room reconnecting..."), (r = e.onConnectionStateChange) == null || r.call(e, w.Connecting, "livekit:reconnecting");
+        break;
+      case I.SignalReconnecting:
+        i("LiveKit room signal reconnecting..."), (s = e.onConnectionStateChange) == null || s.call(e, w.Connecting, "livekit:signal-reconnecting");
+        break;
+    }
+  }
+  function Te(n, t) {
+    var o;
+    i("Connection quality:", n), t != null && t.isLocal && ((o = e.onConnectivityStateChange) == null || o.call(e, Ge[n]));
+  }
+  function ye(n) {
+    i("Participant connected:", n.identity);
+  }
+  function ve(n) {
+    i("Participant disconnected:", n.identity), H("livekit:participant-disconnected");
+  }
+  function we() {
+    var n;
+    x !== P.Start && (i("CALLBACK: onVideoStateChange(Start)"), x = P.Start, (n = e.onVideoStateChange) == null || n.call(e, P.Start));
+  }
+  function ee(n) {
+    var t;
+    x !== P.Stop && (i("CALLBACK: onVideoStateChange(Stop)"), x = P.Stop, (t = e.onVideoStateChange) == null || t.call(e, P.Stop, n));
+  }
+  function Ae(n, t, o) {
+    var s, d, u;
+    i(`Track subscribed: ${n.kind} from ${o.identity}`);
+    const r = n.mediaStreamTrack;
+    if (!r) {
+      i(`No mediaStreamTrack available for ${n.kind}`);
+      return;
+    }
+    R ? (R.addTrack(r), i(`Added ${n.kind} track to shared MediaStream`)) : (R = new MediaStream([r]), i(`Created shared MediaStream with ${n.kind} track`)), n.kind === "audio" && (m = ze(
+      () => n.getRTCStatsReport(),
+      ({ sttLatency: c, serviceLatency: T }) => {
+        var ce, se, de;
+        const N = le.get(!0);
+        let U = 0;
+        if (c) {
+          const ue = ((se = (ce = g == null ? void 0 : g.getReport()) == null ? void 0 : ce.webRTCStats) == null ? void 0 : se.avgRtt) ?? 0;
+          U = ue > 0 ? Math.round(ue * 1e3) : 0;
+        }
+        const _ = N > 0 ? N + (c ?? 0) + U : void 0, v = _ !== void 0 && T !== void 0 ? _ - T : void 0;
+        (de = e.onFirstAudioDetected) == null || de.call(e, { latency: _, networkLatency: v });
+      }
+    )), n.kind === "video" && ((s = e.onStreamReady) == null || s.call(e), i("CALLBACK: onSrcObjectReady"), (d = e.onSrcObjectReady) == null || d.call(e, R), D || (D = !0, i("CALLBACK: onConnectionStateChange(Connected)"), (u = e.onConnectionStateChange) == null || u.call(e, w.Connected, "livekit:track-subscribed")), g = Je(
+      () => n.getRTCStatsReport(),
+      () => A,
+      Qe,
+      (c, T) => {
+        i(`Video state change: ${c}`), c === P.Start ? (E && (clearTimeout(E), E = null, i("Track subscription timeout cleared")), we()) : c === P.Stop && ee(T);
+      }
+    ), g.start());
+  }
+  function Ee(n, t, o) {
+    i(`Track unsubscribed: ${n.kind} from ${o.identity}`), n.kind === "audio" && (m == null || m.destroy(), m = null), n.kind === "video" && (ee(g == null ? void 0 : g.getReport()), g == null || g.stop(), g = null);
+  }
+  function ne(n, t) {
+    var r;
+    const o = We[n];
+    o && ((r = e.onMessage) == null || r.call(e, o, { event: o, ...t }));
+  }
+  function z(n, t) {
+    var o, r, s, d, u;
+    if (n === l.ToolCallStarted) {
+      const c = t;
+      k = c.interruptible !== !1, (o = e.onInterruptibleChange) == null || o.call(e, k), F.add(c.call_id), y = p.ToolActive, (r = e.onAgentActivityStateChange) == null || r.call(e, p.ToolActive), (s = e.onToolEvent) == null || s.call(e, l.ToolCallStarted, c);
+      return;
+    }
+    if (n === l.ToolCallDone) {
+      const c = t;
+      te(c.call_id), (d = e.onToolEvent) == null || d.call(e, l.ToolCallDone, c);
+      return;
+    }
+    if (n === l.ToolCallError) {
+      const c = t;
+      te(c.call_id), (u = e.onToolEvent) == null || u.call(e, l.ToolCallError, c);
+    }
+  }
+  function te(n) {
+    var t;
+    F.delete(n), F.size === 0 && y === p.ToolActive && (y = p.Idle, (t = e.onAgentActivityStateChange) == null || t.call(e, p.Idle));
+  }
+  function Pe(n, t) {
+    var o, r, s, d, u, c;
+    if (k = ((o = t.metadata) == null ? void 0 : o.interruptible) !== !1, (r = e.onInterruptibleChange) == null || r.call(e, k), n === l.StreamVideoCreated) {
+      y = p.Talking, (s = e.onAgentActivityStateChange) == null || s.call(e, p.Talking), m == null || m.arm({
+        sttLatency: (d = t == null ? void 0 : t.stt) == null ? void 0 : d.latency,
+        serviceLatency: t == null ? void 0 : t.serviceLatency
+      });
+      return;
+    }
+    if (F.size > 0) {
+      y !== p.ToolActive && (y = p.ToolActive, (u = e.onAgentActivityStateChange) == null || u.call(e, p.ToolActive));
+      return;
+    }
+    k && (y = p.Idle, (c = e.onAgentActivityStateChange) == null || c.call(e, p.Idle));
+  }
+  function O(n, t) {
+    var d, u, c, T;
+    const o = ((u = (d = g == null ? void 0 : g.getReport()) == null ? void 0 : d.webRTCStats) == null ? void 0 : u.avgRtt) ?? 0, r = o > 0 ? Math.round(o / 2 * 1e3) : 0, s = { ...t, downstreamNetworkLatency: r };
+    f.debug && ((c = t == null ? void 0 : t.metadata) != null && c.sentiment) && (s.sentiment = {
+      id: t.metadata.sentiment.id,
+      name: t.metadata.sentiment.sentiment
+    }), (T = e.onMessage) == null || T.call(e, n, s), Pe(n, t);
+  }
+  function Re(n, t) {
+    var o;
+    (o = e.onMessage) == null || o.call(e, B.Transcribe, { event: B.Transcribe, ...t }), queueMicrotask(() => {
+      var r;
+      (r = e.onAgentActivityStateChange) == null || r.call(e, p.Loading);
+    });
+  }
+  const Le = {
+    [l.ChatAnswer]: ne,
+    [l.ChatPartial]: ne,
+    [l.ToolCallStarted]: z,
+    [l.ToolCallDone]: z,
+    [l.ToolCallError]: z,
+    [l.StreamVideoCreated]: O,
+    [l.StreamVideoDone]: O,
+    [l.StreamVideoError]: O,
+    [l.StreamVideoRejected]: O,
+    [l.ChatAudioTranscribed]: Re
+  };
+  function Me(n, t, o, r) {
+    const s = new TextDecoder().decode(n);
+    try {
+      const d = JSON.parse(s), u = r || d.subject;
+      if (i("Data received:", { subject: u, data: d }), !u) return;
+      const c = Le[u];
+      c == null || c(u, d);
+    } catch (d) {
+      i("Failed to parse data channel message:", d);
+    }
+  }
+  function be(n) {
+    var t;
+    i("Media devices error:", n), (t = e.onError) == null || t.call(e, V(), { sessionId: S });
+  }
+  function Ie(n) {
+    var t;
+    i("Encryption error:", n), (t = e.onError) == null || t.call(e, V(), { sessionId: S });
+  }
+  function ke(n, t, o) {
+    i("Track subscription failed:", { trackSid: n, participant: t, reason: o });
+  }
+  function $e(n, t, o) {
+    for (const [r, s] of o)
+      if (s.source === t && s.track) {
+        const d = s.track.mediaStreamTrack;
+        if (d === n || (d == null ? void 0 : d.id) === n.id)
+          return s;
+      }
+    return null;
+  }
+  async function ie(n, t, o, r, s, d) {
+    var N, U, _;
+    if (!A || !a)
+      throw i(`Room is not connected, cannot publish ${r} stream`), new Error("Room is not connected");
+    if (n.isPublishing) {
+      i(`${r} publish already in progress, skipping`);
+      return;
+    }
+    const u = o(t);
+    if (u.length === 0)
+      throw new Error(`No ${r} track found in the provided MediaStream`);
+    const c = u[0], T = $e(c, r, s());
+    if (T) {
+      i(`${r} track is already published, skipping`, {
+        trackId: c.id,
+        publishedTrackId: (U = (N = T.track) == null ? void 0 : N.mediaStreamTrack) == null ? void 0 : U.id
+      }), n.publication = T;
+      return;
+    }
+    if ((_ = n.publication) != null && _.track) {
+      const v = n.publication.track.mediaStreamTrack;
+      v !== c && (v == null ? void 0 : v.id) !== c.id && (i(`Unpublishing existing ${r} track before publishing new one`), await d());
+    }
+    i(`Publishing ${r} track from provided MediaStream`, { trackId: c.id }), n.isPublishing = !0;
+    try {
+      n.publication = await a.localParticipant.publishTrack(c, { source: r }), i(`${r} track published successfully`, { trackSid: n.publication.trackSid });
+    } catch (v) {
+      throw i(`Failed to publish ${r} track:`, v), v;
+    } finally {
+      n.isPublishing = !1;
+    }
+  }
+  async function oe(n, t) {
+    if (!(!n.publication || !n.publication.track))
+      try {
+        a && (await a.localParticipant.unpublishTrack(n.publication.track, !1), i(`${t} track unpublished`));
+      } catch (o) {
+        i(`Error unpublishing ${t} track:`, o);
+      } finally {
+        n.publication = null;
+      }
+  }
+  async function Ke(n) {
+    return ie(
+      L,
+      n,
+      (t) => t.getAudioTracks(),
+      G.Source.Microphone,
+      () => a.localParticipant.audioTrackPublications,
+      Q
+    );
+  }
+  async function Q() {
+    return oe(L, "Microphone");
+  }
+  async function _e(n) {
+    if (!A || !a)
+      throw i("Cannot replace microphone track: room is not connected"), new Error("Room is not connected");
+    if (n.kind !== "audio")
+      throw i("Cannot replace microphone track: not an audio track", { kind: n.kind }), new Error("Microphone track must be an audio track");
+    if (L.isPublishing)
+      throw i("Cannot replace microphone track: publish in progress"), new Error("Microphone publish in progress");
+    const t = L.publication;
+    if (!t || !t.track)
+      throw i("Cannot replace microphone track: no publication to replace"), new Error("No microphone publication to replace");
+    try {
+      L.isPublishing = !0, await t.track.replaceTrack(n), i("Microphone track replaced", { trackId: n.id, trackSid: t.trackSid });
+    } finally {
+      L.isPublishing = !1;
+    }
+  }
+  async function Ve(n) {
+    return ie(
+      J,
+      n,
+      (t) => t.getVideoTracks(),
+      G.Source.Camera,
+      () => a.localParticipant.videoTrackPublications,
+      q
+    );
+  }
+  async function q() {
+    return oe(J, "Camera");
+  }
+  function De() {
+    R && (R.getTracks().forEach((n) => n.stop()), R = null);
+  }
+  async function W(n, t) {
+    var o, r;
+    if (!A || !a) {
+      i("Room is not connected for sending messages"), (o = e.onError) == null || o.call(e, V(), {
+        sessionId: S
+      });
+      return;
+    }
+    try {
+      await a.localParticipant.sendText(n, { topic: t }), i("Message sent successfully:", n);
+    } catch (s) {
+      i("Failed to send message:", s), (r = e.onError) == null || r.call(e, V(), { sessionId: S });
+    }
+  }
+  async function re(n) {
+    var t;
+    try {
+      const r = JSON.parse(n).topic;
+      return W("", r);
+    } catch (o) {
+      i("Failed to send data channel message:", o), (t = e.onError) == null || t.call(e, V(), { sessionId: S });
+    }
+  }
+  function Fe(n) {
+    return W(
+      n,
+      "lk.chat"
+      /* Chat */
+    );
+  }
+  async function H(n) {
+    var t, o;
+    E && (clearTimeout(E), E = null), m == null || m.destroy(), m = null, a && ((t = e.onConnectionStateChange) == null || t.call(e, w.Disconnecting, n), await Promise.all([Q(), q()]), await a.disconnect()), De(), A = !1, D = !1, F.clear(), (o = e.onAgentActivityStateChange) == null || o.call(e, p.Idle), y = p.Idle;
+  }
+  return {
+    speak(n) {
+      const t = typeof n == "string" ? n : JSON.stringify(n);
+      return W(
+        t,
+        "did.speak"
+        /* Speak */
+      );
+    },
+    disconnect: () => H("user:disconnect"),
+    async reconnect() {
+      var n, t;
+      if ((a == null ? void 0 : a.state) === I.Connected) {
+        i("Room is already connected");
+        return;
+      }
+      if (!a || !K || !$)
+        throw i("Cannot reconnect: missing room, URL or token"), new Error("Cannot reconnect: session not available");
+      i("Reconnecting to LiveKit room, state:", a.state), D = !1, (n = e.onConnectionStateChange) == null || n.call(e, w.Connecting, "user:reconnect");
+      try {
+        if (await a.connect(K, $), i("Room reconnected"), A = !0, a.remoteParticipants.size === 0) {
+          if (i("Waiting for agent to join..."), !await new Promise((r) => {
+            const s = setTimeout(() => {
+              a == null || a.off(h.ParticipantConnected, d), r(!1);
+            }, 5e3), d = () => {
+              clearTimeout(s), a == null || a.off(h.ParticipantConnected, d), r(!0);
+            };
+            a == null || a.on(h.ParticipantConnected, d);
+          }))
+            throw i("Agent did not join within timeout"), await a.disconnect(), new Error("Agent did not rejoin the room");
+          i("Agent joined, reconnection successful");
+        }
+      } catch (o) {
+        throw i("Failed to reconnect:", o), (t = e.onConnectionStateChange) == null || t.call(e, w.Fail, "user:reconnect-failed"), o;
+      }
+    },
+    sendDataChannelMessage: re,
+    sendTextMessage: Fe,
+    publishMicrophoneStream: Ke,
+    unpublishMicrophoneStream: Q,
+    replaceMicrophoneTrack: _e,
+    publishCameraStream: Ve,
+    unpublishCameraStream: q,
+    interrupt(n) {
+      n !== "text" && re(JSON.stringify({
+        topic: "did.interrupt"
+        /* Interrupt */
+      }));
+    },
+    registerRpcMethod(n, t) {
+      a == null || a.registerRpcMethod(n, t);
+    },
+    unregisterRpcMethod(n) {
+      a == null || a.unregisterRpcMethod(n);
+    },
+    sessionId: S,
+    streamId: S,
+    streamType: Y,
+    interruptAvailable: Z,
+    isInterruptible: k
+  };
+}
+export {
+  Ye as createLiveKitStreamingManager,
+  he as handleInitError
+};

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@d-id/client-sdk",
   "private": false,
-  "version": "1.2.6",
+  "version": "1.2.7",
   "type": "module",
   "description": "d-id client sdk",
   "repository": {