@d-id/client-sdk 3.0.0-staging.412 → 3.0.0-staging.414

package/dist/livekit-manager-Cfb9x2ei.js

@@ -1,506 +0,0 @@
-import { c as Qe, C as J, S as l, a as We, b as qe, A as C, d as Ge, l as pe, e as He, t as Xe, f as E, g as U, h as Ze, D as me, i as Ye, j as b, n as en } from "./index-BLrKDuV_.js";
-function nn() {
-  try {
-    return Intl.DateTimeFormat().resolvedOptions().timeZone ?? "";
-  } catch {
-    return "";
-  }
-}
-function tn() {
-  if (typeof navigator > "u")
-    return "";
-  const f = navigator.userAgent ?? "", S = (navigator.platform ?? "").toLowerCase();
-  let u = "Unknown";
-  /android/i.test(f) ? u = "Android" : /iphone|ipad|ipod/i.test(f) ? u = "iOS" : S.includes("win") ? u = "Windows" : S.includes("mac") ? u = "Mac OS X" : S.includes("linux") && (u = "Linux");
-  const i = u === "Android" || u === "iOS" || /Mobi/i.test(f);
-  return `${u}, ${i ? "Mobile" : "Desktop"}`;
-}
-function on() {
-  const f = {}, S = nn();
-  S && (f.timezone = S);
-  const u = tn();
-  return u && (f.device = u), f;
-}
-function rn(f, S, u, i) {
-  const k = Qe(f, `${S}/v2/agents/${u}`, i);
-  return {
-    async createStream(g) {
-      return k.post("/sessions", g);
-    }
-  };
-}
-const an = {
-  [l.ChatAnswer]: J.Answer,
-  [l.ChatPartial]: J.Partial
-}, Ce = 2e4, cn = [];
-async function sn() {
-  try {
-    return await import("./index-BLrKDuV_.js").then((f) => f.y);
-  } catch {
-    throw new Error(
-      "LiveKit client is required for this streaming manager. Please install it using: npm install livekit-client"
-    );
-  }
-}
-const un = {
-  excellent: U.Strong,
-  good: U.Strong,
-  poor: U.Weak,
-  lost: U.Unknown,
-  unknown: U.Unknown
-}, j = (f = "Stream Error") => new He(f);
-function Se(f, S, u) {
-  var i, k;
-  throw S("Failed to connect to LiveKit room:", f), (i = u.onConnectionStateChange) == null || i.call(u, E.Fail, "internal:init-error"), (k = u.onError) == null || k.call(u, f, { sessionId: "" }), f;
-}
-async function ln(f, S, u) {
-  var de;
-  const i = We(u.debug || !1, "LiveKitStreamingManager"), { Room: k, RoomEvent: g, ConnectionState: I, Track: ee } = await sn(), { callbacks: n, auth: Te, baseURL: ye, analytics: ne } = u;
-  let a = null, w = !1;
-  const te = qe.Fluent;
-  let L = null;
-  const P = { isPublishing: !1, publication: null }, Q = { isPublishing: !1, publication: null };
-  let p = null, T = null, O = null, K = !1;
-  a = new k({
-    adaptiveStream: !1,
-    // Must be false to use mediaStreamTrack directly
-    dynacast: !0
-  });
-  for (const [e, t] of u.rpcMethods ?? [])
-    a.registerRpcMethod(e, t);
-  let R = null, M = C.Idle, W = !0;
-  const y = /* @__PURE__ */ new Map();
-  let x = null, q = null;
-  const ve = rn(Te, ye || Ge, f, n.onError);
-  let v, _, $, ie = !0;
-  try {
-    const e = await ve.createStream({
-      transport: S.transport,
-      chat_persist: S.chat_persist ?? !1,
-      verbose: u.verbose ?? !1
-    }), { id: t, session_token: o, session_url: r, interrupt_enabled: c } = e;
-    (de = n.onStreamCreated) == null || de.call(n, { session_id: t, stream_id: t, agent_id: f }), v = t, _ = o, $ = r, ie = c ?? !0, await a.prepareConnection($, _);
-  } catch (e) {
-    Se(e, i, n);
-  }
-  if (!$ || !_ || !v)
-    return Promise.reject(new Error("Failed to initialize LiveKit stream"));
-  a.on(g.ConnectionStateChanged, Ee).on(g.ConnectionQualityChanged, Re).on(g.ParticipantConnected, be).on(g.ParticipantDisconnected, Le).on(g.TrackSubscribed, Me).on(g.TrackUnsubscribed, ke).on(g.DataReceived, Ve).on(g.MediaDevicesError, Fe).on(g.TranscriptionReceived, we).on(g.EncryptionError, Ue).on(g.TrackSubscriptionFailed, je);
-  function we(e, t) {
-    t != null && t.isLocal && pe.update();
-  }
-  async function Ae() {
-    const e = on();
-    if (!(!a || Object.keys(e).length === 0))
-      try {
-        await a.localParticipant.setAttributes(e);
-      } catch (t) {
-        i("Failed to set user context attributes", t);
-      }
-  }
-  try {
-    await a.connect($, _), i("LiveKit room joined successfully"), Ae(), R = setTimeout(() => {
-      var t;
-      i(
-        `Track subscription timeout - no track subscribed within ${Ce / 1e3} seconds after connect`
-      ), R = null;
-      const e = j("Track subscription timeout");
-      ne.track("connectivity-error", {
-        error: Xe(e),
-        sessionId: v
-      }), (t = n.onError) == null || t.call(n, e, { sessionId: v }), Y("internal:track-subscription-timeout");
-    }, Ce);
-  } catch (e) {
-    Se(e, i, n);
-  }
-  ne.enrich({
-    "stream-type": te
-  });
-  function Ee(e) {
-    var t, o, r, c;
-    switch (i("Connection state changed:", e), e) {
-      case I.Connecting:
-        i("CALLBACK: onConnectionStateChange(Connecting)"), (t = n.onConnectionStateChange) == null || t.call(n, E.Connecting, "livekit:connecting");
-        break;
-      case I.Connected:
-        i("LiveKit room connected successfully"), w = !0;
-        break;
-      case I.Disconnected:
-        i("LiveKit room disconnected"), w = !1, K = !1, P.publication = null, Q.publication = null, (o = n.onConnectionStateChange) == null || o.call(
-          n,
-          E.Disconnected,
-          q ?? "livekit:disconnected"
-        );
-        break;
-      case I.Reconnecting:
-        i("LiveKit room reconnecting..."), (r = n.onConnectionStateChange) == null || r.call(n, E.Connecting, "livekit:reconnecting");
-        break;
-      case I.SignalReconnecting:
-        i("LiveKit room signal reconnecting..."), (c = n.onConnectionStateChange) == null || c.call(n, E.Connecting, "livekit:signal-reconnecting");
-        break;
-    }
-  }
-  function Re(e, t) {
-    var o;
-    i("Connection quality:", e), t != null && t.isLocal && ((o = n.onConnectivityStateChange) == null || o.call(n, un[e]));
-  }
-  function be(e) {
-    i("Participant connected:", e.identity);
-  }
-  function Le(e) {
-    i("Participant disconnected:", e.identity), Y("livekit:participant-disconnected");
-  }
-  function Pe() {
-    var e;
-    O !== b.Start && (i("CALLBACK: onVideoStateChange(Start)"), O = b.Start, (e = n.onVideoStateChange) == null || e.call(n, b.Start));
-  }
-  function oe(e) {
-    var t;
-    O !== b.Stop && (i("CALLBACK: onVideoStateChange(Stop)"), O = b.Stop, (t = n.onVideoStateChange) == null || t.call(n, b.Stop, e));
-  }
-  function Me(e, t, o) {
-    var c, d, s;
-    i(`Track subscribed: ${e.kind} from ${o.identity}`);
-    const r = e.mediaStreamTrack;
-    if (!r) {
-      i(`No mediaStreamTrack available for ${e.kind}`);
-      return;
-    }
-    L ? (L.addTrack(r), i(`Added ${e.kind} track to shared MediaStream`)) : (L = new MediaStream([r]), i(`Created shared MediaStream with ${e.kind} track`)), e.kind === "audio" && (T = Ye(
-      () => e.getRTCStatsReport(),
-      ({ sttLatency: h, serviceLatency: m }) => {
-        var le, fe, he;
-        const V = pe.get(!0);
-        let F = 0;
-        if (h) {
-          const ge = ((fe = (le = p == null ? void 0 : p.getReport()) == null ? void 0 : le.webRTCStats) == null ? void 0 : fe.avgRtt) ?? 0;
-          F = ge > 0 ? Math.round(ge * 1e3) : 0;
-        }
-        const D = V > 0 ? V + (h ?? 0) + F : void 0, A = D !== void 0 && m !== void 0 ? D - m : void 0;
-        (he = n.onFirstAudioDetected) == null || he.call(n, { latency: D, networkLatency: A });
-      }
-    )), e.kind === "video" && ((c = n.onStreamReady) == null || c.call(n), i("CALLBACK: onSrcObjectReady"), (d = n.onSrcObjectReady) == null || d.call(n, L), K || (K = !0, i("CALLBACK: onConnectionStateChange(Connected)"), (s = n.onConnectionStateChange) == null || s.call(n, E.Connected, "livekit:track-subscribed")), p = Ze(
-      () => e.getRTCStatsReport(),
-      () => w,
-      en,
-      (h, m) => {
-        i(`Video state change: ${h}`), h === b.Start ? (R && (clearTimeout(R), R = null, i("Track subscription timeout cleared")), Pe()) : h === b.Stop && oe(m);
-      }
-    ), p.start());
-  }
-  function ke(e, t, o) {
-    i(`Track unsubscribed: ${e.kind} from ${o.identity}`), e.kind === "audio" && (T == null || T.destroy(), T = null), e.kind === "video" && (oe((p == null ? void 0 : p.getReport()) ?? void 0), p == null || p.stop(), p = null);
-  }
-  function re(e, t) {
-    var r;
-    const o = an[e];
-    o && ((r = n.onMessage) == null || r.call(n, o, { event: o, ...t }));
-  }
-  function G(e, t) {
-    var o, r, c, d;
-    if (e === l.ToolCallStarted) {
-      const s = t;
-      y.set(s.call_id, {
-        call: {
-          callId: s.call_id,
-          name: s.name,
-          executionMode: s.execution_mode === "async" ? "async" : "blocking"
-        },
-        interruptible: s.interruptible === !0,
-        turnId: s.turn_id ?? x
-      }), N(), z(), M = C.ToolActive, (o = n.onAgentActivityStateChange) == null || o.call(n, C.ToolActive), (r = n.onToolEvent) == null || r.call(n, l.ToolCallStarted, s);
-      return;
-    }
-    if (e === l.ToolCallDone) {
-      const s = t;
-      ae(s.call_id), (c = n.onToolEvent) == null || c.call(n, l.ToolCallDone, s);
-      return;
-    }
-    if (e === l.ToolCallError) {
-      const s = t;
-      ae(s.call_id), (d = n.onToolEvent) == null || d.call(n, l.ToolCallError, s);
-    }
-  }
-  function ae(e) {
-    y.delete(e) && (N(), z());
-  }
-  function Ie(e) {
-    let t = !1;
-    for (const [o, r] of y)
-      r.call.executionMode === "blocking" && (e !== null && r.turnId !== null && r.turnId !== e || (y.delete(o), t = !0));
-    t && (N(), z());
-  }
-  function N() {
-    var t;
-    const e = ![...y.values()].some(({ call: o }) => o.executionMode === "blocking");
-    e !== W && (W = e, (t = n.onInterruptibleChange) == null || t.call(n, e));
-  }
-  function z() {
-    var e;
-    (e = n.onRunningToolCallsChange) == null || e.call(
-      n,
-      y.size === 0 ? cn : [...y.values()].map(({ call: t }) => t)
-    );
-  }
-  function _e(e, t) {
-    var o, r, c;
-    if (e === l.StreamVideoCreated) {
-      M = C.Talking, (o = n.onAgentActivityStateChange) == null || o.call(n, C.Talking), T == null || T.arm({
-        sttLatency: (r = t == null ? void 0 : t.stt) == null ? void 0 : r.latency,
-        serviceLatency: t == null ? void 0 : t.serviceLatency
-      });
-      return;
-    }
-    if (y.size > 0) {
-      M !== C.ToolActive && (M = C.ToolActive, (c = n.onAgentActivityStateChange) == null || c.call(n, C.ToolActive));
-      return;
-    }
-  }
-  function B(e, t) {
-    var d, s, h, m;
-    const o = ((s = (d = p == null ? void 0 : p.getReport()) == null ? void 0 : d.webRTCStats) == null ? void 0 : s.avgRtt) ?? 0, r = o > 0 ? Math.round(o / 2 * 1e3) : 0, c = { ...t, downstreamNetworkLatency: r };
-    u.debug && ((h = t == null ? void 0 : t.metadata) != null && h.sentiment) && (c.sentiment = {
-      id: t.metadata.sentiment.id,
-      name: t.metadata.sentiment.sentiment
-    }), (m = n.onMessage) == null || m.call(n, e, c), _e(e, t);
-  }
-  function $e(e, t) {
-    var o;
-    (o = n.onMessage) == null || o.call(n, J.Transcribe, { event: J.Transcribe, ...t }), queueMicrotask(() => {
-      var r;
-      (r = n.onAgentActivityStateChange) == null || r.call(n, C.Loading);
-    });
-  }
-  function De(e, t) {
-    var o;
-    x = (t == null ? void 0 : t.turn_id) ?? null, M = C.Loading, (o = n.onAgentActivityStateChange) == null || o.call(n, C.Loading);
-  }
-  function Ke(e, t) {
-    var r;
-    const o = (t == null ? void 0 : t.turn_id) ?? null;
-    x !== null && o !== null && o < x || (Ie(o), M = C.Idle, (r = n.onAgentActivityStateChange) == null || r.call(n, C.Idle));
-  }
-  function ce(e, t) {
-    q = (t == null ? void 0 : t.reason) ?? null;
-  }
-  const xe = {
-    [l.ChatAnswer]: re,
-    [l.ChatPartial]: re,
-    [l.ToolCallStarted]: G,
-    [l.ToolCallDone]: G,
-    [l.ToolCallError]: G,
-    [l.StreamVideoCreated]: B,
-    [l.StreamVideoDone]: B,
-    [l.StreamVideoError]: B,
-    [l.StreamVideoRejected]: B,
-    [l.ChatAudioTranscribed]: $e,
-    [l.TurnStarted]: De,
-    [l.TurnEnded]: Ke,
-    [l.StreamDone]: ce,
-    [l.StreamFailed]: ce
-  };
-  function Ve(e, t, o, r) {
-    const c = new TextDecoder().decode(e);
-    let d;
-    try {
-      d = JSON.parse(c);
-    } catch (m) {
-      i("Failed to parse data channel message:", m);
-      return;
-    }
-    const s = r || d.subject;
-    if (i("Data received:", { subject: s, data: d }), !s) return;
-    const h = xe[s];
-    if (h)
-      try {
-        h(s, d);
-      } catch (m) {
-        console.warn("[LiveKitStreamingManager] Data channel handler failed", { subject: s, error: m });
-      }
-  }
-  function Fe(e) {
-    var t;
-    i("Media devices error:", e), (t = n.onError) == null || t.call(n, j(), { sessionId: v });
-  }
-  function Ue(e) {
-    var t;
-    i("Encryption error:", e), (t = n.onError) == null || t.call(n, j(), { sessionId: v });
-  }
-  function je(e, t, o) {
-    i("Track subscription failed:", { trackSid: e, participant: t, reason: o });
-  }
-  function Oe(e, t, o) {
-    for (const [r, c] of o)
-      if (c.source === t && c.track) {
-        const d = c.track.mediaStreamTrack;
-        if (d === e || (d == null ? void 0 : d.id) === e.id)
-          return c;
-      }
-    return null;
-  }
-  async function se(e, t, o, r, c, d) {
-    var V, F, D;
-    if (!w || !a)
-      throw i(`Room is not connected, cannot publish ${r} stream`), new Error("Room is not connected");
-    if (e.isPublishing) {
-      i(`${r} publish already in progress, skipping`);
-      return;
-    }
-    const s = o(t);
-    if (s.length === 0)
-      throw new Error(`No ${r} track found in the provided MediaStream`);
-    const h = s[0], m = Oe(h, r, c());
-    if (m) {
-      i(`${r} track is already published, skipping`, {
-        trackId: h.id,
-        publishedTrackId: (F = (V = m.track) == null ? void 0 : V.mediaStreamTrack) == null ? void 0 : F.id
-      }), e.publication = m;
-      return;
-    }
-    if ((D = e.publication) != null && D.track) {
-      const A = e.publication.track.mediaStreamTrack;
-      A !== h && (A == null ? void 0 : A.id) !== h.id && (i(`Unpublishing existing ${r} track before publishing new one`), await d());
-    }
-    i(`Publishing ${r} track from provided MediaStream`, { trackId: h.id }), e.isPublishing = !0;
-    try {
-      e.publication = await a.localParticipant.publishTrack(h, { source: r }), i(`${r} track published successfully`, { trackSid: e.publication.trackSid });
-    } catch (A) {
-      throw i(`Failed to publish ${r} track:`, A), A;
-    } finally {
-      e.isPublishing = !1;
-    }
-  }
-  async function ue(e, t) {
-    if (!(!e.publication || !e.publication.track))
-      try {
-        a && (await a.localParticipant.unpublishTrack(e.publication.track, !1), i(`${t} track unpublished`));
-      } catch (o) {
-        i(`Error unpublishing ${t} track:`, o);
-      } finally {
-        e.publication = null;
-      }
-  }
-  async function Ne(e) {
-    return se(
-      P,
-      e,
-      (t) => t.getAudioTracks(),
-      ee.Source.Microphone,
-      () => a.localParticipant.audioTrackPublications,
-      H
-    );
-  }
-  async function H() {
-    return ue(P, "Microphone");
-  }
-  async function ze(e) {
-    if (!w || !a)
-      throw i("Cannot replace microphone track: room is not connected"), new Error("Room is not connected");
-    if (e.kind !== "audio")
-      throw i("Cannot replace microphone track: not an audio track", { kind: e.kind }), new Error("Microphone track must be an audio track");
-    if (P.isPublishing)
-      throw i("Cannot replace microphone track: publish in progress"), new Error("Microphone publish in progress");
-    const t = P.publication;
-    if (!t || !t.track)
-      throw i("Cannot replace microphone track: no publication to replace"), new Error("No microphone publication to replace");
-    try {
-      P.isPublishing = !0, await t.track.replaceTrack(e), i("Microphone track replaced", { trackId: e.id, trackSid: t.trackSid });
-    } finally {
-      P.isPublishing = !1;
-    }
-  }
-  async function Be(e) {
-    return se(
-      Q,
-      e,
-      (t) => t.getVideoTracks(),
-      ee.Source.Camera,
-      () => a.localParticipant.videoTrackPublications,
-      X
-    );
-  }
-  async function X() {
-    return ue(Q, "Camera");
-  }
-  function Je() {
-    L && (L.getTracks().forEach((e) => e.stop()), L = null);
-  }
-  async function Z(e, t) {
-    var o, r;
-    if (!w || !a) {
-      i("Room is not connected for sending messages"), (o = n.onError) == null || o.call(n, j(), {
-        sessionId: v
-      });
-      return;
-    }
-    try {
-      await a.localParticipant.sendText(t, { topic: e }), i("Message sent successfully:", t);
-    } catch (c) {
-      i("Failed to send message:", c), (r = n.onError) == null || r.call(n, j(), { sessionId: v });
-    }
-  }
-  async function Y(e) {
-    var t, o;
-    R && (clearTimeout(R), R = null), T == null || T.destroy(), T = null, a && ((t = n.onConnectionStateChange) == null || t.call(n, E.Disconnecting, e), await Promise.all([H(), X()]), await a.disconnect()), Je(), w = !1, K = !1, y.size > 0 && (y.clear(), N(), z()), x = null, (o = n.onAgentActivityStateChange) == null || o.call(n, C.Idle), M = C.Idle;
-  }
-  return {
-    speak(e) {
-      const t = typeof e == "string" ? e : JSON.stringify(e);
-      return Z(me.Speak, t);
-    },
-    disconnect: () => Y("user:disconnect"),
-    async reconnect() {
-      var e, t;
-      if ((a == null ? void 0 : a.state) === I.Connected) {
-        i("Room is already connected");
-        return;
-      }
-      if (!a || !$ || !_)
-        throw i("Cannot reconnect: missing room, URL or token"), new Error("Cannot reconnect: session not available");
-      i("Reconnecting to LiveKit room, state:", a.state), K = !1, q = null, (e = n.onConnectionStateChange) == null || e.call(n, E.Connecting, "user:reconnect");
-      try {
-        if (await a.connect($, _), i("Room reconnected"), w = !0, a.remoteParticipants.size === 0) {
-          if (i("Waiting for agent to join..."), !await new Promise((r) => {
-            const c = setTimeout(() => {
-              a == null || a.off(g.ParticipantConnected, d), r(!1);
-            }, 5e3), d = () => {
-              clearTimeout(c), a == null || a.off(g.ParticipantConnected, d), r(!0);
-            };
-            a == null || a.on(g.ParticipantConnected, d);
-          }))
-            throw i("Agent did not join within timeout"), await a.disconnect(), new Error("Agent did not rejoin the room");
-          i("Agent joined, reconnection successful");
-        }
-      } catch (o) {
-        throw i("Failed to reconnect:", o), (t = n.onConnectionStateChange) == null || t.call(n, E.Fail, "user:reconnect-failed"), o;
-      }
-    },
-    sendDataChannelMessage: Z,
-    publishMicrophoneStream: Ne,
-    unpublishMicrophoneStream: H,
-    replaceMicrophoneTrack: ze,
-    publishCameraStream: Be,
-    unpublishCameraStream: X,
-    interrupt(e) {
-      return e === "text" || !w || !a ? !1 : (Z(me.Interrupt, ""), !0);
-    },
-    registerRpcMethod(e, t) {
-      a == null || a.registerRpcMethod(e, t);
-    },
-    unregisterRpcMethod(e) {
-      a == null || a.unregisterRpcMethod(e);
-    },
-    sessionId: v,
-    streamId: v,
-    streamType: te,
-    interruptAvailable: ie,
-    // A getter, not a snapshot: currentInterruptible changes as blocking tool calls come and go.
-    get isInterruptible() {
-      return W;
-    }
-  };
-}
-export {
-  ln as createLiveKitStreamingManager,
-  Se as handleInitError
-};