@d-id/client-sdk 1.1.17-staging.76 → 1.1.17-staging.77

package/dist/livekit-manager-D7QkEucf.js

@@ -0,0 +1,195 @@
+import { c as H, a as X, S as Y, d as Z, T as k, C as u, b as p, A as K, e as F, f as b, g as ee } from "./index-DKb-cXkg.js";
+function ne(c, f, s, i) {
+  const h = H(c, `${f}/v2/agents/${s}`, i);
+  return {
+    async createStream(a) {
+      return h.post("/streams", a);
+    }
+  };
+}
+async function te() {
+  try {
+    return await import("./livekit-client.esm-C1GRQdZY.js");
+  } catch {
+    throw new Error(
+      "LiveKit client is required for this streaming manager. Please install it using: npm install livekit-client"
+    );
+  }
+}
+const ie = {
+  excellent: p.Strong,
+  good: p.Strong,
+  poor: p.Weak,
+  lost: p.Unknown,
+  unknown: p.Unknown
+}, A = JSON.stringify({
+  kind: "InternalServerError",
+  description: "Stream Error"
+});
+function _(c, f, s, i) {
+  var h, a;
+  throw f("Failed to connect to LiveKit room:", c), i(), (h = s.onConnectionStateChange) == null || h.call(s, u.Fail), (a = s.onError) == null || a.call(s, c, { streamId: "" }), c;
+}
+async function se(c, f, s) {
+  var D, P;
+  const i = X(s.debug || !1, "LiveKitStreamingManager"), {
+    Room: h,
+    RoomEvent: a,
+    ConnectionState: v,
+    RemoteParticipant: oe,
+    RemoteTrack: re
+  } = await te(), { callbacks: e, auth: I, baseURL: N, analytics: U } = s;
+  let g = null, y = !1;
+  const R = Y.Fluent;
+  let w = !0, C = null;
+  g = new h({
+    adaptiveStream: !1,
+    // Must be false to use mediaStreamTrack directly
+    dynacast: !0
+  });
+  const x = ne(I, N || Z, c, e.onError);
+  let m, L, E, T;
+  try {
+    const n = await x.createStream({
+      transport_provider: k.Livekit,
+      chat_id: f.chat_id
+    }), { session_id: t, session_token: o, session_url: r } = n;
+    (D = e.onStreamCreated) == null || D.call(e, { stream_id: t, session_id: t, agent_id: c }), m = t, L = t, E = o, T = r, await g.prepareConnection(T, E);
+  } catch (n) {
+    _(n, i, e, () => {
+      w = !1;
+    });
+  }
+  if (!T || !E || !m || !L)
+    return Promise.reject(new Error("Failed to initialize LiveKit stream"));
+  g.on(a.ConnectionStateChanged, j).on(a.ConnectionQualityChanged, O).on(a.ActiveSpeakersChanged, J).on(a.ParticipantConnected, Q).on(a.TrackSubscribed, V).on(a.TrackUnsubscribed, q).on(a.DataReceived, z).on(a.MediaDevicesError, W).on(a.EncryptionError, l).on(a.TrackSubscriptionFailed, B), (P = e.onConnectionStateChange) == null || P.call(e, u.New);
+  try {
+    await g.connect(T, E), i("LiveKit room joined successfully"), w = !1;
+  } catch (n) {
+    _(n, i, e, () => {
+      w = !1;
+    });
+  }
+  U.enrich({
+    "stream-type": R
+  });
+  function j(n) {
+    var t, o, r, d, S;
+    switch (i("Connection state changed:", n), n) {
+      case v.Connecting:
+        (t = e.onConnectionStateChange) == null || t.call(e, u.Connecting);
+        break;
+      case v.Connected:
+        i("LiveKit room connected successfully"), y = !0, w ? queueMicrotask(() => {
+          var $;
+          ($ = e.onConnectionStateChange) == null || $.call(e, u.Connected);
+        }) : (o = e.onConnectionStateChange) == null || o.call(e, u.Connected);
+        break;
+      case v.Disconnected:
+        i("LiveKit room disconnected"), y = !1, (r = e.onConnectionStateChange) == null || r.call(e, u.Disconnected);
+        break;
+      case v.Reconnecting:
+        i("LiveKit room reconnecting..."), (d = e.onConnectionStateChange) == null || d.call(e, u.Connecting);
+        break;
+      case v.SignalReconnecting:
+        i("LiveKit room signal reconnecting..."), (S = e.onConnectionStateChange) == null || S.call(e, u.Connecting);
+        break;
+    }
+  }
+  function O(n, t) {
+    var o;
+    i("Connection quality:", n), t != null && t.isLocal && ((o = e.onConnectivityStateChange) == null || o.call(e, ie[n]));
+  }
+  function J(n) {
+    var o, r;
+    i("Active speakers changed:", n), n[0] ? (o = e.onAgentActivityStateChange) == null || o.call(e, K.Talking) : (r = e.onAgentActivityStateChange) == null || r.call(e, K.Idle);
+  }
+  function Q(n) {
+    i("Participant connected:", n.identity);
+  }
+  function V(n, t, o) {
+    var d, S;
+    i(`Track subscribed: ${n.kind} from ${o.identity}`);
+    const r = n.mediaStreamTrack;
+    if (!r) {
+      i(`No mediaStreamTrack available for ${n.kind}`);
+      return;
+    }
+    C ? (C.addTrack(r), i(`Added ${n.kind} track to shared MediaStream`)) : (C = new MediaStream([r]), i(`Created shared MediaStream with ${n.kind} track`)), n.kind === "video" && ((d = e.onSrcObjectReady) == null || d.call(e, C), (S = e.onVideoStateChange) == null || S.call(e, F.Start));
+  }
+  function q(n, t, o) {
+    var r;
+    i(`Track unsubscribed: ${n.kind} from ${o.identity}`), n.kind === "video" && ((r = e.onVideoStateChange) == null || r.call(e, F.Stop));
+  }
+  function z(n, t) {
+    var r;
+    const o = new TextDecoder().decode(n);
+    i("Data received:", o);
+    try {
+      const d = JSON.parse(o);
+      if (d.subject === b.ChatAnswer) {
+        const S = ee.Answer;
+        (r = e.onMessage) == null || r.call(e, S, {
+          event: S,
+          ...d
+        });
+      }
+    } catch (d) {
+      i("Failed to parse data channel message:", d);
+    }
+  }
+  function W(n) {
+    var t;
+    i("Media devices error:", n), (t = e.onError) == null || t.call(e, new Error(A), { streamId: m });
+  }
+  function l(n) {
+    var t;
+    i("Encryption error:", n), (t = e.onError) == null || t.call(e, new Error(A), { streamId: m });
+  }
+  function B(n, t, o) {
+    i("Track subscription failed:", { trackSid: n, participant: t, reason: o });
+  }
+  function G() {
+    C && (C.getTracks().forEach((n) => n.stop()), C = null);
+  }
+  async function M(n) {
+    var t, o;
+    if (!y || !g) {
+      i("Room is not connected for sending messages"), (t = e.onError) == null || t.call(e, new Error(A), {
+        streamId: m
+      });
+      return;
+    }
+    try {
+      await g.localParticipant.sendText(n, {
+        topic: "lk.chat"
+      }), i("Message sent successfully:", n);
+    } catch (r) {
+      i("Failed to send message:", r), (o = e.onError) == null || o.call(e, new Error(A), { streamId: m });
+    }
+  }
+  return {
+    speak(n) {
+      const t = JSON.stringify({
+        type: "speak",
+        payload: n
+      });
+      return M(t);
+    },
+    async disconnect() {
+      var n, t;
+      g && (await g.disconnect(), g = null), G(), y = !1, (n = e.onConnectionStateChange) == null || n.call(e, u.Completed), (t = e.onAgentActivityStateChange) == null || t.call(e, K.Idle);
+    },
+    sendDataChannelMessage: M,
+    sendTextMessage: M,
+    sessionId: L,
+    streamId: m,
+    streamType: R,
+    interruptAvailable: !0,
+    triggersAvailable: !1
+  };
+}
+export {
+  se as createLiveKitStreamingManager,
+  _ as handleInitError
+};

package/dist/src/services/agent-manager/connect-to-manager.d.ts

@@ -1,10 +1,12 @@
 import { StreamingManager } from '../streaming-manager';
-import { Agent, AgentManagerOptions, AgentsAPI, Chat, CreateStreamOptions, CreateStreamV2Options } from '../../types';
+import { Agent, AgentManagerOptions, AgentsAPI, Chat, ChatProgressCallback, CreateStreamOptions, CreateStreamV2Options } from '../../types';
 import { Analytics } from '../analytics/mixpanel';
 
 type ConnectToManagerOptions = AgentManagerOptions & {
     callbacks: AgentManagerOptions['callbacks'] & {
         onVideoIdChange?: (videoId: string | null) => void;
+        /** Internal callback for livekit-manager data channel events */
+        onMessage?: ChatProgressCallback;
     };
     chatId?: string;
 };

package/dist/src/types/stream/stream.d.ts

@@ -1,6 +1,7 @@
 import { Analytics } from '../../services/analytics/mixpanel';
 import { VideoRTCStatsReport } from '../../services/streaming-manager/stats/report';
 import { Auth } from '../auth';
+import { ChatProgressCallback } from '../entities/agents/manager';
 import { CreateClipStreamRequest, CreateTalkStreamRequest, SendClipStreamPayload, SendTalkStreamPayload } from './api';
 import { ICreateStreamRequestResponse, IceCandidate, SendStreamPayloadResponse, Status } from './rtc';
 
@@ -46,7 +47,7 @@ export declare enum StreamType {
     Fluent = "fluent"
 }
 export interface ManagerCallbacks {
-    onMessage?: (event: string, data: string) => void;
+    onMessage?: ChatProgressCallback;
     onConnectionStateChange?: (state: ConnectionState) => void;
     onVideoStateChange?: (state: StreamingState, report?: VideoRTCStatsReport) => void;
     onSrcObjectReady?: (value: MediaStream) => void;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@d-id/client-sdk",
   "private": false,
-  "version": "1.1.17-staging.76",
+  "version": "1.1.17-staging.77",
   "type": "module",
   "description": "d-id client sdk",
   "repository": {

package/dist/livekit-manager-C6I2lSHF.js

@@ -1,198 +0,0 @@
-import { c as b, a as k, S as ee, d as ne, T as te, C as h, b as v, A as E, e as P, f as _ } from "./index-BhpiSVbj.js";
-function oe(c, C, r, o) {
-  const S = b(c, `${C}/v2/agents/${r}`, o);
-  return {
-    async createStream(s) {
-      return S.post("/streams", s);
-    }
-  };
-}
-async function ie() {
-  try {
-    return await import("./livekit-client.esm-C1GRQdZY.js");
-  } catch {
-    throw new Error(
-      "LiveKit client is required for this streaming manager. Please install it using: npm install livekit-client"
-    );
-  }
-}
-function re(c, C) {
-  const r = c.attach();
-  return C.push(r), r.style.position = "absolute", r.style.width = "1px", r.style.height = "1px", r.style.opacity = "0.01", r.style.pointerEvents = "none", r.muted = !0, r;
-}
-const ae = {
-  excellent: v.Strong,
-  good: v.Strong,
-  poor: v.Weak,
-  lost: v.Unknown,
-  unknown: v.Unknown
-}, K = JSON.stringify({
-  kind: "InternalServerError",
-  description: "Stream Error"
-});
-function x(c, C, r, o) {
-  var S, s;
-  throw C("Failed to connect to LiveKit room:", c), o(), (S = r.onConnectionStateChange) == null || S.call(r, h.Fail), (s = r.onError) == null || s.call(r, c, { streamId: "" }), c;
-}
-async function ge(c, C, r) {
-  var j, F;
-  const o = k(r.debug || !1, "LiveKitStreamingManager"), {
-    Room: S,
-    RoomEvent: s,
-    ConnectionState: f,
-    RemoteParticipant: de,
-    RemoteTrack: se
-  } = await ie(), { callbacks: e, auth: $, baseURL: N, analytics: U } = r;
-  let g = null, w = !1, A = null;
-  const M = ee.Fluent;
-  let T = !0;
-  const L = [];
-  g = new S({
-    adaptiveStream: !0,
-    dynacast: !0
-  });
-  const V = oe($, N || ne, c, e.onError);
-  let p, R, I, l;
-  try {
-    const n = await V.createStream({
-      transport_provider: te.Livekit,
-      chat_id: C.chat_id
-    }), { session_id: t, session_token: i, session_url: a } = n;
-    (j = e.onStreamCreated) == null || j.call(e, { stream_id: t, session_id: t, agent_id: c }), p = t, R = t, I = i, l = a, await g.prepareConnection(l, I);
-  } catch (n) {
-    x(n, o, e, () => {
-      T = !1;
-    });
-  }
-  if (!l || !I || !p || !R)
-    return Promise.reject(new Error("Failed to initialize LiveKit stream"));
-  g.on(s.ConnectionStateChanged, J).on(s.ConnectionQualityChanged, Q).on(s.ActiveSpeakersChanged, q).on(s.ParticipantConnected, H).on(s.TrackSubscribed, z).on(s.TrackUnsubscribed, W).on(s.DataReceived, B).on(s.MediaDevicesError, G).on(s.EncryptionError, X).on(s.TrackSubscriptionFailed, Y), (F = e.onConnectionStateChange) == null || F.call(e, h.New);
-  try {
-    await g.connect(l, I), o("LiveKit room joined successfully"), T = !1;
-  } catch (n) {
-    x(n, o, e, () => {
-      T = !1;
-    });
-  }
-  U.enrich({
-    "stream-type": M
-  });
-  function J(n) {
-    var t, i, a, m, d;
-    switch (o("Connection state changed:", n), n) {
-      case f.Connecting:
-        (t = e.onConnectionStateChange) == null || t.call(e, h.Connecting);
-        break;
-      case f.Connected:
-        o("LiveKit room connected successfully"), w = !0, T ? queueMicrotask(() => {
-          var u;
-          (u = e.onConnectionStateChange) == null || u.call(e, h.Connected);
-        }) : (i = e.onConnectionStateChange) == null || i.call(e, h.Connected);
-        break;
-      case f.Disconnected:
-        o("LiveKit room disconnected"), w = !1, (a = e.onConnectionStateChange) == null || a.call(e, h.Disconnected);
-        break;
-      case f.Reconnecting:
-        o("LiveKit room reconnecting..."), (m = e.onConnectionStateChange) == null || m.call(e, h.Connecting);
-        break;
-      case f.SignalReconnecting:
-        o("LiveKit room signal reconnecting..."), (d = e.onConnectionStateChange) == null || d.call(e, h.Connecting);
-        break;
-    }
-  }
-  function Q(n, t) {
-    var i;
-    o("Connection quality:", n), t != null && t.isLocal && ((i = e.onConnectivityStateChange) == null || i.call(e, ae[n]));
-  }
-  function q(n) {
-    var i, a;
-    o("Active speakers changed:", n), n[0] ? (i = e.onAgentActivityStateChange) == null || i.call(e, E.Talking) : (a = e.onAgentActivityStateChange) == null || a.call(e, E.Idle);
-  }
-  function H(n) {
-    o("Participant connected:", n.identity);
-  }
-  function z(n, t, i) {
-    var a, m;
-    if (o(`Track subscribed: ${n.kind} from ${i.identity}`), n.kind === "video") {
-      const d = re(n, L);
-      document.body.appendChild(d), d.play().then(() => {
-        o("Hidden video element playing");
-      }).catch((u) => o("Error playing hidden element:", u)), o(`Video element created, srcObject: ${d.srcObject}`), d.srcObject && ((a = e.onSrcObjectReady) == null || a.call(e, d.srcObject), (m = e.onVideoStateChange) == null || m.call(e, P.Start));
-    }
-    if (n.kind === "audio") {
-      const d = n.attach();
-      L.push(d), d.style.display = "none", document.body.appendChild(d), d.play().catch((u) => o("Error playing audio element:", u));
-    }
-  }
-  function W(n, t, i) {
-    var a;
-    o(`Track unsubscribed: ${n.kind} from ${i.identity}`), n.kind === "video" && ((a = e.onVideoStateChange) == null || a.call(e, P.Stop));
-  }
-  function B(n, t) {
-    var a, m, d, u, O;
-    const i = new TextDecoder().decode(n);
-    o("Data received:", i);
-    try {
-      const y = JSON.parse(i);
-      y.subject === _.StreamStarted && ((a = y.metadata) != null && a.videoId) ? (A = y.metadata.videoId, (m = e.onVideoIdChange) == null || m.call(e, A), (d = e.onAgentActivityStateChange) == null || d.call(e, E.Talking)) : y.subject === _.StreamDone && (A = null, (u = e.onVideoIdChange) == null || u.call(e, A), (O = e.onAgentActivityStateChange) == null || O.call(e, E.Idle));
-    } catch (y) {
-      o("Failed to parse data channel message:", y);
-    }
-  }
-  function G(n) {
-    var t;
-    o("Media devices error:", n), (t = e.onError) == null || t.call(e, new Error(K), { streamId: p });
-  }
-  function X(n) {
-    var t;
-    o("Encryption error:", n), (t = e.onError) == null || t.call(e, new Error(K), { streamId: p });
-  }
-  function Y(n, t, i) {
-    o("Track subscription failed:", { trackSid: n, participant: t, reason: i });
-  }
-  function Z() {
-    L.forEach((n) => {
-      n.parentNode && n.parentNode.removeChild(n);
-    }), L.length = 0;
-  }
-  async function D(n) {
-    var t, i;
-    if (!w || !g) {
-      o("Room is not connected for sending messages"), (t = e.onError) == null || t.call(e, new Error(K), {
-        streamId: p
-      });
-      return;
-    }
-    try {
-      await g.localParticipant.sendText(n, {
-        topic: "lk.chat"
-      }), o("Message sent successfully:", n);
-    } catch (a) {
-      o("Failed to send message:", a), (i = e.onError) == null || i.call(e, new Error(K), { streamId: p });
-    }
-  }
-  return {
-    speak(n) {
-      const t = JSON.stringify({
-        type: "speak",
-        payload: n
-      });
-      return D(t);
-    },
-    async disconnect() {
-      var n, t;
-      g && (await g.disconnect(), g = null), Z(), w = !1, (n = e.onConnectionStateChange) == null || n.call(e, h.Completed), (t = e.onAgentActivityStateChange) == null || t.call(e, E.Idle);
-    },
-    sendDataChannelMessage: D,
-    sendTextMessage: D,
-    sessionId: R,
-    streamId: p,
-    streamType: M,
-    interruptAvailable: !0,
-    triggersAvailable: !1
-  };
-}
-export {
-  ge as createLiveKitStreamingManager,
-  x as handleInitError
-};