@d-id/client-sdk 1.1.17-staging.72 → 1.1.17-staging.75

package/dist/livekit-manager-jsPsU3VP.js

@@ -0,0 +1,198 @@
+import { c as b, a as k, S as ee, d as ne, T as te, C as h, b as v, A as E, e as P, f as _ } from "./index-CQ9HzMxW.js";
+function oe(c, C, r, o) {
+  const S = b(c, `${C}/v2/agents/${r}`, o);
+  return {
+    async createStream(s) {
+      return S.post("/streams", s);
+    }
+  };
+}
+async function ie() {
+  try {
+    return await import("./livekit-client.esm-C1GRQdZY.js");
+  } catch {
+    throw new Error(
+      "LiveKit client is required for this streaming manager. Please install it using: npm install livekit-client"
+    );
+  }
+}
+function re(c, C) {
+  const r = c.attach();
+  return C.push(r), r.style.position = "absolute", r.style.width = "1px", r.style.height = "1px", r.style.opacity = "0.01", r.style.pointerEvents = "none", r.muted = !0, r;
+}
+const ae = {
+  excellent: v.Strong,
+  good: v.Strong,
+  poor: v.Weak,
+  lost: v.Unknown,
+  unknown: v.Unknown
+}, K = JSON.stringify({
+  kind: "InternalServerError",
+  description: "Stream Error"
+});
+function x(c, C, r, o) {
+  var S, s;
+  throw C("Failed to connect to LiveKit room:", c), o(), (S = r.onConnectionStateChange) == null || S.call(r, h.Fail), (s = r.onError) == null || s.call(r, c, { streamId: "" }), c;
+}
+async function ge(c, C, r) {
+  var j, F;
+  const o = k(r.debug || !1, "LiveKitStreamingManager"), {
+    Room: S,
+    RoomEvent: s,
+    ConnectionState: f,
+    RemoteParticipant: de,
+    RemoteTrack: se
+  } = await ie(), { callbacks: e, auth: $, baseURL: N, analytics: U } = r;
+  let g = null, w = !1, A = null;
+  const M = ee.Fluent;
+  let T = !0;
+  const L = [];
+  g = new S({
+    adaptiveStream: !0,
+    dynacast: !0
+  });
+  const V = oe($, N || ne, c, e.onError);
+  let p, R, I, l;
+  try {
+    const n = await V.createStream({
+      transport_provider: te.Livekit,
+      chat_id: C.chat_id
+    }), { session_id: t, session_token: i, session_url: a } = n;
+    (j = e.onStreamCreated) == null || j.call(e, { stream_id: t, session_id: t, agent_id: c }), p = t, R = t, I = i, l = a, await g.prepareConnection(l, I);
+  } catch (n) {
+    x(n, o, e, () => {
+      T = !1;
+    });
+  }
+  if (!l || !I || !p || !R)
+    return Promise.reject(new Error("Failed to initialize LiveKit stream"));
+  g.on(s.ConnectionStateChanged, J).on(s.ConnectionQualityChanged, Q).on(s.ActiveSpeakersChanged, q).on(s.ParticipantConnected, H).on(s.TrackSubscribed, z).on(s.TrackUnsubscribed, W).on(s.DataReceived, B).on(s.MediaDevicesError, G).on(s.EncryptionError, X).on(s.TrackSubscriptionFailed, Y), (F = e.onConnectionStateChange) == null || F.call(e, h.New);
+  try {
+    await g.connect(l, I), o("LiveKit room joined successfully"), T = !1;
+  } catch (n) {
+    x(n, o, e, () => {
+      T = !1;
+    });
+  }
+  U.enrich({
+    "stream-type": M
+  });
+  function J(n) {
+    var t, i, a, m, d;
+    switch (o("Connection state changed:", n), n) {
+      case f.Connecting:
+        (t = e.onConnectionStateChange) == null || t.call(e, h.Connecting);
+        break;
+      case f.Connected:
+        o("LiveKit room connected successfully"), w = !0, T ? queueMicrotask(() => {
+          var u;
+          (u = e.onConnectionStateChange) == null || u.call(e, h.Connected);
+        }) : (i = e.onConnectionStateChange) == null || i.call(e, h.Connected);
+        break;
+      case f.Disconnected:
+        o("LiveKit room disconnected"), w = !1, (a = e.onConnectionStateChange) == null || a.call(e, h.Disconnected);
+        break;
+      case f.Reconnecting:
+        o("LiveKit room reconnecting..."), (m = e.onConnectionStateChange) == null || m.call(e, h.Connecting);
+        break;
+      case f.SignalReconnecting:
+        o("LiveKit room signal reconnecting..."), (d = e.onConnectionStateChange) == null || d.call(e, h.Connecting);
+        break;
+    }
+  }
+  function Q(n, t) {
+    var i;
+    o("Connection quality:", n), t != null && t.isLocal && ((i = e.onConnectivityStateChange) == null || i.call(e, ae[n]));
+  }
+  function q(n) {
+    var i, a;
+    o("Active speakers changed:", n), n[0] ? (i = e.onAgentActivityStateChange) == null || i.call(e, E.Talking) : (a = e.onAgentActivityStateChange) == null || a.call(e, E.Idle);
+  }
+  function H(n) {
+    o("Participant connected:", n.identity);
+  }
+  function z(n, t, i) {
+    var a, m;
+    if (o(`Track subscribed: ${n.kind} from ${i.identity}`), n.kind === "video") {
+      const d = re(n, L);
+      document.body.appendChild(d), d.play().then(() => {
+        o("Hidden video element playing");
+      }).catch((u) => o("Error playing hidden element:", u)), o(`Video element created, srcObject: ${d.srcObject}`), d.srcObject && ((a = e.onSrcObjectReady) == null || a.call(e, d.srcObject), (m = e.onVideoStateChange) == null || m.call(e, P.Start));
+    }
+    if (n.kind === "audio") {
+      const d = n.attach();
+      L.push(d), d.style.display = "none", document.body.appendChild(d), d.play().catch((u) => o("Error playing audio element:", u));
+    }
+  }
+  function W(n, t, i) {
+    var a;
+    o(`Track unsubscribed: ${n.kind} from ${i.identity}`), n.kind === "video" && ((a = e.onVideoStateChange) == null || a.call(e, P.Stop));
+  }
+  function B(n, t) {
+    var a, m, d, u, O;
+    const i = new TextDecoder().decode(n);
+    o("Data received:", i);
+    try {
+      const y = JSON.parse(i);
+      y.subject === _.StreamStarted && ((a = y.metadata) != null && a.videoId) ? (A = y.metadata.videoId, (m = e.onVideoIdChange) == null || m.call(e, A), (d = e.onAgentActivityStateChange) == null || d.call(e, E.Talking)) : y.subject === _.StreamDone && (A = null, (u = e.onVideoIdChange) == null || u.call(e, A), (O = e.onAgentActivityStateChange) == null || O.call(e, E.Idle));
+    } catch (y) {
+      o("Failed to parse data channel message:", y);
+    }
+  }
+  function G(n) {
+    var t;
+    o("Media devices error:", n), (t = e.onError) == null || t.call(e, new Error(K), { streamId: p });
+  }
+  function X(n) {
+    var t;
+    o("Encryption error:", n), (t = e.onError) == null || t.call(e, new Error(K), { streamId: p });
+  }
+  function Y(n, t, i) {
+    o("Track subscription failed:", { trackSid: n, participant: t, reason: i });
+  }
+  function Z() {
+    L.forEach((n) => {
+      n.parentNode && n.parentNode.removeChild(n);
+    }), L.length = 0;
+  }
+  async function D(n) {
+    var t, i;
+    if (!w || !g) {
+      o("Room is not connected for sending messages"), (t = e.onError) == null || t.call(e, new Error(K), {
+        streamId: p
+      });
+      return;
+    }
+    try {
+      await g.localParticipant.sendText(n, {
+        topic: "lk.chat"
+      }), o("Message sent successfully:", n);
+    } catch (a) {
+      o("Failed to send message:", a), (i = e.onError) == null || i.call(e, new Error(K), { streamId: p });
+    }
+  }
+  return {
+    speak(n) {
+      const t = JSON.stringify({
+        type: "speak",
+        payload: n
+      });
+      return D(t);
+    },
+    async disconnect() {
+      var n, t;
+      g && (await g.disconnect(), g = null), Z(), w = !1, (n = e.onConnectionStateChange) == null || n.call(e, h.Completed), (t = e.onAgentActivityStateChange) == null || t.call(e, E.Idle);
+    },
+    sendDataChannelMessage: D,
+    sendTextMessage: D,
+    sessionId: R,
+    streamId: p,
+    streamType: M,
+    interruptAvailable: !0,
+    triggersAvailable: !1
+  };
+}
+export {
+  ge as createLiveKitStreamingManager,
+  x as handleInitError
+};

package/dist/src/services/streaming-manager/common.d.ts

@@ -20,6 +20,12 @@ export type StreamingManager<T extends CreateStreamOptions | CreateStreamV2Optio
      * @param payload The message payload to send
      */
     sendDataChannelMessage(payload: string): void;
+    /**
+     * Method to send text messages to the server
+     * @param payload The message payload to send
+     * supported only for livekit manager
+     */
+    sendTextMessage?(payload: string): Promise<void>;
     /**
      * Session identifier information, should be returned in the body of all streaming requests
      */

package/dist/src/services/streaming-manager/livekit-manager.d.ts

@@ -1,5 +1,6 @@
 import { CreateStreamOptions, CreateStreamV2Options, StreamingManagerOptions } from '../../types';
 import { StreamingManager } from './common';
 
+export declare function handleInitError(error: unknown, log: (message?: any, ...optionalParams: any[]) => void, callbacks: StreamingManagerOptions['callbacks'], markInitialConnectionDone: () => void): void;
 export declare function createLiveKitStreamingManager<T extends CreateStreamV2Options>(agentId: string, agent: T, options: StreamingManagerOptions): Promise<StreamingManager<T>>;
 export type LiveKitStreamingManager<T extends CreateStreamOptions> = StreamingManager<T>;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@d-id/client-sdk",
   "private": false,
-  "version": "1.1.17-staging.72",
+  "version": "1.1.17-staging.75",
   "type": "module",
   "description": "d-id client sdk",
   "repository": {