@d-id/client-sdk 1.1.17-staging.75 → 1.1.18

package/dist/livekit-manager-BSgJL4j4.js

@@ -0,0 +1,124 @@
+import { c as x, a as N, S as O, C as g, b as U, d as P, e as $, A as T, f as q, T as J } from "./index-CQEmC7n0.js";
+function Q(u, p, h, i) {
+  const w = x(u, `${p}/v2/agents/${h}`, i);
+  return {
+    async createStream(d) {
+      return w.post("/streams", d);
+    }
+  };
+}
+async function W() {
+  try {
+    return await import("./livekit-client.esm-C1GRQdZY.js");
+  } catch {
+    throw new Error(
+      "LiveKit client is required for this streaming manager. Please install it using: npm install livekit-client"
+    );
+  }
+}
+async function H(u, p, h) {
+  var E, K, I;
+  const i = N(h.debug || !1, "LiveKitStreamingManager"), {
+    Room: w,
+    RoomEvent: d,
+    ConnectionState: C,
+    RemoteParticipant: z,
+    RemoteTrack: B
+  } = await W(), { callbacks: e, auth: V, baseURL: j, analytics: F } = h;
+  let a = null, v = !1, y = null, c = null;
+  const L = O.Fluent;
+  a = new w({
+    adaptiveStream: !0,
+    dynacast: !0
+  }), a.on(d.ConnectionStateChanged, (n) => {
+    var t, o, r, s, S;
+    switch (i("Connection state changed:", n), n) {
+      case C.Connecting:
+        (t = e.onConnectionStateChange) == null || t.call(e, g.Connecting);
+        break;
+      case C.Connected:
+        i("LiveKit room connected successfully"), v = !0, (o = e.onConnectionStateChange) == null || o.call(e, g.Connected);
+        break;
+      case C.Disconnected:
+        i("LiveKit room disconnected"), v = !1, (r = e.onConnectionStateChange) == null || r.call(e, g.Disconnected);
+        break;
+      case C.Reconnecting:
+        i("LiveKit room reconnecting..."), (s = e.onConnectionStateChange) == null || s.call(e, g.Connecting);
+        break;
+      case C.SignalReconnecting:
+        i("LiveKit room signal reconnecting..."), (S = e.onConnectionStateChange) == null || S.call(e, g.Connecting);
+        break;
+    }
+  }), a.on(d.ConnectionQualityChanged, (n, t) => {
+    var o;
+    t != null && t.isLocal && n === "poor" && (i("Connection quality is poor"), (o = e.onConnectivityStateChange) == null || o.call(e, U.Weak));
+  }), a.on(d.ParticipantConnected, (n) => {
+    i("Participant connected:", n.identity);
+  }), a.on(d.TrackSubscribed, (n, t, o) => {
+    var r, s;
+    i(`Track subscribed: ${n.kind} from ${o.identity}`), c ? c.addTrack(n.mediaStreamTrack) : c = new MediaStream([n.mediaStreamTrack]), (r = e.onSrcObjectReady) == null || r.call(e, c), n.kind === "video" && ((s = e.onVideoStateChange) == null || s.call(e, P.Start));
+  }), a.on(d.TrackUnsubscribed, (n, t, o) => {
+    var r;
+    i(`Track unsubscribed: ${n.kind} from ${o.identity}`), n.kind === "video" && ((r = e.onVideoStateChange) == null || r.call(e, P.Stop));
+  }), a.on(d.DataReceived, (n, t) => {
+    var r, s, S, D, _;
+    const o = new TextDecoder().decode(n);
+    i("Data received:", o);
+    try {
+      const m = JSON.parse(o);
+      m.subject === $.StreamStarted && ((r = m.metadata) != null && r.videoId) ? (y = m.metadata.videoId, (s = e.onVideoIdChange) == null || s.call(e, y), (S = e.onAgentActivityStateChange) == null || S.call(e, T.Talking)) : m.subject === $.StreamDone && (y = null, (D = e.onVideoIdChange) == null || D.call(e, y), (_ = e.onAgentActivityStateChange) == null || _.call(e, T.Idle));
+    } catch (m) {
+      i("Failed to parse data channel message:", m);
+    }
+  }), (E = e.onConnectionStateChange) == null || E.call(e, g.New);
+  const M = Q(V, j || q, u, e.onError);
+  let f, A;
+  try {
+    const n = await M.createStream({
+      transport_provider: J.Livekit,
+      chat_id: p.chat_id
+    }), { agent_id: t, session_id: o, session_token: r, session_url: s } = n;
+    f = t, A = o, await a.connect(s, r), i("LiveKit room joined successfully");
+  } catch (n) {
+    throw i("Failed to connect to LiveKit room:", n), (K = e.onConnectionStateChange) == null || K.call(e, g.Fail), (I = e.onError) == null || I.call(e, n, { streamId: "" }), n;
+  }
+  F.enrich({
+    "stream-type": L
+  });
+  async function R(n) {
+    var t, o;
+    if (!v || !a) {
+      i("Room is not connected for sending messages"), (t = e.onError) == null || t.call(e, new Error("Room is not connected for sending messages"), {
+        streamId: f
+      });
+      return;
+    }
+    try {
+      await a.localParticipant.publishData(new TextEncoder().encode(n), { reliable: !0 });
+    } catch (r) {
+      i("Error sending data channel message", r), (o = e.onError) == null || o.call(e, r, { streamId: f });
+    }
+  }
+  return {
+    speak(n) {
+      const t = JSON.stringify({
+        type: "speak",
+        payload: n
+      });
+      return R(t);
+    },
+    async disconnect() {
+      var n, t;
+      a && (await a.disconnect(), a = null), c && (c.getTracks().forEach((o) => o.stop()), c = null), v = !1, (n = e.onConnectionStateChange) == null || n.call(e, g.Completed), (t = e.onAgentActivityStateChange) == null || t.call(e, T.Idle);
+    },
+    sendDataChannelMessage: R,
+    sessionId: A,
+    streamId: f,
+    streamType: L,
+    interruptAvailable: !0,
+    triggersAvailable: !1
+  };
+}
+export {
+  H as createLiveKitStreamingManager
+};

package/dist/src/services/streaming-manager/common.d.ts

@@ -20,12 +20,6 @@ export type StreamingManager<T extends CreateStreamOptions | CreateStreamV2Optio
      * @param payload The message payload to send
      */
     sendDataChannelMessage(payload: string): void;
-    /**
-     * Method to send text messages to the server
-     * @param payload The message payload to send
-     * supported only for livekit manager
-     */
-    sendTextMessage?(payload: string): Promise<void>;
     /**
      * Session identifier information, should be returned in the body of all streaming requests
      */

package/dist/src/services/streaming-manager/livekit-manager.d.ts

@@ -1,6 +1,5 @@
 import { CreateStreamOptions, CreateStreamV2Options, StreamingManagerOptions } from '../../types';
 import { StreamingManager } from './common';
 
-export declare function handleInitError(error: unknown, log: (message?: any, ...optionalParams: any[]) => void, callbacks: StreamingManagerOptions['callbacks'], markInitialConnectionDone: () => void): void;
 export declare function createLiveKitStreamingManager<T extends CreateStreamV2Options>(agentId: string, agent: T, options: StreamingManagerOptions): Promise<StreamingManager<T>>;
 export type LiveKitStreamingManager<T extends CreateStreamOptions> = StreamingManager<T>;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@d-id/client-sdk",
   "private": false,
-  "version": "1.1.17-staging.75",
+  "version": "1.1.18",
   "type": "module",
   "description": "d-id client sdk",
   "repository": {