@d-id/client-sdk 1.1.23-staging.109 → 1.1.24

package/dist/livekit-manager-CQZ_EbD9.js

@@ -0,0 +1,256 @@
+import { c as oe, a as ae, S as se, d as ce, T as de, C as S, b as E, A as _, e as U, f as R, g as j } from "./index-VqW3e8UX.js";
+function ue(m, T, h, i) {
+  const y = oe(m, `${T}/v2/agents/${h}`, i);
+  return {
+    async createStream(s) {
+      return y.post("/sessions", s);
+    }
+  };
+}
+async function F() {
+  try {
+    return await import("./livekit-client.esm-C1GRQdZY.js");
+  } catch {
+    throw new Error(
+      "LiveKit client is required for this streaming manager. Please install it using: npm install livekit-client"
+    );
+  }
+}
+const he = {
+  excellent: E.Strong,
+  good: E.Strong,
+  poor: E.Weak,
+  lost: E.Unknown,
+  unknown: E.Unknown
+}, K = JSON.stringify({
+  kind: "InternalServerError",
+  description: "Stream Error"
+});
+function V(m, T, h, i) {
+  var y, s;
+  throw T("Failed to connect to LiveKit room:", m), i(), (y = h.onConnectionStateChange) == null || y.call(h, S.Fail), (s = h.onError) == null || s.call(h, m, { sessionId: "" }), m;
+}
+async function fe(m, T, h) {
+  var N, x;
+  const i = ae(h.debug || !1, "LiveKitStreamingManager"), { Room: y, RoomEvent: s, ConnectionState: l } = await F(), { callbacks: e, auth: O, baseURL: J, analytics: Q, microphoneStream: ge } = h;
+  let c = null, w = !1;
+  const $ = se.Fluent;
+  let A = !0, C = null, g = null;
+  c = new y({
+    adaptiveStream: !1,
+    // Must be false to use mediaStreamTrack directly
+    dynacast: !0
+  });
+  const q = ue(O, J || ce, m, e.onError);
+  let p, k, P;
+  try {
+    const n = await q.createStream({
+      transport_provider: de.Livekit,
+      chat_persist: T.chat_persist ?? !0
+    }), { id: t, session_token: r, session_url: o } = n;
+    (N = e.onStreamCreated) == null || N.call(e, { session_id: t, stream_id: t, agent_id: m }), p = t, k = r, P = o, await c.prepareConnection(P, k);
+  } catch (n) {
+    V(n, i, e, () => {
+      A = !1;
+    });
+  }
+  if (!P || !k || !p)
+    return Promise.reject(new Error("Failed to initialize LiveKit stream"));
+  c.on(s.ConnectionStateChanged, b).on(s.ConnectionQualityChanged, z).on(s.ActiveSpeakersChanged, W).on(s.ParticipantConnected, B).on(s.TrackSubscribed, G).on(s.TrackUnsubscribed, H).on(s.DataReceived, X).on(s.MediaDevicesError, Y).on(s.EncryptionError, Z).on(s.TrackSubscriptionFailed, ee), (x = e.onConnectionStateChange) == null || x.call(e, S.New);
+  try {
+    await c.connect(P, k), i("LiveKit room joined successfully"), A = !1;
+  } catch (n) {
+    V(n, i, e, () => {
+      A = !1;
+    });
+  }
+  Q.enrich({
+    "stream-type": $
+  });
+  function b(n) {
+    var t, r, o, a, u;
+    switch (i("Connection state changed:", n), n) {
+      case l.Connecting:
+        (t = e.onConnectionStateChange) == null || t.call(e, S.Connecting);
+        break;
+      case l.Connected:
+        i("LiveKit room connected successfully"), w = !0, A ? queueMicrotask(() => {
+          var d;
+          (d = e.onConnectionStateChange) == null || d.call(e, S.Connected);
+        }) : (r = e.onConnectionStateChange) == null || r.call(e, S.Connected);
+        break;
+      case l.Disconnected:
+        i("LiveKit room disconnected"), w = !1, (o = e.onConnectionStateChange) == null || o.call(e, S.Disconnected);
+        break;
+      case l.Reconnecting:
+        i("LiveKit room reconnecting..."), (a = e.onConnectionStateChange) == null || a.call(e, S.Connecting);
+        break;
+      case l.SignalReconnecting:
+        i("LiveKit room signal reconnecting..."), (u = e.onConnectionStateChange) == null || u.call(e, S.Connecting);
+        break;
+    }
+  }
+  function z(n, t) {
+    var r;
+    i("Connection quality:", n), t != null && t.isLocal && ((r = e.onConnectivityStateChange) == null || r.call(e, he[n]));
+  }
+  function W(n) {
+    var r, o;
+    i("Active speakers changed:", n), n[0] ? (r = e.onAgentActivityStateChange) == null || r.call(e, _.Talking) : (o = e.onAgentActivityStateChange) == null || o.call(e, _.Idle);
+  }
+  function B(n) {
+    i("Participant connected:", n.identity);
+  }
+  function G(n, t, r) {
+    var a, u, d;
+    i(`Track subscribed: ${n.kind} from ${r.identity}`);
+    const o = n.mediaStreamTrack;
+    if (!o) {
+      i(`No mediaStreamTrack available for ${n.kind}`);
+      return;
+    }
+    C ? (C.addTrack(o), i(`Added ${n.kind} track to shared MediaStream`)) : (C = new MediaStream([o]), i(`Created shared MediaStream with ${n.kind} track`)), n.kind === "video" && ((a = e.onStreamReady) == null || a.call(e), (u = e.onSrcObjectReady) == null || u.call(e, C), (d = e.onVideoStateChange) == null || d.call(e, U.Start));
+  }
+  function H(n, t, r) {
+    var o;
+    i(`Track unsubscribed: ${n.kind} from ${r.identity}`), n.kind === "video" && ((o = e.onVideoStateChange) == null || o.call(e, U.Stop));
+  }
+  function X(n, t, r, o) {
+    var u, d, M;
+    const a = new TextDecoder().decode(n);
+    i("Data received:", a);
+    try {
+      const f = JSON.parse(a), L = o || f.subject;
+      if (L === R.ChatAnswer) {
+        const v = j.Answer;
+        (u = e.onMessage) == null || u.call(e, v, {
+          event: v,
+          ...f
+        });
+      } else if ([R.StreamVideoCreated, R.StreamVideoDone].includes(L)) {
+        const v = (f == null ? void 0 : f.role) || (t == null ? void 0 : t.identity) || "datachannel";
+        (d = e.onMessage) == null || d.call(e, L, {
+          [v]: f
+        });
+      } else if (L === R.ChatAudioTranscribed) {
+        const v = j.Transcribe;
+        (M = e.onMessage) == null || M.call(e, v, {
+          event: v,
+          ...f
+        });
+      }
+    } catch (f) {
+      i("Failed to parse data channel message:", f);
+    }
+  }
+  function Y(n) {
+    var t;
+    i("Media devices error:", n), (t = e.onError) == null || t.call(e, new Error(K), { sessionId: p });
+  }
+  function Z(n) {
+    var t;
+    i("Encryption error:", n), (t = e.onError) == null || t.call(e, new Error(K), { sessionId: p });
+  }
+  function ee(n, t, r) {
+    i("Track subscription failed:", { trackSid: n, participant: t, reason: r });
+  }
+  async function ne(n) {
+    if (!c) return null;
+    const { Track: t } = await F(), r = c.localParticipant.audioTrackPublications;
+    if (r) {
+      for (const [o, a] of r)
+        if (a.source === t.Source.Microphone && a.track) {
+          const d = a.track.mediaStreamTrack;
+          if (d === n || d && d.id === n.id)
+            return a;
+        }
+    }
+    return null;
+  }
+  function te(n) {
+    if (!g || !g.track)
+      return !1;
+    const t = g.track.mediaStreamTrack;
+    return t !== n && (t == null ? void 0 : t.id) !== n.id;
+  }
+  async function ie(n) {
+    var u, d;
+    if (!w || !c)
+      throw i("Room is not connected, cannot publish microphone stream"), new Error("Room is not connected");
+    const t = n.getAudioTracks();
+    if (t.length === 0) {
+      i("No audio track found in the provided MediaStream");
+      return;
+    }
+    const r = t[0], { Track: o } = await F(), a = await ne(r);
+    if (a) {
+      i("Microphone track is already published, skipping", {
+        trackId: r.id,
+        publishedTrackId: (d = (u = a.track) == null ? void 0 : u.mediaStreamTrack) == null ? void 0 : d.id
+      }), g = a;
+      return;
+    }
+    te(r) && (i("Unpublishing existing microphone track before publishing new one"), await D()), i("Publishing microphone track from provided MediaStream", { trackId: r.id });
+    try {
+      g = await c.localParticipant.publishTrack(r, {
+        source: o.Source.Microphone
+      }), i("Microphone track published successfully", { trackSid: g.trackSid });
+    } catch (M) {
+      throw i("Failed to publish microphone track:", M), M;
+    }
+  }
+  async function D() {
+    if (!(!g || !g.track))
+      try {
+        c && (await c.localParticipant.unpublishTrack(g.track), i("Microphone track unpublished"));
+      } catch (n) {
+        i("Error unpublishing microphone track:", n);
+      } finally {
+        g = null;
+      }
+  }
+  function re() {
+    C && (C.getTracks().forEach((n) => n.stop()), C = null);
+  }
+  async function I(n, t = "lk.chat") {
+    var r, o;
+    if (!w || !c) {
+      i("Room is not connected for sending messages"), (r = e.onError) == null || r.call(e, new Error(K), {
+        sessionId: p
+      });
+      return;
+    }
+    try {
+      await c.localParticipant.sendText(n, { topic: t }), i("Message sent successfully:", n);
+    } catch (a) {
+      i("Failed to send message:", a), (o = e.onError) == null || o.call(e, new Error(K), { sessionId: p });
+    }
+  }
+  return {
+    speak(n) {
+      const t = typeof n == "string" ? n : JSON.stringify(n);
+      return I(
+        t,
+        "did.speak"
+        /* Speak */
+      );
+    },
+    async disconnect() {
+      var n, t;
+      c && (await D(), await c.disconnect(), c = null), re(), w = !1, (n = e.onConnectionStateChange) == null || n.call(e, S.Completed), (t = e.onAgentActivityStateChange) == null || t.call(e, _.Idle);
+    },
+    sendDataChannelMessage: I,
+    sendTextMessage: I,
+    publishMicrophoneStream: ie,
+    unpublishMicrophoneStream: D,
+    sessionId: p,
+    streamId: p,
+    streamType: $,
+    interruptAvailable: !0,
+    triggersAvailable: !1
+  };
+}
+export {
+  fe as createLiveKitStreamingManager,
+  V as handleInitError
+};

package/dist/src/services/interrupt/index.d.ts

@@ -1,6 +1,5 @@
-import { CreateSessionV2Options, CreateStreamOptions, StreamType } from '../../types';
+import { CreateStreamOptions, StreamType } from '../../types';
 import { StreamingManager } from '../streaming-manager';
 
 export declare function validateInterrupt(streamingManager: StreamingManager<CreateStreamOptions> | undefined, streamType: StreamType | undefined, videoId: string | null): void;
 export declare function sendInterrupt(streamingManager: StreamingManager<CreateStreamOptions>, videoId: string): Promise<void>;
-export declare function sendInterruptV2(streamingManager: StreamingManager<CreateSessionV2Options>): Promise<void>;

package/dist/src/services/streaming-manager/livekit-manager.d.ts

@@ -1,11 +1,6 @@
 import { CreateSessionV2Options, CreateStreamOptions, StreamingManagerOptions } from '../../types';
 import { StreamingManager } from './common';
 
-export declare enum DataChannelTopic {
-    Chat = "lk.chat",
-    Speak = "did.speak",
-    Interrupt = "did.interrupt"
-}
 export declare function handleInitError(error: unknown, log: (message?: any, ...optionalParams: any[]) => void, callbacks: StreamingManagerOptions['callbacks'], markInitialConnectionDone: () => void): void;
 export declare function createLiveKitStreamingManager<T extends CreateSessionV2Options>(agentId: string, sessionOptions: CreateSessionV2Options, options: StreamingManagerOptions): Promise<StreamingManager<T>>;
 export type LiveKitStreamingManager<T extends CreateStreamOptions> = StreamingManager<T>;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@d-id/client-sdk",
   "private": false,
-  "version": "1.1.23-staging.109",
+  "version": "1.1.24",
   "type": "module",
   "description": "d-id client sdk",
   "repository": {