@d-id/client-sdk 1.1.11-staging.40 → 1.1.11-staging.42

package/dist/livekit-manager-BNSy5Ehr.js

@@ -0,0 +1,122 @@
+import { c as x, a as N, S as O, C as g, b as U, d as P, e as V, A as w, f as q, T as J } from "./index-n99Xwccj.js";
+function Q(u, T, h, i) {
+  const p = x(u, `${T}/v2/agents/${h}`, i);
+  return {
+    async createStream(d) {
+      return p.post("/streams", d);
+    }
+  };
+}
+async function W() {
+  try {
+    return await import("./livekit-client.esm-C1GRQdZY.js");
+  } catch {
+    throw new Error(
+      "LiveKit client is required for this streaming manager. Please install it using: npm install livekit-client"
+    );
+  }
+}
+async function H(u, T, h) {
+  var E, K, I;
+  const i = N(h.debug || !1, "LiveKitStreamingManager"), {
+    Room: p,
+    RoomEvent: d,
+    ConnectionState: C,
+    RemoteParticipant: z,
+    RemoteTrack: B
+  } = await W(), { callbacks: e, auth: j, baseURL: F, analytics: M } = h;
+  let a = null, v = !1, y = null, c = null;
+  const L = O.Fluent;
+  a = new p({
+    adaptiveStream: !0,
+    dynacast: !0
+  }), a.on(d.ConnectionStateChanged, (n) => {
+    var t, o, r, s, S;
+    switch (i("Connection state changed:", n), n) {
+      case C.Connecting:
+        (t = e.onConnectionStateChange) == null || t.call(e, g.Connecting);
+        break;
+      case C.Connected:
+        i("LiveKit room connected successfully"), v = !0, (o = e.onConnectionStateChange) == null || o.call(e, g.Connected);
+        break;
+      case C.Disconnected:
+        i("LiveKit room disconnected"), v = !1, (r = e.onConnectionStateChange) == null || r.call(e, g.Disconnected);
+        break;
+      case C.Reconnecting:
+        i("LiveKit room reconnecting..."), (s = e.onConnectionStateChange) == null || s.call(e, g.Connecting);
+        break;
+      case C.SignalReconnecting:
+        i("LiveKit room signal reconnecting..."), (S = e.onConnectionStateChange) == null || S.call(e, g.Connecting);
+        break;
+    }
+  }), a.on(d.ConnectionQualityChanged, (n, t) => {
+    var o;
+    t != null && t.isLocal && n === "poor" && (i("Connection quality is poor"), (o = e.onConnectivityStateChange) == null || o.call(e, U.Weak));
+  }), a.on(d.ParticipantConnected, (n) => {
+    i("Participant connected:", n.identity);
+  }), a.on(d.TrackSubscribed, (n, t, o) => {
+    var r, s;
+    i(`Track subscribed: ${n.kind} from ${o.identity}`), c ? c.addTrack(n.mediaStreamTrack) : c = new MediaStream([n.mediaStreamTrack]), (r = e.onSrcObjectReady) == null || r.call(e, c), n.kind === "video" && ((s = e.onVideoStateChange) == null || s.call(e, P.Start));
+  }), a.on(d.TrackUnsubscribed, (n, t, o) => {
+    var r;
+    i(`Track unsubscribed: ${n.kind} from ${o.identity}`), n.kind === "video" && ((r = e.onVideoStateChange) == null || r.call(e, P.Stop));
+  }), a.on(d.DataReceived, (n, t) => {
+    var r, s, S, D, $;
+    const o = new TextDecoder().decode(n);
+    i("Data received:", o);
+    try {
+      const m = JSON.parse(o);
+      m.subject === V.StreamStarted && ((r = m.metadata) != null && r.videoId) ? (y = m.metadata.videoId, (s = e.onVideoIdChange) == null || s.call(e, y), (S = e.onAgentActivityStateChange) == null || S.call(e, w.Talking)) : m.subject === V.StreamDone && (y = null, (D = e.onVideoIdChange) == null || D.call(e, y), ($ = e.onAgentActivityStateChange) == null || $.call(e, w.Idle));
+    } catch (m) {
+      i("Failed to parse data channel message:", m);
+    }
+  }), (E = e.onConnectionStateChange) == null || E.call(e, g.New);
+  const _ = Q(j, F || q, u, e.onError);
+  let f, A;
+  try {
+    const n = await _.createStream({
+      transport: J.Livekit
+    }), { agent_id: t, session_id: o, session_token: r, session_url: s } = n;
+    f = t, A = o, await a.connect(s, r), i("LiveKit room joined successfully");
+  } catch (n) {
+    throw i("Failed to connect to LiveKit room:", n), (K = e.onConnectionStateChange) == null || K.call(e, g.Fail), (I = e.onError) == null || I.call(e, n, { streamId: "" }), n;
+  }
+  M.enrich({
+    "stream-type": L
+  });
+  async function R(n) {
+    var t, o;
+    if (!v || !a) {
+      i("Room is not connected for sending messages"), (t = e.onError) == null || t.call(e, new Error("Room is not connected for sending messages"), {
+        streamId: f
+      });
+      return;
+    }
+    try {
+      await a.localParticipant.publishData(new TextEncoder().encode(n), { reliable: !0 });
+    } catch (r) {
+      i("Error sending data channel message", r), (o = e.onError) == null || o.call(e, r, { streamId: f });
+    }
+  }
+  return {
+    speak(n) {
+      const t = JSON.stringify({
+        type: "speak",
+        payload: n
+      });
+      return R(t);
+    },
+    async disconnect() {
+      var n, t;
+      a && (await a.disconnect(), a = null), c && (c.getTracks().forEach((o) => o.stop()), c = null), v = !1, (n = e.onConnectionStateChange) == null || n.call(e, g.Completed), (t = e.onAgentActivityStateChange) == null || t.call(e, w.Idle);
+    },
+    sendDataChannelMessage: R,
+    sessionId: A,
+    streamId: f,
+    streamType: L,
+    interruptAvailable: !0
+  };
+}
+export {
+  H as createLiveKitStreamingManager
+};

package/dist/src/api/streams/streamsApiV2.d.ts

@@ -0,0 +1,5 @@
+import { Auth, CreateStreamV2Options, CreateStreamV2Response } from '../../types';
+
+export declare function createStreamApiV2(auth: Auth, host: string, agentId: string, onError?: (error: Error, errorData: object) => void): {
+    createStream(options: CreateStreamV2Options): Promise<CreateStreamV2Response>;
+};

package/dist/src/services/analytics/mixpanel.d.ts

@@ -3,6 +3,7 @@ export interface AnalyticsOptions {
     agentId: string;
     isEnabled?: boolean;
     distinctId?: string;
+    mixpanelAdditionalProperties?: Record<string, any>;
 }
 export interface Analytics {
     token: string;

package/dist/src/services/streaming-manager/common.d.ts

@@ -0,0 +1,39 @@
+import { CreateStreamOptions, PayloadType, StreamType } from '../../types';
+
+export declare const createStreamingLogger: (debug: boolean, prefix: string) => (message: string, extra?: any) => false | void;
+/**
+ * Shared type for all streaming managers (LiveKit, WebRTC, etc.)
+ * This type represents the return value of any streaming manager implementation
+ */
+export type StreamingManager<T extends CreateStreamOptions> = {
+    /**
+     * Method to send request to server to get clip or talk depending on payload
+     * @param payload The payload to send to the streaming service
+     */
+    speak(payload: PayloadType<T>): Promise<any>;
+    /**
+     * Method to close the streaming connection
+     */
+    disconnect(): Promise<void>;
+    /**
+     * Method to send data channel messages to the server
+     * @param payload The message payload to send
+     */
+    sendDataChannelMessage(payload: string): void;
+    /**
+     * Session identifier information, should be returned in the body of all streaming requests
+     */
+    sessionId: string;
+    /**
+     * Id of current streaming session
+     */
+    streamId: string;
+    /**
+     * Type of streaming implementation being used
+     */
+    streamType: StreamType;
+    /**
+     * Whether interrupt functionality is available for this stream
+     */
+    interruptAvailable: boolean;
+};

package/dist/src/services/streaming-manager/factory.d.ts

@@ -0,0 +1,3 @@
+import { Agent, CreateStreamOptions, StreamingManagerOptions } from '../../types';
+
+export declare function createStreamingManager<T extends CreateStreamOptions>(agent: Agent, streamOptions: T, options: StreamingManagerOptions): Promise<import('./common').StreamingManager<T>>;

package/dist/src/services/streaming-manager/factory.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/src/services/streaming-manager/index.d.ts

@@ -1,35 +1,4 @@
-import { ConnectionState, CreateStreamOptions, PayloadType, StreamEvents, StreamType, StreamingManagerOptions } from '../../types/index';
-
-type DataChannelPayload = string | Record<string, unknown>;
-export declare function mapConnectionState(state: RTCIceConnectionState): ConnectionState;
-export declare function parseDataChannelMessage(message: string): {
-    subject: StreamEvents;
-    data: DataChannelPayload;
-};
-export declare function createStreamingManager<T extends CreateStreamOptions>(agentId: string, agent: T, { debug, callbacks, auth, baseURL, analytics }: StreamingManagerOptions): Promise<{
-    /**
-     * Method to send request to server to get clip or talk depend on you payload
-     * @param payload
-     */
-    speak(payload: PayloadType<T>): Promise<import('../../types/index').SendStreamPayloadResponse>;
-    /**
-     * Method to close RTC connection
-     */
-    disconnect(): Promise<void>;
-    /**
-     * Method to send data channel messages to the server
-     */
-    sendDataChannelMessage(payload: string): void;
-    /**
-     * Session identifier information, should be returned in the body of all streaming requests
-     */
-    sessionId: string;
-    /**
-     * Id of current RTC stream
-     */
-    streamId: string;
-    streamType: StreamType;
-    interruptAvailable: boolean | undefined;
-}>;
-export type StreamingManager<T extends CreateStreamOptions> = Awaited<ReturnType<typeof createStreamingManager<T>>>;
-export {};
+export { createStreamingManager } from './factory';
+export type { StreamingManager } from './common';
+export type { LiveKitStreamingManager } from './livekit-manager';
+export * from './webrtc-manager';

package/dist/src/services/streaming-manager/livekit-manager.d.ts

@@ -0,0 +1,5 @@
+import { CreateStreamOptions, StreamingManagerOptions } from '../../types';
+import { StreamingManager } from './common';
+
+export declare function createLiveKitStreamingManager<T extends CreateStreamOptions>(agentId: string, agent: T, options: StreamingManagerOptions): Promise<StreamingManager<T>>;
+export type LiveKitStreamingManager<T extends CreateStreamOptions> = StreamingManager<T>;

package/dist/src/services/streaming-manager/webrtc-manager.d.ts

@@ -0,0 +1,12 @@
+import { ConnectionState, CreateStreamOptions, StreamEvents, StreamingManagerOptions } from '../../types';
+import { createStreamingLogger, StreamingManager } from './common';
+
+type DataChannelPayload = string | Record<string, unknown>;
+export declare function mapConnectionState(state: RTCIceConnectionState): ConnectionState;
+export declare const createParseDataChannelMessage: (log: ReturnType<typeof createStreamingLogger>) => (message: string) => {
+    subject: StreamEvents;
+    data: DataChannelPayload;
+};
+export declare function createWebRTCStreamingManager<T extends CreateStreamOptions>(agentId: string, streamOptions: T, { debug, callbacks, auth, baseURL, analytics }: StreamingManagerOptions): Promise<StreamingManager<T>>;
+export type WebRTCStreamingManager<T extends CreateStreamOptions> = StreamingManager<T>;
+export {};

package/dist/src/types/entities/agents/manager.d.ts

@@ -133,6 +133,7 @@ export interface AgentManagerOptions {
     debug?: boolean;
     enableAnalitics?: boolean;
     mixpanelKey?: string;
+    mixpanelAdditionalProperties?: Record<string, any>;
     /**
      * Unique ID of agent user used in analytics. Pass it to override the default way to get distinctId
      */

package/dist/src/types/entities/agents/presenter.d.ts

@@ -1,8 +1,8 @@
 import { ExtendedTextToSpeechProviders } from '../../voice/tts';
 import { Rect } from '../../face-rect';
 
-export type videoType = 'talk' | 'clip';
-export type Presenter = TalkPresenter | ClipPresenter;
+export type videoType = 'talk' | 'clip' | 'expressive';
+export type Presenter = TalkPresenter | ClipPresenter | ExpresivePresenter;
 export interface BasePresenter {
     type: videoType;
     voice?: ExtendedTextToSpeechProviders & {
@@ -25,3 +25,6 @@ export interface ClipPresenter extends BasePresenter {
     presenter_id: string;
     is_greenscreen?: boolean;
 }
+export interface ExpresivePresenter extends BasePresenter {
+    type: 'expressive';
+}

package/dist/src/types/entities/video.d.ts

@@ -1,5 +1,6 @@
 export declare enum VideoType {
     Clip = "clip",
-    Talk = "talk"
+    Talk = "talk",
+    Expressive = "expressive"
 }
 export declare const mapVideoType: (type: string) => VideoType;

package/dist/src/types/stream/index.d.ts

@@ -1,3 +1,4 @@
 export * from './api';
 export * from './rtc';
 export * from './stream';
+export * from './streams-v2';

package/dist/src/types/stream/streams-v2.d.ts

@@ -0,0 +1,12 @@
+export declare enum Transport {
+    Livekit = "livekit"
+}
+export interface CreateStreamV2Options {
+    transport: Transport.Livekit;
+}
+export interface CreateStreamV2Response {
+    agent_id: 'string';
+    session_id: 'string';
+    session_url: 'string';
+    session_token: 'string';
+}

package/dist/src/utils/analytics.d.ts

@@ -5,7 +5,7 @@ export declare function getAnalyticsInfo(agent: Agent): {
     isMobile: string;
     browser: string;
     origin: string;
-    agentType: "talk" | "clip" | "clip_v2";
+    agentType: "talk" | "clip" | "expressive" | "clip_v2";
     agentVoice: {
         voiceId: string | undefined;
         provider: import('../types/index').Providers | undefined;
@@ -13,7 +13,7 @@ export declare function getAnalyticsInfo(agent: Agent): {
 };
 export declare function getAgentInfo(agent: Agent): {
     from?: string | undefined;
-    agentType: "talk" | "clip" | "clip_v2";
+    agentType: "talk" | "clip" | "expressive" | "clip_v2";
     owner_id: string;
     promptVersion: "v1" | "v2" | null | undefined;
     behavior: {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@d-id/client-sdk",
   "private": false,
-  "version": "1.1.11-staging.40",
+  "version": "1.1.11-staging.42",
   "type": "module",
   "description": "d-id client sdk",
   "repository": {
@@ -38,6 +38,9 @@
     "lint:fix": "prettier --write \"src/**/*.{ts,tsx,js,jsx}\"",
     "ci:test": "yarn type-check && yarn test:ci"
   },
+  "dependencies": {
+    "livekit-client": "^2.0.0"
+  },
   "devDependencies": {
     "@preact/preset-vite": "^2.8.1",
     "@trivago/prettier-plugin-sort-imports": "^4.3.0",