@d-id/client-sdk 1.0.14 → 1.0.16

package/dist/apps/sdk/lib/api/agents.d.ts

@@ -1,10 +1,10 @@
-import { Agent, AgentPayload, Auth, Chat, ChatPayload } from '../../../../common/types/src/index';
+import { Agent, AgentPayload, Auth, Chat, ChatPayload, ChatResponse } from '../../../../common/types/src/index';
 export declare function createAgentsApi(auth: Auth, host?: string): {
-    create(payload: AgentPayload): Promise<Agent>;
-    getAgents(tag?: string): Promise<Agent[]>;
-    getById(id: string): Promise<Agent>;
-    delete(id: string): Promise<any>;
-    update(id: string, payload: AgentPayload): Promise<Agent>;
-    newChat(agentId: string): Promise<Chat>;
-    chat(agentId: string, chatId: string, payload: ChatPayload): Promise<string>;
+    create(payload: AgentPayload, options?: RequestInit): Promise<Agent>;
+    getAgents(tag?: string, options?: RequestInit): Promise<Agent[]>;
+    getById(id: string, options?: RequestInit): Promise<Agent>;
+    delete(id: string, options?: RequestInit): Promise<any>;
+    update(id: string, payload: AgentPayload, options?: RequestInit): Promise<Agent>;
+    newChat(agentId: string, options?: RequestInit): Promise<Chat>;
+    chat(agentId: string, chatId: string, payload: ChatPayload, options?: RequestInit): Promise<ChatResponse>;
 };

package/dist/apps/sdk/lib/api/knowledge.d.ts

@@ -1,13 +1,13 @@
 import { Auth, CreateDocumentPayload, DocumentData, KnowledgeData, KnowledgePayload, QueryResult, RecordData } from '../../../../common/types/src/index';
 export declare function createKnowledgeApi(auth: Auth, host?: string): {
-    createKnowledge(payload: KnowledgePayload): Promise<KnowledgeData>;
-    getKnowledgeBase(): Promise<KnowledgeData[]>;
-    getKnowledge(knowledgeId: string): Promise<KnowledgeData>;
-    deleteKnowledge(knowledgeId: string): Promise<any>;
-    createDocument(knowledgeId: string, payload: CreateDocumentPayload): Promise<DocumentData>;
-    deleteDocument(knowledgeId: string, documentId: string): Promise<any>;
-    getDocuments(knowledgeId: string): Promise<DocumentData[]>;
-    getDocument(knowledgeId: string, documentId: string): Promise<DocumentData>;
-    getRecords(knowledgeId: string, documentId: string): Promise<RecordData[]>;
-    query(knowledgeId: string, query: string): Promise<QueryResult>;
+    createKnowledge(payload: KnowledgePayload, options?: RequestInit): Promise<KnowledgeData>;
+    getKnowledgeBase(options?: RequestInit): Promise<KnowledgeData[]>;
+    getKnowledge(knowledgeId: string, options?: RequestInit): Promise<KnowledgeData>;
+    deleteKnowledge(knowledgeId: string, options?: RequestInit): Promise<any>;
+    createDocument(knowledgeId: string, payload: CreateDocumentPayload, options?: RequestInit): Promise<DocumentData>;
+    deleteDocument(knowledgeId: string, documentId: string, options?: RequestInit): Promise<any>;
+    getDocuments(knowledgeId: string, options?: RequestInit): Promise<DocumentData[]>;
+    getDocument(knowledgeId: string, documentId: string, options?: RequestInit): Promise<DocumentData>;
+    getRecords(knowledgeId: string, documentId: string, options?: RequestInit): Promise<RecordData[]>;
+    query(knowledgeId: string, query: string, options?: RequestInit): Promise<QueryResult>;
 };

package/dist/apps/sdk/lib/createAgentManager.d.ts

@@ -0,0 +1,9 @@
+import { Agent, AgentManagerOptions, CreateStreamOptions, Message } from '../../../common/types/src/index';
+export declare function getAgentStreamArgs(agent: Agent): CreateStreamOptions;
+export declare function createAgentManager(agentId: string, { callbacks, ...options }: AgentManagerOptions): Promise<{
+    agent: Agent;
+    terminate(): Promise<void>;
+    chatId: string;
+    chat(messages: Message[]): Promise<import('../../../common/types/src/index').ChatResponse>;
+}>;
+export type AgentManager = Awaited<ReturnType<typeof createAgentManager>>;

package/dist/apps/sdk/lib/createStreamingManager.d.ts

@@ -1,5 +1,5 @@
-import { CreateStreamOptions, ManagerOptions, PayloadType } from '../../../common/types/src/index';
-export declare function createStreamingManager<T extends CreateStreamOptions>(agent: T, { debug, callbacks, auth, baseURL }: ManagerOptions): Promise<{
+import { CreateStreamOptions, PayloadType, StreamingManagerOptions } from '../../../common/types/src/index';
+export declare function createStreamingManager<T extends CreateStreamOptions>(agent: T, { debug, callbacks, auth, baseURL }: StreamingManagerOptions): Promise<{
     speak(payload: PayloadType<T>): Promise<import('../../../common/types/src/index').SendStreamPayloadResponse>;
     terminate(): Promise<void>;
     sessionId: string;

package/dist/apps/sdk/lib/index.d.ts

@@ -1,4 +1,5 @@
+export * from './api/agents';
 export * from './api/getClient';
 export * from './api/knowledge';
-export * from './api/agents';
+export * from './createAgentManager';
 export * from './createStreamingManager';

package/dist/common/types/src/StreamScript.d.ts

@@ -1,3 +1,4 @@
+import { Message } from './entities';
 import { StreamTextToSpeechProviders } from './tts';
 export type StreamScriptType = 'text' | 'audio';
 export interface BaseStreamScript {
@@ -11,7 +12,7 @@ export interface Stream_Text_Script extends BaseStreamScript {
     /**
      * text-to-speech provider from list of supported providers. default is microsoft tts
      */
-    provider?: StreamTextToSpeechProviders;
+    provider: StreamTextToSpeechProviders;
     /**
      * The input text that will be synthesized to an audio file.
      * Note that each provider has its own limitations on the text length.
@@ -37,4 +38,15 @@ export interface Stream_Audio_Script extends BaseStreamScript {
      */
     audio_url: string;
 }
-export type StreamScript = Stream_Text_Script | Stream_Audio_Script;
+export interface Stream_LLM_Script {
+    type: 'llm';
+    provider: StreamTextToSpeechProviders;
+    ssml?: boolean;
+    llm: {
+        messages: Message[];
+        provider: 'openai';
+    };
+    input?: string;
+    stream_audio?: boolean;
+}
+export type StreamScript = Stream_Text_Script | Stream_Audio_Script | Stream_LLM_Script;

package/dist/common/types/src/entities/agents/agent.d.ts

@@ -9,6 +9,7 @@ export interface Agent {
     knowledge?: Knowledge;
     use_case?: string;
     tags?: string[];
+    chats?: number;
     access?: 'private' | 'pending-public' | 'unlisted' | 'rejected' | 'public';
     preview_name?: string;
     preview_description?: string;

package/dist/common/types/src/entities/agents/chat.d.ts

@@ -9,13 +9,26 @@ export interface ChatPayload {
     streamId: string;
     sessionId: string;
 }
+export interface IRetrivalMetadata {
+    id: string;
+    data: string;
+    title: string;
+    document_id: string;
+    knowledge_id: string;
+    source_url: string;
+}
+export interface ChatResponse {
+    result?: string;
+    documentIds?: string[];
+    matches?: IRetrivalMetadata[];
+}
 export interface Chat {
+    id: string;
     agent_id: string;
-    created: Message[];
-    messages: string;
-    agent_id__created_at: string;
-    agent_id__modified_at: string;
+    created: string;
     modified: string;
     owner_id: string;
-    id: string;
+    messages: Message[];
+    agent_id__created_at: string;
+    agent_id__modified_at: string;
 }

package/dist/common/types/src/entities/agents/index.d.ts

@@ -1,2 +1,3 @@
 export * from './agent';
 export * from './chat';
+export * from './manager';

package/dist/common/types/src/entities/agents/manager.d.ts

@@ -0,0 +1,21 @@
+import { Auth } from '../../auth';
+import { StreamingState } from '../../stream';
+declare enum ChatProgress {
+    Embed = 0,
+    Query = 1,
+    Answer = 2,
+    Complete = 3
+}
+interface ManagerCallbacks {
+    onConnectionStateChange?(state: RTCIceConnectionState): void;
+    onVideoStateChange?(state: StreamingState): void;
+    onSrcObjectReady?(srcObject: MediaStream): void;
+    onChatEvents?(progress: ChatProgress): void;
+}
+export interface AgentManagerOptions {
+    callbacks: ManagerCallbacks;
+    baseURL?: string;
+    debug?: boolean;
+    auth: Auth;
+}
+export {};

package/dist/common/types/src/entities/knowledge/knowledge.d.ts

@@ -31,5 +31,6 @@ export interface KnowledgeData {
     vector_store: string;
     description: string;
     name: string;
+    starter_message?: string[];
 }
 export type KnowledgePayload = Omit<KnowledgeData, 'created_by' | 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id'>;

package/dist/common/types/src/stream/api/talk.d.ts

@@ -42,4 +42,6 @@ export interface SendTalkStreamPayload {
     };
     user_data?: Record<string, any>;
     name?: string;
+    audio_optimization?: number;
+    metadata: Record<string, any>;
 }

package/dist/common/types/src/stream/stream.d.ts

@@ -1,16 +1,22 @@
 import { Auth } from '../auth';
-import { CreateClipStreamRequest, CreateTalkStreamRequest, SendClipStreamPayload, SendTalkStreamPayload } from './api';
 import { VideoType } from '../entities';
+import { CreateClipStreamRequest, CreateTalkStreamRequest, SendClipStreamPayload, SendTalkStreamPayload } from './api';
 import { ICreateStreamRequestResponse, IceCandidate, SendStreamPayloadResponse, Status } from './rtc';
 export type CompatibilityMode = 'on' | 'off' | 'auto';
 export declare enum StreamingState {
-    Idle = "IDLE",
-    Streaming = "STREAMING"
+    Start = "START",
+    Stop = "STOP"
+}
+export declare enum StreamEvents {
+    ChatPartial = "chat/partial",
+    StreamDone = "stream/done",
+    StreamStarted = "stream/started"
 }
 export interface ManagerCallbacks {
-    onStreamingStateChange: (state: StreamingState) => void;
-    onConnectionStateChange: (state: RTCIceConnectionState) => void;
-    onSrcObjectReady: (value: MediaStream) => void;
+    onMessage?: (event: string, data: string) => void;
+    onConnectionStateChange?: (state: RTCIceConnectionState) => void;
+    onVideoStateChange?: (state: StreamingState) => void;
+    onSrcObjectReady?: (value: MediaStream) => void;
 }
 export interface TalkStreamOptions extends CreateTalkStreamRequest {
     videoType: VideoType.Talk;
@@ -27,7 +33,7 @@ export interface RtcApi {
     sendStreamRequest(streamId: string, sessionId: string, payload: SendClipStreamPayload | SendTalkStreamPayload): Promise<SendStreamPayloadResponse>;
     close(streamId: string, sessionId: string): Promise<Status>;
 }
-export interface ManagerOptions {
+export interface StreamingManagerOptions {
     callbacks: ManagerCallbacks;
     baseURL?: string;
     debug?: boolean;

package/dist/index.js

@@ -1,21 +1,21 @@
-function k(r) {
-  return r.type === "bearer" ? "Bearer " + r.token : r.type === "basic" ? "Basic " + btoa(`${r.username}:${r.password}`) : "Client-Key " + r.clientKey;
+function l(o) {
+  return o.type === "bearer" ? "Bearer " + o.token : o.type === "basic" ? "Basic " + btoa(`${o.username}:${o.password}`) : "Client-Key " + o.clientKey;
 }
-function p(r, o = "https://api.d-id.com") {
+function h(o, d = "https://api.d-id.com") {
   const n = async (e, t) => {
-    const s = await fetch(o + (e != null && e.startsWith("/") ? e : `/${e}`), {
+    const r = await fetch(d + (e != null && e.startsWith("/") ? e : `/${e}`), {
       ...t,
       headers: {
         ...t == null ? void 0 : t.headers,
-        Authorization: k(r),
+        Authorization: l(o),
         "Content-Type": "application/json"
       }
     });
-    if (!s.ok) {
-      let m = await s.text().catch(() => "Failed to fetch");
-      throw new Error(m);
+    if (!r.ok) {
+      let a = await r.text().catch(() => "Failed to fetch");
+      throw new Error(a);
     }
-    return s.json();
+    return r.json();
   };
   return {
     get(e, t) {
@@ -24,94 +24,138 @@ function p(r, o = "https://api.d-id.com") {
         method: "GET"
       });
     },
-    post(e, t, s) {
+    post(e, t, r) {
       return n(e, {
-        ...s,
+        ...r,
         body: JSON.stringify(t),
         method: "POST"
       });
     },
-    delete(e, t, s) {
+    delete(e, t, r) {
       return n(e, {
-        ...s,
+        ...r,
         body: JSON.stringify(t),
         method: "DELETE"
       });
     },
-    patch(e, t, s) {
+    patch(e, t, r) {
       return n(e, {
-        ...s,
+        ...r,
         body: JSON.stringify(t),
         method: "PATCH"
       });
     }
   };
 }
-function K(r, o = "https://api.d-id.com") {
-  const n = p(r, `${o}/knowledge`);
+function M(o, d = "https://api.d-id.com") {
+  const n = h(o, `${d}/agents`);
   return {
-    createKnowledge(e) {
-      return n.post("/", e);
+    create(e, t) {
+      return n.post("/", e, t);
     },
-    getKnowledgeBase() {
-      return n.get("/");
+    getAgents(e, t) {
+      return n.get(`/${e ? `?tag=${e}` : ""}`, t).then((r) => r ?? []);
     },
-    getKnowledge(e) {
-      return n.get(`/${e}`);
+    getById(e, t) {
+      return n.get(`/${e}`, t);
     },
-    deleteKnowledge(e) {
-      return n.delete(`/${e}`);
+    delete(e, t) {
+      return n.delete(`/${e}`, void 0, t);
     },
-    createDocument(e, t) {
-      return n.post(`/${e}/documents`, t);
+    update(e, t, r) {
+      return n.patch(`/${e}`, t, r);
     },
-    deleteDocument(e, t) {
-      return n.delete(`/${e}/documents/${t}`);
+    newChat(e, t) {
+      return n.post(`/${e}/chat`, void 0, t);
     },
-    getDocuments(e) {
-      return n.get(`/${e}/documents`);
-    },
-    getDocument(e, t) {
-      return n.get(`/${e}/documents/${t}`);
-    },
-    getRecords(e, t) {
-      return n.get(`/${e}/documents/${t}/records`);
-    },
-    query(e, t) {
-      return n.post(`/${e}/query`, {
-        query: t
-      });
+    chat(e, t, r, a) {
+      return n.post(`/${e}/chat/${t}`, r, a);
     }
   };
 }
-function O(r, o = "https://api.d-id.com") {
-  const n = p(r, `${o}/agents`);
+function B(o, d = "https://api.d-id.com") {
+  const n = h(o, `${d}/knowledge`);
   return {
-    create(e) {
-      return n.post("/", e);
+    createKnowledge(e, t) {
+      return n.post("/", e, t);
+    },
+    getKnowledgeBase(e) {
+      return n.get("/", e);
+    },
+    getKnowledge(e, t) {
+      return n.get(`/${e}`, t);
     },
-    getAgents(e) {
-      return n.get(`/${e ? `?tag=${e}` : ""}`);
+    deleteKnowledge(e, t) {
+      return n.delete(`/${e}`, void 0, t);
     },
-    getById(e) {
-      return n.get(`/${e}`);
+    createDocument(e, t, r) {
+      return n.post(`/${e}/documents`, t, r);
     },
-    delete(e) {
-      return n.delete(`/${e}`);
+    deleteDocument(e, t, r) {
+      return n.delete(`/${e}/documents/${t}`, void 0, r);
     },
-    update(e, t) {
-      return n.patch(`/${e}`, t);
+    getDocuments(e, t) {
+      return n.get(`/${e}/documents`, t);
     },
-    newChat(e) {
-      return n.post(`/${e}/chat`);
+    getDocument(e, t, r) {
+      return n.get(`/${e}/documents/${t}`, r);
     },
-    chat(e, t, s) {
-      return n.post(`/${e}/chat/${t}`, s);
+    getRecords(e, t, r) {
+      return n.get(`/${e}/documents/${t}/records`, r);
+    },
+    query(e, t, r) {
+      return n.post(`/${e}/query`, {
+        query: t
+      }, r);
     }
   };
 }
-function A(r, o) {
-  const n = p(r, o);
+var C = /* @__PURE__ */ ((o) => (o.Start = "START", o.Stop = "STOP", o))(C || {}), y = /* @__PURE__ */ ((o) => (o.ChatPartial = "chat/partial", o.StreamDone = "stream/done", o.StreamStarted = "stream/started", o))(y || {}), m = /* @__PURE__ */ ((o) => (o.Clip = "clip", o.Talk = "talk", o))(m || {});
+function O(o) {
+  return o.presenter.type === m.Clip ? {
+    videoType: m.Clip,
+    driver_id: o.presenter.driver_id,
+    presenter_id: o.presenter.presenter_id
+  } : {
+    videoType: m.Talk,
+    source_url: o.presenter.source_url
+  };
+}
+async function L(o, {
+  callbacks: d,
+  ...n
+}) {
+  const e = new AbortController(), t = M(n.auth, n.baseURL), r = await t.getById(o), a = await t.newChat(o), {
+    terminate: w,
+    sessionId: S,
+    streamId: f
+  } = await x(O(r), {
+    ...n,
+    callbacks: {
+      onSrcObjectReady: d.onSrcObjectReady,
+      onVideoStateChange: d == null ? void 0 : d.onVideoStateChange,
+      onConnectionStateChange: d.onConnectionStateChange
+    }
+  });
+  return {
+    agent: r,
+    terminate() {
+      return e.abort(), w();
+    },
+    chatId: a.id,
+    chat(c) {
+      return t.chat(o, a.id, {
+        sessionId: S,
+        streamId: f,
+        messages: c
+      }, {
+        signal: e.signal
+      });
+    }
+  };
+}
+function P(o, d) {
+  const n = h(o, d);
   return {
     createStream(e) {
       return n.post("/clips/streams", {
@@ -120,22 +164,22 @@ function A(r, o) {
         compatibility_mode: e.compatibility_mode
       });
     },
-    startConnection(e, t, s) {
+    startConnection(e, t, r) {
       return n.post(`/clips/streams/${e}/sdp`, {
-        session_id: s,
+        session_id: r,
         answer: t
       });
     },
-    addIceCandidate(e, t, s) {
+    addIceCandidate(e, t, r) {
       return n.post(`/clips/streams/${e}/ice`, {
-        session_id: s,
+        session_id: r,
         ...t
       });
     },
-    sendStreamRequest(e, t, s) {
+    sendStreamRequest(e, t, r) {
       return n.post(`/clips/streams/${e}`, {
         session_id: t,
-        ...s
+        ...r
       });
     },
     close(e, t) {
@@ -145,97 +189,105 @@ function A(r, o) {
     }
   };
 }
-function T(r, o) {
-  const n = p(r, o);
+function q(o, d) {
+  const n = h(o, d);
   return {
-    createStream(e) {
+    createStream(e, t) {
       return n.post("/talks/streams", {
         source_url: e.source_url,
         driver_url: e.driver_url,
         face: e.face,
         config: e.config
-      });
+      }, t);
     },
-    startConnection(e, t, s) {
+    startConnection(e, t, r, a) {
       return n.post(`/talks/streams/${e}/sdp`, {
-        session_id: s,
+        session_id: r,
         answer: t
-      });
+      }, a);
     },
-    addIceCandidate(e, t, s) {
+    addIceCandidate(e, t, r, a) {
       return n.post(`/talks/streams/${e}/ice`, {
-        session_id: s,
+        session_id: r,
         ...t
-      });
+      }, a);
     },
-    sendStreamRequest(e, t, s) {
+    sendStreamRequest(e, t, r, a) {
       return n.post(`/talks/streams/${e}`, {
         session_id: t,
-        ...s
-      });
+        ...r
+      }, a);
     },
-    close(e, t) {
+    close(e, t, r) {
       return n.delete(`/talks/streams/${e}`, {
         session_id: t
-      });
+      }, r);
     }
   };
 }
-var l = /* @__PURE__ */ ((r) => (r.Idle = "IDLE", r.Streaming = "STREAMING", r))(l || {}), w = /* @__PURE__ */ ((r) => (r.Clip = "clip", r.Talk = "talk", r))(w || {});
-let $ = !1;
-const c = (r, o) => $ && console.log(r, o), D = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
-async function R(r, {
-  debug: o = !1,
+let I = !1;
+const p = (o, d) => I && console.log(o, d), j = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
+async function x(o, {
+  debug: d = !1,
   callbacks: n,
   auth: e,
   baseURL: t = "https://api.d-id.com"
 }) {
-  $ = o;
-  let s = null;
+  I = d;
   const {
-    startConnection: m,
-    sendStreamRequest: f,
-    close: h,
+    startConnection: r,
+    sendStreamRequest: a,
+    close: w,
     createStream: S,
-    addIceCandidate: _
-  } = r.videoType === w.Clip ? A(e, t) : T(e, t), {
-    id: d,
-    offer: y,
-    ice_servers: I,
-    session_id: u
-  } = await S(r), i = new D({
-    iceServers: I
-  }), g = i.createDataChannel("JanusDataChannel");
-  if (!u)
+    addIceCandidate: f
+  } = o.videoType === m.Clip ? P(e, t) : q(e, t), {
+    id: c,
+    offer: D,
+    ice_servers: v,
+    session_id: g
+  } = await S(o), s = new j({
+    iceServers: v
+  }), A = s.createDataChannel("JanusDataChannel");
+  if (!g)
     throw new Error("Could not create session_id");
-  i.onicecandidate = (a) => {
-    c("peerConnection.onicecandidate", a), a.candidate && a.candidate.sdpMid && a.candidate.sdpMLineIndex !== null && _(d, {
-      candidate: a.candidate.candidate,
-      sdpMid: a.candidate.sdpMid,
-      sdpMLineIndex: a.candidate.sdpMLineIndex
-    }, u);
-  }, i.oniceconnectionstatechange = () => {
-    c("peerConnection.oniceconnectionstatechange => " + i.iceConnectionState), n.onConnectionStateChange(i.iceConnectionState);
-  }, i.ontrack = (a) => {
-    c("peerConnection.ontrack", a), s = a.streams[0], n.onSrcObjectReady(s);
-  }, g.onmessage = (a) => {
-    g.readyState === "open" && n.onStreamingStateChange(a.data === "stream/done" ? l.Idle : l.Streaming);
-  }, await i.setRemoteDescription(y), c("set remote description OK");
-  const C = await i.createAnswer();
-  return c("create answer OK"), await i.setLocalDescription(C), c("set local description OK"), await m(d, C, u), c("start connection OK"), {
-    speak(a) {
-      return f(d, u, a);
+  s.onicecandidate = (i) => {
+    p("peerConnection.onicecandidate", i), i.candidate && i.candidate.sdpMid && i.candidate.sdpMLineIndex !== null && f(c, {
+      candidate: i.candidate.candidate,
+      sdpMid: i.candidate.sdpMid,
+      sdpMLineIndex: i.candidate.sdpMLineIndex
+    }, g);
+  }, s.oniceconnectionstatechange = () => {
+    var i;
+    p("peerConnection.oniceconnectionstatechange => " + s.iceConnectionState), (i = n.onConnectionStateChange) == null || i.call(n, s.iceConnectionState);
+  }, s.ontrack = (i) => {
+    var u;
+    p("peerConnection.ontrack", i), (u = n.onSrcObjectReady) == null || u.call(n, i.streams[0]);
+  }, A.onmessage = (i) => {
+    var u, $, R;
+    if (A.readyState === "open") {
+      const [_, K] = i.data.split(":");
+      _ === y.StreamDone ? (u = n.onVideoStateChange) == null || u.call(n, C.Stop) : _ === y.StreamStarted ? ($ = n.onVideoStateChange) == null || $.call(n, C.Start) : (R = n.onMessage) == null || R.call(n, _, decodeURIComponent(K));
+    }
+  }, await s.setRemoteDescription(D), p("set remote description OK");
+  const T = await s.createAnswer();
+  return p("create answer OK"), await s.setLocalDescription(T), p("set local description OK"), await r(c, T, g), p("start connection OK"), {
+    speak(i) {
+      return a(c, g, i);
     },
     async terminate() {
-      d && (s && (s.getTracks().forEach((a) => a.stop()), s = null), i && (i.close(), i.oniceconnectionstatechange = null, i.onnegotiationneeded = null, i.onicecandidate = null, i.ontrack = null), await h(d, u), n.onConnectionStateChange("closed"), n.onStreamingStateChange(l.Idle));
+      var i, u;
+      c && (s && (s.close(), s.oniceconnectionstatechange = null, s.onnegotiationneeded = null, s.onicecandidate = null, s.ontrack = null), await w(c, g).catch(($) => {
+      }), (i = n.onConnectionStateChange) == null || i.call(n, "closed"), (u = n.onVideoStateChange) == null || u.call(n, C.Stop));
     },
-    sessionId: u,
-    streamId: d
+    sessionId: g,
+    streamId: c
   };
 }
 export {
-  O as createAgentsApi,
-  p as createClient,
-  K as createKnowledgeApi,
-  R as createStreamingManager
+  L as createAgentManager,
+  M as createAgentsApi,
+  h as createClient,
+  B as createKnowledgeApi,
+  x as createStreamingManager,
+  O as getAgentStreamArgs
 };

package/dist/index.umd.cjs

@@ -1 +1 @@
-(function(c,p){typeof exports=="object"&&typeof module<"u"?p(exports):typeof define=="function"&&define.amd?define(["exports"],p):(c=typeof globalThis<"u"?globalThis:c||self,p(c.index={}))})(this,function(c){"use strict";function p(r){return r.type==="bearer"?"Bearer "+r.token:r.type==="basic"?"Basic "+btoa(`${r.username}:${r.password}`):"Client-Key "+r.clientKey}function m(r,o="https://api.d-id.com"){const n=async(e,t)=>{const i=await fetch(o+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:p(r),"Content-Type":"application/json"}});if(!i.ok){let f=await i.text().catch(()=>"Failed to fetch");throw new Error(f)}return i.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"POST"})},delete(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"PATCH"})}}}function S(r,o="https://api.d-id.com"){const n=m(r,`${o}/knowledge`);return{createKnowledge(e){return n.post("/",e)},getKnowledgeBase(){return n.get("/")},getKnowledge(e){return n.get(`/${e}`)},deleteKnowledge(e){return n.delete(`/${e}`)},createDocument(e,t){return n.post(`/${e}/documents`,t)},deleteDocument(e,t){return n.delete(`/${e}/documents/${t}`)},getDocuments(e){return n.get(`/${e}/documents`)},getDocument(e,t){return n.get(`/${e}/documents/${t}`)},getRecords(e,t){return n.get(`/${e}/documents/${t}/records`)},query(e,t){return n.post(`/${e}/query`,{query:t})}}}function y(r,o="https://api.d-id.com"){const n=m(r,`${o}/agents`);return{create(e){return n.post("/",e)},getAgents(e){return n.get(`/${e?`?tag=${e}`:""}`)},getById(e){return n.get(`/${e}`)},delete(e){return n.delete(`/${e}`)},update(e,t){return n.patch(`/${e}`,t)},newChat(e){return n.post(`/${e}/chat`)},chat(e,t,i){return n.post(`/${e}/chat/${t}`,i)}}}function _(r,o){const n=m(r,o);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,i){return n.post(`/clips/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/clips/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/clips/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function A(r,o){const n=m(r,o);return{createStream(e){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config})},startConnection(e,t,i){return n.post(`/talks/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/talks/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/talks/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/talks/streams/${e}`,{session_id:t})}}}var g=(r=>(r.Idle="IDLE",r.Streaming="STREAMING",r))(g||{}),C=(r=>(r.Clip="clip",r.Talk="talk",r))(C||{});let w=!1;const d=(r,o)=>w&&console.log(r,o),I=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function T(r,{debug:o=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){w=o;let i=null;const{startConnection:f,sendStreamRequest:k,close:K,createStream:b,addIceCandidate:D}=r.videoType===C.Clip?_(e,t):A(e,t),{id:u,offer:O,ice_servers:M,session_id:l}=await b(r),a=new I({iceServers:M}),$=a.createDataChannel("JanusDataChannel");if(!l)throw new Error("Could not create session_id");a.onicecandidate=s=>{d("peerConnection.onicecandidate",s),s.candidate&&s.candidate.sdpMid&&s.candidate.sdpMLineIndex!==null&&D(u,{candidate:s.candidate.candidate,sdpMid:s.candidate.sdpMid,sdpMLineIndex:s.candidate.sdpMLineIndex},l)},a.oniceconnectionstatechange=()=>{d("peerConnection.oniceconnectionstatechange => "+a.iceConnectionState),n.onConnectionStateChange(a.iceConnectionState)},a.ontrack=s=>{d("peerConnection.ontrack",s),i=s.streams[0],n.onSrcObjectReady(i)},$.onmessage=s=>{$.readyState==="open"&&n.onStreamingStateChange(s.data==="stream/done"?g.Idle:g.Streaming)},await a.setRemoteDescription(O),d("set remote description OK");const h=await a.createAnswer();return d("create answer OK"),await a.setLocalDescription(h),d("set local description OK"),await f(u,h,l),d("start connection OK"),{speak(s){return k(u,l,s)},async terminate(){u&&(i&&(i.getTracks().forEach(s=>s.stop()),i=null),a&&(a.close(),a.oniceconnectionstatechange=null,a.onnegotiationneeded=null,a.onicecandidate=null,a.ontrack=null),await K(u,l),n.onConnectionStateChange("closed"),n.onStreamingStateChange(g.Idle))},sessionId:l,streamId:u}}c.createAgentsApi=y,c.createClient=m,c.createKnowledgeApi=S,c.createStreamingManager=T,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});
+(function(c,C){typeof exports=="object"&&typeof module<"u"?C(exports):typeof define=="function"&&define.amd?define(["exports"],C):(c=typeof globalThis<"u"?globalThis:c||self,C(c.index={}))})(this,function(c){"use strict";function C(i){return i.type==="bearer"?"Bearer "+i.token:i.type==="basic"?"Basic "+btoa(`${i.username}:${i.password}`):"Client-Key "+i.clientKey}function h(i,d="https://api.d-id.com"){const n=async(e,t)=>{const r=await fetch(d+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:C(i),"Content-Type":"application/json"}});if(!r.ok){let a=await r.text().catch(()=>"Failed to fetch");throw new Error(a)}return r.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"POST"})},delete(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"PATCH"})}}}function l(i,d="https://api.d-id.com"){const n=h(i,`${d}/agents`);return{create(e,t){return n.post("/",e,t)},getAgents(e,t){return n.get(`/${e?`?tag=${e}`:""}`,t).then(r=>r??[])},getById(e,t){return n.get(`/${e}`,t)},delete(e,t){return n.delete(`/${e}`,void 0,t)},update(e,t,r){return n.patch(`/${e}`,t,r)},newChat(e,t){return n.post(`/${e}/chat`,void 0,t)},chat(e,t,r,a){return n.post(`/${e}/chat/${t}`,r,a)}}}function O(i,d="https://api.d-id.com"){const n=h(i,`${d}/knowledge`);return{createKnowledge(e,t){return n.post("/",e,t)},getKnowledgeBase(e){return n.get("/",e)},getKnowledge(e,t){return n.get(`/${e}`,t)},deleteKnowledge(e,t){return n.delete(`/${e}`,void 0,t)},createDocument(e,t,r){return n.post(`/${e}/documents`,t,r)},deleteDocument(e,t,r){return n.delete(`/${e}/documents/${t}`,void 0,r)},getDocuments(e,t){return n.get(`/${e}/documents`,t)},getDocument(e,t,r){return n.get(`/${e}/documents/${t}`,r)},getRecords(e,t,r){return n.get(`/${e}/documents/${t}/records`,r)},query(e,t,r){return n.post(`/${e}/query`,{query:t},r)}}}var S=(i=>(i.Start="START",i.Stop="STOP",i))(S||{}),w=(i=>(i.ChatPartial="chat/partial",i.StreamDone="stream/done",i.StreamStarted="stream/started",i))(w||{}),f=(i=>(i.Clip="clip",i.Talk="talk",i))(f||{});function R(i){return i.presenter.type===f.Clip?{videoType:f.Clip,driver_id:i.presenter.driver_id,presenter_id:i.presenter.presenter_id}:{videoType:f.Talk,source_url:i.presenter.source_url}}async function P(i,{callbacks:d,...n}){const e=new AbortController,t=l(n.auth,n.baseURL),r=await t.getById(i),a=await t.newChat(i),{terminate:$,sessionId:y,streamId:_}=await v(R(r),{...n,callbacks:{onSrcObjectReady:d.onSrcObjectReady,onVideoStateChange:d==null?void 0:d.onVideoStateChange,onConnectionStateChange:d.onConnectionStateChange}});return{agent:r,terminate(){return e.abort(),$()},chatId:a.id,chat(u){return t.chat(i,a.id,{sessionId:y,streamId:_,messages:u},{signal:e.signal})}}}function j(i,d){const n=h(i,d);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,r){return n.post(`/clips/streams/${e}/sdp`,{session_id:r,answer:t})},addIceCandidate(e,t,r){return n.post(`/clips/streams/${e}/ice`,{session_id:r,...t})},sendStreamRequest(e,t,r){return n.post(`/clips/streams/${e}`,{session_id:t,...r})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function q(i,d){const n=h(i,d);return{createStream(e,t){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config},t)},startConnection(e,t,r,a){return n.post(`/talks/streams/${e}/sdp`,{session_id:r,answer:t},a)},addIceCandidate(e,t,r,a){return n.post(`/talks/streams/${e}/ice`,{session_id:r,...t},a)},sendStreamRequest(e,t,r,a){return n.post(`/talks/streams/${e}`,{session_id:t,...r},a)},close(e,t,r){return n.delete(`/talks/streams/${e}`,{session_id:t},r)}}}let I=!1;const g=(i,d)=>I&&console.log(i,d),B=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function v(i,{debug:d=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){I=d;const{startConnection:r,sendStreamRequest:a,close:$,createStream:y,addIceCandidate:_}=i.videoType===f.Clip?j(e,t):q(e,t),{id:u,offer:L,ice_servers:E,session_id:m}=await y(i),s=new B({iceServers:E}),D=s.createDataChannel("JanusDataChannel");if(!m)throw new Error("Could not create session_id");s.onicecandidate=o=>{g("peerConnection.onicecandidate",o),o.candidate&&o.candidate.sdpMid&&o.candidate.sdpMLineIndex!==null&&_(u,{candidate:o.candidate.candidate,sdpMid:o.candidate.sdpMid,sdpMLineIndex:o.candidate.sdpMLineIndex},m)},s.oniceconnectionstatechange=()=>{var o;g("peerConnection.oniceconnectionstatechange => "+s.iceConnectionState),(o=n.onConnectionStateChange)==null||o.call(n,s.iceConnectionState)},s.ontrack=o=>{var p;g("peerConnection.ontrack",o),(p=n.onSrcObjectReady)==null||p.call(n,o.streams[0])},D.onmessage=o=>{var p,A,M;if(D.readyState==="open"){const[T,J]=o.data.split(":");T===w.StreamDone?(p=n.onVideoStateChange)==null||p.call(n,S.Stop):T===w.StreamStarted?(A=n.onVideoStateChange)==null||A.call(n,S.Start):(M=n.onMessage)==null||M.call(n,T,decodeURIComponent(J))}},await s.setRemoteDescription(L),g("set remote description OK");const K=await s.createAnswer();return g("create answer OK"),await s.setLocalDescription(K),g("set local description OK"),await r(u,K,m),g("start connection OK"),{speak(o){return a(u,m,o)},async terminate(){var o,p;u&&(s&&(s.close(),s.oniceconnectionstatechange=null,s.onnegotiationneeded=null,s.onicecandidate=null,s.ontrack=null),await $(u,m).catch(A=>{}),(o=n.onConnectionStateChange)==null||o.call(n,"closed"),(p=n.onVideoStateChange)==null||p.call(n,S.Stop))},sessionId:m,streamId:u}}c.createAgentManager=P,c.createAgentsApi=l,c.createClient=h,c.createKnowledgeApi=O,c.createStreamingManager=v,c.getAgentStreamArgs=R,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@d-id/client-sdk",
     "private": false,
-    "version": "1.0.14",
+    "version": "1.0.16",
     "type": "module",
     "description": "d-id client sdk",
     "repository": {
@@ -30,22 +30,23 @@
     },
     "scripts": {
         "dev": "vite",
-        "build": "tsc && vite build",
-        "build:dev": "tsc && vite build --mode development",
-        "dopublish": "yarn build && npm publish --access public",
+        "build": "node ./infra/build.js -m production",
+        "build:dev": "node ./infra/build.js -m development",
+        "deploy:prod": "node ./infra/deploy.js --version patch",
         "preview": "vite preview"
     },
     "devDependencies": {
         "@preact/preset-vite": "^2.5.0",
+        "@trivago/prettier-plugin-sort-imports": "^4.3.0",
+        "commander": "^11.1.0",
         "glob": "^10.3.10",
         "preact": "^10.5.13",
-        "vite": "^4.4.5",
-        "vite-plugin-dts": "^3.6.0",
-        "vite-plugin-html-env": "^1.2.8",
-        "@trivago/prettier-plugin-sort-imports": "^4.3.0",
         "prettier": "^3.1.0",
         "prettier-plugin-organize-imports": "^3.2.4",
         "serverless": "3.32.2",
-        "typescript": "^5.3.2"
+        "typescript": "^5.3.2",
+        "vite": "^4.4.5",
+        "vite-plugin-dts": "^3.6.0",
+        "vite-plugin-html-env": "^1.2.8"
     }
-}
+}