@d-id/client-sdk 1.0.15 → 1.0.17

package/dist/apps/sdk/lib/api/agents.d.ts

@@ -6,5 +6,5 @@ export declare function createAgentsApi(auth: Auth, host?: string): {
     delete(id: string, options?: RequestInit): Promise<any>;
     update(id: string, payload: AgentPayload, options?: RequestInit): Promise<Agent>;
     newChat(agentId: string, options?: RequestInit): Promise<Chat>;
-    chat(agentId: string, chatId: string, payload: ChatPayload, options?: RequestInit): Promise<string | ChatResponse>;
+    chat(agentId: string, chatId: string, payload: ChatPayload, options?: RequestInit): Promise<ChatResponse>;
 };

package/dist/apps/sdk/lib/api/ratings.d.ts

@@ -0,0 +1,9 @@
+import { Auth, RatingEntity } from '../../../../common/types/src/index';
+type RatingPayload = Omit<RatingEntity, 'owner_id' | 'id' | 'created_at' | 'modified_at' | 'created_by' | 'external_id'>;
+export declare function createRatingssApi(auth: Auth, host?: string): {
+    create(payload: RatingPayload, options?: RequestInit): Promise<RatingEntity>;
+    getByKnowledge(knowledgeId?: string, options?: RequestInit): Promise<RatingEntity[]>;
+    update(id: string, payload: Partial<RatingPayload>, options?: RequestInit): Promise<RatingEntity>;
+    delete(id: string, options?: RequestInit): Promise<RatingEntity>;
+};
+export {};

package/dist/apps/sdk/lib/createAgentManager.d.ts

@@ -4,6 +4,6 @@ export declare function createAgentManager(agentId: string, { callbacks, ...opti
     agent: Agent;
     terminate(): Promise<void>;
     chatId: string;
-    chat(messages: Message[]): Promise<string | import('../../../common/types/src/index').ChatResponse>;
+    chat(messages: Message[]): Promise<import('../../../common/types/src/index').ChatResponse>;
 }>;
 export type AgentManager = Awaited<ReturnType<typeof createAgentManager>>;

package/dist/apps/sdk/lib/index.d.ts

@@ -1,5 +1,6 @@
 export * from './api/agents';
 export * from './api/getClient';
 export * from './api/knowledge';
+export * from './api/ratings';
 export * from './createAgentManager';
 export * from './createStreamingManager';

package/dist/common/types/src/StreamScript.d.ts

@@ -1,3 +1,4 @@
+import { Message } from './entities';
 import { StreamTextToSpeechProviders } from './tts';
 export type StreamScriptType = 'text' | 'audio';
 export interface BaseStreamScript {
@@ -11,7 +12,7 @@ export interface Stream_Text_Script extends BaseStreamScript {
     /**
      * text-to-speech provider from list of supported providers. default is microsoft tts
      */
-    provider?: StreamTextToSpeechProviders;
+    provider: StreamTextToSpeechProviders;
     /**
      * The input text that will be synthesized to an audio file.
      * Note that each provider has its own limitations on the text length.
@@ -37,4 +38,15 @@ export interface Stream_Audio_Script extends BaseStreamScript {
      */
     audio_url: string;
 }
-export type StreamScript = Stream_Text_Script | Stream_Audio_Script;
+export interface Stream_LLM_Script {
+    type: 'llm';
+    provider: StreamTextToSpeechProviders;
+    ssml?: boolean;
+    llm: {
+        messages: Message[];
+        provider: 'openai';
+    };
+    input?: string;
+    stream_audio?: boolean;
+}
+export type StreamScript = Stream_Text_Script | Stream_Audio_Script | Stream_LLM_Script;

package/dist/common/types/src/entities/agents/chat.d.ts

@@ -1,8 +1,26 @@
+export declare enum RateState {
+    Unrated = "Unrated",
+    Positive = "Positive",
+    Negative = "Negative"
+}
+export interface RatingEntity {
+    id: string;
+    owner_id: string;
+    agent_id: string;
+    matches: [string, string][];
+    knowledge_id: string;
+    external_id: string;
+    created_by: string;
+    chat_id: string;
+    score: 1 | -1;
+    created_at: string;
+    modified_at: string;
+}
 export interface Message {
     role: 'system' | 'assistant' | 'user' | 'function' | 'tool';
     content: string;
-    name?: string;
     created_at: string;
+    matches?: ChatResponse['matches'];
 }
 export interface ChatPayload {
     messages: Message[];
@@ -18,7 +36,7 @@ export interface IRetrivalMetadata {
     source_url: string;
 }
 export interface ChatResponse {
-    result: string;
+    result?: string;
     documentIds?: string[];
     matches?: IRetrivalMetadata[];
 }

package/dist/common/types/src/entities/knowledge/knowledge.d.ts

@@ -31,5 +31,6 @@ export interface KnowledgeData {
     vector_store: string;
     description: string;
     name: string;
+    starter_message?: string[];
 }
 export type KnowledgePayload = Omit<KnowledgeData, 'created_by' | 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id'>;

package/dist/common/types/src/stream/api/talk.d.ts

@@ -42,4 +42,6 @@ export interface SendTalkStreamPayload {
     };
     user_data?: Record<string, any>;
     name?: string;
+    audio_optimization?: number;
+    metadata: Record<string, any>;
 }

package/dist/common/types/src/stream/stream.d.ts

@@ -7,7 +7,14 @@ export declare enum StreamingState {
     Start = "START",
     Stop = "STOP"
 }
+export declare enum StreamEvents {
+    ChatAnswer = "chat/answer",
+    ChatPartial = "chat/partial",
+    StreamDone = "stream/done",
+    StreamStarted = "stream/started"
+}
 export interface ManagerCallbacks {
+    onMessage?: (event: string, data: string) => void;
     onConnectionStateChange?: (state: RTCIceConnectionState) => void;
     onVideoStateChange?: (state: StreamingState) => void;
     onSrcObjectReady?: (value: MediaStream) => void;

package/dist/index.js

@@ -1,13 +1,13 @@
-function T(o) {
+function v(o) {
   return o.type === "bearer" ? "Bearer " + o.token : o.type === "basic" ? "Basic " + btoa(`${o.username}:${o.password}`) : "Client-Key " + o.clientKey;
 }
-function h(o, s = "https://api.d-id.com") {
+function C(o, i = "https://api.d-id.com") {
   const n = async (e, t) => {
-    const r = await fetch(s + (e != null && e.startsWith("/") ? e : `/${e}`), {
+    const r = await fetch(i + (e != null && e.startsWith("/") ? e : `/${e}`), {
       ...t,
       headers: {
         ...t == null ? void 0 : t.headers,
-        Authorization: T(o),
+        Authorization: v(o),
         "Content-Type": "application/json"
       }
     });
@@ -47,8 +47,8 @@ function h(o, s = "https://api.d-id.com") {
     }
   };
 }
-function R(o, s = "https://api.d-id.com") {
-  const n = h(o, `${s}/agents`);
+function M(o, i = "https://api.d-id.com") {
+  const n = C(o, `${i}/agents`);
   return {
     create(e, t) {
       return n.post("/", e, t);
@@ -73,8 +73,8 @@ function R(o, s = "https://api.d-id.com") {
     }
   };
 }
-function M(o, s = "https://api.d-id.com") {
-  const n = h(o, `${s}/knowledge`);
+function x(o, i = "https://api.d-id.com") {
+  const n = C(o, `${i}/knowledge`);
   return {
     createKnowledge(e, t) {
       return n.post("/", e, t);
@@ -110,8 +110,25 @@ function M(o, s = "https://api.d-id.com") {
     }
   };
 }
-var C = /* @__PURE__ */ ((o) => (o.Start = "START", o.Stop = "STOP", o))(C || {}), m = /* @__PURE__ */ ((o) => (o.Clip = "clip", o.Talk = "talk", o))(m || {});
-function I(o) {
+function L(o, i = "https://api.d-id.com") {
+  const n = C(o, `${i}/chats/ratings`);
+  return {
+    create(e, t) {
+      return n.post("/", e, t);
+    },
+    getByKnowledge(e, t) {
+      return n.get(`/${e}`, t).then((r) => r ?? []);
+    },
+    update(e, t, r) {
+      return n.patch(`/${e}`, t, r);
+    },
+    delete(e, t) {
+      return n.delete(`/${e}`, t);
+    }
+  };
+}
+var h = /* @__PURE__ */ ((o) => (o.Start = "START", o.Stop = "STOP", o))(h || {}), _ = /* @__PURE__ */ ((o) => (o.ChatAnswer = "chat/answer", o.ChatPartial = "chat/partial", o.StreamDone = "stream/done", o.StreamStarted = "stream/started", o))(_ || {}), m = /* @__PURE__ */ ((o) => (o.Clip = "clip", o.Talk = "talk", o))(m || {});
+function O(o) {
   return o.presenter.type === m.Clip ? {
     videoType: m.Clip,
     driver_id: o.presenter.driver_id,
@@ -121,20 +138,20 @@ function I(o) {
     source_url: o.presenter.source_url
   };
 }
-async function P(o, {
-  callbacks: s,
+async function J(o, {
+  callbacks: i,
   ...n
 }) {
-  const e = new AbortController(), t = R(n.auth, n.baseURL), r = await t.getById(o), a = await t.newChat(o), {
+  const e = new AbortController(), t = M(n.auth, n.baseURL), r = await t.getById(o), a = await t.newChat(o), {
     terminate: w,
     sessionId: S,
     streamId: $
-  } = await O(I(r), {
+  } = await j(O(r), {
     ...n,
     callbacks: {
-      onSrcObjectReady: s.onSrcObjectReady,
-      onVideoStateChange: s == null ? void 0 : s.onVideoStateChange,
-      onConnectionStateChange: s.onConnectionStateChange
+      onSrcObjectReady: i.onSrcObjectReady,
+      onVideoStateChange: i == null ? void 0 : i.onVideoStateChange,
+      onConnectionStateChange: i.onConnectionStateChange
     }
   });
   return {
@@ -154,8 +171,8 @@ async function P(o, {
     }
   };
 }
-function v(o, s) {
-  const n = h(o, s);
+function P(o, i) {
+  const n = C(o, i);
   return {
     createStream(e) {
       return n.post("/clips/streams", {
@@ -189,8 +206,8 @@ function v(o, s) {
     }
   };
 }
-function K(o, s) {
-  const n = h(o, s);
+function q(o, i) {
+  const n = C(o, i);
   return {
     createStream(e, t) {
       return n.post("/talks/streams", {
@@ -225,65 +242,70 @@ function K(o, s) {
     }
   };
 }
-let _ = !1;
-const p = (o, s) => _ && console.log(o, s), D = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
-async function O(o, {
-  debug: s = !1,
+let l = !1;
+const p = (o, i) => l && console.log(o, i), B = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
+async function j(o, {
+  debug: i = !1,
   callbacks: n,
   auth: e,
   baseURL: t = "https://api.d-id.com"
 }) {
-  _ = s;
+  l = i;
   const {
     startConnection: r,
     sendStreamRequest: a,
     close: w,
     createStream: S,
     addIceCandidate: $
-  } = o.videoType === m.Clip ? v(e, t) : K(e, t), {
+  } = o.videoType === m.Clip ? P(e, t) : q(e, t), {
     id: c,
-    offer: l,
-    ice_servers: A,
+    offer: I,
+    ice_servers: D,
     session_id: g
-  } = await S(o), d = new D({
-    iceServers: A
-  }), f = d.createDataChannel("JanusDataChannel");
+  } = await S(o), s = new B({
+    iceServers: D
+  }), A = s.createDataChannel("JanusDataChannel");
   if (!g)
     throw new Error("Could not create session_id");
-  d.onicecandidate = (i) => {
-    p("peerConnection.onicecandidate", i), i.candidate && i.candidate.sdpMid && i.candidate.sdpMLineIndex !== null && $(c, {
-      candidate: i.candidate.candidate,
-      sdpMid: i.candidate.sdpMid,
-      sdpMLineIndex: i.candidate.sdpMLineIndex
+  s.onicecandidate = (d) => {
+    p("peerConnection.onicecandidate", d), d.candidate && d.candidate.sdpMid && d.candidate.sdpMLineIndex !== null && $(c, {
+      candidate: d.candidate.candidate,
+      sdpMid: d.candidate.sdpMid,
+      sdpMLineIndex: d.candidate.sdpMLineIndex
     }, g);
-  }, d.oniceconnectionstatechange = () => {
-    var i;
-    p("peerConnection.oniceconnectionstatechange => " + d.iceConnectionState), (i = n.onConnectionStateChange) == null || i.call(n, d.iceConnectionState);
-  }, d.ontrack = (i) => {
-    var u;
-    p("peerConnection.ontrack", i), (u = n.onSrcObjectReady) == null || u.call(n, i.streams[0]);
-  }, f.onmessage = (i) => {
+  }, s.oniceconnectionstatechange = () => {
+    var d;
+    p("peerConnection.oniceconnectionstatechange => " + s.iceConnectionState), (d = n.onConnectionStateChange) == null || d.call(n, s.iceConnectionState);
+  }, s.ontrack = (d) => {
     var u;
-    f.readyState === "open" && ((u = n.onVideoStateChange) == null || u.call(n, i.data === "stream/done" ? C.Stop : C.Start));
-  }, await d.setRemoteDescription(l), p("set remote description OK");
-  const y = await d.createAnswer();
-  return p("create answer OK"), await d.setLocalDescription(y), p("set local description OK"), await r(c, y, g), p("start connection OK"), {
-    speak(i) {
-      return a(c, g, i);
+    p("peerConnection.ontrack", d), (u = n.onSrcObjectReady) == null || u.call(n, d.streams[0]);
+  }, A.onmessage = (d) => {
+    var u, f, R;
+    if (A.readyState === "open") {
+      const [y, K] = d.data.split(":");
+      y === _.StreamDone ? (u = n.onVideoStateChange) == null || u.call(n, h.Stop) : y === _.StreamStarted ? (f = n.onVideoStateChange) == null || f.call(n, h.Start) : (R = n.onMessage) == null || R.call(n, y, decodeURIComponent(K));
+    }
+  }, await s.setRemoteDescription(I), p("set remote description OK");
+  const T = await s.createAnswer();
+  return p("create answer OK"), await s.setLocalDescription(T), p("set local description OK"), await r(c, T, g), p("start connection OK"), {
+    speak(d) {
+      return a(c, g, d);
     },
     async terminate() {
-      var i, u;
-      c && (d && (d.close(), d.oniceconnectionstatechange = null, d.onnegotiationneeded = null, d.onicecandidate = null, d.ontrack = null), await w(c, g), (i = n.onConnectionStateChange) == null || i.call(n, "closed"), (u = n.onVideoStateChange) == null || u.call(n, C.Stop));
+      var d, u;
+      c && (s && (s.close(), s.oniceconnectionstatechange = null, s.onnegotiationneeded = null, s.onicecandidate = null, s.ontrack = null), await w(c, g).catch((f) => {
+      }), (d = n.onConnectionStateChange) == null || d.call(n, "closed"), (u = n.onVideoStateChange) == null || u.call(n, h.Stop));
     },
     sessionId: g,
     streamId: c
   };
 }
 export {
-  P as createAgentManager,
-  R as createAgentsApi,
-  h as createClient,
-  M as createKnowledgeApi,
-  O as createStreamingManager,
-  I as getAgentStreamArgs
+  J as createAgentManager,
+  M as createAgentsApi,
+  C as createClient,
+  x as createKnowledgeApi,
+  L as createRatingssApi,
+  j as createStreamingManager,
+  O as getAgentStreamArgs
 };

package/dist/index.umd.cjs

@@ -1 +1 @@
-(function(c,C){typeof exports=="object"&&typeof module<"u"?C(exports):typeof define=="function"&&define.amd?define(["exports"],C):(c=typeof globalThis<"u"?globalThis:c||self,C(c.index={}))})(this,function(c){"use strict";function C(i){return i.type==="bearer"?"Bearer "+i.token:i.type==="basic"?"Basic "+btoa(`${i.username}:${i.password}`):"Client-Key "+i.clientKey}function f(i,d="https://api.d-id.com"){const n=async(e,t)=>{const r=await fetch(d+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:C(i),"Content-Type":"application/json"}});if(!r.ok){let a=await r.text().catch(()=>"Failed to fetch");throw new Error(a)}return r.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"POST"})},delete(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"PATCH"})}}}function y(i,d="https://api.d-id.com"){const n=f(i,`${d}/agents`);return{create(e,t){return n.post("/",e,t)},getAgents(e,t){return n.get(`/${e?`?tag=${e}`:""}`,t).then(r=>r??[])},getById(e,t){return n.get(`/${e}`,t)},delete(e,t){return n.delete(`/${e}`,void 0,t)},update(e,t,r){return n.patch(`/${e}`,t,r)},newChat(e,t){return n.post(`/${e}/chat`,void 0,t)},chat(e,t,r,a){return n.post(`/${e}/chat/${t}`,r,a)}}}function I(i,d="https://api.d-id.com"){const n=f(i,`${d}/knowledge`);return{createKnowledge(e,t){return n.post("/",e,t)},getKnowledgeBase(e){return n.get("/",e)},getKnowledge(e,t){return n.get(`/${e}`,t)},deleteKnowledge(e,t){return n.delete(`/${e}`,void 0,t)},createDocument(e,t,r){return n.post(`/${e}/documents`,t,r)},deleteDocument(e,t,r){return n.delete(`/${e}/documents/${t}`,void 0,r)},getDocuments(e,t){return n.get(`/${e}/documents`,t)},getDocument(e,t,r){return n.get(`/${e}/documents/${t}`,r)},getRecords(e,t,r){return n.get(`/${e}/documents/${t}/records`,r)},query(e,t,r){return n.post(`/${e}/query`,{query:t},r)}}}var w=(i=>(i.Start="START",i.Stop="STOP",i))(w||{}),h=(i=>(i.Clip="clip",i.Talk="talk",i))(h||{});function _(i){return i.presenter.type===h.Clip?{videoType:h.Clip,driver_id:i.presenter.driver_id,presenter_id:i.presenter.presenter_id}:{videoType:h.Talk,source_url:i.presenter.source_url}}async function K(i,{callbacks:d,...n}){const e=new AbortController,t=y(n.auth,n.baseURL),r=await t.getById(i),a=await t.newChat(i),{terminate:S,sessionId:$,streamId:l}=await T(_(r),{...n,callbacks:{onSrcObjectReady:d.onSrcObjectReady,onVideoStateChange:d==null?void 0:d.onVideoStateChange,onConnectionStateChange:d.onConnectionStateChange}});return{agent:r,terminate(){return e.abort(),S()},chatId:a.id,chat(u){return t.chat(i,a.id,{sessionId:$,streamId:l,messages:u},{signal:e.signal})}}}function M(i,d){const n=f(i,d);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,r){return n.post(`/clips/streams/${e}/sdp`,{session_id:r,answer:t})},addIceCandidate(e,t,r){return n.post(`/clips/streams/${e}/ice`,{session_id:r,...t})},sendStreamRequest(e,t,r){return n.post(`/clips/streams/${e}`,{session_id:t,...r})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function D(i,d){const n=f(i,d);return{createStream(e,t){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config},t)},startConnection(e,t,r,a){return n.post(`/talks/streams/${e}/sdp`,{session_id:r,answer:t},a)},addIceCandidate(e,t,r,a){return n.post(`/talks/streams/${e}/ice`,{session_id:r,...t},a)},sendStreamRequest(e,t,r,a){return n.post(`/talks/streams/${e}`,{session_id:t,...r},a)},close(e,t,r){return n.delete(`/talks/streams/${e}`,{session_id:t},r)}}}let A=!1;const g=(i,d)=>A&&console.log(i,d),O=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function T(i,{debug:d=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){A=d;const{startConnection:r,sendStreamRequest:a,close:S,createStream:$,addIceCandidate:l}=i.videoType===h.Clip?M(e,t):D(e,t),{id:u,offer:P,ice_servers:j,session_id:m}=await $(i),s=new O({iceServers:j}),R=s.createDataChannel("JanusDataChannel");if(!m)throw new Error("Could not create session_id");s.onicecandidate=o=>{g("peerConnection.onicecandidate",o),o.candidate&&o.candidate.sdpMid&&o.candidate.sdpMLineIndex!==null&&l(u,{candidate:o.candidate.candidate,sdpMid:o.candidate.sdpMid,sdpMLineIndex:o.candidate.sdpMLineIndex},m)},s.oniceconnectionstatechange=()=>{var o;g("peerConnection.oniceconnectionstatechange => "+s.iceConnectionState),(o=n.onConnectionStateChange)==null||o.call(n,s.iceConnectionState)},s.ontrack=o=>{var p;g("peerConnection.ontrack",o),(p=n.onSrcObjectReady)==null||p.call(n,o.streams[0])},R.onmessage=o=>{var p;R.readyState==="open"&&((p=n.onVideoStateChange)==null||p.call(n,o.data==="stream/done"?w.Stop:w.Start))},await s.setRemoteDescription(P),g("set remote description OK");const v=await s.createAnswer();return g("create answer OK"),await s.setLocalDescription(v),g("set local description OK"),await r(u,v,m),g("start connection OK"),{speak(o){return a(u,m,o)},async terminate(){var o,p;u&&(s&&(s.close(),s.oniceconnectionstatechange=null,s.onnegotiationneeded=null,s.onicecandidate=null,s.ontrack=null),await S(u,m),(o=n.onConnectionStateChange)==null||o.call(n,"closed"),(p=n.onVideoStateChange)==null||p.call(n,w.Stop))},sessionId:m,streamId:u}}c.createAgentManager=K,c.createAgentsApi=y,c.createClient=f,c.createKnowledgeApi=I,c.createStreamingManager=T,c.getAgentStreamArgs=_,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});
+(function(c,h){typeof exports=="object"&&typeof module<"u"?h(exports):typeof define=="function"&&define.amd?define(["exports"],h):(c=typeof globalThis<"u"?globalThis:c||self,h(c.index={}))})(this,function(c){"use strict";function h(i){return i.type==="bearer"?"Bearer "+i.token:i.type==="basic"?"Basic "+btoa(`${i.username}:${i.password}`):"Client-Key "+i.clientKey}function m(i,o="https://api.d-id.com"){const n=async(e,t)=>{const r=await fetch(o+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:h(i),"Content-Type":"application/json"}});if(!r.ok){let a=await r.text().catch(()=>"Failed to fetch");throw new Error(a)}return r.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"POST"})},delete(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"PATCH"})}}}function T(i,o="https://api.d-id.com"){const n=m(i,`${o}/agents`);return{create(e,t){return n.post("/",e,t)},getAgents(e,t){return n.get(`/${e?`?tag=${e}`:""}`,t).then(r=>r??[])},getById(e,t){return n.get(`/${e}`,t)},delete(e,t){return n.delete(`/${e}`,void 0,t)},update(e,t,r){return n.patch(`/${e}`,t,r)},newChat(e,t){return n.post(`/${e}/chat`,void 0,t)},chat(e,t,r,a){return n.post(`/${e}/chat/${t}`,r,a)}}}function O(i,o="https://api.d-id.com"){const n=m(i,`${o}/knowledge`);return{createKnowledge(e,t){return n.post("/",e,t)},getKnowledgeBase(e){return n.get("/",e)},getKnowledge(e,t){return n.get(`/${e}`,t)},deleteKnowledge(e,t){return n.delete(`/${e}`,void 0,t)},createDocument(e,t,r){return n.post(`/${e}/documents`,t,r)},deleteDocument(e,t,r){return n.delete(`/${e}/documents/${t}`,void 0,r)},getDocuments(e,t){return n.get(`/${e}/documents`,t)},getDocument(e,t,r){return n.get(`/${e}/documents/${t}`,r)},getRecords(e,t,r){return n.get(`/${e}/documents/${t}/records`,r)},query(e,t,r){return n.post(`/${e}/query`,{query:t},r)}}}function P(i,o="https://api.d-id.com"){const n=m(i,`${o}/chats/ratings`);return{create(e,t){return n.post("/",e,t)},getByKnowledge(e,t){return n.get(`/${e}`,t).then(r=>r??[])},update(e,t,r){return n.patch(`/${e}`,t,r)},delete(e,t){return n.delete(`/${e}`,t)}}}var w=(i=>(i.Start="START",i.Stop="STOP",i))(w||{}),S=(i=>(i.ChatAnswer="chat/answer",i.ChatPartial="chat/partial",i.StreamDone="stream/done",i.StreamStarted="stream/started",i))(S||{}),f=(i=>(i.Clip="clip",i.Talk="talk",i))(f||{});function R(i){return i.presenter.type===f.Clip?{videoType:f.Clip,driver_id:i.presenter.driver_id,presenter_id:i.presenter.presenter_id}:{videoType:f.Talk,source_url:i.presenter.source_url}}async function j(i,{callbacks:o,...n}){const e=new AbortController,t=T(n.auth,n.baseURL),r=await t.getById(i),a=await t.newChat(i),{terminate:$,sessionId:y,streamId:_}=await K(R(r),{...n,callbacks:{onSrcObjectReady:o.onSrcObjectReady,onVideoStateChange:o==null?void 0:o.onVideoStateChange,onConnectionStateChange:o.onConnectionStateChange}});return{agent:r,terminate(){return e.abort(),$()},chatId:a.id,chat(u){return t.chat(i,a.id,{sessionId:y,streamId:_,messages:u},{signal:e.signal})}}}function q(i,o){const n=m(i,o);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,r){return n.post(`/clips/streams/${e}/sdp`,{session_id:r,answer:t})},addIceCandidate(e,t,r){return n.post(`/clips/streams/${e}/ice`,{session_id:r,...t})},sendStreamRequest(e,t,r){return n.post(`/clips/streams/${e}`,{session_id:t,...r})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function B(i,o){const n=m(i,o);return{createStream(e,t){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config},t)},startConnection(e,t,r,a){return n.post(`/talks/streams/${e}/sdp`,{session_id:r,answer:t},a)},addIceCandidate(e,t,r,a){return n.post(`/talks/streams/${e}/ice`,{session_id:r,...t},a)},sendStreamRequest(e,t,r,a){return n.post(`/talks/streams/${e}`,{session_id:t,...r},a)},close(e,t,r){return n.delete(`/talks/streams/${e}`,{session_id:t},r)}}}let I=!1;const g=(i,o)=>I&&console.log(i,o),L=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function K(i,{debug:o=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){I=o;const{startConnection:r,sendStreamRequest:a,close:$,createStream:y,addIceCandidate:_}=i.videoType===f.Clip?q(e,t):B(e,t),{id:u,offer:J,ice_servers:V,session_id:C}=await y(i),s=new L({iceServers:V}),D=s.createDataChannel("JanusDataChannel");if(!C)throw new Error("Could not create session_id");s.onicecandidate=d=>{g("peerConnection.onicecandidate",d),d.candidate&&d.candidate.sdpMid&&d.candidate.sdpMLineIndex!==null&&_(u,{candidate:d.candidate.candidate,sdpMid:d.candidate.sdpMid,sdpMLineIndex:d.candidate.sdpMLineIndex},C)},s.oniceconnectionstatechange=()=>{var d;g("peerConnection.oniceconnectionstatechange => "+s.iceConnectionState),(d=n.onConnectionStateChange)==null||d.call(n,s.iceConnectionState)},s.ontrack=d=>{var p;g("peerConnection.ontrack",d),(p=n.onSrcObjectReady)==null||p.call(n,d.streams[0])},D.onmessage=d=>{var p,A,v;if(D.readyState==="open"){const[l,E]=d.data.split(":");l===S.StreamDone?(p=n.onVideoStateChange)==null||p.call(n,w.Stop):l===S.StreamStarted?(A=n.onVideoStateChange)==null||A.call(n,w.Start):(v=n.onMessage)==null||v.call(n,l,decodeURIComponent(E))}},await s.setRemoteDescription(J),g("set remote description OK");const M=await s.createAnswer();return g("create answer OK"),await s.setLocalDescription(M),g("set local description OK"),await r(u,M,C),g("start connection OK"),{speak(d){return a(u,C,d)},async terminate(){var d,p;u&&(s&&(s.close(),s.oniceconnectionstatechange=null,s.onnegotiationneeded=null,s.onicecandidate=null,s.ontrack=null),await $(u,C).catch(A=>{}),(d=n.onConnectionStateChange)==null||d.call(n,"closed"),(p=n.onVideoStateChange)==null||p.call(n,w.Stop))},sessionId:C,streamId:u}}c.createAgentManager=j,c.createAgentsApi=T,c.createClient=m,c.createKnowledgeApi=O,c.createRatingssApi=P,c.createStreamingManager=K,c.getAgentStreamArgs=R,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@d-id/client-sdk",
     "private": false,
-    "version": "1.0.15",
+    "version": "1.0.17",
     "type": "module",
     "description": "d-id client sdk",
     "repository": {