@d-id/client-sdk 0.0.1

package/README.md

@@ -0,0 +1,2 @@
+# agents-sdk
+SDK for Agents

package/dist/index.js

@@ -0,0 +1,289 @@
+function A(o) {
+  return o.type === "bearer" ? "Bearer " + o.token : o.type === "basic" ? "Basic " + btoa(`${o.username}:${o.password}`) : "Client-Key " + o.clientKey;
+}
+function h(o, s = "https://api.d-id.com") {
+  const n = async (e, t) => {
+    const r = await fetch(s + (e != null && e.startsWith("/") ? e : `/${e}`), {
+      ...t,
+      headers: {
+        ...t == null ? void 0 : t.headers,
+        Authorization: A(o),
+        "Content-Type": "application/json"
+      }
+    });
+    if (!r.ok) {
+      let a = await r.text().catch(() => "Failed to fetch");
+      throw new Error(a);
+    }
+    return r.json();
+  };
+  return {
+    get(e, t) {
+      return n(e, {
+        ...t,
+        method: "GET"
+      });
+    },
+    post(e, t, r) {
+      return n(e, {
+        ...r,
+        body: JSON.stringify(t),
+        method: "POST"
+      });
+    },
+    delete(e, t, r) {
+      return n(e, {
+        ...r,
+        body: JSON.stringify(t),
+        method: "DELETE"
+      });
+    },
+    patch(e, t, r) {
+      return n(e, {
+        ...r,
+        body: JSON.stringify(t),
+        method: "PATCH"
+      });
+    }
+  };
+}
+function R(o, s = "https://api.d-id.com") {
+  const n = h(o, `${s}/agents`);
+  return {
+    create(e, t) {
+      return n.post("/", e, t);
+    },
+    getAgents(e, t) {
+      return n.get(`/${e ? `?tag=${e}` : ""}`, t).then((r) => r ?? []);
+    },
+    getById(e, t) {
+      return n.get(`/${e}`, t);
+    },
+    delete(e, t) {
+      return n.delete(`/${e}`, void 0, t);
+    },
+    update(e, t, r) {
+      return n.patch(`/${e}`, t, r);
+    },
+    newChat(e, t) {
+      return n.post(`/${e}/chat`, void 0, t);
+    },
+    chat(e, t, r, a) {
+      return n.post(`/${e}/chat/${t}`, r, a);
+    }
+  };
+}
+function P(o, s = "https://api.d-id.com") {
+  const n = h(o, `${s}/knowledge`);
+  return {
+    createKnowledge(e, t) {
+      return n.post("/", e, t);
+    },
+    getKnowledgeBase(e) {
+      return n.get("/", e);
+    },
+    getKnowledge(e, t) {
+      return n.get(`/${e}`, t);
+    },
+    deleteKnowledge(e, t) {
+      return n.delete(`/${e}`, void 0, t);
+    },
+    createDocument(e, t, r) {
+      return n.post(`/${e}/documents`, t, r);
+    },
+    deleteDocument(e, t, r) {
+      return n.delete(`/${e}/documents/${t}`, void 0, r);
+    },
+    getDocuments(e, t) {
+      return n.get(`/${e}/documents`, t);
+    },
+    getDocument(e, t, r) {
+      return n.get(`/${e}/documents/${t}`, r);
+    },
+    getRecords(e, t, r) {
+      return n.get(`/${e}/documents/${t}/records`, r);
+    },
+    query(e, t, r) {
+      return n.post(`/${e}/query`, {
+        query: t
+      }, r);
+    }
+  };
+}
+var m = /* @__PURE__ */ ((o) => (o[o.START = 0] = "START", o[o.STOP = 1] = "STOP", o))(m || {}), C = /* @__PURE__ */ ((o) => (o.Clip = "clip", o.Talk = "talk", o))(C || {});
+function I(o) {
+  return o.presenter.type === C.Clip ? {
+    videoType: C.Clip,
+    driver_id: o.presenter.driver_id,
+    presenter_id: o.presenter.presenter_id
+  } : {
+    videoType: C.Talk,
+    source_url: o.presenter.source_url
+  };
+}
+async function M(o, {
+  callbacks: s,
+  ...n
+}) {
+  const e = new AbortController(), t = R(n.auth, n.baseURL), r = await t.getById(o), a = await t.newChat(o), {
+    terminate: w,
+    sessionId: $,
+    streamId: f
+  } = await D(I(r), {
+    ...n,
+    callbacks: {
+      onSrcObjectReady: s.onSrcObjectReady,
+      onVideoStateChange: s == null ? void 0 : s.onVideoStateChange,
+      onConnectionStateChange: s.onConnectionStateChange
+    }
+  });
+  return {
+    agent: r,
+    terminate() {
+      return e.abort(), w();
+    },
+    chatId: a.id,
+    chat(c) {
+      return t.chat(o, a.id, {
+        sessionId: $,
+        streamId: f,
+        messages: c
+      }, {
+        signal: e.signal
+      });
+    }
+  };
+}
+function O(o, s) {
+  const n = h(o, s);
+  return {
+    createStream(e) {
+      return n.post("/clips/streams", {
+        driver_id: e.driver_id,
+        presenter_id: e.presenter_id,
+        compatibility_mode: e.compatibility_mode
+      });
+    },
+    startConnection(e, t, r) {
+      return n.post(`/clips/streams/${e}/sdp`, {
+        session_id: r,
+        answer: t
+      });
+    },
+    addIceCandidate(e, t, r) {
+      return n.post(`/clips/streams/${e}/ice`, {
+        session_id: r,
+        ...t
+      });
+    },
+    sendStreamRequest(e, t, r) {
+      return n.post(`/clips/streams/${e}`, {
+        session_id: t,
+        ...r
+      });
+    },
+    close(e, t) {
+      return n.delete(`/clips/streams/${e}`, {
+        session_id: t
+      });
+    }
+  };
+}
+function v(o, s) {
+  const n = h(o, s);
+  return {
+    createStream(e, t) {
+      return n.post("/talks/streams", {
+        source_url: e.source_url,
+        driver_url: e.driver_url,
+        face: e.face,
+        config: e.config
+      }, t);
+    },
+    startConnection(e, t, r, a) {
+      return n.post(`/talks/streams/${e}/sdp`, {
+        session_id: r,
+        answer: t
+      }, a);
+    },
+    addIceCandidate(e, t, r, a) {
+      return n.post(`/talks/streams/${e}/ice`, {
+        session_id: r,
+        ...t
+      }, a);
+    },
+    sendStreamRequest(e, t, r, a) {
+      return n.post(`/talks/streams/${e}`, {
+        session_id: t,
+        ...r
+      }, a);
+    },
+    close(e, t, r) {
+      return n.delete(`/talks/streams/${e}`, {
+        session_id: t
+      }, r);
+    }
+  };
+}
+let _ = !1;
+const p = (o, s) => _ && console.log(o, s), K = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
+async function D(o, {
+  debug: s = !1,
+  callbacks: n,
+  auth: e,
+  baseURL: t = "https://api.d-id.com"
+}) {
+  _ = s;
+  const {
+    startConnection: r,
+    sendStreamRequest: a,
+    close: w,
+    createStream: $,
+    addIceCandidate: f
+  } = o.videoType === C.Clip ? O(e, t) : v(e, t), {
+    id: c,
+    offer: l,
+    ice_servers: T,
+    session_id: g
+  } = await $(o), d = new K({
+    iceServers: T
+  }), S = d.createDataChannel("JanusDataChannel");
+  if (!g)
+    throw new Error("Could not create session_id");
+  d.onicecandidate = (i) => {
+    p("peerConnection.onicecandidate", i), i.candidate && i.candidate.sdpMid && i.candidate.sdpMLineIndex !== null && f(c, {
+      candidate: i.candidate.candidate,
+      sdpMid: i.candidate.sdpMid,
+      sdpMLineIndex: i.candidate.sdpMLineIndex
+    }, g);
+  }, d.oniceconnectionstatechange = () => {
+    var i;
+    p("peerConnection.oniceconnectionstatechange => " + d.iceConnectionState), (i = n.onConnectionStateChange) == null || i.call(n, d.iceConnectionState);
+  }, d.ontrack = (i) => {
+    var u;
+    p("peerConnection.ontrack", i), (u = n.onSrcObjectReady) == null || u.call(n, i.streams[0]);
+  }, S.onmessage = (i) => {
+    var u;
+    S.readyState === "open" && ((u = n.onVideoStateChange) == null || u.call(n, i.data === "stream/done" ? m.STOP : m.START));
+  }, await d.setRemoteDescription(l), p("set remote description OK");
+  const y = await d.createAnswer();
+  return p("create answer OK"), await d.setLocalDescription(y), p("set local description OK"), await r(c, y, g), p("start connection OK"), {
+    speak(i) {
+      return a(c, g, i);
+    },
+    async terminate() {
+      var i, u;
+      c && (d && (d.close(), d.oniceconnectionstatechange = null, d.onnegotiationneeded = null, d.onicecandidate = null, d.ontrack = null), await w(c, g), (i = n.onConnectionStateChange) == null || i.call(n, "closed"), (u = n.onVideoStateChange) == null || u.call(n, m.STOP));
+    },
+    sessionId: g,
+    streamId: c
+  };
+}
+export {
+  M as createAgentManager,
+  R as createAgentsApi,
+  h as createClient,
+  P as createKnowledgeApi,
+  D as createStreamingManager,
+  I as getAgentStreamArgs
+};

package/dist/index.umd.cjs

@@ -0,0 +1 @@
+(function(c,C){typeof exports=="object"&&typeof module<"u"?C(exports):typeof define=="function"&&define.amd?define(["exports"],C):(c=typeof globalThis<"u"?globalThis:c||self,C(c.index={}))})(this,function(c){"use strict";function C(i){return i.type==="bearer"?"Bearer "+i.token:i.type==="basic"?"Basic "+btoa(`${i.username}:${i.password}`):"Client-Key "+i.clientKey}function f(i,d="https://api.d-id.com"){const n=async(e,t)=>{const r=await fetch(d+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:C(i),"Content-Type":"application/json"}});if(!r.ok){let a=await r.text().catch(()=>"Failed to fetch");throw new Error(a)}return r.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"POST"})},delete(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"PATCH"})}}}function y(i,d="https://api.d-id.com"){const n=f(i,`${d}/agents`);return{create(e,t){return n.post("/",e,t)},getAgents(e,t){return n.get(`/${e?`?tag=${e}`:""}`,t).then(r=>r??[])},getById(e,t){return n.get(`/${e}`,t)},delete(e,t){return n.delete(`/${e}`,void 0,t)},update(e,t,r){return n.patch(`/${e}`,t,r)},newChat(e,t){return n.post(`/${e}/chat`,void 0,t)},chat(e,t,r,a){return n.post(`/${e}/chat/${t}`,r,a)}}}function v(i,d="https://api.d-id.com"){const n=f(i,`${d}/knowledge`);return{createKnowledge(e,t){return n.post("/",e,t)},getKnowledgeBase(e){return n.get("/",e)},getKnowledge(e,t){return n.get(`/${e}`,t)},deleteKnowledge(e,t){return n.delete(`/${e}`,void 0,t)},createDocument(e,t,r){return n.post(`/${e}/documents`,t,r)},deleteDocument(e,t,r){return n.delete(`/${e}/documents/${t}`,void 0,r)},getDocuments(e,t){return n.get(`/${e}/documents`,t)},getDocument(e,t,r){return n.get(`/${e}/documents/${t}`,r)},getRecords(e,t,r){return n.get(`/${e}/documents/${t}/records`,r)},query(e,t,r){return n.post(`/${e}/query`,{query:t},r)}}}var w=(i=>(i[i.START=0]="START",i[i.STOP=1]="STOP",i))(w||{}),h=(i=>(i.Clip="clip",i.Talk="talk",i))(h||{});function _(i){return i.presenter.type===h.Clip?{videoType:h.Clip,driver_id:i.presenter.driver_id,presenter_id:i.presenter.presenter_id}:{videoType:h.Talk,source_url:i.presenter.source_url}}async function I(i,{callbacks:d,...n}){const e=new AbortController,t=y(n.auth,n.baseURL),r=await t.getById(i),a=await t.newChat(i),{terminate:S,sessionId:$,streamId:l}=await A(_(r),{...n,callbacks:{onSrcObjectReady:d.onSrcObjectReady,onVideoStateChange:d==null?void 0:d.onVideoStateChange,onConnectionStateChange:d.onConnectionStateChange}});return{agent:r,terminate(){return e.abort(),S()},chatId:a.id,chat(u){return t.chat(i,a.id,{sessionId:$,streamId:l,messages:u},{signal:e.signal})}}}function K(i,d){const n=f(i,d);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,r){return n.post(`/clips/streams/${e}/sdp`,{session_id:r,answer:t})},addIceCandidate(e,t,r){return n.post(`/clips/streams/${e}/ice`,{session_id:r,...t})},sendStreamRequest(e,t,r){return n.post(`/clips/streams/${e}`,{session_id:t,...r})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function M(i,d){const n=f(i,d);return{createStream(e,t){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config},t)},startConnection(e,t,r,a){return n.post(`/talks/streams/${e}/sdp`,{session_id:r,answer:t},a)},addIceCandidate(e,t,r,a){return n.post(`/talks/streams/${e}/ice`,{session_id:r,...t},a)},sendStreamRequest(e,t,r,a){return n.post(`/talks/streams/${e}`,{session_id:t,...r},a)},close(e,t,r){return n.delete(`/talks/streams/${e}`,{session_id:t},r)}}}let T=!1;const g=(i,d)=>T&&console.log(i,d),P=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function A(i,{debug:d=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){T=d;const{startConnection:r,sendStreamRequest:a,close:S,createStream:$,addIceCandidate:l}=i.videoType===h.Clip?K(e,t):M(e,t),{id:u,offer:D,ice_servers:j,session_id:m}=await $(i),s=new P({iceServers:j}),R=s.createDataChannel("JanusDataChannel");if(!m)throw new Error("Could not create session_id");s.onicecandidate=o=>{g("peerConnection.onicecandidate",o),o.candidate&&o.candidate.sdpMid&&o.candidate.sdpMLineIndex!==null&&l(u,{candidate:o.candidate.candidate,sdpMid:o.candidate.sdpMid,sdpMLineIndex:o.candidate.sdpMLineIndex},m)},s.oniceconnectionstatechange=()=>{var o;g("peerConnection.oniceconnectionstatechange => "+s.iceConnectionState),(o=n.onConnectionStateChange)==null||o.call(n,s.iceConnectionState)},s.ontrack=o=>{var p;g("peerConnection.ontrack",o),(p=n.onSrcObjectReady)==null||p.call(n,o.streams[0])},R.onmessage=o=>{var p;R.readyState==="open"&&((p=n.onVideoStateChange)==null||p.call(n,o.data==="stream/done"?w.STOP:w.START))},await s.setRemoteDescription(D),g("set remote description OK");const O=await s.createAnswer();return g("create answer OK"),await s.setLocalDescription(O),g("set local description OK"),await r(u,O,m),g("start connection OK"),{speak(o){return a(u,m,o)},async terminate(){var o,p;u&&(s&&(s.close(),s.oniceconnectionstatechange=null,s.onnegotiationneeded=null,s.onicecandidate=null,s.ontrack=null),await S(u,m),(o=n.onConnectionStateChange)==null||o.call(n,"closed"),(p=n.onVideoStateChange)==null||p.call(n,w.STOP))},sessionId:m,streamId:u}}c.createAgentManager=I,c.createAgentsApi=y,c.createClient=f,c.createKnowledgeApi=v,c.createStreamingManager=A,c.getAgentStreamArgs=_,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});

package/dist/lib/api/agents.d.ts

@@ -0,0 +1,10 @@
+import { Agent, AgentPayload, Auth, Chat, ChatPayload, ChatResponse } from '../../types/index';
+export declare function createAgentsApi(auth: Auth, host?: string): {
+    create(payload: AgentPayload, options?: RequestInit): Promise<Agent>;
+    getAgents(tag?: string, options?: RequestInit): Promise<Agent[]>;
+    getById(id: string, options?: RequestInit): Promise<Agent>;
+    delete(id: string, options?: RequestInit): Promise<any>;
+    update(id: string, payload: AgentPayload, options?: RequestInit): Promise<Agent>;
+    newChat(agentId: string, options?: RequestInit): Promise<Chat>;
+    chat(agentId: string, chatId: string, payload: ChatPayload, options?: RequestInit): Promise<string | ChatResponse>;
+};

package/dist/lib/api/clipStream.d.ts

@@ -0,0 +1,2 @@
+import { Auth, RtcApi } from '../../types/index';
+export declare function createApi(auth: Auth, host: string): RtcApi;

package/dist/lib/api/getClient.d.ts

@@ -0,0 +1,7 @@
+import { Auth } from '../../types/auth';
+export declare function createClient(auth: Auth, host?: string): {
+    get<T = any>(url: string, options?: RequestInit): Promise<T>;
+    post<T_1 = any>(url: string, body?: any, options?: RequestInit): Promise<T_1>;
+    delete<T_2 = any>(url: string, body?: any, options?: RequestInit): Promise<T_2>;
+    patch<T_3 = any>(url: string, body?: any, options?: RequestInit): Promise<T_3>;
+};

package/dist/lib/api/knowledge.d.ts

@@ -0,0 +1,13 @@
+import { Auth, CreateDocumentPayload, DocumentData, KnowledgeData, KnowledgePayload, QueryResult, RecordData } from '../../types/index';
+export declare function createKnowledgeApi(auth: Auth, host?: string): {
+    createKnowledge(payload: KnowledgePayload, options?: RequestInit): Promise<KnowledgeData>;
+    getKnowledgeBase(options?: RequestInit): Promise<KnowledgeData[]>;
+    getKnowledge(knowledgeId: string, options?: RequestInit): Promise<KnowledgeData>;
+    deleteKnowledge(knowledgeId: string, options?: RequestInit): Promise<any>;
+    createDocument(knowledgeId: string, payload: CreateDocumentPayload, options?: RequestInit): Promise<DocumentData>;
+    deleteDocument(knowledgeId: string, documentId: string, options?: RequestInit): Promise<any>;
+    getDocuments(knowledgeId: string, options?: RequestInit): Promise<DocumentData[]>;
+    getDocument(knowledgeId: string, documentId: string, options?: RequestInit): Promise<DocumentData>;
+    getRecords(knowledgeId: string, documentId: string, options?: RequestInit): Promise<RecordData[]>;
+    query(knowledgeId: string, query: string, options?: RequestInit): Promise<QueryResult>;
+};

package/dist/lib/api/talkStream.d.ts

@@ -0,0 +1,2 @@
+import { Auth, RtcApi } from '../../types/index';
+export declare function createApi(auth: Auth, host: string): RtcApi;

package/dist/lib/auth/getAuthHeader.d.ts

@@ -0,0 +1,2 @@
+import { Auth } from '../../types/auth';
+export declare function getAuthHeader(auth: Auth): string;

package/dist/lib/createAgentManager.d.ts

@@ -0,0 +1,9 @@
+import { Agent, AgentManagerOptions, CreateStreamOptions, Message } from '../types/index';
+export declare function getAgentStreamArgs(agent: Agent): CreateStreamOptions;
+export declare function createAgentManager(agentId: string, { callbacks, ...options }: AgentManagerOptions): Promise<{
+    agent: Agent;
+    terminate(): Promise<void>;
+    chatId: string;
+    chat(messages: Message[]): Promise<string | import('../types/index').ChatResponse>;
+}>;
+export type AgentManager = Awaited<ReturnType<typeof createAgentManager>>;

package/dist/lib/createStreamingManager.d.ts

@@ -0,0 +1,8 @@
+import { CreateStreamOptions, PayloadType, StreamingManagerOptions } from '../types/index';
+export declare function createStreamingManager<T extends CreateStreamOptions>(agent: T, { debug, callbacks, auth, baseURL }: StreamingManagerOptions): Promise<{
+    speak(payload: PayloadType<T>): Promise<import('../types/index').SendStreamPayloadResponse>;
+    terminate(): Promise<void>;
+    sessionId: string;
+    streamId: string;
+}>;
+export type StreamingManager<T extends CreateStreamOptions> = Awaited<ReturnType<typeof createStreamingManager<T>>>;

package/dist/lib/index.d.ts

@@ -0,0 +1,5 @@
+export * from './api/agents';
+export * from './api/getClient';
+export * from './api/knowledge';
+export * from './createAgentManager';
+export * from './createStreamingManager';

package/dist/types/StreamScript.d.ts

@@ -0,0 +1,40 @@
+import { StreamTextToSpeechProviders } from './tts';
+export type StreamScriptType = 'text' | 'audio';
+export interface BaseStreamScript {
+    type: StreamScriptType;
+}
+export interface Stream_Text_Script extends BaseStreamScript {
+    /**
+     * The type of the script.
+     */
+    type: 'text';
+    /**
+     * text-to-speech provider from list of supported providers. default is microsoft tts
+     */
+    provider?: StreamTextToSpeechProviders;
+    /**
+     * The input text that will be synthesized to an audio file.
+     * Note that each provider has its own limitations on the text length.
+     * @example "This is an example text"
+     * @maxLength 40000
+     * @minLength 3
+     */
+    input: string;
+    /**
+     * Is the text provided in ssml form.
+     * @default false
+     */
+    ssml?: boolean;
+}
+export interface Stream_Audio_Script extends BaseStreamScript {
+    /**
+     * The type of the script.
+     */
+    type: 'audio';
+    /**
+     * The URL of the audio file which will be used by the actor.
+     * File size is limit to 15MB.
+     */
+    audio_url: string;
+}
+export type StreamScript = Stream_Text_Script | Stream_Audio_Script;

package/dist/types/auth.d.ts

@@ -0,0 +1,20 @@
+export interface BearerToken {
+    type: 'bearer';
+    token: string;
+}
+export interface BasicAuth {
+    type: 'basic';
+    username: string;
+    password: string;
+}
+export interface ApiKeyAuth {
+    type: 'key';
+    clientKey: string;
+}
+export type Auth = BearerToken | BasicAuth | ApiKeyAuth;
+export interface GetAuthParams {
+    token?: string | null;
+    username?: string | null;
+    password?: string | null;
+    clientKey?: string | null;
+}

package/dist/types/entities/agents/agent.d.ts

@@ -0,0 +1,18 @@
+import { Knowledge } from './knowledge';
+import { LLM } from './llm';
+import { Presenter } from './presenter';
+export interface Agent {
+    id: string;
+    username?: string;
+    presenter: Presenter;
+    llm?: LLM;
+    knowledge?: Knowledge;
+    use_case?: string;
+    tags?: string[];
+    chats?: number;
+    access?: 'private' | 'pending-public' | 'unlisted' | 'rejected' | 'public';
+    preview_name?: string;
+    preview_description?: string;
+    preview_thumbnail?: string;
+}
+export type AgentPayload = Omit<Agent, 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id' | 'idle_video_url'>;

package/dist/types/entities/agents/chat.d.ts

@@ -0,0 +1,34 @@
+export interface Message {
+    role: 'system' | 'assistant' | 'user' | 'function' | 'tool';
+    content: string;
+    name?: string;
+    created_at: string;
+}
+export interface ChatPayload {
+    messages: Message[];
+    streamId: string;
+    sessionId: string;
+}
+export interface IRetrivalMetadata {
+    id: string;
+    data: string;
+    title: string;
+    document_id: string;
+    knowledge_id: string;
+    source_url: string;
+}
+export interface ChatResponse {
+    result: string;
+    documentIds?: string[];
+    matches?: IRetrivalMetadata[];
+}
+export interface Chat {
+    id: string;
+    agent_id: string;
+    created: string;
+    modified: string;
+    owner_id: string;
+    messages: Message[];
+    agent_id__created_at: string;
+    agent_id__modified_at: string;
+}

package/dist/types/entities/agents/index.d.ts

@@ -0,0 +1,3 @@
+export * from './agent';
+export * from './chat';
+export * from './manager';

package/dist/types/entities/agents/knowledge.d.ts

@@ -0,0 +1,10 @@
+export type KnowledgeProvider = 'pinecone' | 'redis';
+export interface KnowledgeEmbedder {
+    provider: string;
+    model: string;
+}
+export interface Knowledge {
+    id: string;
+    provider: KnowledgeProvider;
+    embedder?: KnowledgeEmbedder;
+}

package/dist/types/entities/agents/llm.d.ts

@@ -0,0 +1,19 @@
+export type LLMType = 'knowledge' | 'custom';
+export type LLM = KnowledgeLLM | CustomLLM;
+export interface BaseLLM {
+    type: LLMType;
+    instructions?: string;
+}
+export interface KnowledgeLLM extends BaseLLM {
+    type: 'knowledge';
+    knowledge_id: string;
+    store?: string;
+}
+export interface CustomLLM extends BaseLLM {
+    type: 'custom';
+    api_key?: string;
+    model?: string;
+    provider?: string;
+    version?: string;
+    config?: string;
+}

package/dist/types/entities/agents/manager.d.ts

@@ -0,0 +1,21 @@
+import { Auth } from '../../auth';
+import { StreamingState } from '../../stream';
+declare enum ChatProgress {
+    Embed = 0,
+    Query = 1,
+    Answer = 2,
+    Complete = 3
+}
+interface ManagerCallbacks {
+    onConnectionStateChange?(state: RTCIceConnectionState): void;
+    onVideoStateChange?(state: StreamingState): void;
+    onSrcObjectReady?(srcObject: MediaStream): void;
+    onChatEvents?(progress: ChatProgress): void;
+}
+export interface AgentManagerOptions {
+    callbacks: ManagerCallbacks;
+    baseURL?: string;
+    debug?: boolean;
+    auth: Auth;
+}
+export {};

package/dist/types/entities/agents/presenter.d.ts

@@ -0,0 +1,20 @@
+import { ExtendedTextToSpeechProviders } from '../../tts';
+export type videoType = 'talk' | 'clip';
+export type Presenter = TalkPresenter | ClipPresenter;
+export interface BasePresenter {
+    type: videoType;
+    voice?: ExtendedTextToSpeechProviders;
+    idle_video?: string;
+    thumbnail?: string;
+}
+export interface TalkPresenter extends BasePresenter {
+    type: 'talk';
+    source_url: string;
+    driver_url?: string;
+}
+export interface ClipPresenter extends BasePresenter {
+    type: 'clip';
+    driver_id: string;
+    background?: string;
+    presenter_id: string;
+}

package/dist/types/entities/index.d.ts

@@ -0,0 +1,3 @@
+export * from './agents';
+export * from './knowledge';
+export * from './video';

package/dist/types/entities/knowledge/document.d.ts

@@ -0,0 +1,21 @@
+import { KnowledgeType } from './knowledge';
+export declare enum Subject {
+    KnowledgeProcessing = "knowledge/processing",
+    KnowledgeIndexing = "knowledge/indexing",
+    KnowledgeFailed = "knowledge/error",
+    KnowledgeDone = "knowledge/done"
+}
+export interface DocumentData {
+    created_at: string;
+    modified_at: string;
+    owner_id: string;
+    id: string;
+    created_by: string;
+    status: Subject;
+    documentType: DocumentType;
+    type: KnowledgeType;
+    source_url: string;
+    parsed_url: string;
+    title: string;
+}
+export type CreateDocumentPayload = Omit<DocumentData, 'created_by' | 'parsed_url' | 'status' | 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id'>;

package/dist/types/entities/knowledge/index.d.ts

@@ -0,0 +1,4 @@
+export * from './document';
+export * from './knowledge';
+export * from './record';
+export * from './retrival';

package/dist/types/entities/knowledge/knowledge.d.ts

@@ -0,0 +1,35 @@
+export declare enum KnowledgeType {
+    Knowledge = "knowledge",
+    Document = "document",
+    Record = "record"
+}
+export declare enum DocumentType {
+    Pdf = "pdf",
+    Text = "text",
+    Html = "html",
+    Word = "word",
+    Json = "json",
+    Markdown = "markdown",
+    Csv = "csv",
+    Excel = "excel",
+    Powerpoint = "powerpoint",
+    Archive = "archive",
+    Image = "image",
+    Audio = "audio",
+    Video = "video"
+}
+export interface IParserResult {
+    data: string;
+}
+export interface KnowledgeData {
+    created_at: string;
+    modified_at: string;
+    owner_id: string;
+    id: string;
+    created_by: string;
+    type: KnowledgeType;
+    vector_store: string;
+    description: string;
+    name: string;
+}
+export type KnowledgePayload = Omit<KnowledgeData, 'created_by' | 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id'>;

package/dist/types/entities/knowledge/record.d.ts

@@ -0,0 +1,15 @@
+import { KnowledgeType } from './knowledge';
+export interface RecordData {
+    created_at: string;
+    modified_at: string;
+    owner_id: string;
+    id: string;
+    created_by: string;
+    type: KnowledgeType;
+    embedding_id: string;
+    start_index: number;
+    source_url: string;
+    title: string;
+    data: string;
+}
+export type CreateRecordPayload = Omit<RecordData, 'created_by' | 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id'>;

package/dist/types/entities/knowledge/retrival.d.ts

@@ -0,0 +1,5 @@
+export interface QueryResult {
+    documentIds: string[];
+    result: any;
+    matches: any;
+}

package/dist/types/entities/video.d.ts

@@ -0,0 +1,4 @@
+export declare enum VideoType {
+    Clip = "clip",
+    Talk = "talk"
+}

package/dist/types/index.d.ts

@@ -0,0 +1,6 @@
+export * from './StreamScript';
+export * from './tts';
+export * from './stream';
+export * from './auth';
+export * from './entities';
+export * from '../lib';

package/dist/types/stream/api/clip.d.ts

@@ -0,0 +1,110 @@
+import { StickyRequest, StreamScript } from '../..';
+import { CompatibilityMode } from '../stream';
+interface Logo {
+    /**
+     * https url to an ARGB jpg/png image, a default logo is used otherwise
+     * @pattern ((https|s3):\/\/.+) must be a valid https URL
+     * @example https://url.to/image.png
+     */
+    url: string;
+    /**
+     * position of the logo in pixels from the top left corner (w,h) negative values are subtracted from last pixel
+     * @example [0, 500]
+     * @minItems 2
+     * @maxItems 2
+     * @isInt
+     */
+    position: number[];
+}
+interface ClipConfig {
+    logo?: Logo | boolean;
+    /** File format of the animated result
+     * @default mp4
+     */
+    result_format?: 'mp4' | 'gif' | 'mov' | 'webm';
+}
+export interface CreateClipStreamRequest {
+    /**
+     * ID of the selected presenter.
+     * @example "rian-lZC6MmWfC1"
+     */
+    presenter_id: string;
+    /**
+     * ID of the selected driver.
+     * If not provided a driver video will be selected for you from the predefined drivers bank.
+     * @example "mXra4jY38i"
+     */
+    driver_id?: string;
+    /**
+     * Defines the video codec to be used in the stream.
+     * When set to on: VP8 will be used.
+     * When set to off: H264 will be used
+     * When set to auto the codec will be selected according to the browser.
+     * @default auto
+     */
+    compatibility_mode?: CompatibilityMode;
+}
+export interface SendClipStreamPayload extends StickyRequest {
+    script: StreamScript;
+    /**
+     * Advanced configuration options.
+     */
+    config?: ClipConfig;
+    /**
+     * The user created the clip.
+     */
+    created_by?: string;
+    /**
+     * Advanced presenter configuration options.
+     */
+    presenter_config?: {
+        crop?: {
+            /**
+             * The type of the crop.
+             */
+            type: 'rectangle';
+            /**
+             * A set of numbers between 0 and 1 representing the top, left, right and bottom of the crop.
+             * Each number correlates to the distance from the top left corner of the image, relative the the image width.
+             * For example, right: 0.75 means that the right side of the crop is 75% of the image width from the left side.
+             */
+            rectangle: {
+                top: number;
+                left: number;
+                right: number;
+                bottom: number;
+            };
+        };
+    };
+    /**
+     * Background color of the clip result
+     */
+    background?: {
+        /**
+         * Background color of the animated result, or false to use transparent background in-case of webm result format.
+         * @example "#47ffff"
+         * @pattern ^#[a-fA-F0-9]{6}$ must be a valid 6-characters long color css code
+         */
+        color?: string | false;
+    };
+    /**
+     * Non-sensitive custom data that will be added to the clip response and webhook.
+     */
+    user_data?: string;
+    /**
+     * The name of the clip
+     */
+    name?: string;
+    /**
+     * The URL of the clip video, if not provided use default destination.
+     * @example "https://path.to.directory/"
+     */
+    result_url?: string;
+    /**
+     * The URL of the raw clip video, if not provided use default destination.
+     * @hidden
+     * @example "https://path.to.directory/"
+     */
+    raw_result_url?: string;
+}
+export {};

package/dist/types/stream/api/index.d.ts

@@ -0,0 +1,2 @@
+export * from './clip';
+export * from './talk';

package/dist/types/stream/api/talk.d.ts

@@ -0,0 +1,45 @@
+import { StreamScript } from '../..';
+export interface CreateTalkStreamRequest {
+    source_url: string;
+    driver_url?: string;
+    face?: {
+        size: number;
+        top_left: [number, number];
+        overlap?: 'NO' | 'YES' | 'PARTIAL' | 'UNKNOWN';
+        face_id?: string;
+        detect_confidence?: number;
+        detection?: {
+            top: number;
+            left: number;
+            right: number;
+            bottom: number;
+        };
+    };
+    config?: {
+        motion_factor?: number;
+        align_expand_factor?: number;
+        stitch?: boolean;
+    };
+}
+export interface SendTalkStreamPayload {
+    script: StreamScript;
+    resultUrl?: string;
+    config?: {
+        align_driver?: boolean;
+        auto_match?: boolean;
+        normalization_factor?: number;
+        sharpen?: boolean;
+        result_format?: 'mp4' | 'gif' | 'mov';
+        fluent?: boolean;
+        driver_expressions?: {
+            expressions: {
+                start_frame: number;
+                expression: string;
+                intensity: number;
+            };
+            transition_frames?: number;
+        };
+    };
+    user_data?: Record<string, any>;
+    name?: string;
+}

package/dist/types/stream/index.d.ts

@@ -0,0 +1,3 @@
+export * from './api';
+export * from './rtc';
+export * from './stream';

package/dist/types/stream/rtc.d.ts

@@ -0,0 +1,61 @@
+export interface StickyRequest {
+    /**
+     * session identifier information, should be returned in the body of all streaming requests
+     */
+    session_id?: string;
+}
+interface Jsep {
+    /**
+     * The type of the message - should normally be `answer` when replying to the offer
+     */
+    type: 'offer' | 'answer';
+    /**
+     * Describe the media communication sessions to accept the session the is being negotiated
+     */
+    sdp: string;
+}
+export interface IceServer {
+    /**
+     * URL of the server - can be multiple addresses
+     */
+    urls: string[] | string;
+    /**
+     * Username for authentication
+     */
+    username?: string;
+    /**
+     * Credintials for secure connection to the server
+     */
+    credential?: string;
+}
+export interface ICreateStreamRequestResponse extends StickyRequest {
+    id: string;
+    jsep: Jsep;
+    offer: any;
+    ice_servers: IceServer[];
+}
+export interface IceCandidate {
+    /**
+     * A string representing the transport address for the candidate that can be used for connectivity checks.
+     * The format of this address is a candidate-attribute as defined in RFC 5245. This string is empty ("") if the
+     * RTCIceCandidate is an "end of candidates" indicator.
+     */
+    candidate: string;
+    /**
+     * A string specifying the candidate's media stream identification tag which uniquely identifies the media stream
+     * within the component with which the candidate is associated, or null if no such association exists.
+     */
+    sdpMid: string;
+    /**
+     * If not null, sdpMLineIndex indicates the zero-based index number of the media description (as defined in RFC
+     * 4566) in the SDP with which the candidate is associated.
+     */
+    sdpMLineIndex: number;
+}
+export interface Status {
+    status: string;
+}
+export interface SendStreamPayloadResponse extends Status, StickyRequest {
+    duration: number;
+}
+export {};

package/dist/types/stream/stream.d.ts

@@ -0,0 +1,35 @@
+import { Auth } from '../auth';
+import { VideoType } from '../entities';
+import { CreateClipStreamRequest, CreateTalkStreamRequest, SendClipStreamPayload, SendTalkStreamPayload } from './api';
+import { ICreateStreamRequestResponse, IceCandidate, SendStreamPayloadResponse, Status } from './rtc';
+export type CompatibilityMode = 'on' | 'off' | 'auto';
+export declare enum StreamingState {
+    START = 0,
+    STOP = 1
+}
+export interface ManagerCallbacks {
+    onConnectionStateChange?: (state: RTCIceConnectionState) => void;
+    onVideoStateChange?: (state: StreamingState) => void;
+    onSrcObjectReady?: (value: MediaStream) => void;
+}
+export interface TalkStreamOptions extends CreateTalkStreamRequest {
+    videoType: VideoType.Talk;
+}
+export interface ClipStreamOptions extends CreateClipStreamRequest {
+    videoType: VideoType.Clip;
+}
+export type CreateStreamOptions = TalkStreamOptions | ClipStreamOptions;
+export type PayloadType<T> = T extends TalkStreamOptions ? SendTalkStreamPayload : T extends ClipStreamOptions ? SendClipStreamPayload : never;
+export interface RtcApi {
+    createStream(options: CreateStreamOptions): Promise<ICreateStreamRequestResponse>;
+    startConnection(streamId: string, answer: RTCSessionDescriptionInit, sessionId?: string): Promise<Status>;
+    addIceCandidate(streamId: string, candidate: IceCandidate, sessionId: string): Promise<Status>;
+    sendStreamRequest(streamId: string, sessionId: string, payload: SendClipStreamPayload | SendTalkStreamPayload): Promise<SendStreamPayloadResponse>;
+    close(streamId: string, sessionId: string): Promise<Status>;
+}
+export interface StreamingManagerOptions {
+    callbacks: ManagerCallbacks;
+    baseURL?: string;
+    debug?: boolean;
+    auth: Auth;
+}

package/dist/types/tts.d.ts

@@ -0,0 +1,146 @@
+export declare enum Providers {
+    Amazon = "amazon",
+    Microsoft = "microsoft",
+    Afflorithmics = "afflorithmics",
+    Elevenlabs = "elevenlabs"
+}
+export declare enum VoiceAccess {
+    Public = "public",
+    Premium = "premium",
+    Private = "private"
+}
+export interface IVoice {
+    id: string;
+    name: string;
+    gender: string;
+    locale: string;
+    access: VoiceAccess;
+    provider: Providers;
+    styles: string[];
+    language: string;
+}
+/**
+ * Elevenlabs provider details, contains the provider type and requested voice id, available for premium users.
+ */
+export interface Elevenlabs_tts_provider {
+    type: Providers.Elevenlabs;
+    /**
+     * The voice_id from the list of available voices. https://api.elevenlabs.io/v1/voices.
+     * @example "21m00Tcm4TlvDq8ikWAM"
+     * @default 21m00Tcm4TlvDq8ikWAM
+     */
+    voice_id: string;
+    /**
+     * Voice customization options. Read more here: https://docs.elevenlabs.io/speech-synthesis/voice-settings
+     */
+    voice_config?: VoiceConfigElevenlabs;
+}
+/**
+ * Afflorithmics provider details, contains the provider type and requested voice id, available for enterprise users.
+ */
+export interface Afflorithmics_tts_provider {
+    type: Providers.Afflorithmics;
+    /**
+     * The voice_id from the list of available voices.
+     * @example "abc123DEF456"
+     * @default abc123DEF456
+     */
+    voice_id: string;
+    /**
+     * Voice customization options. Read more here: https://docs.audiostack.ai/reference/postspeech
+     */
+    voice_config?: VoiceConfigAfflorithmics;
+}
+/**
+ * AzureMicrosoft provider details, contains the provider type and requested voice id and style
+ */
+export interface Microsoft_tts_provider {
+    type: Providers.Microsoft;
+    /**
+     * The voice_id from the list of available voices.
+     * For full list of voice_ids: https://docs.d-id.com/reference/microsoft-azure
+     * @example "en-US-JennyNeural"
+     * @default en-US-JennyNeural
+     */
+    voice_id: string;
+    /**
+     * Voice customization options
+     */
+    voice_config?: VoiceConfigMicrosoft;
+    /**
+     * Voice name
+     */
+    voice_name?: string;
+    /**
+     * Voice language
+     */
+    voice_language?: string;
+}
+/**
+ * Amazon provider details, contains the provider type and requested voice id
+ */
+export interface Amazon_tts_provider {
+    type: Providers.Amazon;
+    /**
+     * The voice_id from the list of available voices.
+     * For full list of voice_ids: https://docs.d-id.com/reference/text-to-speech-providers
+     * @example "Joanna"
+     */
+    voice_id: string;
+}
+export interface VoiceConfigMicrosoft {
+    /**
+     * The style of the voice.
+     * Available styles change between voices.
+     */
+    style?: string;
+    /**
+     * The speed of the voice.
+     * The value is relative to 1, 0.5 being half speed, 2 being twice as fast, etc.
+     * Another option is a constant value from x-slow/slow/medium/fast/x-fast.
+     * @example "0.5"
+     */
+    rate?: string;
+    /**
+     * The pitch of the voice.
+     * Value could be an absolute value in Hz (including units), a relative value in Hz or st(semitones)
+     * or a constant value from x-low/low/medium/high/x-high.
+     * @example "+2st"
+     */
+    pitch?: string;
+}
+export interface VoiceConfigElevenlabs {
+    /**
+     * How stable the voice is and the randomness of each new generation.
+     * @example "0"
+     */
+    stability?: number;
+    /**
+     * The similarity slider dictates how closely the AI should adhere to the original voice when attempting to replicate it.
+     * @example "0"
+     */
+    similarity_boost?: number;
+}
+export interface VoiceConfigAfflorithmics {
+    /**
+     * The speed of the voice.
+     * The value is relative to 1, 0.5 being half speed, 2 being twice as fast, etc.
+     * Another option is a constant value from x-slow/slow/medium/fast/x-fast.
+     * @example "1.2"
+     * @min 0.5
+     * @max 1.5
+     * @default 1
+     */
+    rate?: string;
+    /**
+     * Amount of microseconds for silence padding. Half of the amount is inserted as silence at the beginning and at the end of each Speech file.
+     */
+    silencePadding?: number;
+    /**
+     * Flag to apply lexicographical text corrections
+     */
+    voiceIntelligence?: boolean;
+}
+export type TextToSpeechProviders = Microsoft_tts_provider | Afflorithmics_tts_provider | Elevenlabs_tts_provider;
+export type ExtendedTextToSpeechProviders = TextToSpeechProviders | Amazon_tts_provider;
+export type StreamTextToSpeechProviders = Microsoft_tts_provider | Afflorithmics_tts_provider | Elevenlabs_tts_provider | Amazon_tts_provider;

package/package.json

@@ -0,0 +1,46 @@
+{
+    "name": "@d-id/client-sdk",
+    "private": false,
+    "version": "0.0.1",
+    "type": "module",
+    "description": "d-id client sdk",
+    "repository": {
+        "type": "git",
+        "url": "https://github.com/de-id/agents-sdk"
+    },
+    "keywords": [
+        "d-id",
+        "sdk",
+        "client-sdk"
+    ],
+    "license": "MIT",
+    "author": "d-id",
+    "files": [
+        "dist/*"
+    ],
+    "main": "./dist/index.umd.cjs",
+    "module": "./dist/index.js",
+    "types": "./dist/types/index.d.ts",
+    "scripts": {
+        "dev": "vite",
+        "build": "node ./infra/build.js -m production",
+        "build:dev": "node ./infra/build.js -m development",
+        "deploy:prod": "node ./infra/deploy.js --version patch",
+        "preview": "vite preview",
+        "test-build": "node .infra/build.js -m development"
+    },
+    "devDependencies": {
+        "@preact/preset-vite": "^2.5.0",
+        "@trivago/prettier-plugin-sort-imports": "^4.3.0",
+        "commander": "^11.1.0",
+        "glob": "^10.3.10",
+        "preact": "^10.5.13",
+        "prettier": "^3.1.0",
+        "prettier-plugin-organize-imports": "^3.2.4",
+        "serverless": "3.32.2",
+        "typescript": "^5.3.2",
+        "vite": "^4.4.5",
+        "vite-plugin-dts": "^3.6.0",
+        "vite-plugin-html-env": "^1.2.8"
+    }
+}