@d-id/client-sdk 1.0.9 → 1.0.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/apps/sdk/lib/api/agents.d.ts +3 -2
- package/dist/apps/sdk/lib/api/getClient.d.ts +1 -1
- package/dist/common/types/src/entities/agents/agent.d.ts +0 -8
- package/dist/common/types/src/entities/agents/chat.d.ts +20 -0
- package/dist/common/types/src/entities/agents/index.d.ts +1 -0
- package/dist/index.js +12 -9
- package/dist/index.umd.cjs +1 -1
- package/package.json +8 -4
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
import { Agent, AgentPayload, Auth,
|
|
1
|
+
import { Agent, AgentPayload, Auth, Chat, ChatPayload } from '../../../../common/types/src/index';
|
|
2
2
|
export declare function createAgentsApi(auth: Auth, host?: string): {
|
|
3
3
|
create(payload: AgentPayload): Promise<Agent>;
|
|
4
4
|
getAgents(tag?: string): Promise<Agent[]>;
|
|
5
5
|
getById(id: string): Promise<Agent>;
|
|
6
6
|
delete(id: string): Promise<any>;
|
|
7
7
|
update(id: string, payload: AgentPayload): Promise<Agent>;
|
|
8
|
-
|
|
8
|
+
newChat(agentId: string): Promise<Chat>;
|
|
9
|
+
chat(agentId: string, chatId: string, payload: ChatPayload): Promise<string>;
|
|
9
10
|
};
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { Auth } from '../../../../common/types/src/auth';
|
|
2
2
|
export declare function createClient(auth: Auth, host?: string): {
|
|
3
3
|
get<T = any>(url: string, options?: RequestInit): Promise<T>;
|
|
4
|
-
post<T_1 = any>(url: string, body
|
|
4
|
+
post<T_1 = any>(url: string, body?: any, options?: RequestInit): Promise<T_1>;
|
|
5
5
|
delete<T_2 = any>(url: string, body?: any, options?: RequestInit): Promise<T_2>;
|
|
6
6
|
patch<T_3 = any>(url: string, body?: any, options?: RequestInit): Promise<T_3>;
|
|
7
7
|
};
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import { StreamTextToSpeechProviders } from '../../tts';
|
|
2
1
|
import { Knowledge } from './knowledge';
|
|
3
2
|
import { LLM } from './llm';
|
|
4
3
|
import { Presenter } from './presenter';
|
|
@@ -16,10 +15,3 @@ export interface Agent {
|
|
|
16
15
|
preview_thumbnail?: string;
|
|
17
16
|
}
|
|
18
17
|
export type AgentPayload = Omit<Agent, 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id' | 'idle_video_url'>;
|
|
19
|
-
export interface IChatPayload {
|
|
20
|
-
voice: StreamTextToSpeechProviders;
|
|
21
|
-
message: string;
|
|
22
|
-
streamId: string;
|
|
23
|
-
sessionId: string;
|
|
24
|
-
knowledgeId: string;
|
|
25
|
-
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
export interface Message {
|
|
2
|
+
role: 'system' | 'assistant' | 'user' | 'function' | 'tool';
|
|
3
|
+
content: string;
|
|
4
|
+
name?: string;
|
|
5
|
+
}
|
|
6
|
+
export interface ChatPayload {
|
|
7
|
+
messages: Message[];
|
|
8
|
+
streamId: string;
|
|
9
|
+
sessionId: string;
|
|
10
|
+
}
|
|
11
|
+
export interface Chat {
|
|
12
|
+
agent_id: string;
|
|
13
|
+
created: Message[];
|
|
14
|
+
messages: string;
|
|
15
|
+
agent_id__created_at: string;
|
|
16
|
+
agent_id__modified_at: string;
|
|
17
|
+
modified: string;
|
|
18
|
+
owner_id: string;
|
|
19
|
+
id: string;
|
|
20
|
+
}
|
package/dist/index.js
CHANGED
|
@@ -107,8 +107,11 @@ function O(r, o = "https://api.d-id.com") {
|
|
|
107
107
|
update(e, t) {
|
|
108
108
|
return n.patch(`/${e}`, t);
|
|
109
109
|
},
|
|
110
|
-
|
|
111
|
-
return n.post(`/${e}/chat
|
|
110
|
+
newChat(e) {
|
|
111
|
+
return n.post(`/${e}/chat`);
|
|
112
|
+
},
|
|
113
|
+
chat(e, t, s) {
|
|
114
|
+
return n.post(`/${e}/chat/${t}`, s);
|
|
112
115
|
}
|
|
113
116
|
};
|
|
114
117
|
}
|
|
@@ -183,16 +186,16 @@ function T(r, o) {
|
|
|
183
186
|
}
|
|
184
187
|
};
|
|
185
188
|
}
|
|
186
|
-
var m = /* @__PURE__ */ ((r) => (r.Idle = "IDLE", r.Streaming = "STREAMING", r))(m || {}),
|
|
187
|
-
let
|
|
188
|
-
const d = (r, o) =>
|
|
189
|
+
var m = /* @__PURE__ */ ((r) => (r.Idle = "IDLE", r.Streaming = "STREAMING", r))(m || {}), $ = /* @__PURE__ */ ((r) => (r.Clip = "clip", r.Talk = "talk", r))($ || {});
|
|
190
|
+
let f = !1;
|
|
191
|
+
const d = (r, o) => f && console.log(r, o), D = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
|
|
189
192
|
async function E(r, {
|
|
190
193
|
debug: o = !1,
|
|
191
194
|
callbacks: n,
|
|
192
195
|
auth: e,
|
|
193
196
|
baseURL: t = "https://api.d-id.com"
|
|
194
197
|
}) {
|
|
195
|
-
|
|
198
|
+
f = o;
|
|
196
199
|
let s = null;
|
|
197
200
|
const {
|
|
198
201
|
startConnection: u,
|
|
@@ -200,7 +203,7 @@ async function E(r, {
|
|
|
200
203
|
close: h,
|
|
201
204
|
createStream: S,
|
|
202
205
|
addIceCandidate: _
|
|
203
|
-
} = r.videoType ===
|
|
206
|
+
} = r.videoType === $.Clip ? A(e, t) : T(e, t), {
|
|
204
207
|
id: l,
|
|
205
208
|
offer: y,
|
|
206
209
|
ice_servers: I,
|
|
@@ -223,8 +226,8 @@ async function E(r, {
|
|
|
223
226
|
}, C.onmessage = (i) => {
|
|
224
227
|
C.readyState === "open" && n.onStreamingStateChange(i.data === "stream/done" ? m.Idle : m.Streaming);
|
|
225
228
|
}, await a.setRemoteDescription(y), d("set remote description OK");
|
|
226
|
-
const
|
|
227
|
-
return d("create answer OK"), await a.setLocalDescription(
|
|
229
|
+
const w = await a.createAnswer();
|
|
230
|
+
return d("create answer OK"), await a.setLocalDescription(w), d("set local description OK"), await u(l, w, p), d("start connection OK"), {
|
|
228
231
|
speak(i) {
|
|
229
232
|
return c(l, p, i);
|
|
230
233
|
},
|
package/dist/index.umd.cjs
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
(function(c,g){typeof exports=="object"&&typeof module<"u"?g(exports):typeof define=="function"&&define.amd?define(["exports"],g):(c=typeof globalThis<"u"?globalThis:c||self,g(c.index={}))})(this,function(c){"use strict";function g(r){return r.type==="bearer"?"Bearer "+r.token:r.type==="basic"?"Basic "+btoa(`${r.username}:${r.password}`):"Client-Key "+r.clientKey}function f(r,
|
|
1
|
+
(function(c,g){typeof exports=="object"&&typeof module<"u"?g(exports):typeof define=="function"&&define.amd?define(["exports"],g):(c=typeof globalThis<"u"?globalThis:c||self,g(c.index={}))})(this,function(c){"use strict";function g(r){return r.type==="bearer"?"Bearer "+r.token:r.type==="basic"?"Basic "+btoa(`${r.username}:${r.password}`):"Client-Key "+r.clientKey}function f(r,o="https://api.d-id.com"){const n=async(e,t)=>{const i=await fetch(o+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:g(r),"Content-Type":"application/json"}});if(!i.ok){let l=await i.text().catch(()=>"Failed to fetch");try{const u=JSON.parse(l);u.description?l=u.description:u.message&&(l=u.message)}catch{}throw new Error(l)}return i.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"POST"})},delete(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"PATCH"})}}}function y(r,o="https://api.d-id.com"){const n=f(r,`${o}/knowledge`);return{createKnowledge(e){return n.post("/",e)},getKnowledgeBase(){return n.get("/")},getKnowledge(e){return n.get(`/${e}`)},deleteKnowledge(e){return n.delete(`/${e}`)},createDocument(e,t){return n.post(`/${e}/documents`,t)},deleteDocument(e,t){return n.delete(`/${e}/documents/${t}`)},getDocuments(e){return n.get(`/${e}/documents`)},getDocument(e,t){return n.get(`/${e}/documents/${t}`)},getRecords(e,t){return n.get(`/${e}/documents/${t}/records`)},query(e,t){return n.post(`/${e}/query`,{query:t})}}}function _(r,o="https://api.d-id.com"){const n=f(r,`${o}/agents`);return{create(e){return n.post("/",e)},getAgents(e){return n.get(`/${e?`?tag=${e}`:""}`)},getById(e){return n.get(`/${e}`)},delete(e){return n.delete(`/${e}`)},update(e,t){return n.patch(`/${e}`,t)},newChat(e){return n.post(`/${e}/chat`)},chat(e,t,i){return n.post(`/${e}/chat/${t}`,i)}}}function A(r,o){const n=f(r,o);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,i){return n.post(`/clips/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/clips/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/clips/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function I(r,o){const n=f(r,o);return{createStream(e){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config})},startConnection(e,t,i){return n.post(`/talks/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/talks/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/talks/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/talks/streams/${e}`,{session_id:t})}}}var C=(r=>(r.Idle="IDLE",r.Streaming="STREAMING",r))(C||{}),w=(r=>(r.Clip="clip",r.Talk="talk",r))(w||{});let h=!1;const d=(r,o)=>h&&console.log(r,o),T=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function k(r,{debug:o=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){h=o;let i=null;const{startConnection:l,sendStreamRequest:u,close:K,createStream:O,addIceCandidate:b}=r.videoType===w.Clip?A(e,t):I(e,t),{id:p,offer:D,ice_servers:E,session_id:m}=await O(r),a=new T({iceServers:E}),$=a.createDataChannel("JanusDataChannel");if(!m)throw new Error("Could not create session_id");a.onicecandidate=s=>{d("peerConnection.onicecandidate",s),s.candidate&&s.candidate.sdpMid&&s.candidate.sdpMLineIndex!==null&&b(p,{candidate:s.candidate.candidate,sdpMid:s.candidate.sdpMid,sdpMLineIndex:s.candidate.sdpMLineIndex},m)},a.oniceconnectionstatechange=()=>{d("peerConnection.oniceconnectionstatechange => "+a.iceConnectionState),n.onConnectionStateChange(a.iceConnectionState)},a.ontrack=s=>{d("peerConnection.ontrack",s),i=s.streams[0],n.onSrcObjectReady(i)},$.onmessage=s=>{$.readyState==="open"&&n.onStreamingStateChange(s.data==="stream/done"?C.Idle:C.Streaming)},await a.setRemoteDescription(D),d("set remote description OK");const S=await a.createAnswer();return d("create answer OK"),await a.setLocalDescription(S),d("set local description OK"),await l(p,S,m),d("start connection OK"),{speak(s){return u(p,m,s)},async terminate(){p&&(i&&(i.getTracks().forEach(s=>s.stop()),i=null),a&&(a.close(),a.oniceconnectionstatechange=null,a.onnegotiationneeded=null,a.onicecandidate=null,a.ontrack=null),await K(p,m),n.onConnectionStateChange("closed"),n.onStreamingStateChange(C.Idle))},sessionId:m,streamId:p}}c.createAgentsApi=_,c.createClient=f,c.createKnowledgeApi=y,c.createStreamingManager=k,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@d-id/client-sdk",
|
|
3
3
|
"private": false,
|
|
4
|
-
"version": "1.0.
|
|
4
|
+
"version": "1.0.11",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"description": "d-id client sdk",
|
|
7
7
|
"repository": {
|
|
@@ -23,7 +23,7 @@
|
|
|
23
23
|
"types": "./dist/apps/sdk/lib/index.d.ts",
|
|
24
24
|
"exports": {
|
|
25
25
|
".": {
|
|
26
|
-
"types": "./dist/lib/index.d.ts",
|
|
26
|
+
"types": "./dist/apps/sdk/lib/index.d.ts",
|
|
27
27
|
"import": "./dist/index.js",
|
|
28
28
|
"require": "./dist/index.umd.cjs"
|
|
29
29
|
}
|
|
@@ -38,9 +38,13 @@
|
|
|
38
38
|
"@preact/preset-vite": "^2.5.0",
|
|
39
39
|
"glob": "^10.3.10",
|
|
40
40
|
"preact": "^10.5.13",
|
|
41
|
-
"typescript": "^5.2.2",
|
|
42
41
|
"vite": "^4.4.5",
|
|
43
42
|
"vite-plugin-dts": "^3.6.0",
|
|
44
|
-
"vite-plugin-html-env": "^1.2.8"
|
|
43
|
+
"vite-plugin-html-env": "^1.2.8",
|
|
44
|
+
"@trivago/prettier-plugin-sort-imports": "^4.3.0",
|
|
45
|
+
"prettier": "^3.1.0",
|
|
46
|
+
"prettier-plugin-organize-imports": "^3.2.4",
|
|
47
|
+
"serverless": "3.32.2",
|
|
48
|
+
"typescript": "^5.3.2"
|
|
45
49
|
}
|
|
46
50
|
}
|