@d-id/client-sdk 1.1.59 → 1.1.60-staging.278
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +424 -419
- package/dist/index.umd.cjs +3 -3
- package/dist/src/types/entities/agents/manager.d.ts +5 -5
- package/dist/src/types/stream/stream.d.ts +34 -16
- package/package.json +1 -1
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { STTTokenResponse } from '../..';
|
|
2
2
|
import { Auth } from '../../auth';
|
|
3
|
-
import { AgentActivityState, ClientToolHandler, CompatibilityMode, ConnectionState, ConnectivityState, SendStreamPayloadResponse, StreamEvents, StreamType, StreamingState
|
|
3
|
+
import { AgentActivityState, ClientToolHandler, CompatibilityMode, ConnectionState, ConnectivityState, SendStreamPayloadResponse, StreamEvents, StreamType, StreamingState } from '../../stream';
|
|
4
4
|
import { SupportedStreamScript } from '../../stream-script';
|
|
5
5
|
import { ManagerCallbacks as StreamManagerCallbacks } from '../../stream/stream';
|
|
6
6
|
import { Agent } from './agent';
|
|
@@ -93,11 +93,11 @@ interface ManagerCallbacks {
|
|
|
93
93
|
*/
|
|
94
94
|
onStreamCreated?: StreamManagerCallbacks['onStreamCreated'];
|
|
95
95
|
/**
|
|
96
|
-
* Optional callback function that will be triggered when tool events occur during the call
|
|
97
|
-
*
|
|
98
|
-
*
|
|
96
|
+
* Optional callback function that will be triggered when tool-call events occur during the call
|
|
97
|
+
* (tool-call/started, tool-call/done, tool-call/error).
|
|
98
|
+
* The payload shape is discriminated by the event argument.
|
|
99
99
|
*/
|
|
100
|
-
onToolEvent?:
|
|
100
|
+
onToolEvent?: StreamManagerCallbacks['onToolEvent'];
|
|
101
101
|
/**
|
|
102
102
|
* Optional callback function that will be triggered when the interruptible state changes
|
|
103
103
|
* @param interruptible - Whether the agent can be interrupted by the user
|
|
@@ -36,8 +36,9 @@ export declare enum StreamEvents {
|
|
|
36
36
|
StreamVideoDone = "stream-video/done",
|
|
37
37
|
StreamVideoError = "stream-video/error",
|
|
38
38
|
StreamVideoRejected = "stream-video/rejected",
|
|
39
|
-
|
|
40
|
-
|
|
39
|
+
ToolCallStarted = "tool-call/started",
|
|
40
|
+
ToolCallDone = "tool-call/done",
|
|
41
|
+
ToolCallError = "tool-call/error"
|
|
41
42
|
}
|
|
42
43
|
export declare enum ConnectionState {
|
|
43
44
|
New = "new",
|
|
@@ -69,7 +70,7 @@ export interface ManagerCallbacks {
|
|
|
69
70
|
}) => void;
|
|
70
71
|
onStreamReady?: () => void;
|
|
71
72
|
onInterruptDetected?: (interrupt: Interrupt) => void;
|
|
72
|
-
onToolEvent?:
|
|
73
|
+
onToolEvent?: ToolEventCallback;
|
|
73
74
|
onInterruptibleChange?: (interruptible: boolean) => void;
|
|
74
75
|
onFirstAudioDetected?: (metrics: AudioDetectionMetrics) => void;
|
|
75
76
|
}
|
|
@@ -158,17 +159,34 @@ export interface StreamInterruptPayload {
|
|
|
158
159
|
timestamp: number;
|
|
159
160
|
}
|
|
160
161
|
export type ClientToolHandler = (args: Record<string, unknown>) => Promise<string>;
|
|
161
|
-
export interface
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
162
|
+
export interface ToolCallStartedPayload {
|
|
163
|
+
call_id: string;
|
|
164
|
+
name: string;
|
|
165
|
+
input: Record<string, unknown>;
|
|
166
|
+
output: Record<string, unknown>;
|
|
167
|
+
timestamp: string;
|
|
168
|
+
}
|
|
169
|
+
export interface ToolCallDonePayload {
|
|
170
|
+
call_id: string;
|
|
171
|
+
name: string;
|
|
172
|
+
input: Record<string, unknown>;
|
|
173
|
+
output: Record<string, unknown>;
|
|
170
174
|
duration_ms: number;
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
+
extra: Record<string, unknown>;
|
|
176
|
+
timestamp: string;
|
|
177
|
+
}
|
|
178
|
+
export interface ToolCallErrorPayload {
|
|
179
|
+
call_id: string;
|
|
180
|
+
name: string;
|
|
181
|
+
input: Record<string, unknown>;
|
|
182
|
+
output: Record<string, unknown>;
|
|
183
|
+
duration_ms: number;
|
|
184
|
+
extra: Record<string, unknown>;
|
|
185
|
+
timestamp: string;
|
|
186
|
+
}
|
|
187
|
+
export type ToolEventPayload = ToolCallStartedPayload | ToolCallDonePayload | ToolCallErrorPayload;
|
|
188
|
+
export type ToolEventCallback = {
|
|
189
|
+
(event: StreamEvents.ToolCallStarted, data: ToolCallStartedPayload): void;
|
|
190
|
+
(event: StreamEvents.ToolCallDone, data: ToolCallDonePayload): void;
|
|
191
|
+
(event: StreamEvents.ToolCallError, data: ToolCallErrorPayload): void;
|
|
192
|
+
};
|