@d-id/client-sdk 1.1.55 → 1.1.56
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +590 -598
- package/dist/index.umd.cjs +5 -5
- package/dist/src/services/agent-manager/connect-to-manager.d.ts +2 -2
- package/dist/src/services/analytics/timestamp-tracker.d.ts +0 -5
- package/dist/src/services/streaming-manager/stats/poll.d.ts +6 -2
- package/dist/src/types/stream/stream.d.ts +5 -1
- package/package.json +1 -1
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { StreamingManager } from '../streaming-manager';
|
|
2
|
-
import { Agent, AgentManagerOptions, AgentsAPI, Chat, ChatProgressCallback, CreateSessionV2Options, CreateStreamOptions, Interrupt } from '../../types';
|
|
2
|
+
import { Agent, AgentManagerOptions, AgentsAPI, AudioDetectionMetrics, Chat, ChatProgressCallback, CreateSessionV2Options, CreateStreamOptions, Interrupt } from '../../types';
|
|
3
3
|
import { Analytics } from '../analytics/mixpanel';
|
|
4
4
|
|
|
5
5
|
type ConnectToManagerOptions = AgentManagerOptions & {
|
|
@@ -9,7 +9,7 @@ type ConnectToManagerOptions = AgentManagerOptions & {
|
|
|
9
9
|
onMessage?: ChatProgressCallback;
|
|
10
10
|
/** Internal callback for when interrupt is detected by streaming manager */
|
|
11
11
|
onInterruptDetected?: (interrupt: Interrupt) => void;
|
|
12
|
-
onFirstAudioDetected?: (
|
|
12
|
+
onFirstAudioDetected?: (metrics: AudioDetectionMetrics) => void;
|
|
13
13
|
};
|
|
14
14
|
chatId?: string;
|
|
15
15
|
};
|
|
@@ -13,8 +13,3 @@ export declare const streamReadyTimestampTracker: {
|
|
|
13
13
|
update: () => number;
|
|
14
14
|
get: (delta?: boolean) => number;
|
|
15
15
|
};
|
|
16
|
-
export declare const sttLatencyStore: {
|
|
17
|
-
set: (newValue: number | undefined) => void;
|
|
18
|
-
get: () => number | undefined;
|
|
19
|
-
reset: () => void;
|
|
20
|
-
};
|
|
@@ -1,8 +1,12 @@
|
|
|
1
1
|
import { ConnectivityState, StreamingState } from '../../../types';
|
|
2
2
|
import { VideoRTCStatsReport } from './report';
|
|
3
3
|
|
|
4
|
-
export
|
|
5
|
-
|
|
4
|
+
export interface AudioArmContext {
|
|
5
|
+
sttLatency?: number;
|
|
6
|
+
serviceLatency?: number;
|
|
7
|
+
}
|
|
8
|
+
export declare function createAudioStatsDetector(getStats: () => Promise<RTCStatsReport | undefined>, onFirstAudioDetected: (context: AudioArmContext) => void): {
|
|
9
|
+
arm(context?: AudioArmContext): void;
|
|
6
10
|
destroy(): void;
|
|
7
11
|
};
|
|
8
12
|
export declare function createVideoStatsMonitor(getStats: () => Promise<RTCStatsReport | undefined>, getIsConnected: () => boolean, onConnected: () => void, onVideoStateChange?: (state: StreamingState, statsReport?: VideoRTCStatsReport) => void, onConnectivityStateChange?: (state: ConnectivityState) => void): {
|
|
@@ -71,7 +71,11 @@ export interface ManagerCallbacks {
|
|
|
71
71
|
onInterruptDetected?: (interrupt: Interrupt) => void;
|
|
72
72
|
onToolEvent?: (event: StreamEvents.ToolCalling | StreamEvents.ToolResult, data: ToolCallingPayload | ToolResultPayload) => void;
|
|
73
73
|
onInterruptibleChange?: (interruptible: boolean) => void;
|
|
74
|
-
onFirstAudioDetected?: (
|
|
74
|
+
onFirstAudioDetected?: (metrics: AudioDetectionMetrics) => void;
|
|
75
|
+
}
|
|
76
|
+
export interface AudioDetectionMetrics {
|
|
77
|
+
latency?: number;
|
|
78
|
+
networkLatency?: number;
|
|
75
79
|
}
|
|
76
80
|
export type ManagerCallbackKeys = keyof ManagerCallbacks;
|
|
77
81
|
export interface StreamEndUserData {
|