@d-id/client-sdk 1.1.52 → 1.1.54-staging.242

package/dist/src/services/agent-manager/connect-to-manager.d.ts

@@ -9,6 +9,7 @@ type ConnectToManagerOptions = AgentManagerOptions & {
         onMessage?: ChatProgressCallback;
         /** Internal callback for when interrupt is detected by streaming manager */
         onInterruptDetected?: (interrupt: Interrupt) => void;
+        onFirstAudioDetected?: (latency?: number) => void;
     };
     chatId?: string;
 };

package/dist/src/services/analytics/timestamp-tracker.d.ts

@@ -13,3 +13,8 @@ export declare const streamReadyTimestampTracker: {
     update: () => number;
     get: (delta?: boolean) => number;
 };
+export declare const sttLatencyStore: {
+    set: (newValue: number | undefined) => void;
+    get: () => number | undefined;
+    reset: () => void;
+};

package/dist/src/services/streaming-manager/common.d.ts

@@ -67,6 +67,10 @@ export type StreamingManager<T extends CreateStreamOptions | CreateSessionV2Opti
      * Whether interrupt functionality is available for this stream
      */
     interruptAvailable: boolean;
+    /**
+     * Whether the current stream segment can be interrupted by the user
+     */
+    isInterruptible: boolean;
     /**
      * Whether triggers functionality is available for this stream
      */

package/dist/src/services/streaming-manager/data-channel-handlers.d.ts

@@ -0,0 +1,3 @@
+import { ChatProgress } from '../../types/entities/agents/manager';
+
+export declare const chatEventMap: Record<string, ChatProgress>;

package/dist/src/services/streaming-manager/stats/poll.d.ts

@@ -1,6 +1,10 @@
 import { ConnectivityState, StreamingState } from '../../../types';
 import { VideoRTCStatsReport } from './report';
 
+export declare function createAudioStatsDetector(getStats: () => Promise<RTCStatsReport | undefined>, onFirstAudioDetected: () => void): {
+    arm(): void;
+    destroy(): void;
+};
 export declare function createVideoStatsMonitor(getStats: () => Promise<RTCStatsReport | undefined>, getIsConnected: () => boolean, onConnected: () => void, onVideoStateChange?: (state: StreamingState, statsReport?: VideoRTCStatsReport) => void, onConnectivityStateChange?: (state: ConnectivityState) => void): {
     start: () => void;
     stop: () => void;

package/dist/src/types/auth.d.ts

@@ -2,11 +2,14 @@ export interface BearerToken {
     type: 'bearer';
     token: string;
 }
-export interface BasicAuth {
+export type BasicAuth = {
+    type: 'basic';
+    token: string;
+} | {
     type: 'basic';
     username: string;
     password: string;
-}
+};
 export interface ClientKeyAuth {
     type: 'key';
     clientKey: string;

package/dist/src/types/entities/agents/manager.d.ts

@@ -1,6 +1,6 @@
 import { STTTokenResponse } from '../..';
 import { Auth } from '../../auth';
-import { AgentActivityState, CompatibilityMode, ConnectionState, ConnectivityState, SendStreamPayloadResponse, StreamEvents, StreamType, StreamingState } from '../../stream';
+import { AgentActivityState, CompatibilityMode, ConnectionState, ConnectivityState, SendStreamPayloadResponse, StreamEvents, StreamType, StreamingState, ToolCallingPayload, ToolResultPayload } from '../../stream';
 import { SupportedStreamScript } from '../../stream-script';
 import { ManagerCallbacks as StreamManagerCallbacks } from '../../stream/stream';
 import { Agent } from './agent';
@@ -92,6 +92,17 @@ interface ManagerCallbacks {
      * @param stream - object containing stream_id, session_id and agent_id
      */
     onStreamCreated?: StreamManagerCallbacks['onStreamCreated'];
+    /**
+     * Optional callback function that will be triggered when tool events occur during the call
+     * @param event - The tool event type (tool/calling or tool/result)
+     * @param data - The tool event payload
+     */
+    onToolEvent?: (event: StreamEvents.ToolCalling | StreamEvents.ToolResult, data: ToolCallingPayload | ToolResultPayload) => void;
+    /**
+     * Optional callback function that will be triggered when the interruptible state changes
+     * @param interruptible - Whether the agent can be interrupted by the user
+     */
+    onInterruptibleChange?: StreamManagerCallbacks['onInterruptibleChange'];
 }
 interface StreamOptions {
     /**

package/dist/src/types/entities/agents/presenter.d.ts

@@ -27,4 +27,5 @@ export interface ClipPresenter extends BasePresenter {
 }
 export interface ExpresivePresenter extends BasePresenter {
     type: 'expressive';
+    presenter_id: string;
 }

package/dist/src/types/stream/stream.d.ts

@@ -19,7 +19,8 @@ export declare enum ConnectivityState {
 export declare enum AgentActivityState {
     Idle = "IDLE",
     Loading = "LOADING",
-    Talking = "TALKING"
+    Talking = "TALKING",
+    ToolActive = "TOOL_ACTIVE"
 }
 export declare enum StreamEvents {
     ChatAnswer = "chat/answer",
@@ -34,7 +35,9 @@ export declare enum StreamEvents {
     StreamVideoCreated = "stream-video/started",
     StreamVideoDone = "stream-video/done",
     StreamVideoError = "stream-video/error",
-    StreamVideoRejected = "stream-video/rejected"
+    StreamVideoRejected = "stream-video/rejected",
+    ToolCalling = "tool/calling",
+    ToolResult = "tool/result"
 }
 export declare enum ConnectionState {
     New = "new",
@@ -66,6 +69,9 @@ export interface ManagerCallbacks {
     }) => void;
     onStreamReady?: () => void;
     onInterruptDetected?: (interrupt: Interrupt) => void;
+    onToolEvent?: (event: StreamEvents.ToolCalling | StreamEvents.ToolResult, data: ToolCallingPayload | ToolResultPayload) => void;
+    onInterruptibleChange?: (interruptible: boolean) => void;
+    onFirstAudioDetected?: (latency?: number) => void;
 }
 export type ManagerCallbackKeys = keyof ManagerCallbacks;
 export interface StreamEndUserData {
@@ -147,3 +153,17 @@ export interface StreamInterruptPayload {
     videoId: string;
     timestamp: number;
 }
+export interface ToolCallingPayload {
+    execution_id: string;
+    tool_name: string;
+    arguments: Record<string, unknown>;
+    created_at: string;
+}
+export interface ToolResultPayload {
+    execution_id: string;
+    tool_name: string;
+    duration_ms: number;
+    result?: unknown;
+    error_message?: string | null;
+    created_at: string;
+}

package/dist/src/types/stream/streams-v2.d.ts

@@ -2,7 +2,9 @@ export declare enum TransportProvider {
     Livekit = "livekit"
 }
 export interface CreateSessionV2Options {
-    transport_provider: TransportProvider.Livekit;
+    transport: {
+        provider: TransportProvider.Livekit;
+    };
     chat_persist?: boolean;
 }
 export interface CreateSessionV2Response {

package/dist/src/utils/agent.d.ts

@@ -1,6 +1,9 @@
 import { Agent } from '../types';
 
 type AgentType = 'clip_v2' | Agent['presenter']['type'];
+export type PresenterType = 'v4' | 'v3-pro' | 'v2';
 export declare const getAgentType: (presenter: Agent["presenter"]) => AgentType;
+export declare const getPresenterType: (presenter: Agent["presenter"]) => PresenterType;
+export declare const getPresenterIdentifier: (presenter: Agent["presenter"]) => string;
 export declare const isStreamsV2Agent: (type: AgentType) => boolean;
 export {};

package/dist/src/utils/analytics.d.ts

@@ -14,6 +14,8 @@ export declare function getAnalyticsInfo(agent: Agent): {
 export declare function getAgentInfo(agent: Agent): {
     from?: string | undefined;
     agentType: "talk" | "clip" | "expressive" | "clip_v2";
+    presenterType: import('./agent').PresenterType;
+    presenter: string;
     owner_id: string;
     promptVersion: "v1" | "v2" | null | undefined;
     behavior: {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@d-id/client-sdk",
   "private": false,
-  "version": "1.1.52",
+  "version": "1.1.54-staging.242",
   "type": "module",
   "description": "d-id client sdk",
   "repository": {