@d-id/client-sdk 1.1.23 → 1.1.24-staging.112

package/dist/src/services/analytics/timestamp-tracker.d.ts

@@ -8,3 +8,8 @@ export declare const interruptTimestampTracker: {
     update: () => number;
     get: (delta?: boolean) => number;
 };
+export declare const streamReadyTimestampTracker: {
+    reset: () => number;
+    update: () => number;
+    get: (delta?: boolean) => number;
+};

package/dist/src/services/interrupt/index.d.ts

@@ -1,5 +1,6 @@
-import { CreateStreamOptions, StreamType } from '../../types';
+import { CreateSessionV2Options, CreateStreamOptions, StreamType } from '../../types';
 import { StreamingManager } from '../streaming-manager';
 
 export declare function validateInterrupt(streamingManager: StreamingManager<CreateStreamOptions> | undefined, streamType: StreamType | undefined, videoId: string | null): void;
 export declare function sendInterrupt(streamingManager: StreamingManager<CreateStreamOptions>, videoId: string): Promise<void>;
+export declare function sendInterruptV2(streamingManager: StreamingManager<CreateSessionV2Options>): Promise<void>;

package/dist/src/services/streaming-manager/common.d.ts

@@ -26,6 +26,19 @@ export type StreamingManager<T extends CreateStreamOptions | CreateSessionV2Opti
      * supported only for livekit manager
      */
     sendTextMessage?(payload: string): Promise<void>;
+    /**
+     * Publish a microphone stream to the DataChannel
+     * Can be called after connection to add microphone input
+     * @param stream The MediaStream containing the microphone audio track
+     * supported only for livekit manager
+     */
+    publishMicrophoneStream?(stream: MediaStream): Promise<void>;
+    /**
+     * Unpublish the currently published microphone stream
+     * Can be called after connection to remove microphone input
+     * supported only for livekit manager
+     */
+    unpublishMicrophoneStream?(): Promise<void>;
     /**
      * Session identifier information, should be returned in the body of all streaming requests
      */

package/dist/src/services/streaming-manager/livekit-manager.d.ts

@@ -1,6 +1,15 @@
 import { CreateSessionV2Options, CreateStreamOptions, StreamingManagerOptions } from '../../types';
 import { StreamingManager } from './common';
 
+export declare enum DataChannelTopic {
+    Chat = "lk.chat",
+    Speak = "did.speak",
+    Interrupt = "did.interrupt"
+}
 export declare function handleInitError(error: unknown, log: (message?: any, ...optionalParams: any[]) => void, callbacks: StreamingManagerOptions['callbacks'], markInitialConnectionDone: () => void): void;
-export declare function createLiveKitStreamingManager<T extends CreateSessionV2Options>(agentId: string, sessionOptions: CreateSessionV2Options, options: StreamingManagerOptions): Promise<StreamingManager<T>>;
-export type LiveKitStreamingManager<T extends CreateStreamOptions> = StreamingManager<T>;
+export declare function createLiveKitStreamingManager<T extends CreateSessionV2Options>(agentId: string, sessionOptions: CreateSessionV2Options, options: StreamingManagerOptions): Promise<StreamingManager<T> & {
+    reconnect(): Promise<void>;
+}>;
+export type LiveKitStreamingManager<T extends CreateStreamOptions> = StreamingManager<T> & {
+    reconnect(): Promise<void>;
+};

package/dist/src/services/streaming-manager/livekit-manager.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/src/types/entities/agents/chat.d.ts

@@ -27,6 +27,7 @@ export interface Message {
     context?: string;
     videoId?: string;
     interrupted?: boolean;
+    transcribed?: boolean;
 }
 export interface ChatPayload {
     messages: Message[];

package/dist/src/types/entities/agents/manager.d.ts

@@ -26,6 +26,10 @@ export declare enum ChatProgress {
      * Server processed message and returned response
      */
     Answer = "answer",
+    /**
+     * Audio-transcribed user message
+     */
+    Transcribe = "transcribe",
     /**
      * Chat was closed
      */
@@ -127,7 +131,7 @@ interface StreamOptions {
 export interface AgentManagerOptions {
     auth: Auth;
     callbacks: ManagerCallbacks;
-    mode: ChatMode;
+    mode?: ChatMode;
     baseURL?: string;
     wsURL?: string;
     debug?: boolean;
@@ -138,6 +142,7 @@ export interface AgentManagerOptions {
     streamOptions?: StreamOptions;
     initialMessages?: Message[];
     persistentChat?: boolean;
+    microphoneStream?: MediaStream;
 }
 export interface AgentManager {
     /**
@@ -178,6 +183,19 @@ export interface AgentManager {
      * Method to close all connections with agent, stream and web socket
      */
     disconnect: () => Promise<void>;
+    /**
+     * Publish a microphone stream to the data channel
+     * Can be called after connection to add microphone input
+     * @param stream The MediaStream containing the microphone audio track
+     * supported only for livekit manager
+     */
+    publishMicrophoneStream?: (stream: MediaStream) => Promise<void>;
+    /**
+     * Unpublish the currently published microphone stream
+     * Can be called after connection to remove microphone input
+     * supported only for livekit manager
+     */
+    unpublishMicrophoneStream?: () => Promise<void>;
     /**
      * Method to send a chat message to existing chat with the agent
      * @param messages

package/dist/src/types/stream/stream.d.ts

@@ -22,6 +22,7 @@ export declare enum AgentActivityState {
 export declare enum StreamEvents {
     ChatAnswer = "chat/answer",
     ChatPartial = "chat/partial",
+    ChatAudioTranscribed = "chat/audio-transcribed",
     StreamDone = "stream/done",
     StreamStarted = "stream/started",
     StreamFailed = "stream/error",
@@ -60,6 +61,7 @@ export interface ManagerCallbacks {
         session_id: string;
         agent_id: string;
     }) => void;
+    onStreamReady?: () => void;
 }
 export type ManagerCallbackKeys = keyof ManagerCallbacks;
 export interface StreamEndUserData {
@@ -88,6 +90,12 @@ export interface StreamingManagerOptions {
     debug?: boolean;
     auth: Auth;
     analytics: Analytics;
+    /**
+     * Optional MediaStream to use for microphone input.
+     * If provided, the audio track from this stream will be published to the data channel.
+     * Supported by LiveKit streaming managers.
+     */
+    microphoneStream?: MediaStream;
 }
 export interface SlimRTCStatsReport {
     index: number;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@d-id/client-sdk",
   "private": false,
-  "version": "1.1.23",
+  "version": "1.1.24-staging.112",
   "type": "module",
   "description": "d-id client sdk",
   "repository": {