@livekit/agents 1.1.0-dev.0 → 1.2.0

package/dist/voice/agent_session.d.ts

@@ -11,7 +11,7 @@ import type { FunctionCall, FunctionCallOutput } from '../llm/chat_context.js';
 import { ChatContext, ChatMessage } from '../llm/chat_context.js';
 import type { LLM, RealtimeModel, RealtimeModelError, ToolChoice } from '../llm/index.js';
 import type { LLMError } from '../llm/llm.js';
-import { type ModelUsage } from '../metrics/model_usage.js';
+import { type ModelUsage, ModelUsageCollector } from '../metrics/model_usage.js';
 import type { STT } from '../stt/index.js';
 import type { STTError } from '../stt/stt.js';
 import type { TTS, TTSError } from '../tts/tts.js';
@@ -32,60 +32,38 @@ export interface AgentSessionUsage {
     /** List of usage summaries, one per model/provider combination. */
     modelUsage: Array<Partial<ModelUsage>>;
 }
-export interface SessionOptions {
+export interface InternalSessionOptions<UserData> extends AgentSessionOptions<UserData> {
+    turnHandling: InternalTurnHandlingOptions;
+    useTtsAlignedTranscript: boolean;
     maxToolSteps: number;
-    /**
-     * Whether to speculatively begin LLM and TTS requests before an end-of-turn is detected.
-     * When `true`, the agent sends inference calls as soon as a user transcript is received rather
-     * than waiting for a definitive turn boundary. This can reduce response latency by overlapping
-     * model inference with user audio, but may incur extra compute if the user interrupts or
-     * revises mid-utterance.
-     * @defaultValue false
-     */
-    preemptiveGeneration: boolean;
-    /**
-     * If set, set the user state as "away" after this amount of time after user and agent are
-     * silent. Set to `null` to disable.
-     * @defaultValue 15.0
-     */
     userAwayTimeout: number | null;
-    /**
-     * Duration in milliseconds for AEC (Acoustic Echo Cancellation) warmup, during which
-     * interruptions from audio activity are suppressed. Set to `null` to disable.
-     * @defaultValue 3000
-     */
-    aecWarmupDuration: number | null;
-    /**
-     * Configuration for turn handling.
-     */
-    turnHandling: Partial<TurnHandlingOptions>;
-    useTtsAlignedTranscript: boolean;
-    /** @deprecated Use {@link SessionOptions.turnHandling}.interruption.mode instead. */
-    allowInterruptions?: boolean;
-    /** @deprecated Use {@link SessionOptions.turnHandling}.interruption.discardAudioIfUninterruptible instead. */
-    discardAudioIfUninterruptible?: boolean;
-    /** @deprecated Use {@link SessionOptions.turnHandling}.interruption.minDuration instead. */
-    minInterruptionDuration?: number;
-    /** @deprecated Use {@link SessionOptions.turnHandling}.interruption.minWords instead. */
-    minInterruptionWords?: number;
-    /** @deprecated Use {@link SessionOptions.turnHandling}.endpointing.minDelay instead. */
-    minEndpointingDelay?: number;
-    /** @deprecated Use {@link SessionOptions.turnHandling}.endpointing.maxDelay instead. */
-    maxEndpointingDelay?: number;
-}
-export interface InternalSessionOptions extends SessionOptions {
-    turnHandling: InternalTurnHandlingOptions;
 }
-export declare const defaultSessionOptions: {
+export declare const defaultAgentSessionOptions: {
     readonly maxToolSteps: 3;
-    readonly preemptiveGeneration: false;
+    readonly preemptiveGeneration: true;
     readonly userAwayTimeout: 15;
     readonly aecWarmupDuration: 3000;
     readonly turnHandling: {};
     readonly useTtsAlignedTranscript: true;
 };
-/** @deprecated {@link VoiceOptions} has been renamed to {@link SessionOptions} */
-export type VoiceOptions = SessionOptions;
+/** @deprecated {@link VoiceOptions} has been flattened onto to {@link AgentSessionOptions} */
+export type VoiceOptions = {
+    maxToolSteps: number;
+    preemptiveGeneration: boolean;
+    userAwayTimeout?: number | null;
+    /** @deprecated Use {@link AgentSessionOptions.turnHandling}.interruption.mode instead. */
+    allowInterruptions?: boolean;
+    /** @deprecated Use {@link AgentSessionOptions.turnHandling}.interruption.discardAudioIfUninterruptible instead. */
+    discardAudioIfUninterruptible?: boolean;
+    /** @deprecated Use {@link AgentSessionOptions.turnHandling}.interruption.minDuration instead. */
+    minInterruptionDuration?: number;
+    /** @deprecated Use {@link AgentSessionOptions.turnHandling}.interruption.minWords instead. */
+    minInterruptionWords?: number;
+    /** @deprecated Use {@link AgentSessionOptions.turnHandling}.endpointing.minDelay instead. */
+    minEndpointingDelay?: number;
+    /** @deprecated Use {@link AgentSessionOptions.turnHandling}.endpointing.maxDelay instead. */
+    maxEndpointingDelay?: number;
+};
 export type TurnDetectionMode = 'stt' | 'vad' | 'realtime_llm' | 'manual' | _TurnDetector;
 export type AgentSessionCallbacks = {
     [AgentSessionEventTypes.UserInputTranscribed]: (ev: UserInputTranscribedEvent) => void;
@@ -97,7 +75,7 @@ export type AgentSessionCallbacks = {
     [AgentSessionEventTypes.SpeechCreated]: (ev: SpeechCreatedEvent) => void;
     [AgentSessionEventTypes.Error]: (ev: ErrorEvent) => void;
     [AgentSessionEventTypes.Close]: (ev: CloseEvent) => void;
-    [AgentSessionEventTypes.UserOverlappingSpeech]: (ev: OverlappingSpeechEvent) => void;
+    [AgentSessionEventTypes.OverlappingSpeech]: (ev: OverlappingSpeechEvent) => void;
 };
 export type AgentSessionOptions<UserData = UnknownUserData> = {
     stt?: STT | STTModelString;
@@ -105,12 +83,38 @@ export type AgentSessionOptions<UserData = UnknownUserData> = {
     llm?: LLM | RealtimeModel | LLMModels;
     tts?: TTS | TTSModelString;
     userData?: UserData;
-    options?: Partial<SessionOptions>;
     connOptions?: SessionConnectOptions;
-    /** @deprecated use {@link AgentSessionOptions.options}.turnHandling.turnDetection instead */
+    /** @deprecated use turnHandling.turnDetection instead */
     turnDetection?: TurnDetectionMode;
-    /** @deprecated use {@link AgentSessionOptions.options} instead */
+    /** @deprecated use top-level SessionOptions fields instead */
     voiceOptions?: Partial<VoiceOptions>;
+    maxToolSteps?: number;
+    /**
+     * Whether to speculatively begin LLM and TTS requests before an end-of-turn is detected.
+     * When `true`, the agent sends inference calls as soon as a user transcript is received rather
+     * than waiting for a definitive turn boundary. This can reduce response latency by overlapping
+     * model inference with user audio, but may incur extra compute if the user interrupts or
+     * revises mid-utterance.
+     * @defaultValue true
+     */
+    preemptiveGeneration?: boolean;
+    /**
+     * If set, set the user state as "away" after this amount of time after user and agent are
+     * silent. Set to `null` to disable.
+     * @defaultValue 15.0
+     */
+    userAwayTimeout?: number | null;
+    /**
+     * Duration in milliseconds for AEC (Acoustic Echo Cancellation) warmup, during which
+     * interruptions from audio activity are suppressed. Set to `null` to disable.
+     * @defaultValue 3000
+     */
+    aecWarmupDuration?: number | null;
+    /**
+     * Configuration for turn handling.
+     */
+    turnHandling?: Partial<TurnHandlingOptions>;
+    useTtsAlignedTranscript?: boolean;
 };
 type ActivityTransitionOptions = {
     previousActivity?: 'close' | 'pause';
@@ -125,14 +129,16 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
     llm?: LLM | RealtimeModel;
     tts?: TTS;
     turnDetection?: TurnDetectionMode;
-    readonly options: InternalSessionOptions;
+    /** @deprecated use {@link sessionOptions } instead */
+    readonly options: VoiceOptions;
+    readonly sessionOptions: InternalSessionOptions<UserData>;
     private readonly activityLock;
     private agent?;
     private activity?;
     private nextActivity?;
     private updateActivityTask?;
     private started;
-    private clientEventsHandler?;
+    private sessionHost?;
     private _chatCtx;
     private _userData;
     private _userState;
@@ -145,11 +151,11 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
     private _connOptions;
     private llmErrorCounts;
     private ttsErrorCounts;
-    private interruptionDetectionErrorCounts;
     private sessionSpan?;
     private agentSpeakingSpan?;
     private _interruptionDetection?;
-    private _usageCollector;
+    /** @internal */
+    _usageCollector: ModelUsageCollector;
     /** @internal */
     _roomIO?: RoomIO;
     /** @internal */
@@ -177,7 +183,7 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
     get history(): ChatContext;
     /** Connection options for STT, LLM, and TTS. */
     get connOptions(): ResolvedSessionConnectOptions;
-    get interruptionDetection(): false | "vad" | "adaptive" | undefined;
+    get interruptionDetection(): "vad" | "adaptive" | undefined;
     /**
      * Returns usage summaries for this session, one per model/provider combination.
      */
@@ -258,7 +264,10 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
         otelContext?: Context;
     }): void;
     /** @internal */
-    _updateUserState(state: UserState, lastSpeakingTime?: number): void;
+    _updateUserState(state: UserState, options?: {
+        lastSpeakingTime?: number;
+        otelContext?: Context;
+    }): void;
     private onAudioInputChanged;
     private onAudioOutputChanged;
     private onTextOutputChanged;

package/dist/voice/agent_session.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent_session.d.ts","sourceRoot":"","sources":["../../src/voice/agent_session.ts"],"names":[],"mappings":";AAIA,OAAO,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,iBAAiB,IAAI,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAChF,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAGxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAC7B,OAAO,EAIL,KAAK,SAAS,EACd,KAAK,cAAc,EACnB,KAAK,cAAc,EACpB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,qCAAqC,CAAC;AACtF,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAEjF,OAAO,KAAK,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC/E,OAAO,EAAoB,WAAW,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACpF,OAAO,KAAK,EAAE,GAAG,EAAE,aAAa,EAAE,kBAAkB,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC1F,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAE9C,OAAO,EAAE,KAAK,UAAU,EAAyC,MAAM,2BAA2B,CAAC;AACnG,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAE9C,OAAO,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAGL,KAAK,6BAA6B,EAClC,KAAK,qBAAqB,EAC3B,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACnC,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAExC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAE5D,OAAO,EACL,KAAK,UAAU,EACf,sBAAsB,EACtB,KAAK,UAAU,EACf,KAAK,sBAAsB,EAC3B,KAAK,UAAU,EAEf,KAAK,0BAA0B,EAC/B,KAAK,UAAU,EACf,KAAK,0BAA0B,EAC/B,KAAK,qBAAqB,EAC1B,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,yBAAyB,EAC9B,KAAK,SAAS,EACd,KAAK,qBAAqB,EAK3B,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAEL,MAAM,EACN,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACvB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAEpD,OAAO,KAAK,EACV,2BAA2B,EAC3B,mBAAmB,EACpB,MAAM,gCAAgC,CAAC;AAIxC,MAAM,WAAW,iBAAiB;IAChC,mEAAmE;IACnE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;;;OAOG;IACH,oBAAoB,EAAE,OAAO,CAAC;IAE9B;;;;OAIG;IACH,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAE/B;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,YAAY,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAE3C,uBAAuB,EAAE,OAAO,CAAC;IAEjC,qFAAqF;IACrF,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,8GAA8G;IAC9G,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC,4FAA4F;IAC5F,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,yFAAyF;IACzF,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,wFAAwF;IACxF,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,wFAAwF;IACxF,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,sBAAuB,SAAQ,cAAc;IAC5D,YAAY,EAAE,2BAA2B,CAAC;CAC3C;AAED,eAAO,MAAM,qBAAqB;;;;;;;CAOC,CAAC;AAEpC,kFAAkF;AAClF,MAAM,MAAM,YAAY,GAAG,cAAc,CAAC;AAE1C,MAAM,MAAM,iBAAiB,GAAG,KAAK,GAAG,KAAK,GAAG,cAAc,GAAG,QAAQ,GAAG,aAAa,CAAC;AAE1F,MAAM,MAAM,qBAAqB,GAAG;IAClC,CAAC,sBAAsB,CAAC,oBAAoB,CAAC,EAAE,CAAC,EAAE,EAAE,yBAAyB,KAAK,IAAI,CAAC;IACvF,CAAC,sBAAsB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,EAAE,sBAAsB,KAAK,IAAI,CAAC;IACjF,CAAC,sBAAsB,CAAC,gBAAgB,CAAC,EAAE,CAAC,EAAE,EAAE,qBAAqB,KAAK,IAAI,CAAC;IAC/E,CAAC,sBAAsB,CAAC,qBAAqB,CAAC,EAAE,CAAC,EAAE,EAAE,0BAA0B,KAAK,IAAI,CAAC;IACzF,CAAC,sBAAsB,CAAC,qBAAqB,CAAC,EAAE,CAAC,EAAE,EAAE,0BAA0B,KAAK,IAAI,CAAC;IACzF,CAAC,sBAAsB,CAAC,gBAAgB,CAAC,EAAE,CAAC,EAAE,EAAE,qBAAqB,KAAK,IAAI,CAAC;IAC/E,CAAC,sBAAsB,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,EAAE,kBAAkB,KAAK,IAAI,CAAC;IACzE,CAAC,sBAAsB,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,UAAU,KAAK,IAAI,CAAC;IACzD,CAAC,sBAAsB,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,UAAU,KAAK,IAAI,CAAC;IACzD,CAAC,sBAAsB,CAAC,qBAAqB,CAAC,EAAE,CAAC,EAAE,EAAE,sBAAsB,KAAK,IAAI,CAAC;CACtF,CAAC;AAEF,MAAM,MAAM,mBAAmB,CAAC,QAAQ,GAAG,eAAe,IAAI;IAC5D,GAAG,CAAC,EAAE,GAAG,GAAG,cAAc,CAAC;IAC3B,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,GAAG,CAAC,EAAE,GAAG,GAAG,aAAa,GAAG,SAAS,CAAC;IACtC,GAAG,CAAC,EAAE,GAAG,GAAG,cAAc,CAAC;IAC3B,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;IAClC,WAAW,CAAC,EAAE,qBAAqB,CAAC;IAEpC,6FAA6F;IAC7F,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,kEAAkE;IAClE,YAAY,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;CACtC,CAAC;AAEF,KAAK,yBAAyB,GAAG;IAC/B,gBAAgB,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC;IACrC,WAAW,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;IACjC,YAAY,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IAC3B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;2CAImC,aAAa,qBAAqB,CAAC;AAFxE,qBAAa,YAAY,CACvB,QAAQ,GAAG,eAAe,CAC1B,SAAQ,iBAA+D;IACvE,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,GAAG,CAAC,EAAE,GAAG,GAAG,aAAa,CAAC;IAC1B,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAElC,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAE5C,OAAO,CAAC,KAAK,CAAC,CAAQ;IACtB,OAAO,CAAC,QAAQ,CAAC,CAAgB;IACjC,OAAO,CAAC,YAAY,CAAC,CAAgB;IACrC,OAAO,CAAC,kBAAkB,CAAC,CAAa;IACxC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,mBAAmB,CAAC,CAAsB;IAElD,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,UAAU,CAA0B;IAC5C,OAAO,CAAC,WAAW,CAA8B;IAEjD,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,OAAO,CAAc;IAE7B,OAAO,CAAC,WAAW,CAA8B;IACjD,OAAO,CAAC,aAAa,CAA+B;IAEpD,OAAO,CAAC,eAAe,CAA+B;IAGtD,OAAO,CAAC,YAAY,CAAgC;IAGpD,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,gCAAgC,CAAK;IAE7C,OAAO,CAAC,WAAW,CAAC,CAAO;IAC3B,OAAO,CAAC,iBAAiB,CAAC,CAAO;IAEjC,OAAO,CAAC,sBAAsB,CAAC,CAA8B;IAE7D,OAAO,CAAC,eAAe,CAAkD;IAEzE,gBAAgB;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,gBAAgB;IAChB,mBAAmB,SAAK;IAExB,gBAAgB;IAChB,WAAW,CAAC,EAAE,UAAU,CAAC;IAEzB,gBAAgB;IAChB,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,gBAAgB;IAChB,eAAe,EAAE,UAAU,EAAE,CAAM;IAEnC,gBAAgB;IAChB,gBAAgB,UAAS;IAEzB,oEAAoE;IACpE,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,gDAAgD;IAChD,eAAe,CAAC,EAAE,SAAS,CAAC;IAE5B,gBAAgB;IAChB,iBAAiB,CAAC,EAAE,IAAI,CAAC;IAEzB,OAAO,CAAC,MAAM,CAAS;gBAEX,OAAO,EAAE,mBAAmB,CAAC,QAAQ,CAAC;IAqDlD,IAAI,CAAC,CAAC,SAAS,MAAM,qBAAqB,EACxC,KAAK,EAAE,CAAC,EACR,GAAG,IAAI,EAAE,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,GAC5C,OAAO;IASV,IAAI,KAAK,IAAI,UAAU,CAEtB;IAED,IAAI,MAAM,IAAI,WAAW,CAExB;IAED,IAAI,QAAQ,IAAI,QAAQ,CAMvB;IAED,IAAI,OAAO,IAAI,WAAW,CAEzB;IAED,gDAAgD;IAChD,IAAI,WAAW,IAAI,6BAA6B,CAE/C;IAED,IAAI,qBAAqB,2CAExB;IAED;;OAEG;IACH,IAAI,KAAK,IAAI,iBAAiB,CAG7B;IAED,IAAI,uBAAuB,IAAI,OAAO,CAErC;IAED,IAAI,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAE3B;YAEa,UAAU;IAmHlB,KAAK,CAAC,EACV,KAAK,EACL,IAAI,EACJ,YAAY,EACZ,aAAa,EACb,MAAM,GACP,EAAE;QACD,KAAK,EAAE,KAAK,CAAC;QACb,IAAI,CAAC,EAAE,IAAI,CAAC;QACZ,YAAY,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACzC,aAAa,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB,GAAG,OAAO,CAAC,IAAI,CAAC;IAyCjB,WAAW,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAkC/B,cAAc;IAQd,aAAa;IAOb,GAAG,CACD,IAAI,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,EACrC,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;QACnC,kBAAkB,CAAC,EAAE,OAAO,CAAC;QAC7B,YAAY,CAAC,EAAE,OAAO,CAAC;KACxB,GACA,YAAY;IAmCf,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE;IAQvC,aAAa,CAAC,OAAO,CAAC,EAAE;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,CAAC,EAAE,UAAU,CAAC;QACxB,kBAAkB,CAAC,EAAE,OAAO,CAAC;KAC9B,GAAG,YAAY;IAwChB;;;;;;;;;;;;;;;OAeG;IACH,GAAG,CAAC,CAAC,GAAG,OAAO,EAAE,EACf,SAAS,EACT,UAAU,GACX,EAAE;QACD,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;KAC3B,GAAG,SAAS,CAAC,CAAC,CAAC;IA+BhB,gBAAgB;IACV,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,IAAI,CAAC;IA4F3F,IAAI,OAAO,IAAI,WAAW,CAEzB;IAED,IAAI,UAAU,IAAI,UAAU,CAE3B;IAED,IAAI,SAAS,IAAI,SAAS,CAEzB;IAED,IAAI,YAAY,IAAI,KAAK,CAMxB;IAEK,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,QAAQ,CAAC,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,cAAc,CAAA;KAAE,GAAG,IAAI;IAStE,gBAAgB;IAChB,UAAU,CAAC,EACT,MAAM,EACN,KAAa,EACb,KAAY,GACb,EAAE;QACD,MAAM,EAAE,cAAc,CAAC;QACvB,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,KAAK,CAAC,EAAE,kBAAkB,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC;KACpE,GAAG,IAAI;IAOR,gBAAgB;IAChB,QAAQ,CACN,KAAK,EAAE,kBAAkB,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,0BAA0B,GACtF,IAAI;IAgCP,gBAAgB;IAChB,sBAAsB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IAK/C,gBAAgB;IAChB,eAAe,CAAC,KAAK,EAAE,CAAC,YAAY,GAAG,kBAAkB,CAAC,EAAE,GAAG,IAAI;IAInE,gBAAgB;IAChB,iBAAiB,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE;IAoD5F,gBAAgB;IAChB,gBAAgB,CAAC,KAAK,EAAE,SAAS,EAAE,gBAAgB,CAAC,EAAE,MAAM;IAsC5D,OAAO,CAAC,mBAAmB;IAU3B,OAAO,CAAC,oBAAoB;IAE5B,OAAO,CAAC,mBAAmB;IAE3B,OAAO,CAAC,iBAAiB;IAiBzB,OAAO,CAAC,oBAAoB;IAO5B,gBAAgB;IAChB,mBAAmB,IAAI,IAAI;IAY3B,OAAO,CAAC,uBAAuB;YAOjB,SAAS;YAoBT,cAAc;CA2F7B"}
+{"version":3,"file":"agent_session.d.ts","sourceRoot":"","sources":["../../src/voice/agent_session.ts"],"names":[],"mappings":";AAIA,OAAO,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,iBAAiB,IAAI,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAChF,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAGxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAC7B,OAAO,EAIL,KAAK,SAAS,EACd,KAAK,cAAc,EACnB,KAAK,cAAc,EACpB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,qCAAqC,CAAC;AACtF,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAEjF,OAAO,KAAK,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC/E,OAAO,EAAoB,WAAW,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACpF,OAAO,KAAK,EAAE,GAAG,EAAE,aAAa,EAAE,kBAAkB,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC1F,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAE9C,OAAO,EAAE,KAAK,UAAU,EAAE,mBAAmB,EAAoB,MAAM,2BAA2B,CAAC;AACnG,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAE9C,OAAO,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAGL,KAAK,6BAA6B,EAClC,KAAK,qBAAqB,EAC3B,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACnC,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAExC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EACL,KAAK,UAAU,EACf,sBAAsB,EACtB,KAAK,UAAU,EACf,KAAK,sBAAsB,EAC3B,KAAK,UAAU,EAEf,KAAK,0BAA0B,EAC/B,KAAK,UAAU,EACf,KAAK,0BAA0B,EAC/B,KAAK,qBAAqB,EAC1B,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,yBAAyB,EAC9B,KAAK,SAAS,EACd,KAAK,qBAAqB,EAK3B,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAEL,MAAM,EACN,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACvB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAEpD,OAAO,KAAK,EACV,2BAA2B,EAC3B,mBAAmB,EACpB,MAAM,gCAAgC,CAAC;AAIxC,MAAM,WAAW,iBAAiB;IAChC,mEAAmE;IACnE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,sBAAsB,CAAC,QAAQ,CAAE,SAAQ,mBAAmB,CAAC,QAAQ,CAAC;IACrF,YAAY,EAAE,2BAA2B,CAAC;IAC1C,uBAAuB,EAAE,OAAO,CAAC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED,eAAO,MAAM,0BAA0B;;;;;;;CAOC,CAAC;AAEzC,8FAA8F;AAC9F,MAAM,MAAM,YAAY,GAAG;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,0FAA0F;IAC1F,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,mHAAmH;IACnH,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC,iGAAiG;IACjG,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,8FAA8F;IAC9F,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,6FAA6F;IAC7F,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,6FAA6F;IAC7F,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,KAAK,GAAG,KAAK,GAAG,cAAc,GAAG,QAAQ,GAAG,aAAa,CAAC;AAE1F,MAAM,MAAM,qBAAqB,GAAG;IAClC,CAAC,sBAAsB,CAAC,oBAAoB,CAAC,EAAE,CAAC,EAAE,EAAE,yBAAyB,KAAK,IAAI,CAAC;IACvF,CAAC,sBAAsB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,EAAE,sBAAsB,KAAK,IAAI,CAAC;IACjF,CAAC,sBAAsB,CAAC,gBAAgB,CAAC,EAAE,CAAC,EAAE,EAAE,qBAAqB,KAAK,IAAI,CAAC;IAC/E,CAAC,sBAAsB,CAAC,qBAAqB,CAAC,EAAE,CAAC,EAAE,EAAE,0BAA0B,KAAK,IAAI,CAAC;IACzF,CAAC,sBAAsB,CAAC,qBAAqB,CAAC,EAAE,CAAC,EAAE,EAAE,0BAA0B,KAAK,IAAI,CAAC;IACzF,CAAC,sBAAsB,CAAC,gBAAgB,CAAC,EAAE,CAAC,EAAE,EAAE,qBAAqB,KAAK,IAAI,CAAC;IAC/E,CAAC,sBAAsB,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,EAAE,kBAAkB,KAAK,IAAI,CAAC;IACzE,CAAC,sBAAsB,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,UAAU,KAAK,IAAI,CAAC;IACzD,CAAC,sBAAsB,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,UAAU,KAAK,IAAI,CAAC;IACzD,CAAC,sBAAsB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,EAAE,sBAAsB,KAAK,IAAI,CAAC;CAClF,CAAC;AAEF,MAAM,MAAM,mBAAmB,CAAC,QAAQ,GAAG,eAAe,IAAI;IAC5D,GAAG,CAAC,EAAE,GAAG,GAAG,cAAc,CAAC;IAC3B,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,GAAG,CAAC,EAAE,GAAG,GAAG,aAAa,GAAG,SAAS,CAAC;IACtC,GAAG,CAAC,EAAE,GAAG,GAAG,cAAc,CAAC;IAC3B,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,WAAW,CAAC,EAAE,qBAAqB,CAAC;IAEpC,yDAAyD;IACzD,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,8DAA8D;IAC9D,YAAY,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IAErC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;;;;;OAOG;IACH,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAE/B;;;;OAIG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEhC;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAE5C,uBAAuB,CAAC,EAAE,OAAO,CAAC;CACnC,CAAC;AAEF,KAAK,yBAAyB,GAAG;IAC/B,gBAAgB,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC;IACrC,WAAW,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;IACjC,YAAY,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IAC3B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;2CAImC,aAAa,qBAAqB,CAAC;AAFxE,qBAAa,YAAY,CACvB,QAAQ,GAAG,eAAe,CAC1B,SAAQ,iBAA+D;IACvE,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,GAAG,CAAC,EAAE,GAAG,GAAG,aAAa,CAAC;IAC1B,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAElC,sDAAsD;IACtD,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;IAE/B,QAAQ,CAAC,cAAc,EAAE,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IAE1D,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAE5C,OAAO,CAAC,KAAK,CAAC,CAAQ;IACtB,OAAO,CAAC,QAAQ,CAAC,CAAgB;IACjC,OAAO,CAAC,YAAY,CAAC,CAAgB;IACrC,OAAO,CAAC,kBAAkB,CAAC,CAAa;IACxC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,WAAW,CAAC,CAAc;IAElC,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,UAAU,CAA0B;IAC5C,OAAO,CAAC,WAAW,CAA8B;IAEjD,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,OAAO,CAAc;IAE7B,OAAO,CAAC,WAAW,CAA8B;IACjD,OAAO,CAAC,aAAa,CAA+B;IAEpD,OAAO,CAAC,eAAe,CAA+B;IAGtD,OAAO,CAAC,YAAY,CAAgC;IAGpD,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,cAAc,CAAK;IAE3B,OAAO,CAAC,WAAW,CAAC,CAAO;IAC3B,OAAO,CAAC,iBAAiB,CAAC,CAAO;IAEjC,OAAO,CAAC,sBAAsB,CAAC,CAA8B;IAE7D,gBAAgB;IAChB,eAAe,EAAE,mBAAmB,CAA6B;IAEjE,gBAAgB;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,gBAAgB;IAChB,mBAAmB,SAAK;IAExB,gBAAgB;IAChB,WAAW,CAAC,EAAE,UAAU,CAAC;IAEzB,gBAAgB;IAChB,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,gBAAgB;IAChB,eAAe,EAAE,UAAU,EAAE,CAAM;IAEnC,gBAAgB;IAChB,gBAAgB,UAAS;IAEzB,oEAAoE;IACpE,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,gDAAgD;IAChD,eAAe,CAAC,EAAE,SAAS,CAAC;IAE5B,gBAAgB;IAChB,iBAAiB,CAAC,EAAE,IAAI,CAAC;IAEzB,OAAO,CAAC,MAAM,CAAS;gBAEX,OAAO,EAAE,mBAAmB,CAAC,QAAQ,CAAC;IAuDlD,IAAI,CAAC,CAAC,SAAS,MAAM,qBAAqB,EACxC,KAAK,EAAE,CAAC,EACR,GAAG,IAAI,EAAE,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,GAC5C,OAAO;IAMV,IAAI,KAAK,IAAI,UAAU,CAEtB;IAED,IAAI,MAAM,IAAI,WAAW,CAExB;IAED,IAAI,QAAQ,IAAI,QAAQ,CAMvB;IAED,IAAI,OAAO,IAAI,WAAW,CAEzB;IAED,gDAAgD;IAChD,IAAI,WAAW,IAAI,6BAA6B,CAE/C;IAED,IAAI,qBAAqB,mCAExB;IAED;;OAEG;IACH,IAAI,KAAK,IAAI,iBAAiB,CAG7B;IAED,IAAI,uBAAuB,IAAI,OAAO,CAErC;IAED,IAAI,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAE3B;YAEa,UAAU;IAqHlB,KAAK,CAAC,EACV,KAAK,EACL,IAAI,EACJ,YAAY,EACZ,aAAa,EACb,MAAM,GACP,EAAE;QACD,KAAK,EAAE,KAAK,CAAC;QACb,IAAI,CAAC,EAAE,IAAI,CAAC;QACZ,YAAY,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACzC,aAAa,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB,GAAG,OAAO,CAAC,IAAI,CAAC;IAyCjB,WAAW,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAkC/B,cAAc;IAQd,aAAa;IAOb,GAAG,CACD,IAAI,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,EACrC,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;QACnC,kBAAkB,CAAC,EAAE,OAAO,CAAC;QAC7B,YAAY,CAAC,EAAE,OAAO,CAAC;KACxB,GACA,YAAY;IAmCf,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE;IAQvC,aAAa,CAAC,OAAO,CAAC,EAAE;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,CAAC,EAAE,UAAU,CAAC;QACxB,kBAAkB,CAAC,EAAE,OAAO,CAAC;KAC9B,GAAG,YAAY;IAwChB;;;;;;;;;;;;;;;OAeG;IACH,GAAG,CAAC,CAAC,GAAG,OAAO,EAAE,EACf,SAAS,EACT,UAAU,GACX,EAAE;QACD,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;KAC3B,GAAG,SAAS,CAAC,CAAC,CAAC;IA+BhB,gBAAgB;IACV,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,IAAI,CAAC;IA4F3F,IAAI,OAAO,IAAI,WAAW,CAEzB;IAED,IAAI,UAAU,IAAI,UAAU,CAE3B;IAED,IAAI,SAAS,IAAI,SAAS,CAEzB;IAED,IAAI,YAAY,IAAI,KAAK,CAMxB;IAEK,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,QAAQ,CAAC,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,cAAc,CAAA;KAAE,GAAG,IAAI;IAStE,gBAAgB;IAChB,UAAU,CAAC,EACT,MAAM,EACN,KAAa,EACb,KAAY,GACb,EAAE;QACD,MAAM,EAAE,cAAc,CAAC;QACvB,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,KAAK,CAAC,EAAE,kBAAkB,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC;KACpE,GAAG,IAAI;IASR,gBAAgB;IAChB,QAAQ,CACN,KAAK,EAAE,kBAAkB,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,0BAA0B,GACtF,IAAI;IA8BP,gBAAgB;IAChB,sBAAsB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IAK/C,gBAAgB;IAChB,eAAe,CAAC,KAAK,EAAE,CAAC,YAAY,GAAG,kBAAkB,CAAC,EAAE,GAAG,IAAI;IAInE,gBAAgB;IAChB,iBAAiB,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE;IAmD5F,gBAAgB;IAChB,gBAAgB,CACd,KAAK,EAAE,SAAS,EAChB,OAAO,CAAC,EAAE;QAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE;IAuChE,OAAO,CAAC,mBAAmB;IAU3B,OAAO,CAAC,oBAAoB;IAE5B,OAAO,CAAC,mBAAmB;IAE3B,OAAO,CAAC,iBAAiB;IAoBzB,OAAO,CAAC,oBAAoB;IAO5B,gBAAgB;IAChB,mBAAmB,IAAI,IAAI;IAY3B,OAAO,CAAC,uBAAuB;YAOjB,SAAS;YAoBT,cAAc;CAyF7B"}

package/dist/voice/agent_session.js

@@ -17,7 +17,6 @@ import {
 } from "../types.js";
 import { Task } from "../utils.js";
 import { AgentActivity } from "./agent_activity.js";
-import { ClientEventsHandler } from "./client_events.js";
 import {
   AgentSessionEventTypes,
   CloseReason,
@@ -28,6 +27,7 @@ import {
 } from "./events.js";
 import { AgentInput, AgentOutput } from "./io.js";
 import { RecorderIO } from "./recorder_io/index.js";
+import { RoomSessionTransport, SessionHost } from "./remote_session.js";
 import {
   DEFAULT_TEXT_INPUT_CALLBACK,
   RoomIO
@@ -35,9 +35,9 @@ import {
 import { RunResult } from "./testing/run_result.js";
 import { migrateLegacyOptions } from "./turn_config/utils.js";
 import { setParticipantSpanAttributes } from "./utils.js";
-const defaultSessionOptions = {
+const defaultAgentSessionOptions = {
   maxToolSteps: 3,
-  preemptiveGeneration: false,
+  preemptiveGeneration: true,
   userAwayTimeout: 15,
   aecWarmupDuration: 3e3,
   turnHandling: {},
@@ -49,14 +49,16 @@ class AgentSession extends EventEmitter {
   llm;
   tts;
   turnDetection;
+  /** @deprecated use {@link sessionOptions } instead */
   options;
+  sessionOptions;
   activityLock = new Mutex();
   agent;
   activity;
   nextActivity;
   updateActivityTask;
   started = false;
-  clientEventsHandler;
+  sessionHost;
   _chatCtx;
   _userData;
   _userState = "listening";
@@ -71,10 +73,10 @@ class AgentSession extends EventEmitter {
   // Unrecoverable error counts, reset after agent speaking
   llmErrorCounts = 0;
   ttsErrorCounts = 0;
-  interruptionDetectionErrorCounts = 0;
   sessionSpan;
   agentSpeakingSpan;
   _interruptionDetection;
+  /** @internal */
   _usageCollector = new ModelUsageCollector();
   /** @internal */
   _roomIO;
@@ -96,10 +98,10 @@ class AgentSession extends EventEmitter {
   _userSpeakingSpan;
   logger = log();
   constructor(options) {
-    var _a, _b, _c;
+    var _a;
     super();
-    const opts = migrateLegacyOptions(options);
-    const { vad, stt, llm, tts, userData, connOptions, options: sessionOptions } = opts;
+    const { agentSessionOptions: opts, legacyVoiceOptions } = migrateLegacyOptions(options);
+    const { vad, stt, llm, tts, userData, connOptions, ...resolvedSessionOptions } = opts;
     this._connOptions = {
       sttConnOptions: { ...DEFAULT_API_CONNECT_OPTIONS, ...connOptions == null ? void 0 : connOptions.sttConnOptions },
       llmConnOptions: { ...DEFAULT_API_CONNECT_OPTIONS, ...connOptions == null ? void 0 : connOptions.llmConnOptions },
@@ -122,23 +124,21 @@ class AgentSession extends EventEmitter {
     } else {
       this.tts = tts;
     }
-    this.turnDetection = (_a = sessionOptions == null ? void 0 : sessionOptions.turnHandling) == null ? void 0 : _a.turnDetection;
-    this._interruptionDetection = (_c = (_b = sessionOptions == null ? void 0 : sessionOptions.turnHandling) == null ? void 0 : _b.interruption) == null ? void 0 : _c.mode;
+    this.turnDetection = resolvedSessionOptions.turnHandling.turnDetection;
+    this._interruptionDetection = (_a = resolvedSessionOptions.turnHandling.interruption) == null ? void 0 : _a.mode;
     this._userData = userData;
     this._input = new AgentInput(this.onAudioInputChanged);
     this._output = new AgentOutput(this.onAudioOutputChanged, this.onTextOutputChanged);
     this._chatCtx = ChatContext.empty();
-    this.options = opts.options;
-    this._aecWarmupRemaining = this.options.aecWarmupDuration ?? 0;
+    this.sessionOptions = resolvedSessionOptions;
+    this.options = legacyVoiceOptions;
+    this._aecWarmupRemaining = this.sessionOptions.aecWarmupDuration ?? 0;
     this._onUserInputTranscribed = this._onUserInputTranscribed.bind(this);
     this.on(AgentSessionEventTypes.UserInputTranscribed, this._onUserInputTranscribed);
   }
   emit(event, ...args) {
     const eventData = args[0];
     this._recordedEvents.push(eventData);
-    if (event === AgentSessionEventTypes.MetricsCollected) {
-      this._usageCollector.collect(eventData.metrics);
-    }
     return super.emit(event, ...args);
   }
   get input() {
@@ -170,7 +170,7 @@ class AgentSession extends EventEmitter {
     return { modelUsage: this._usageCollector.flatten().map(filterZeroValues) };
   }
   get useTtsAlignedTranscript() {
-    return this.options.useTtsAlignedTranscript;
+    return this.sessionOptions.useTtsAlignedTranscript;
   }
   set userData(value) {
     this._userData = value;
@@ -209,9 +209,11 @@ class AgentSession extends EventEmitter {
         outputOptions
       });
       this._roomIO.start();
-      this.clientEventsHandler = new ClientEventsHandler(this, this._roomIO);
+      const transport = new RoomSessionTransport(room, this._roomIO);
+      this.sessionHost = new SessionHost(transport);
+      this.sessionHost.registerSession(this);
       if ((inputOptions == null ? void 0 : inputOptions.textEnabled) !== false) {
-        this.clientEventsHandler.registerTextInput(
+        this.sessionHost.registerTextInput(
           (inputOptions == null ? void 0 : inputOptions.textInputCallback) ?? DEFAULT_TEXT_INPUT_CALLBACK
         );
       }
@@ -245,8 +247,8 @@ class AgentSession extends EventEmitter {
     }
     tasks.push(this._updateActivity(this.agent, { waitOnEnter: false }));
     await Promise.allSettled(tasks);
-    if (this.clientEventsHandler) {
-      await this.clientEventsHandler.start();
+    if (this.sessionHost) {
+      await this.sessionHost.start();
     }
     this.logger.debug(
       `using audio io: ${this.input.audio ? "`" + this.input.audio.constructor.name + "`" : "(none)"} -> \`AgentSession\` -> ${this.output.audio ? "`" + this.output.audio.constructor.name + "`" : "(none)"}`
@@ -547,7 +549,9 @@ class AgentSession extends EventEmitter {
     if (this.closingTask) {
       return;
     }
-    this.closeImpl(reason, error, drain);
+    this.closingTask = this.closeImpl(reason, error, drain).finally(() => {
+      this.closingTask = null;
+    });
   }
   /** @internal */
   _onError(error) {
@@ -565,12 +569,10 @@ class AgentSession extends EventEmitter {
         return;
       }
     } else if (error.type === "interruption_detection_error") {
-      this.interruptionDetectionErrorCounts += 1;
-      if (this.interruptionDetectionErrorCounts <= this._connOptions.maxUnrecoverableErrors) {
-        return;
-      }
+      this.logger.error(error.toString());
+      return;
     }
-    this.logger.error(error, "AgentSession is closing due to unrecoverable error");
+    this.logger.error(error, "AgentSession is closing due to an unrecoverable error");
     this.closingTask = (async () => {
       await this.closeImpl(CloseReason.ERROR, error);
     })().then(() => {
@@ -595,7 +597,6 @@ class AgentSession extends EventEmitter {
     if (state === "speaking") {
       this.llmErrorCounts = 0;
       this.ttsErrorCounts = 0;
-      this.interruptionDetectionErrorCounts = 0;
       if (this.agentSpeakingSpan === void 0) {
         this.agentSpeakingSpan = tracer.startSpan({
           name: "agent_speaking",
@@ -631,7 +632,7 @@ class AgentSession extends EventEmitter {
     );
   }
   /** @internal */
-  _updateUserState(state, lastSpeakingTime) {
+  _updateUserState(state, options) {
     var _a;
     if (this._userState === state) {
       return;
@@ -639,15 +640,15 @@ class AgentSession extends EventEmitter {
     if (state === "speaking" && this._userSpeakingSpan === void 0) {
       this._userSpeakingSpan = tracer.startSpan({
         name: "user_speaking",
-        context: this.rootSpanContext,
-        startTime: lastSpeakingTime
+        context: (options == null ? void 0 : options.otelContext) ?? this.rootSpanContext,
+        startTime: options == null ? void 0 : options.lastSpeakingTime
       });
       const linked = (_a = this._roomIO) == null ? void 0 : _a.linkedParticipant;
       if (linked) {
         setParticipantSpanAttributes(this._userSpeakingSpan, linked);
       }
     } else if (this._userSpeakingSpan !== void 0) {
-      this._userSpeakingSpan.end(lastSpeakingTime);
+      this._userSpeakingSpan.end(options == null ? void 0 : options.lastSpeakingTime);
       this._userSpeakingSpan = void 0;
     }
     const oldState = this._userState;
@@ -677,7 +678,7 @@ class AgentSession extends EventEmitter {
   }
   _setUserAwayTimer() {
     this._cancelUserAwayTimer();
-    if (this.options.userAwayTimeout === null || this.options.userAwayTimeout === void 0) {
+    if (this.sessionOptions.userAwayTimeout === null || this.sessionOptions.userAwayTimeout === void 0) {
       return;
     }
     if (this._roomIO && !this._roomIO.isParticipantAvailable) {
@@ -686,7 +687,7 @@ class AgentSession extends EventEmitter {
     this.userAwayTimer = setTimeout(() => {
       this.logger.debug("User away timeout triggered");
       this._updateUserState("away");
-    }, this.options.userAwayTimeout * 1e3);
+    }, this.sessionOptions.userAwayTimeout * 1e3);
   }
   _cancelUserAwayTimer() {
     if (this.userAwayTimer !== null) {
@@ -751,8 +752,8 @@ class AgentSession extends EventEmitter {
     this.input.audio = null;
     this.output.audio = null;
     this.output.transcription = null;
-    await ((_b = this.clientEventsHandler) == null ? void 0 : _b.close());
-    this.clientEventsHandler = void 0;
+    await ((_b = this.sessionHost) == null ? void 0 : _b.close());
+    this.sessionHost = void 0;
     await ((_c = this._roomIO) == null ? void 0 : _c.close());
     this._roomIO = void 0;
     await ((_d = this.activity) == null ? void 0 : _d.close());
@@ -776,12 +777,11 @@ class AgentSession extends EventEmitter {
     this.rootSpanContext = void 0;
     this.llmErrorCounts = 0;
     this.ttsErrorCounts = 0;
-    this.interruptionDetectionErrorCounts = 0;
     this.logger.info({ reason, error }, "AgentSession closed");
   }
 }
 export {
   AgentSession,
-  defaultSessionOptions
+  defaultAgentSessionOptions
 };
 //# sourceMappingURL=agent_session.js.map