@livekit/agents 1.0.48 → 1.1.0-dev.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/constants.cjs +27 -0
- package/dist/constants.cjs.map +1 -1
- package/dist/constants.d.cts +9 -0
- package/dist/constants.d.ts +9 -0
- package/dist/constants.d.ts.map +1 -1
- package/dist/constants.js +18 -0
- package/dist/constants.js.map +1 -1
- package/dist/inference/api_protos.d.cts +71 -71
- package/dist/inference/api_protos.d.ts +71 -71
- package/dist/inference/interruption/defaults.cjs +81 -0
- package/dist/inference/interruption/defaults.cjs.map +1 -0
- package/dist/inference/interruption/defaults.d.cts +19 -0
- package/dist/inference/interruption/defaults.d.ts +19 -0
- package/dist/inference/interruption/defaults.d.ts.map +1 -0
- package/dist/inference/interruption/defaults.js +46 -0
- package/dist/inference/interruption/defaults.js.map +1 -0
- package/dist/inference/interruption/errors.cjs +44 -0
- package/dist/inference/interruption/errors.cjs.map +1 -0
- package/dist/inference/interruption/errors.d.cts +12 -0
- package/dist/inference/interruption/errors.d.ts +12 -0
- package/dist/inference/interruption/errors.d.ts.map +1 -0
- package/dist/inference/interruption/errors.js +20 -0
- package/dist/inference/interruption/errors.js.map +1 -0
- package/dist/inference/interruption/http_transport.cjs +147 -0
- package/dist/inference/interruption/http_transport.cjs.map +1 -0
- package/dist/inference/interruption/http_transport.d.cts +63 -0
- package/dist/inference/interruption/http_transport.d.ts +63 -0
- package/dist/inference/interruption/http_transport.d.ts.map +1 -0
- package/dist/inference/interruption/http_transport.js +121 -0
- package/dist/inference/interruption/http_transport.js.map +1 -0
- package/dist/inference/interruption/interruption_cache_entry.cjs +58 -0
- package/dist/inference/interruption/interruption_cache_entry.cjs.map +1 -0
- package/dist/inference/interruption/interruption_cache_entry.d.cts +30 -0
- package/dist/inference/interruption/interruption_cache_entry.d.ts +30 -0
- package/dist/inference/interruption/interruption_cache_entry.d.ts.map +1 -0
- package/dist/inference/interruption/interruption_cache_entry.js +34 -0
- package/dist/inference/interruption/interruption_cache_entry.js.map +1 -0
- package/dist/inference/interruption/interruption_detector.cjs +181 -0
- package/dist/inference/interruption/interruption_detector.cjs.map +1 -0
- package/dist/inference/interruption/interruption_detector.d.cts +59 -0
- package/dist/inference/interruption/interruption_detector.d.ts +59 -0
- package/dist/inference/interruption/interruption_detector.d.ts.map +1 -0
- package/dist/inference/interruption/interruption_detector.js +147 -0
- package/dist/inference/interruption/interruption_detector.js.map +1 -0
- package/dist/inference/interruption/interruption_stream.cjs +368 -0
- package/dist/inference/interruption/interruption_stream.cjs.map +1 -0
- package/dist/inference/interruption/interruption_stream.d.cts +46 -0
- package/dist/inference/interruption/interruption_stream.d.ts +46 -0
- package/dist/inference/interruption/interruption_stream.d.ts.map +1 -0
- package/dist/inference/interruption/interruption_stream.js +344 -0
- package/dist/inference/interruption/interruption_stream.js.map +1 -0
- package/dist/inference/interruption/types.cjs +17 -0
- package/dist/inference/interruption/types.cjs.map +1 -0
- package/dist/inference/interruption/types.d.cts +66 -0
- package/dist/inference/interruption/types.d.ts +66 -0
- package/dist/inference/interruption/types.d.ts.map +1 -0
- package/dist/inference/interruption/types.js +1 -0
- package/dist/inference/interruption/types.js.map +1 -0
- package/dist/inference/interruption/utils.cjs +130 -0
- package/dist/inference/interruption/utils.cjs.map +1 -0
- package/dist/inference/interruption/utils.d.cts +41 -0
- package/dist/inference/interruption/utils.d.ts +41 -0
- package/dist/inference/interruption/utils.d.ts.map +1 -0
- package/dist/inference/interruption/utils.js +105 -0
- package/dist/inference/interruption/utils.js.map +1 -0
- package/dist/inference/interruption/utils.test.cjs +105 -0
- package/dist/inference/interruption/utils.test.cjs.map +1 -0
- package/dist/inference/interruption/utils.test.js +104 -0
- package/dist/inference/interruption/utils.test.js.map +1 -0
- package/dist/inference/interruption/ws_transport.cjs +329 -0
- package/dist/inference/interruption/ws_transport.cjs.map +1 -0
- package/dist/inference/interruption/ws_transport.d.cts +33 -0
- package/dist/inference/interruption/ws_transport.d.ts +33 -0
- package/dist/inference/interruption/ws_transport.d.ts.map +1 -0
- package/dist/inference/interruption/ws_transport.js +295 -0
- package/dist/inference/interruption/ws_transport.js.map +1 -0
- package/dist/inference/llm.cjs +14 -10
- package/dist/inference/llm.cjs.map +1 -1
- package/dist/inference/llm.d.cts +2 -1
- package/dist/inference/llm.d.ts +2 -1
- package/dist/inference/llm.d.ts.map +1 -1
- package/dist/inference/llm.js +8 -10
- package/dist/inference/llm.js.map +1 -1
- package/dist/inference/stt.cjs +7 -2
- package/dist/inference/stt.cjs.map +1 -1
- package/dist/inference/stt.d.cts +2 -0
- package/dist/inference/stt.d.ts +2 -0
- package/dist/inference/stt.d.ts.map +1 -1
- package/dist/inference/stt.js +8 -3
- package/dist/inference/stt.js.map +1 -1
- package/dist/inference/tts.cjs +7 -2
- package/dist/inference/tts.cjs.map +1 -1
- package/dist/inference/tts.d.cts +2 -0
- package/dist/inference/tts.d.ts +2 -0
- package/dist/inference/tts.d.ts.map +1 -1
- package/dist/inference/tts.js +8 -3
- package/dist/inference/tts.js.map +1 -1
- package/dist/inference/utils.cjs +26 -7
- package/dist/inference/utils.cjs.map +1 -1
- package/dist/inference/utils.d.cts +13 -0
- package/dist/inference/utils.d.ts +13 -0
- package/dist/inference/utils.d.ts.map +1 -1
- package/dist/inference/utils.js +18 -2
- package/dist/inference/utils.js.map +1 -1
- package/dist/llm/chat_context.cjs +20 -2
- package/dist/llm/chat_context.cjs.map +1 -1
- package/dist/llm/chat_context.d.cts +19 -1
- package/dist/llm/chat_context.d.ts +19 -1
- package/dist/llm/chat_context.d.ts.map +1 -1
- package/dist/llm/chat_context.js +20 -2
- package/dist/llm/chat_context.js.map +1 -1
- package/dist/llm/index.cjs.map +1 -1
- package/dist/llm/index.d.cts +1 -1
- package/dist/llm/index.d.ts +1 -1
- package/dist/llm/index.d.ts.map +1 -1
- package/dist/llm/index.js.map +1 -1
- package/dist/llm/llm.cjs +16 -1
- package/dist/llm/llm.cjs.map +1 -1
- package/dist/llm/llm.d.cts +9 -0
- package/dist/llm/llm.d.ts +9 -0
- package/dist/llm/llm.d.ts.map +1 -1
- package/dist/llm/llm.js +16 -1
- package/dist/llm/llm.js.map +1 -1
- package/dist/llm/realtime.cjs +3 -0
- package/dist/llm/realtime.cjs.map +1 -1
- package/dist/llm/realtime.d.cts +1 -0
- package/dist/llm/realtime.d.ts +1 -0
- package/dist/llm/realtime.d.ts.map +1 -1
- package/dist/llm/realtime.js +3 -0
- package/dist/llm/realtime.js.map +1 -1
- package/dist/metrics/base.cjs.map +1 -1
- package/dist/metrics/base.d.cts +45 -1
- package/dist/metrics/base.d.ts +45 -1
- package/dist/metrics/base.d.ts.map +1 -1
- package/dist/metrics/index.cjs +5 -0
- package/dist/metrics/index.cjs.map +1 -1
- package/dist/metrics/index.d.cts +2 -1
- package/dist/metrics/index.d.ts +2 -1
- package/dist/metrics/index.d.ts.map +1 -1
- package/dist/metrics/index.js +6 -0
- package/dist/metrics/index.js.map +1 -1
- package/dist/metrics/model_usage.cjs +189 -0
- package/dist/metrics/model_usage.cjs.map +1 -0
- package/dist/metrics/model_usage.d.cts +92 -0
- package/dist/metrics/model_usage.d.ts +92 -0
- package/dist/metrics/model_usage.d.ts.map +1 -0
- package/dist/metrics/model_usage.js +164 -0
- package/dist/metrics/model_usage.js.map +1 -0
- package/dist/metrics/model_usage.test.cjs +474 -0
- package/dist/metrics/model_usage.test.cjs.map +1 -0
- package/dist/metrics/model_usage.test.js +476 -0
- package/dist/metrics/model_usage.test.js.map +1 -0
- package/dist/metrics/usage_collector.cjs +3 -0
- package/dist/metrics/usage_collector.cjs.map +1 -1
- package/dist/metrics/usage_collector.d.cts +9 -0
- package/dist/metrics/usage_collector.d.ts +9 -0
- package/dist/metrics/usage_collector.d.ts.map +1 -1
- package/dist/metrics/usage_collector.js +3 -0
- package/dist/metrics/usage_collector.js.map +1 -1
- package/dist/metrics/utils.cjs +9 -0
- package/dist/metrics/utils.cjs.map +1 -1
- package/dist/metrics/utils.d.ts.map +1 -1
- package/dist/metrics/utils.js +9 -0
- package/dist/metrics/utils.js.map +1 -1
- package/dist/stream/multi_input_stream.test.cjs +4 -0
- package/dist/stream/multi_input_stream.test.cjs.map +1 -1
- package/dist/stream/multi_input_stream.test.js +5 -1
- package/dist/stream/multi_input_stream.test.js.map +1 -1
- package/dist/stream/stream_channel.cjs +31 -0
- package/dist/stream/stream_channel.cjs.map +1 -1
- package/dist/stream/stream_channel.d.cts +4 -2
- package/dist/stream/stream_channel.d.ts +4 -2
- package/dist/stream/stream_channel.d.ts.map +1 -1
- package/dist/stream/stream_channel.js +31 -0
- package/dist/stream/stream_channel.js.map +1 -1
- package/dist/stt/stt.cjs +34 -2
- package/dist/stt/stt.cjs.map +1 -1
- package/dist/stt/stt.d.cts +22 -0
- package/dist/stt/stt.d.ts +22 -0
- package/dist/stt/stt.d.ts.map +1 -1
- package/dist/stt/stt.js +34 -2
- package/dist/stt/stt.js.map +1 -1
- package/dist/telemetry/otel_http_exporter.cjs +24 -5
- package/dist/telemetry/otel_http_exporter.cjs.map +1 -1
- package/dist/telemetry/otel_http_exporter.d.cts +1 -0
- package/dist/telemetry/otel_http_exporter.d.ts +1 -0
- package/dist/telemetry/otel_http_exporter.d.ts.map +1 -1
- package/dist/telemetry/otel_http_exporter.js +24 -5
- package/dist/telemetry/otel_http_exporter.js.map +1 -1
- package/dist/telemetry/trace_types.cjs +5 -5
- package/dist/telemetry/trace_types.cjs.map +1 -1
- package/dist/telemetry/trace_types.d.cts +9 -5
- package/dist/telemetry/trace_types.d.ts +9 -5
- package/dist/telemetry/trace_types.d.ts.map +1 -1
- package/dist/telemetry/trace_types.js +5 -5
- package/dist/telemetry/trace_types.js.map +1 -1
- package/dist/telemetry/traces.cjs +47 -8
- package/dist/telemetry/traces.cjs.map +1 -1
- package/dist/telemetry/traces.d.ts.map +1 -1
- package/dist/telemetry/traces.js +47 -8
- package/dist/telemetry/traces.js.map +1 -1
- package/dist/tts/tts.cjs +64 -2
- package/dist/tts/tts.cjs.map +1 -1
- package/dist/tts/tts.d.cts +34 -0
- package/dist/tts/tts.d.ts +34 -0
- package/dist/tts/tts.d.ts.map +1 -1
- package/dist/tts/tts.js +64 -2
- package/dist/tts/tts.js.map +1 -1
- package/dist/version.cjs +1 -1
- package/dist/version.js +1 -1
- package/dist/voice/agent.cjs +25 -4
- package/dist/voice/agent.cjs.map +1 -1
- package/dist/voice/agent.d.cts +10 -2
- package/dist/voice/agent.d.ts +10 -2
- package/dist/voice/agent.d.ts.map +1 -1
- package/dist/voice/agent.js +25 -4
- package/dist/voice/agent.js.map +1 -1
- package/dist/voice/agent_activity.cjs +261 -36
- package/dist/voice/agent_activity.cjs.map +1 -1
- package/dist/voice/agent_activity.d.cts +20 -6
- package/dist/voice/agent_activity.d.ts +20 -6
- package/dist/voice/agent_activity.d.ts.map +1 -1
- package/dist/voice/agent_activity.js +262 -37
- package/dist/voice/agent_activity.js.map +1 -1
- package/dist/voice/agent_session.cjs +105 -48
- package/dist/voice/agent_session.cjs.map +1 -1
- package/dist/voice/agent_session.d.cts +90 -20
- package/dist/voice/agent_session.d.ts +90 -20
- package/dist/voice/agent_session.d.ts.map +1 -1
- package/dist/voice/agent_session.js +105 -46
- package/dist/voice/agent_session.js.map +1 -1
- package/dist/voice/audio_recognition.cjs +287 -6
- package/dist/voice/audio_recognition.cjs.map +1 -1
- package/dist/voice/audio_recognition.d.cts +42 -3
- package/dist/voice/audio_recognition.d.ts +42 -3
- package/dist/voice/audio_recognition.d.ts.map +1 -1
- package/dist/voice/audio_recognition.js +289 -7
- package/dist/voice/audio_recognition.js.map +1 -1
- package/dist/voice/client_events.cjs +554 -0
- package/dist/voice/client_events.cjs.map +1 -0
- package/dist/voice/client_events.d.cts +195 -0
- package/dist/voice/client_events.d.ts +195 -0
- package/dist/voice/client_events.d.ts.map +1 -0
- package/dist/voice/client_events.js +548 -0
- package/dist/voice/client_events.js.map +1 -0
- package/dist/voice/events.cjs +1 -0
- package/dist/voice/events.cjs.map +1 -1
- package/dist/voice/events.d.cts +8 -5
- package/dist/voice/events.d.ts +8 -5
- package/dist/voice/events.d.ts.map +1 -1
- package/dist/voice/events.js +1 -0
- package/dist/voice/events.js.map +1 -1
- package/dist/voice/generation.cjs +43 -8
- package/dist/voice/generation.cjs.map +1 -1
- package/dist/voice/generation.d.cts +3 -3
- package/dist/voice/generation.d.ts +3 -3
- package/dist/voice/generation.d.ts.map +1 -1
- package/dist/voice/generation.js +43 -8
- package/dist/voice/generation.js.map +1 -1
- package/dist/voice/index.cjs +1 -0
- package/dist/voice/index.cjs.map +1 -1
- package/dist/voice/index.d.cts +1 -0
- package/dist/voice/index.d.ts +1 -0
- package/dist/voice/index.d.ts.map +1 -1
- package/dist/voice/index.js +1 -0
- package/dist/voice/index.js.map +1 -1
- package/dist/voice/report.cjs +20 -8
- package/dist/voice/report.cjs.map +1 -1
- package/dist/voice/report.d.cts +5 -0
- package/dist/voice/report.d.ts +5 -0
- package/dist/voice/report.d.ts.map +1 -1
- package/dist/voice/report.js +20 -8
- package/dist/voice/report.js.map +1 -1
- package/dist/voice/report.test.cjs +106 -0
- package/dist/voice/report.test.cjs.map +1 -0
- package/dist/voice/report.test.js +105 -0
- package/dist/voice/report.test.js.map +1 -0
- package/dist/voice/room_io/room_io.cjs +5 -39
- package/dist/voice/room_io/room_io.cjs.map +1 -1
- package/dist/voice/room_io/room_io.d.cts +4 -9
- package/dist/voice/room_io/room_io.d.ts +4 -9
- package/dist/voice/room_io/room_io.d.ts.map +1 -1
- package/dist/voice/room_io/room_io.js +5 -40
- package/dist/voice/room_io/room_io.js.map +1 -1
- package/dist/voice/turn_config/endpointing.cjs +33 -0
- package/dist/voice/turn_config/endpointing.cjs.map +1 -0
- package/dist/voice/turn_config/endpointing.d.cts +30 -0
- package/dist/voice/turn_config/endpointing.d.ts +30 -0
- package/dist/voice/turn_config/endpointing.d.ts.map +1 -0
- package/dist/voice/turn_config/endpointing.js +9 -0
- package/dist/voice/turn_config/endpointing.js.map +1 -0
- package/dist/voice/turn_config/interruption.cjs +37 -0
- package/dist/voice/turn_config/interruption.cjs.map +1 -0
- package/dist/voice/turn_config/interruption.d.cts +53 -0
- package/dist/voice/turn_config/interruption.d.ts +53 -0
- package/dist/voice/turn_config/interruption.d.ts.map +1 -0
- package/dist/voice/turn_config/interruption.js +13 -0
- package/dist/voice/turn_config/interruption.js.map +1 -0
- package/dist/voice/turn_config/turn_handling.cjs +35 -0
- package/dist/voice/turn_config/turn_handling.cjs.map +1 -0
- package/dist/voice/turn_config/turn_handling.d.cts +36 -0
- package/dist/voice/turn_config/turn_handling.d.ts +36 -0
- package/dist/voice/turn_config/turn_handling.d.ts.map +1 -0
- package/dist/voice/turn_config/turn_handling.js +11 -0
- package/dist/voice/turn_config/turn_handling.js.map +1 -0
- package/dist/voice/turn_config/utils.cjs +97 -0
- package/dist/voice/turn_config/utils.cjs.map +1 -0
- package/dist/voice/turn_config/utils.d.cts +25 -0
- package/dist/voice/turn_config/utils.d.ts +25 -0
- package/dist/voice/turn_config/utils.d.ts.map +1 -0
- package/dist/voice/turn_config/utils.js +73 -0
- package/dist/voice/turn_config/utils.js.map +1 -0
- package/dist/voice/turn_config/utils.test.cjs +86 -0
- package/dist/voice/turn_config/utils.test.cjs.map +1 -0
- package/dist/voice/turn_config/utils.test.js +85 -0
- package/dist/voice/turn_config/utils.test.js.map +1 -0
- package/dist/voice/wire_format.cjs +798 -0
- package/dist/voice/wire_format.cjs.map +1 -0
- package/dist/voice/wire_format.d.cts +5503 -0
- package/dist/voice/wire_format.d.ts +5503 -0
- package/dist/voice/wire_format.d.ts.map +1 -0
- package/dist/voice/wire_format.js +728 -0
- package/dist/voice/wire_format.js.map +1 -0
- package/package.json +2 -1
- package/src/constants.ts +13 -0
- package/src/inference/interruption/defaults.ts +51 -0
- package/src/inference/interruption/errors.ts +25 -0
- package/src/inference/interruption/http_transport.ts +187 -0
- package/src/inference/interruption/interruption_cache_entry.ts +50 -0
- package/src/inference/interruption/interruption_detector.ts +188 -0
- package/src/inference/interruption/interruption_stream.ts +467 -0
- package/src/inference/interruption/types.ts +84 -0
- package/src/inference/interruption/utils.test.ts +132 -0
- package/src/inference/interruption/utils.ts +137 -0
- package/src/inference/interruption/ws_transport.ts +402 -0
- package/src/inference/llm.ts +9 -12
- package/src/inference/stt.ts +10 -3
- package/src/inference/tts.ts +10 -3
- package/src/inference/utils.ts +29 -1
- package/src/llm/chat_context.ts +40 -2
- package/src/llm/index.ts +1 -0
- package/src/llm/llm.ts +16 -0
- package/src/llm/realtime.ts +4 -0
- package/src/metrics/base.ts +48 -1
- package/src/metrics/index.ts +11 -0
- package/src/metrics/model_usage.test.ts +545 -0
- package/src/metrics/model_usage.ts +262 -0
- package/src/metrics/usage_collector.ts +11 -0
- package/src/metrics/utils.ts +11 -0
- package/src/stream/multi_input_stream.test.ts +6 -1
- package/src/stream/stream_channel.ts +34 -2
- package/src/stt/stt.ts +38 -0
- package/src/telemetry/otel_http_exporter.ts +28 -5
- package/src/telemetry/trace_types.ts +11 -8
- package/src/telemetry/traces.ts +111 -54
- package/src/tts/tts.ts +69 -1
- package/src/voice/agent.ts +30 -3
- package/src/voice/agent_activity.ts +327 -28
- package/src/voice/agent_session.ts +207 -59
- package/src/voice/audio_recognition.ts +385 -9
- package/src/voice/client_events.ts +838 -0
- package/src/voice/events.ts +14 -4
- package/src/voice/generation.ts +52 -9
- package/src/voice/index.ts +1 -0
- package/src/voice/report.test.ts +117 -0
- package/src/voice/report.ts +29 -6
- package/src/voice/room_io/room_io.ts +7 -61
- package/src/voice/turn_config/endpointing.ts +33 -0
- package/src/voice/turn_config/interruption.ts +56 -0
- package/src/voice/turn_config/turn_handling.ts +45 -0
- package/src/voice/turn_config/utils.test.ts +100 -0
- package/src/voice/turn_config/utils.ts +103 -0
- package/src/voice/wire_format.ts +827 -0
|
@@ -1,14 +1,17 @@
|
|
|
1
1
|
/// <reference types="node" resolution-mode="require"/>
|
|
2
2
|
import type { AudioFrame, Room } from '@livekit/rtc-node';
|
|
3
3
|
import type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';
|
|
4
|
-
import type { Context } from '@opentelemetry/api';
|
|
4
|
+
import type { Context, Span } from '@opentelemetry/api';
|
|
5
5
|
import type { ReadableStream } from 'node:stream/web';
|
|
6
6
|
import type { z } from 'zod';
|
|
7
7
|
import { type LLMModels, type STTModelString, type TTSModelString } from '../inference/index.js';
|
|
8
|
+
import type { InterruptionDetectionError } from '../inference/interruption/errors.js';
|
|
9
|
+
import type { OverlappingSpeechEvent } from '../inference/interruption/types.js';
|
|
8
10
|
import type { FunctionCall, FunctionCallOutput } from '../llm/chat_context.js';
|
|
9
11
|
import { ChatContext, ChatMessage } from '../llm/chat_context.js';
|
|
10
12
|
import type { LLM, RealtimeModel, RealtimeModelError, ToolChoice } from '../llm/index.js';
|
|
11
13
|
import type { LLMError } from '../llm/llm.js';
|
|
14
|
+
import { type ModelUsage } from '../metrics/model_usage.js';
|
|
12
15
|
import type { STT } from '../stt/index.js';
|
|
13
16
|
import type { STTError } from '../stt/stt.js';
|
|
14
17
|
import type { TTS, TTSError } from '../tts/tts.js';
|
|
@@ -24,18 +27,65 @@ import { RoomIO, type RoomInputOptions, type RoomOutputOptions } from './room_io
|
|
|
24
27
|
import type { UnknownUserData } from './run_context.js';
|
|
25
28
|
import type { SpeechHandle } from './speech_handle.js';
|
|
26
29
|
import { RunResult } from './testing/run_result.js';
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
maxEndpointingDelay: number;
|
|
30
|
+
import type { InternalTurnHandlingOptions, TurnHandlingOptions } from './turn_config/turn_handling.js';
|
|
31
|
+
export interface AgentSessionUsage {
|
|
32
|
+
/** List of usage summaries, one per model/provider combination. */
|
|
33
|
+
modelUsage: Array<Partial<ModelUsage>>;
|
|
34
|
+
}
|
|
35
|
+
export interface SessionOptions {
|
|
34
36
|
maxToolSteps: number;
|
|
37
|
+
/**
|
|
38
|
+
* Whether to speculatively begin LLM and TTS requests before an end-of-turn is detected.
|
|
39
|
+
* When `true`, the agent sends inference calls as soon as a user transcript is received rather
|
|
40
|
+
* than waiting for a definitive turn boundary. This can reduce response latency by overlapping
|
|
41
|
+
* model inference with user audio, but may incur extra compute if the user interrupts or
|
|
42
|
+
* revises mid-utterance.
|
|
43
|
+
* @defaultValue false
|
|
44
|
+
*/
|
|
35
45
|
preemptiveGeneration: boolean;
|
|
36
|
-
|
|
46
|
+
/**
|
|
47
|
+
* If set, set the user state as "away" after this amount of time after user and agent are
|
|
48
|
+
* silent. Set to `null` to disable.
|
|
49
|
+
* @defaultValue 15.0
|
|
50
|
+
*/
|
|
51
|
+
userAwayTimeout: number | null;
|
|
52
|
+
/**
|
|
53
|
+
* Duration in milliseconds for AEC (Acoustic Echo Cancellation) warmup, during which
|
|
54
|
+
* interruptions from audio activity are suppressed. Set to `null` to disable.
|
|
55
|
+
* @defaultValue 3000
|
|
56
|
+
*/
|
|
57
|
+
aecWarmupDuration: number | null;
|
|
58
|
+
/**
|
|
59
|
+
* Configuration for turn handling.
|
|
60
|
+
*/
|
|
61
|
+
turnHandling: Partial<TurnHandlingOptions>;
|
|
37
62
|
useTtsAlignedTranscript: boolean;
|
|
63
|
+
/** @deprecated Use {@link SessionOptions.turnHandling}.interruption.mode instead. */
|
|
64
|
+
allowInterruptions?: boolean;
|
|
65
|
+
/** @deprecated Use {@link SessionOptions.turnHandling}.interruption.discardAudioIfUninterruptible instead. */
|
|
66
|
+
discardAudioIfUninterruptible?: boolean;
|
|
67
|
+
/** @deprecated Use {@link SessionOptions.turnHandling}.interruption.minDuration instead. */
|
|
68
|
+
minInterruptionDuration?: number;
|
|
69
|
+
/** @deprecated Use {@link SessionOptions.turnHandling}.interruption.minWords instead. */
|
|
70
|
+
minInterruptionWords?: number;
|
|
71
|
+
/** @deprecated Use {@link SessionOptions.turnHandling}.endpointing.minDelay instead. */
|
|
72
|
+
minEndpointingDelay?: number;
|
|
73
|
+
/** @deprecated Use {@link SessionOptions.turnHandling}.endpointing.maxDelay instead. */
|
|
74
|
+
maxEndpointingDelay?: number;
|
|
38
75
|
}
|
|
76
|
+
export interface InternalSessionOptions extends SessionOptions {
|
|
77
|
+
turnHandling: InternalTurnHandlingOptions;
|
|
78
|
+
}
|
|
79
|
+
export declare const defaultSessionOptions: {
|
|
80
|
+
readonly maxToolSteps: 3;
|
|
81
|
+
readonly preemptiveGeneration: false;
|
|
82
|
+
readonly userAwayTimeout: 15;
|
|
83
|
+
readonly aecWarmupDuration: 3000;
|
|
84
|
+
readonly turnHandling: {};
|
|
85
|
+
readonly useTtsAlignedTranscript: true;
|
|
86
|
+
};
|
|
87
|
+
/** @deprecated {@link VoiceOptions} has been renamed to {@link SessionOptions} */
|
|
88
|
+
export type VoiceOptions = SessionOptions;
|
|
39
89
|
export type TurnDetectionMode = 'stt' | 'vad' | 'realtime_llm' | 'manual' | _TurnDetector;
|
|
40
90
|
export type AgentSessionCallbacks = {
|
|
41
91
|
[AgentSessionEventTypes.UserInputTranscribed]: (ev: UserInputTranscribedEvent) => void;
|
|
@@ -47,16 +97,20 @@ export type AgentSessionCallbacks = {
|
|
|
47
97
|
[AgentSessionEventTypes.SpeechCreated]: (ev: SpeechCreatedEvent) => void;
|
|
48
98
|
[AgentSessionEventTypes.Error]: (ev: ErrorEvent) => void;
|
|
49
99
|
[AgentSessionEventTypes.Close]: (ev: CloseEvent) => void;
|
|
100
|
+
[AgentSessionEventTypes.UserOverlappingSpeech]: (ev: OverlappingSpeechEvent) => void;
|
|
50
101
|
};
|
|
51
102
|
export type AgentSessionOptions<UserData = UnknownUserData> = {
|
|
52
|
-
turnDetection?: TurnDetectionMode;
|
|
53
103
|
stt?: STT | STTModelString;
|
|
54
104
|
vad?: VAD;
|
|
55
105
|
llm?: LLM | RealtimeModel | LLMModels;
|
|
56
106
|
tts?: TTS | TTSModelString;
|
|
57
107
|
userData?: UserData;
|
|
58
|
-
|
|
108
|
+
options?: Partial<SessionOptions>;
|
|
59
109
|
connOptions?: SessionConnectOptions;
|
|
110
|
+
/** @deprecated use {@link AgentSessionOptions.options}.turnHandling.turnDetection instead */
|
|
111
|
+
turnDetection?: TurnDetectionMode;
|
|
112
|
+
/** @deprecated use {@link AgentSessionOptions.options} instead */
|
|
113
|
+
voiceOptions?: Partial<VoiceOptions>;
|
|
60
114
|
};
|
|
61
115
|
type ActivityTransitionOptions = {
|
|
62
116
|
previousActivity?: 'close' | 'pause';
|
|
@@ -71,30 +125,35 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
|
|
|
71
125
|
llm?: LLM | RealtimeModel;
|
|
72
126
|
tts?: TTS;
|
|
73
127
|
turnDetection?: TurnDetectionMode;
|
|
74
|
-
readonly options:
|
|
128
|
+
readonly options: InternalSessionOptions;
|
|
129
|
+
private readonly activityLock;
|
|
75
130
|
private agent?;
|
|
76
131
|
private activity?;
|
|
77
132
|
private nextActivity?;
|
|
78
133
|
private updateActivityTask?;
|
|
79
134
|
private started;
|
|
80
|
-
private
|
|
81
|
-
private readonly activityLock;
|
|
82
|
-
/** @internal */
|
|
83
|
-
_roomIO?: RoomIO;
|
|
84
|
-
private logger;
|
|
135
|
+
private clientEventsHandler?;
|
|
85
136
|
private _chatCtx;
|
|
86
137
|
private _userData;
|
|
138
|
+
private _userState;
|
|
87
139
|
private _agentState;
|
|
88
140
|
private _input;
|
|
89
141
|
private _output;
|
|
90
142
|
private closingTask;
|
|
91
143
|
private userAwayTimer;
|
|
144
|
+
private _aecWarmupTimer;
|
|
92
145
|
private _connOptions;
|
|
93
146
|
private llmErrorCounts;
|
|
94
147
|
private ttsErrorCounts;
|
|
148
|
+
private interruptionDetectionErrorCounts;
|
|
95
149
|
private sessionSpan?;
|
|
96
|
-
private userSpeakingSpan?;
|
|
97
150
|
private agentSpeakingSpan?;
|
|
151
|
+
private _interruptionDetection?;
|
|
152
|
+
private _usageCollector;
|
|
153
|
+
/** @internal */
|
|
154
|
+
_roomIO?: RoomIO;
|
|
155
|
+
/** @internal */
|
|
156
|
+
_aecWarmupRemaining: number;
|
|
98
157
|
/** @internal */
|
|
99
158
|
_recorderIO?: RecorderIO;
|
|
100
159
|
/** @internal */
|
|
@@ -107,7 +166,10 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
|
|
|
107
166
|
_startedAt?: number;
|
|
108
167
|
/** @internal - Current run state for testing */
|
|
109
168
|
_globalRunState?: RunResult;
|
|
110
|
-
|
|
169
|
+
/** @internal */
|
|
170
|
+
_userSpeakingSpan?: Span;
|
|
171
|
+
private logger;
|
|
172
|
+
constructor(options: AgentSessionOptions<UserData>);
|
|
111
173
|
emit<K extends keyof AgentSessionCallbacks>(event: K, ...args: Parameters<AgentSessionCallbacks[K]>): boolean;
|
|
112
174
|
get input(): AgentInput;
|
|
113
175
|
get output(): AgentOutput;
|
|
@@ -115,6 +177,11 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
|
|
|
115
177
|
get history(): ChatContext;
|
|
116
178
|
/** Connection options for STT, LLM, and TTS. */
|
|
117
179
|
get connOptions(): ResolvedSessionConnectOptions;
|
|
180
|
+
get interruptionDetection(): false | "vad" | "adaptive" | undefined;
|
|
181
|
+
/**
|
|
182
|
+
* Returns usage summaries for this session, one per model/provider combination.
|
|
183
|
+
*/
|
|
184
|
+
get usage(): AgentSessionUsage;
|
|
118
185
|
get useTtsAlignedTranscript(): boolean;
|
|
119
186
|
set userData(value: UserData);
|
|
120
187
|
private _startImpl;
|
|
@@ -166,6 +233,7 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
|
|
|
166
233
|
_updateActivity(agent: Agent, options?: ActivityTransitionOptions): Promise<void>;
|
|
167
234
|
get chatCtx(): ChatContext;
|
|
168
235
|
get agentState(): AgentState;
|
|
236
|
+
get userState(): UserState;
|
|
169
237
|
get currentAgent(): Agent;
|
|
170
238
|
close(): Promise<void>;
|
|
171
239
|
shutdown(options?: {
|
|
@@ -179,7 +247,7 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
|
|
|
179
247
|
error?: RealtimeModelError | STTError | TTSError | LLMError | null;
|
|
180
248
|
}): void;
|
|
181
249
|
/** @internal */
|
|
182
|
-
_onError(error: RealtimeModelError | STTError | TTSError | LLMError): void;
|
|
250
|
+
_onError(error: RealtimeModelError | STTError | TTSError | LLMError | InterruptionDetectionError): void;
|
|
183
251
|
/** @internal */
|
|
184
252
|
_conversationItemAdded(item: ChatMessage): void;
|
|
185
253
|
/** @internal */
|
|
@@ -196,6 +264,8 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
|
|
|
196
264
|
private onTextOutputChanged;
|
|
197
265
|
private _setUserAwayTimer;
|
|
198
266
|
private _cancelUserAwayTimer;
|
|
267
|
+
/** @internal */
|
|
268
|
+
_onAecWarmupExpired(): void;
|
|
199
269
|
private _onUserInputTranscribed;
|
|
200
270
|
private closeImpl;
|
|
201
271
|
private closeImplInner;
|
|
@@ -1,14 +1,17 @@
|
|
|
1
1
|
/// <reference types="node" resolution-mode="require"/>
|
|
2
2
|
import type { AudioFrame, Room } from '@livekit/rtc-node';
|
|
3
3
|
import type { TypedEventEmitter as TypedEmitter } from '@livekit/typed-emitter';
|
|
4
|
-
import type { Context } from '@opentelemetry/api';
|
|
4
|
+
import type { Context, Span } from '@opentelemetry/api';
|
|
5
5
|
import type { ReadableStream } from 'node:stream/web';
|
|
6
6
|
import type { z } from 'zod';
|
|
7
7
|
import { type LLMModels, type STTModelString, type TTSModelString } from '../inference/index.js';
|
|
8
|
+
import type { InterruptionDetectionError } from '../inference/interruption/errors.js';
|
|
9
|
+
import type { OverlappingSpeechEvent } from '../inference/interruption/types.js';
|
|
8
10
|
import type { FunctionCall, FunctionCallOutput } from '../llm/chat_context.js';
|
|
9
11
|
import { ChatContext, ChatMessage } from '../llm/chat_context.js';
|
|
10
12
|
import type { LLM, RealtimeModel, RealtimeModelError, ToolChoice } from '../llm/index.js';
|
|
11
13
|
import type { LLMError } from '../llm/llm.js';
|
|
14
|
+
import { type ModelUsage } from '../metrics/model_usage.js';
|
|
12
15
|
import type { STT } from '../stt/index.js';
|
|
13
16
|
import type { STTError } from '../stt/stt.js';
|
|
14
17
|
import type { TTS, TTSError } from '../tts/tts.js';
|
|
@@ -24,18 +27,65 @@ import { RoomIO, type RoomInputOptions, type RoomOutputOptions } from './room_io
|
|
|
24
27
|
import type { UnknownUserData } from './run_context.js';
|
|
25
28
|
import type { SpeechHandle } from './speech_handle.js';
|
|
26
29
|
import { RunResult } from './testing/run_result.js';
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
maxEndpointingDelay: number;
|
|
30
|
+
import type { InternalTurnHandlingOptions, TurnHandlingOptions } from './turn_config/turn_handling.js';
|
|
31
|
+
export interface AgentSessionUsage {
|
|
32
|
+
/** List of usage summaries, one per model/provider combination. */
|
|
33
|
+
modelUsage: Array<Partial<ModelUsage>>;
|
|
34
|
+
}
|
|
35
|
+
export interface SessionOptions {
|
|
34
36
|
maxToolSteps: number;
|
|
37
|
+
/**
|
|
38
|
+
* Whether to speculatively begin LLM and TTS requests before an end-of-turn is detected.
|
|
39
|
+
* When `true`, the agent sends inference calls as soon as a user transcript is received rather
|
|
40
|
+
* than waiting for a definitive turn boundary. This can reduce response latency by overlapping
|
|
41
|
+
* model inference with user audio, but may incur extra compute if the user interrupts or
|
|
42
|
+
* revises mid-utterance.
|
|
43
|
+
* @defaultValue false
|
|
44
|
+
*/
|
|
35
45
|
preemptiveGeneration: boolean;
|
|
36
|
-
|
|
46
|
+
/**
|
|
47
|
+
* If set, set the user state as "away" after this amount of time after user and agent are
|
|
48
|
+
* silent. Set to `null` to disable.
|
|
49
|
+
* @defaultValue 15.0
|
|
50
|
+
*/
|
|
51
|
+
userAwayTimeout: number | null;
|
|
52
|
+
/**
|
|
53
|
+
* Duration in milliseconds for AEC (Acoustic Echo Cancellation) warmup, during which
|
|
54
|
+
* interruptions from audio activity are suppressed. Set to `null` to disable.
|
|
55
|
+
* @defaultValue 3000
|
|
56
|
+
*/
|
|
57
|
+
aecWarmupDuration: number | null;
|
|
58
|
+
/**
|
|
59
|
+
* Configuration for turn handling.
|
|
60
|
+
*/
|
|
61
|
+
turnHandling: Partial<TurnHandlingOptions>;
|
|
37
62
|
useTtsAlignedTranscript: boolean;
|
|
63
|
+
/** @deprecated Use {@link SessionOptions.turnHandling}.interruption.mode instead. */
|
|
64
|
+
allowInterruptions?: boolean;
|
|
65
|
+
/** @deprecated Use {@link SessionOptions.turnHandling}.interruption.discardAudioIfUninterruptible instead. */
|
|
66
|
+
discardAudioIfUninterruptible?: boolean;
|
|
67
|
+
/** @deprecated Use {@link SessionOptions.turnHandling}.interruption.minDuration instead. */
|
|
68
|
+
minInterruptionDuration?: number;
|
|
69
|
+
/** @deprecated Use {@link SessionOptions.turnHandling}.interruption.minWords instead. */
|
|
70
|
+
minInterruptionWords?: number;
|
|
71
|
+
/** @deprecated Use {@link SessionOptions.turnHandling}.endpointing.minDelay instead. */
|
|
72
|
+
minEndpointingDelay?: number;
|
|
73
|
+
/** @deprecated Use {@link SessionOptions.turnHandling}.endpointing.maxDelay instead. */
|
|
74
|
+
maxEndpointingDelay?: number;
|
|
38
75
|
}
|
|
76
|
+
export interface InternalSessionOptions extends SessionOptions {
|
|
77
|
+
turnHandling: InternalTurnHandlingOptions;
|
|
78
|
+
}
|
|
79
|
+
export declare const defaultSessionOptions: {
|
|
80
|
+
readonly maxToolSteps: 3;
|
|
81
|
+
readonly preemptiveGeneration: false;
|
|
82
|
+
readonly userAwayTimeout: 15;
|
|
83
|
+
readonly aecWarmupDuration: 3000;
|
|
84
|
+
readonly turnHandling: {};
|
|
85
|
+
readonly useTtsAlignedTranscript: true;
|
|
86
|
+
};
|
|
87
|
+
/** @deprecated {@link VoiceOptions} has been renamed to {@link SessionOptions} */
|
|
88
|
+
export type VoiceOptions = SessionOptions;
|
|
39
89
|
export type TurnDetectionMode = 'stt' | 'vad' | 'realtime_llm' | 'manual' | _TurnDetector;
|
|
40
90
|
export type AgentSessionCallbacks = {
|
|
41
91
|
[AgentSessionEventTypes.UserInputTranscribed]: (ev: UserInputTranscribedEvent) => void;
|
|
@@ -47,16 +97,20 @@ export type AgentSessionCallbacks = {
|
|
|
47
97
|
[AgentSessionEventTypes.SpeechCreated]: (ev: SpeechCreatedEvent) => void;
|
|
48
98
|
[AgentSessionEventTypes.Error]: (ev: ErrorEvent) => void;
|
|
49
99
|
[AgentSessionEventTypes.Close]: (ev: CloseEvent) => void;
|
|
100
|
+
[AgentSessionEventTypes.UserOverlappingSpeech]: (ev: OverlappingSpeechEvent) => void;
|
|
50
101
|
};
|
|
51
102
|
export type AgentSessionOptions<UserData = UnknownUserData> = {
|
|
52
|
-
turnDetection?: TurnDetectionMode;
|
|
53
103
|
stt?: STT | STTModelString;
|
|
54
104
|
vad?: VAD;
|
|
55
105
|
llm?: LLM | RealtimeModel | LLMModels;
|
|
56
106
|
tts?: TTS | TTSModelString;
|
|
57
107
|
userData?: UserData;
|
|
58
|
-
|
|
108
|
+
options?: Partial<SessionOptions>;
|
|
59
109
|
connOptions?: SessionConnectOptions;
|
|
110
|
+
/** @deprecated use {@link AgentSessionOptions.options}.turnHandling.turnDetection instead */
|
|
111
|
+
turnDetection?: TurnDetectionMode;
|
|
112
|
+
/** @deprecated use {@link AgentSessionOptions.options} instead */
|
|
113
|
+
voiceOptions?: Partial<VoiceOptions>;
|
|
60
114
|
};
|
|
61
115
|
type ActivityTransitionOptions = {
|
|
62
116
|
previousActivity?: 'close' | 'pause';
|
|
@@ -71,30 +125,35 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
|
|
|
71
125
|
llm?: LLM | RealtimeModel;
|
|
72
126
|
tts?: TTS;
|
|
73
127
|
turnDetection?: TurnDetectionMode;
|
|
74
|
-
readonly options:
|
|
128
|
+
readonly options: InternalSessionOptions;
|
|
129
|
+
private readonly activityLock;
|
|
75
130
|
private agent?;
|
|
76
131
|
private activity?;
|
|
77
132
|
private nextActivity?;
|
|
78
133
|
private updateActivityTask?;
|
|
79
134
|
private started;
|
|
80
|
-
private
|
|
81
|
-
private readonly activityLock;
|
|
82
|
-
/** @internal */
|
|
83
|
-
_roomIO?: RoomIO;
|
|
84
|
-
private logger;
|
|
135
|
+
private clientEventsHandler?;
|
|
85
136
|
private _chatCtx;
|
|
86
137
|
private _userData;
|
|
138
|
+
private _userState;
|
|
87
139
|
private _agentState;
|
|
88
140
|
private _input;
|
|
89
141
|
private _output;
|
|
90
142
|
private closingTask;
|
|
91
143
|
private userAwayTimer;
|
|
144
|
+
private _aecWarmupTimer;
|
|
92
145
|
private _connOptions;
|
|
93
146
|
private llmErrorCounts;
|
|
94
147
|
private ttsErrorCounts;
|
|
148
|
+
private interruptionDetectionErrorCounts;
|
|
95
149
|
private sessionSpan?;
|
|
96
|
-
private userSpeakingSpan?;
|
|
97
150
|
private agentSpeakingSpan?;
|
|
151
|
+
private _interruptionDetection?;
|
|
152
|
+
private _usageCollector;
|
|
153
|
+
/** @internal */
|
|
154
|
+
_roomIO?: RoomIO;
|
|
155
|
+
/** @internal */
|
|
156
|
+
_aecWarmupRemaining: number;
|
|
98
157
|
/** @internal */
|
|
99
158
|
_recorderIO?: RecorderIO;
|
|
100
159
|
/** @internal */
|
|
@@ -107,7 +166,10 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
|
|
|
107
166
|
_startedAt?: number;
|
|
108
167
|
/** @internal - Current run state for testing */
|
|
109
168
|
_globalRunState?: RunResult;
|
|
110
|
-
|
|
169
|
+
/** @internal */
|
|
170
|
+
_userSpeakingSpan?: Span;
|
|
171
|
+
private logger;
|
|
172
|
+
constructor(options: AgentSessionOptions<UserData>);
|
|
111
173
|
emit<K extends keyof AgentSessionCallbacks>(event: K, ...args: Parameters<AgentSessionCallbacks[K]>): boolean;
|
|
112
174
|
get input(): AgentInput;
|
|
113
175
|
get output(): AgentOutput;
|
|
@@ -115,6 +177,11 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
|
|
|
115
177
|
get history(): ChatContext;
|
|
116
178
|
/** Connection options for STT, LLM, and TTS. */
|
|
117
179
|
get connOptions(): ResolvedSessionConnectOptions;
|
|
180
|
+
get interruptionDetection(): false | "vad" | "adaptive" | undefined;
|
|
181
|
+
/**
|
|
182
|
+
* Returns usage summaries for this session, one per model/provider combination.
|
|
183
|
+
*/
|
|
184
|
+
get usage(): AgentSessionUsage;
|
|
118
185
|
get useTtsAlignedTranscript(): boolean;
|
|
119
186
|
set userData(value: UserData);
|
|
120
187
|
private _startImpl;
|
|
@@ -166,6 +233,7 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
|
|
|
166
233
|
_updateActivity(agent: Agent, options?: ActivityTransitionOptions): Promise<void>;
|
|
167
234
|
get chatCtx(): ChatContext;
|
|
168
235
|
get agentState(): AgentState;
|
|
236
|
+
get userState(): UserState;
|
|
169
237
|
get currentAgent(): Agent;
|
|
170
238
|
close(): Promise<void>;
|
|
171
239
|
shutdown(options?: {
|
|
@@ -179,7 +247,7 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
|
|
|
179
247
|
error?: RealtimeModelError | STTError | TTSError | LLMError | null;
|
|
180
248
|
}): void;
|
|
181
249
|
/** @internal */
|
|
182
|
-
_onError(error: RealtimeModelError | STTError | TTSError | LLMError): void;
|
|
250
|
+
_onError(error: RealtimeModelError | STTError | TTSError | LLMError | InterruptionDetectionError): void;
|
|
183
251
|
/** @internal */
|
|
184
252
|
_conversationItemAdded(item: ChatMessage): void;
|
|
185
253
|
/** @internal */
|
|
@@ -196,6 +264,8 @@ export declare class AgentSession<UserData = UnknownUserData> extends AgentSessi
|
|
|
196
264
|
private onTextOutputChanged;
|
|
197
265
|
private _setUserAwayTimer;
|
|
198
266
|
private _cancelUserAwayTimer;
|
|
267
|
+
/** @internal */
|
|
268
|
+
_onAecWarmupExpired(): void;
|
|
199
269
|
private _onUserInputTranscribed;
|
|
200
270
|
private closeImpl;
|
|
201
271
|
private closeImplInner;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent_session.d.ts","sourceRoot":"","sources":["../../src/voice/agent_session.ts"],"names":[],"mappings":";AAIA,OAAO,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,iBAAiB,IAAI,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAChF,OAAO,KAAK,EAAE,OAAO,
|
|
1
|
+
{"version":3,"file":"agent_session.d.ts","sourceRoot":"","sources":["../../src/voice/agent_session.ts"],"names":[],"mappings":";AAIA,OAAO,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,iBAAiB,IAAI,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAChF,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAGxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAC7B,OAAO,EAIL,KAAK,SAAS,EACd,KAAK,cAAc,EACnB,KAAK,cAAc,EACpB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,qCAAqC,CAAC;AACtF,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAEjF,OAAO,KAAK,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC/E,OAAO,EAAoB,WAAW,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACpF,OAAO,KAAK,EAAE,GAAG,EAAE,aAAa,EAAE,kBAAkB,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC1F,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAE9C,OAAO,EAAE,KAAK,UAAU,EAAyC,MAAM,2BAA2B,CAAC;AACnG,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAE9C,OAAO,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAGL,KAAK,6BAA6B,EAClC,KAAK,qBAAqB,EAC3B,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACnC,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAExC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAE5D,OAAO,EACL,KAAK,UAAU,EACf,sBAAsB,EACtB,KAAK,UAAU,EACf,KAAK,sBAAsB,EAC3B,KAAK,UAAU,EAEf,KAAK,0BAA0B,EAC/B,KAAK,UAAU,EACf,KAAK,0BAA0B,EAC/B,KAAK,qBAAqB,EAC1B,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,yBAAyB,EAC9B,KAAK,SAAS,EACd,KAAK,qBAAqB,EAK3B,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAEL,MAAM,EACN,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACvB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAEpD,OAAO,KAAK,EACV,2BAA2B,EAC3B,mBAAmB,EACpB,MAAM,gCAAgC,CAAC;AAIxC,MAAM,WAAW,iBAAiB;IAChC,mEAAmE;IACnE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;;;OAOG;IACH,oBAAoB,EAAE,OAAO,CAAC;IAE9B;;;;OAIG;IACH,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAE/B;;;;OAIG;IACH,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,YAAY,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAE3C,uBAAuB,EAAE,OAAO,CAAC;IAEjC,qFAAqF;IACrF,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,8GAA8G;IAC9G,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC,4FAA4F;IAC5F,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,yFAAyF;IACzF,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,wFAAwF;IACxF,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,wFAAwF;IACxF,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,sBAAuB,SAAQ,cAAc;IAC5D,YAAY,EAAE,2BAA2B,CAAC;CAC3C;AAED,eAAO,MAAM,qBAAqB;;;;;;;CAOC,CAAC;AAEpC,kFAAkF;AAClF,MAAM,MAAM,YAAY,GAAG,cAAc,CAAC;AAE1C,MAAM,MAAM,iBAAiB,GAAG,KAAK,GAAG,KAAK,GAAG,cAAc,GAAG,QAAQ,GAAG,aAAa,CAAC;AAE1F,MAAM,MAAM,qBAAqB,GAAG;IAClC,CAAC,sBAAsB,CAAC,oBAAoB,CAAC,EAAE,CAAC,EAAE,EAAE,yBAAyB,KAAK,IAAI,CAAC;IACvF,CAAC,sBAAsB,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,EAAE,sBAAsB,KAAK,IAAI,CAAC;IACjF,CAAC,sBAAsB,CAAC,gBAAgB,CAAC,EAAE,CAAC,EAAE,EAAE,qBAAqB,KAAK,IAAI,CAAC;IAC/E,CAAC,sBAAsB,CAAC,qBAAqB,CAAC,EAAE,CAAC,EAAE,EAAE,0BAA0B,KAAK,IAAI,CAAC;IACzF,CAAC,sBAAsB,CAAC,qBAAqB,CAAC,EAAE,CAAC,EAAE,EAAE,0BAA0B,KAAK,IAAI,CAAC;IACzF,CAAC,sBAAsB,CAAC,gBAAgB,CAAC,EAAE,CAAC,EAAE,EAAE,qBAAqB,KAAK,IAAI,CAAC;IAC/E,CAAC,sBAAsB,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,EAAE,kBAAkB,KAAK,IAAI,CAAC;IACzE,CAAC,sBAAsB,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,UAAU,KAAK,IAAI,CAAC;IACzD,CAAC,sBAAsB,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,UAAU,KAAK,IAAI,CAAC;IACzD,CAAC,sBAAsB,CAAC,qBAAqB,CAAC,EAAE,CAAC,EAAE,EAAE,sBAAsB,KAAK,IAAI,CAAC;CACtF,CAAC;AAEF,MAAM,MAAM,mBAAmB,CAAC,QAAQ,GAAG,eAAe,IAAI;IAC5D,GAAG,CAAC,EAAE,GAAG,GAAG,cAAc,CAAC;IAC3B,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,GAAG,CAAC,EAAE,GAAG,GAAG,aAAa,GAAG,SAAS,CAAC;IACtC,GAAG,CAAC,EAAE,GAAG,GAAG,cAAc,CAAC;IAC3B,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;IAClC,WAAW,CAAC,EAAE,qBAAqB,CAAC;IAEpC,6FAA6F;IAC7F,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,kEAAkE;IAClE,YAAY,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;CACtC,CAAC;AAEF,KAAK,yBAAyB,GAAG;IAC/B,gBAAgB,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC;IACrC,WAAW,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;IACjC,YAAY,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IAC3B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;2CAImC,aAAa,qBAAqB,CAAC;AAFxE,qBAAa,YAAY,CACvB,QAAQ,GAAG,eAAe,CAC1B,SAAQ,iBAA+D;IACvE,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,GAAG,CAAC,EAAE,GAAG,GAAG,aAAa,CAAC;IAC1B,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAElC,QAAQ,CAAC,OAAO,EAAE,sBAAsB,CAAC;IACzC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAE5C,OAAO,CAAC,KAAK,CAAC,CAAQ;IACtB,OAAO,CAAC,QAAQ,CAAC,CAAgB;IACjC,OAAO,CAAC,YAAY,CAAC,CAAgB;IACrC,OAAO,CAAC,kBAAkB,CAAC,CAAa;IACxC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,mBAAmB,CAAC,CAAsB;IAElD,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,UAAU,CAA0B;IAC5C,OAAO,CAAC,WAAW,CAA8B;IAEjD,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,OAAO,CAAc;IAE7B,OAAO,CAAC,WAAW,CAA8B;IACjD,OAAO,CAAC,aAAa,CAA+B;IAEpD,OAAO,CAAC,eAAe,CAA+B;IAGtD,OAAO,CAAC,YAAY,CAAgC;IAGpD,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,gCAAgC,CAAK;IAE7C,OAAO,CAAC,WAAW,CAAC,CAAO;IAC3B,OAAO,CAAC,iBAAiB,CAAC,CAAO;IAEjC,OAAO,CAAC,sBAAsB,CAAC,CAA8B;IAE7D,OAAO,CAAC,eAAe,CAAkD;IAEzE,gBAAgB;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,gBAAgB;IAChB,mBAAmB,SAAK;IAExB,gBAAgB;IAChB,WAAW,CAAC,EAAE,UAAU,CAAC;IAEzB,gBAAgB;IAChB,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,gBAAgB;IAChB,eAAe,EAAE,UAAU,EAAE,CAAM;IAEnC,gBAAgB;IAChB,gBAAgB,UAAS;IAEzB,oEAAoE;IACpE,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,gDAAgD;IAChD,eAAe,CAAC,EAAE,SAAS,CAAC;IAE5B,gBAAgB;IAChB,iBAAiB,CAAC,EAAE,IAAI,CAAC;IAEzB,OAAO,CAAC,MAAM,CAAS;gBAEX,OAAO,EAAE,mBAAmB,CAAC,QAAQ,CAAC;IAqDlD,IAAI,CAAC,CAAC,SAAS,MAAM,qBAAqB,EACxC,KAAK,EAAE,CAAC,EACR,GAAG,IAAI,EAAE,UAAU,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,GAC5C,OAAO;IASV,IAAI,KAAK,IAAI,UAAU,CAEtB;IAED,IAAI,MAAM,IAAI,WAAW,CAExB;IAED,IAAI,QAAQ,IAAI,QAAQ,CAMvB;IAED,IAAI,OAAO,IAAI,WAAW,CAEzB;IAED,gDAAgD;IAChD,IAAI,WAAW,IAAI,6BAA6B,CAE/C;IAED,IAAI,qBAAqB,2CAExB;IAED;;OAEG;IACH,IAAI,KAAK,IAAI,iBAAiB,CAG7B;IAED,IAAI,uBAAuB,IAAI,OAAO,CAErC;IAED,IAAI,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAE3B;YAEa,UAAU;IAmHlB,KAAK,CAAC,EACV,KAAK,EACL,IAAI,EACJ,YAAY,EACZ,aAAa,EACb,MAAM,GACP,EAAE;QACD,KAAK,EAAE,KAAK,CAAC;QACb,IAAI,CAAC,EAAE,IAAI,CAAC;QACZ,YAAY,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACzC,aAAa,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB,GAAG,OAAO,CAAC,IAAI,CAAC;IAyCjB,WAAW,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAkC/B,cAAc;IAQd,aAAa;IAOb,GAAG,CACD,IAAI,EAAE,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,EACrC,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;QACnC,kBAAkB,CAAC,EAAE,OAAO,CAAC;QAC7B,YAAY,CAAC,EAAE,OAAO,CAAC;KACxB,GACA,YAAY;IAmCf,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE;IAQvC,aAAa,CAAC,OAAO,CAAC,EAAE;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,CAAC,EAAE,UAAU,CAAC;QACxB,kBAAkB,CAAC,EAAE,OAAO,CAAC;KAC9B,GAAG,YAAY;IAwChB;;;;;;;;;;;;;;;OAeG;IACH,GAAG,CAAC,CAAC,GAAG,OAAO,EAAE,EACf,SAAS,EACT,UAAU,GACX,EAAE;QACD,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;KAC3B,GAAG,SAAS,CAAC,CAAC,CAAC;IA+BhB,gBAAgB;IACV,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,IAAI,CAAC;IA4F3F,IAAI,OAAO,IAAI,WAAW,CAEzB;IAED,IAAI,UAAU,IAAI,UAAU,CAE3B;IAED,IAAI,SAAS,IAAI,SAAS,CAEzB;IAED,IAAI,YAAY,IAAI,KAAK,CAMxB;IAEK,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,QAAQ,CAAC,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,cAAc,CAAA;KAAE,GAAG,IAAI;IAStE,gBAAgB;IAChB,UAAU,CAAC,EACT,MAAM,EACN,KAAa,EACb,KAAY,GACb,EAAE;QACD,MAAM,EAAE,cAAc,CAAC;QACvB,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,KAAK,CAAC,EAAE,kBAAkB,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC;KACpE,GAAG,IAAI;IAOR,gBAAgB;IAChB,QAAQ,CACN,KAAK,EAAE,kBAAkB,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,0BAA0B,GACtF,IAAI;IAgCP,gBAAgB;IAChB,sBAAsB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IAK/C,gBAAgB;IAChB,eAAe,CAAC,KAAK,EAAE,CAAC,YAAY,GAAG,kBAAkB,CAAC,EAAE,GAAG,IAAI;IAInE,gBAAgB;IAChB,iBAAiB,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE;IAoD5F,gBAAgB;IAChB,gBAAgB,CAAC,KAAK,EAAE,SAAS,EAAE,gBAAgB,CAAC,EAAE,MAAM;IAsC5D,OAAO,CAAC,mBAAmB;IAU3B,OAAO,CAAC,oBAAoB;IAE5B,OAAO,CAAC,mBAAmB;IAE3B,OAAO,CAAC,iBAAiB;IAiBzB,OAAO,CAAC,oBAAoB;IAO5B,gBAAgB;IAChB,mBAAmB,IAAI,IAAI;IAY3B,OAAO,CAAC,uBAAuB;YAOjB,SAAS;YAoBT,cAAc;CA2F7B"}
|