@livekit/agents 1.0.47 → 1.1.0-dev.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/beta/index.cjs +29 -0
- package/dist/beta/index.cjs.map +1 -0
- package/dist/beta/index.d.cts +2 -0
- package/dist/beta/index.d.ts +2 -0
- package/dist/beta/index.d.ts.map +1 -0
- package/dist/beta/index.js +7 -0
- package/dist/beta/index.js.map +1 -0
- package/dist/beta/workflows/index.cjs +29 -0
- package/dist/beta/workflows/index.cjs.map +1 -0
- package/dist/beta/workflows/index.d.cts +2 -0
- package/dist/beta/workflows/index.d.ts +2 -0
- package/dist/beta/workflows/index.d.ts.map +1 -0
- package/dist/beta/workflows/index.js +7 -0
- package/dist/beta/workflows/index.js.map +1 -0
- package/dist/beta/workflows/task_group.cjs +162 -0
- package/dist/beta/workflows/task_group.cjs.map +1 -0
- package/dist/beta/workflows/task_group.d.cts +32 -0
- package/dist/beta/workflows/task_group.d.ts +32 -0
- package/dist/beta/workflows/task_group.d.ts.map +1 -0
- package/dist/beta/workflows/task_group.js +138 -0
- package/dist/beta/workflows/task_group.js.map +1 -0
- package/dist/constants.cjs +27 -0
- package/dist/constants.cjs.map +1 -1
- package/dist/constants.d.cts +9 -0
- package/dist/constants.d.ts +9 -0
- package/dist/constants.d.ts.map +1 -1
- package/dist/constants.js +18 -0
- package/dist/constants.js.map +1 -1
- package/dist/index.cjs +3 -0
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +2 -1
- package/dist/index.d.ts +2 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -1
- package/dist/inference/api_protos.d.cts +12 -12
- package/dist/inference/api_protos.d.ts +12 -12
- package/dist/inference/interruption/defaults.cjs +81 -0
- package/dist/inference/interruption/defaults.cjs.map +1 -0
- package/dist/inference/interruption/defaults.d.cts +19 -0
- package/dist/inference/interruption/defaults.d.ts +19 -0
- package/dist/inference/interruption/defaults.d.ts.map +1 -0
- package/dist/inference/interruption/defaults.js +46 -0
- package/dist/inference/interruption/defaults.js.map +1 -0
- package/dist/inference/interruption/errors.cjs +44 -0
- package/dist/inference/interruption/errors.cjs.map +1 -0
- package/dist/inference/interruption/errors.d.cts +12 -0
- package/dist/inference/interruption/errors.d.ts +12 -0
- package/dist/inference/interruption/errors.d.ts.map +1 -0
- package/dist/inference/interruption/errors.js +20 -0
- package/dist/inference/interruption/errors.js.map +1 -0
- package/dist/inference/interruption/http_transport.cjs +147 -0
- package/dist/inference/interruption/http_transport.cjs.map +1 -0
- package/dist/inference/interruption/http_transport.d.cts +63 -0
- package/dist/inference/interruption/http_transport.d.ts +63 -0
- package/dist/inference/interruption/http_transport.d.ts.map +1 -0
- package/dist/inference/interruption/http_transport.js +121 -0
- package/dist/inference/interruption/http_transport.js.map +1 -0
- package/dist/inference/interruption/interruption_cache_entry.cjs +58 -0
- package/dist/inference/interruption/interruption_cache_entry.cjs.map +1 -0
- package/dist/inference/interruption/interruption_cache_entry.d.cts +30 -0
- package/dist/inference/interruption/interruption_cache_entry.d.ts +30 -0
- package/dist/inference/interruption/interruption_cache_entry.d.ts.map +1 -0
- package/dist/inference/interruption/interruption_cache_entry.js +34 -0
- package/dist/inference/interruption/interruption_cache_entry.js.map +1 -0
- package/dist/inference/interruption/interruption_detector.cjs +181 -0
- package/dist/inference/interruption/interruption_detector.cjs.map +1 -0
- package/dist/inference/interruption/interruption_detector.d.cts +59 -0
- package/dist/inference/interruption/interruption_detector.d.ts +59 -0
- package/dist/inference/interruption/interruption_detector.d.ts.map +1 -0
- package/dist/inference/interruption/interruption_detector.js +147 -0
- package/dist/inference/interruption/interruption_detector.js.map +1 -0
- package/dist/inference/interruption/interruption_stream.cjs +368 -0
- package/dist/inference/interruption/interruption_stream.cjs.map +1 -0
- package/dist/inference/interruption/interruption_stream.d.cts +46 -0
- package/dist/inference/interruption/interruption_stream.d.ts +46 -0
- package/dist/inference/interruption/interruption_stream.d.ts.map +1 -0
- package/dist/inference/interruption/interruption_stream.js +344 -0
- package/dist/inference/interruption/interruption_stream.js.map +1 -0
- package/dist/inference/interruption/types.cjs +17 -0
- package/dist/inference/interruption/types.cjs.map +1 -0
- package/dist/inference/interruption/types.d.cts +66 -0
- package/dist/inference/interruption/types.d.ts +66 -0
- package/dist/inference/interruption/types.d.ts.map +1 -0
- package/dist/inference/interruption/types.js +1 -0
- package/dist/inference/interruption/types.js.map +1 -0
- package/dist/inference/interruption/utils.cjs +130 -0
- package/dist/inference/interruption/utils.cjs.map +1 -0
- package/dist/inference/interruption/utils.d.cts +41 -0
- package/dist/inference/interruption/utils.d.ts +41 -0
- package/dist/inference/interruption/utils.d.ts.map +1 -0
- package/dist/inference/interruption/utils.js +105 -0
- package/dist/inference/interruption/utils.js.map +1 -0
- package/dist/inference/interruption/utils.test.cjs +105 -0
- package/dist/inference/interruption/utils.test.cjs.map +1 -0
- package/dist/inference/interruption/utils.test.js +104 -0
- package/dist/inference/interruption/utils.test.js.map +1 -0
- package/dist/inference/interruption/ws_transport.cjs +329 -0
- package/dist/inference/interruption/ws_transport.cjs.map +1 -0
- package/dist/inference/interruption/ws_transport.d.cts +33 -0
- package/dist/inference/interruption/ws_transport.d.ts +33 -0
- package/dist/inference/interruption/ws_transport.d.ts.map +1 -0
- package/dist/inference/interruption/ws_transport.js +295 -0
- package/dist/inference/interruption/ws_transport.js.map +1 -0
- package/dist/inference/llm.cjs +14 -10
- package/dist/inference/llm.cjs.map +1 -1
- package/dist/inference/llm.d.cts +2 -1
- package/dist/inference/llm.d.ts +2 -1
- package/dist/inference/llm.d.ts.map +1 -1
- package/dist/inference/llm.js +8 -10
- package/dist/inference/llm.js.map +1 -1
- package/dist/inference/stt.cjs +7 -2
- package/dist/inference/stt.cjs.map +1 -1
- package/dist/inference/stt.d.cts +2 -0
- package/dist/inference/stt.d.ts +2 -0
- package/dist/inference/stt.d.ts.map +1 -1
- package/dist/inference/stt.js +8 -3
- package/dist/inference/stt.js.map +1 -1
- package/dist/inference/tts.cjs +7 -2
- package/dist/inference/tts.cjs.map +1 -1
- package/dist/inference/tts.d.cts +2 -0
- package/dist/inference/tts.d.ts +2 -0
- package/dist/inference/tts.d.ts.map +1 -1
- package/dist/inference/tts.js +8 -3
- package/dist/inference/tts.js.map +1 -1
- package/dist/inference/utils.cjs +26 -7
- package/dist/inference/utils.cjs.map +1 -1
- package/dist/inference/utils.d.cts +13 -0
- package/dist/inference/utils.d.ts +13 -0
- package/dist/inference/utils.d.ts.map +1 -1
- package/dist/inference/utils.js +18 -2
- package/dist/inference/utils.js.map +1 -1
- package/dist/llm/chat_context.cjs +108 -2
- package/dist/llm/chat_context.cjs.map +1 -1
- package/dist/llm/chat_context.d.cts +28 -1
- package/dist/llm/chat_context.d.ts +28 -1
- package/dist/llm/chat_context.d.ts.map +1 -1
- package/dist/llm/chat_context.js +108 -2
- package/dist/llm/chat_context.js.map +1 -1
- package/dist/llm/chat_context.test.cjs +43 -0
- package/dist/llm/chat_context.test.cjs.map +1 -1
- package/dist/llm/chat_context.test.js +43 -0
- package/dist/llm/chat_context.test.js.map +1 -1
- package/dist/llm/index.cjs +2 -0
- package/dist/llm/index.cjs.map +1 -1
- package/dist/llm/index.d.cts +2 -2
- package/dist/llm/index.d.ts +2 -2
- package/dist/llm/index.d.ts.map +1 -1
- package/dist/llm/index.js +3 -1
- package/dist/llm/index.js.map +1 -1
- package/dist/llm/llm.cjs +16 -1
- package/dist/llm/llm.cjs.map +1 -1
- package/dist/llm/llm.d.cts +9 -0
- package/dist/llm/llm.d.ts +9 -0
- package/dist/llm/llm.d.ts.map +1 -1
- package/dist/llm/llm.js +16 -1
- package/dist/llm/llm.js.map +1 -1
- package/dist/llm/provider_format/index.d.cts +1 -1
- package/dist/llm/provider_format/index.d.ts +1 -1
- package/dist/llm/realtime.cjs +3 -0
- package/dist/llm/realtime.cjs.map +1 -1
- package/dist/llm/realtime.d.cts +1 -0
- package/dist/llm/realtime.d.ts +1 -0
- package/dist/llm/realtime.d.ts.map +1 -1
- package/dist/llm/realtime.js +3 -0
- package/dist/llm/realtime.js.map +1 -1
- package/dist/llm/tool_context.cjs +7 -0
- package/dist/llm/tool_context.cjs.map +1 -1
- package/dist/llm/tool_context.d.cts +10 -2
- package/dist/llm/tool_context.d.ts +10 -2
- package/dist/llm/tool_context.d.ts.map +1 -1
- package/dist/llm/tool_context.js +6 -0
- package/dist/llm/tool_context.js.map +1 -1
- package/dist/metrics/base.cjs.map +1 -1
- package/dist/metrics/base.d.cts +45 -1
- package/dist/metrics/base.d.ts +45 -1
- package/dist/metrics/base.d.ts.map +1 -1
- package/dist/metrics/index.cjs +5 -0
- package/dist/metrics/index.cjs.map +1 -1
- package/dist/metrics/index.d.cts +2 -1
- package/dist/metrics/index.d.ts +2 -1
- package/dist/metrics/index.d.ts.map +1 -1
- package/dist/metrics/index.js +6 -0
- package/dist/metrics/index.js.map +1 -1
- package/dist/metrics/model_usage.cjs +189 -0
- package/dist/metrics/model_usage.cjs.map +1 -0
- package/dist/metrics/model_usage.d.cts +92 -0
- package/dist/metrics/model_usage.d.ts +92 -0
- package/dist/metrics/model_usage.d.ts.map +1 -0
- package/dist/metrics/model_usage.js +164 -0
- package/dist/metrics/model_usage.js.map +1 -0
- package/dist/metrics/model_usage.test.cjs +474 -0
- package/dist/metrics/model_usage.test.cjs.map +1 -0
- package/dist/metrics/model_usage.test.js +476 -0
- package/dist/metrics/model_usage.test.js.map +1 -0
- package/dist/metrics/usage_collector.cjs +3 -0
- package/dist/metrics/usage_collector.cjs.map +1 -1
- package/dist/metrics/usage_collector.d.cts +9 -0
- package/dist/metrics/usage_collector.d.ts +9 -0
- package/dist/metrics/usage_collector.d.ts.map +1 -1
- package/dist/metrics/usage_collector.js +3 -0
- package/dist/metrics/usage_collector.js.map +1 -1
- package/dist/metrics/utils.cjs +9 -0
- package/dist/metrics/utils.cjs.map +1 -1
- package/dist/metrics/utils.d.ts.map +1 -1
- package/dist/metrics/utils.js +9 -0
- package/dist/metrics/utils.js.map +1 -1
- package/dist/stream/multi_input_stream.test.cjs +4 -0
- package/dist/stream/multi_input_stream.test.cjs.map +1 -1
- package/dist/stream/multi_input_stream.test.js +5 -1
- package/dist/stream/multi_input_stream.test.js.map +1 -1
- package/dist/stream/stream_channel.cjs +31 -0
- package/dist/stream/stream_channel.cjs.map +1 -1
- package/dist/stream/stream_channel.d.cts +4 -2
- package/dist/stream/stream_channel.d.ts +4 -2
- package/dist/stream/stream_channel.d.ts.map +1 -1
- package/dist/stream/stream_channel.js +31 -0
- package/dist/stream/stream_channel.js.map +1 -1
- package/dist/stt/stt.cjs +34 -2
- package/dist/stt/stt.cjs.map +1 -1
- package/dist/stt/stt.d.cts +22 -0
- package/dist/stt/stt.d.ts +22 -0
- package/dist/stt/stt.d.ts.map +1 -1
- package/dist/stt/stt.js +34 -2
- package/dist/stt/stt.js.map +1 -1
- package/dist/telemetry/otel_http_exporter.cjs +24 -5
- package/dist/telemetry/otel_http_exporter.cjs.map +1 -1
- package/dist/telemetry/otel_http_exporter.d.cts +1 -0
- package/dist/telemetry/otel_http_exporter.d.ts +1 -0
- package/dist/telemetry/otel_http_exporter.d.ts.map +1 -1
- package/dist/telemetry/otel_http_exporter.js +24 -5
- package/dist/telemetry/otel_http_exporter.js.map +1 -1
- package/dist/telemetry/trace_types.cjs +5 -5
- package/dist/telemetry/trace_types.cjs.map +1 -1
- package/dist/telemetry/trace_types.d.cts +9 -5
- package/dist/telemetry/trace_types.d.ts +9 -5
- package/dist/telemetry/trace_types.d.ts.map +1 -1
- package/dist/telemetry/trace_types.js +5 -5
- package/dist/telemetry/trace_types.js.map +1 -1
- package/dist/telemetry/traces.cjs +47 -8
- package/dist/telemetry/traces.cjs.map +1 -1
- package/dist/telemetry/traces.d.ts.map +1 -1
- package/dist/telemetry/traces.js +47 -8
- package/dist/telemetry/traces.js.map +1 -1
- package/dist/tts/tts.cjs +64 -2
- package/dist/tts/tts.cjs.map +1 -1
- package/dist/tts/tts.d.cts +34 -0
- package/dist/tts/tts.d.ts +34 -0
- package/dist/tts/tts.d.ts.map +1 -1
- package/dist/tts/tts.js +64 -2
- package/dist/tts/tts.js.map +1 -1
- package/dist/utils.cjs +1 -0
- package/dist/utils.cjs.map +1 -1
- package/dist/utils.d.ts.map +1 -1
- package/dist/utils.js +1 -0
- package/dist/utils.js.map +1 -1
- package/dist/version.cjs +1 -1
- package/dist/version.js +1 -1
- package/dist/voice/agent.cjs +34 -4
- package/dist/voice/agent.cjs.map +1 -1
- package/dist/voice/agent.d.cts +11 -2
- package/dist/voice/agent.d.ts +11 -2
- package/dist/voice/agent.d.ts.map +1 -1
- package/dist/voice/agent.js +34 -4
- package/dist/voice/agent.js.map +1 -1
- package/dist/voice/agent_activity.cjs +292 -44
- package/dist/voice/agent_activity.cjs.map +1 -1
- package/dist/voice/agent_activity.d.cts +27 -6
- package/dist/voice/agent_activity.d.ts +27 -6
- package/dist/voice/agent_activity.d.ts.map +1 -1
- package/dist/voice/agent_activity.js +293 -45
- package/dist/voice/agent_activity.js.map +1 -1
- package/dist/voice/agent_session.cjs +105 -48
- package/dist/voice/agent_session.cjs.map +1 -1
- package/dist/voice/agent_session.d.cts +90 -20
- package/dist/voice/agent_session.d.ts +90 -20
- package/dist/voice/agent_session.d.ts.map +1 -1
- package/dist/voice/agent_session.js +105 -46
- package/dist/voice/agent_session.js.map +1 -1
- package/dist/voice/audio_recognition.cjs +287 -6
- package/dist/voice/audio_recognition.cjs.map +1 -1
- package/dist/voice/audio_recognition.d.cts +42 -3
- package/dist/voice/audio_recognition.d.ts +42 -3
- package/dist/voice/audio_recognition.d.ts.map +1 -1
- package/dist/voice/audio_recognition.js +289 -7
- package/dist/voice/audio_recognition.js.map +1 -1
- package/dist/voice/client_events.cjs +554 -0
- package/dist/voice/client_events.cjs.map +1 -0
- package/dist/voice/client_events.d.cts +195 -0
- package/dist/voice/client_events.d.ts +195 -0
- package/dist/voice/client_events.d.ts.map +1 -0
- package/dist/voice/client_events.js +548 -0
- package/dist/voice/client_events.js.map +1 -0
- package/dist/voice/events.cjs +1 -0
- package/dist/voice/events.cjs.map +1 -1
- package/dist/voice/events.d.cts +8 -5
- package/dist/voice/events.d.ts +8 -5
- package/dist/voice/events.d.ts.map +1 -1
- package/dist/voice/events.js +1 -0
- package/dist/voice/events.js.map +1 -1
- package/dist/voice/generation.cjs +43 -8
- package/dist/voice/generation.cjs.map +1 -1
- package/dist/voice/generation.d.cts +3 -3
- package/dist/voice/generation.d.ts +3 -3
- package/dist/voice/generation.d.ts.map +1 -1
- package/dist/voice/generation.js +43 -8
- package/dist/voice/generation.js.map +1 -1
- package/dist/voice/index.cjs +1 -0
- package/dist/voice/index.cjs.map +1 -1
- package/dist/voice/index.d.cts +1 -0
- package/dist/voice/index.d.ts +1 -0
- package/dist/voice/index.d.ts.map +1 -1
- package/dist/voice/index.js +1 -0
- package/dist/voice/index.js.map +1 -1
- package/dist/voice/report.cjs +20 -8
- package/dist/voice/report.cjs.map +1 -1
- package/dist/voice/report.d.cts +5 -0
- package/dist/voice/report.d.ts +5 -0
- package/dist/voice/report.d.ts.map +1 -1
- package/dist/voice/report.js +20 -8
- package/dist/voice/report.js.map +1 -1
- package/dist/voice/report.test.cjs +106 -0
- package/dist/voice/report.test.cjs.map +1 -0
- package/dist/voice/report.test.js +105 -0
- package/dist/voice/report.test.js.map +1 -0
- package/dist/voice/room_io/room_io.cjs +16 -41
- package/dist/voice/room_io/room_io.cjs.map +1 -1
- package/dist/voice/room_io/room_io.d.cts +4 -9
- package/dist/voice/room_io/room_io.d.ts +4 -9
- package/dist/voice/room_io/room_io.d.ts.map +1 -1
- package/dist/voice/room_io/room_io.js +17 -43
- package/dist/voice/room_io/room_io.js.map +1 -1
- package/dist/voice/testing/fake_llm.cjs +127 -0
- package/dist/voice/testing/fake_llm.cjs.map +1 -0
- package/dist/voice/testing/fake_llm.d.cts +30 -0
- package/dist/voice/testing/fake_llm.d.ts +30 -0
- package/dist/voice/testing/fake_llm.d.ts.map +1 -0
- package/dist/voice/testing/fake_llm.js +103 -0
- package/dist/voice/testing/fake_llm.js.map +1 -0
- package/dist/voice/testing/index.cjs +3 -0
- package/dist/voice/testing/index.cjs.map +1 -1
- package/dist/voice/testing/index.d.cts +1 -0
- package/dist/voice/testing/index.d.ts +1 -0
- package/dist/voice/testing/index.d.ts.map +1 -1
- package/dist/voice/testing/index.js +2 -0
- package/dist/voice/testing/index.js.map +1 -1
- package/dist/voice/turn_config/endpointing.cjs +33 -0
- package/dist/voice/turn_config/endpointing.cjs.map +1 -0
- package/dist/voice/turn_config/endpointing.d.cts +30 -0
- package/dist/voice/turn_config/endpointing.d.ts +30 -0
- package/dist/voice/turn_config/endpointing.d.ts.map +1 -0
- package/dist/voice/turn_config/endpointing.js +9 -0
- package/dist/voice/turn_config/endpointing.js.map +1 -0
- package/dist/voice/turn_config/interruption.cjs +37 -0
- package/dist/voice/turn_config/interruption.cjs.map +1 -0
- package/dist/voice/turn_config/interruption.d.cts +53 -0
- package/dist/voice/turn_config/interruption.d.ts +53 -0
- package/dist/voice/turn_config/interruption.d.ts.map +1 -0
- package/dist/voice/turn_config/interruption.js +13 -0
- package/dist/voice/turn_config/interruption.js.map +1 -0
- package/dist/voice/turn_config/turn_handling.cjs +35 -0
- package/dist/voice/turn_config/turn_handling.cjs.map +1 -0
- package/dist/voice/turn_config/turn_handling.d.cts +36 -0
- package/dist/voice/turn_config/turn_handling.d.ts +36 -0
- package/dist/voice/turn_config/turn_handling.d.ts.map +1 -0
- package/dist/voice/turn_config/turn_handling.js +11 -0
- package/dist/voice/turn_config/turn_handling.js.map +1 -0
- package/dist/voice/turn_config/utils.cjs +97 -0
- package/dist/voice/turn_config/utils.cjs.map +1 -0
- package/dist/voice/turn_config/utils.d.cts +25 -0
- package/dist/voice/turn_config/utils.d.ts +25 -0
- package/dist/voice/turn_config/utils.d.ts.map +1 -0
- package/dist/voice/turn_config/utils.js +73 -0
- package/dist/voice/turn_config/utils.js.map +1 -0
- package/dist/voice/turn_config/utils.test.cjs +86 -0
- package/dist/voice/turn_config/utils.test.cjs.map +1 -0
- package/dist/voice/turn_config/utils.test.js +85 -0
- package/dist/voice/turn_config/utils.test.js.map +1 -0
- package/dist/voice/wire_format.cjs +798 -0
- package/dist/voice/wire_format.cjs.map +1 -0
- package/dist/voice/wire_format.d.cts +5503 -0
- package/dist/voice/wire_format.d.ts +5503 -0
- package/dist/voice/wire_format.d.ts.map +1 -0
- package/dist/voice/wire_format.js +728 -0
- package/dist/voice/wire_format.js.map +1 -0
- package/package.json +2 -1
- package/src/beta/index.ts +9 -0
- package/src/beta/workflows/index.ts +9 -0
- package/src/beta/workflows/task_group.ts +194 -0
- package/src/constants.ts +13 -0
- package/src/index.ts +2 -1
- package/src/inference/interruption/defaults.ts +51 -0
- package/src/inference/interruption/errors.ts +25 -0
- package/src/inference/interruption/http_transport.ts +187 -0
- package/src/inference/interruption/interruption_cache_entry.ts +50 -0
- package/src/inference/interruption/interruption_detector.ts +188 -0
- package/src/inference/interruption/interruption_stream.ts +467 -0
- package/src/inference/interruption/types.ts +84 -0
- package/src/inference/interruption/utils.test.ts +132 -0
- package/src/inference/interruption/utils.ts +137 -0
- package/src/inference/interruption/ws_transport.ts +402 -0
- package/src/inference/llm.ts +9 -12
- package/src/inference/stt.ts +10 -3
- package/src/inference/tts.ts +10 -3
- package/src/inference/utils.ts +29 -1
- package/src/llm/chat_context.test.ts +48 -0
- package/src/llm/chat_context.ts +161 -0
- package/src/llm/index.ts +2 -0
- package/src/llm/llm.ts +16 -0
- package/src/llm/realtime.ts +4 -0
- package/src/llm/tool_context.ts +14 -0
- package/src/metrics/base.ts +48 -1
- package/src/metrics/index.ts +11 -0
- package/src/metrics/model_usage.test.ts +545 -0
- package/src/metrics/model_usage.ts +262 -0
- package/src/metrics/usage_collector.ts +11 -0
- package/src/metrics/utils.ts +11 -0
- package/src/stream/multi_input_stream.test.ts +6 -1
- package/src/stream/stream_channel.ts +34 -2
- package/src/stt/stt.ts +38 -0
- package/src/telemetry/otel_http_exporter.ts +28 -5
- package/src/telemetry/trace_types.ts +11 -8
- package/src/telemetry/traces.ts +111 -54
- package/src/tts/tts.ts +69 -1
- package/src/utils.ts +5 -0
- package/src/voice/agent.ts +41 -3
- package/src/voice/agent_activity.ts +371 -34
- package/src/voice/agent_session.ts +207 -59
- package/src/voice/audio_recognition.ts +385 -9
- package/src/voice/client_events.ts +838 -0
- package/src/voice/events.ts +14 -4
- package/src/voice/generation.ts +52 -9
- package/src/voice/index.ts +1 -0
- package/src/voice/report.test.ts +117 -0
- package/src/voice/report.ts +29 -6
- package/src/voice/room_io/room_io.ts +21 -64
- package/src/voice/testing/fake_llm.ts +138 -0
- package/src/voice/testing/index.ts +2 -0
- package/src/voice/turn_config/endpointing.ts +33 -0
- package/src/voice/turn_config/interruption.ts +56 -0
- package/src/voice/turn_config/turn_handling.ts +45 -0
- package/src/voice/turn_config/utils.test.ts +100 -0
- package/src/voice/turn_config/utils.ts +103 -0
- package/src/voice/wire_format.ts +827 -0
package/dist/constants.js
CHANGED
|
@@ -4,12 +4,30 @@ const TOPIC_TRANSCRIPTION = "lk.transcription";
|
|
|
4
4
|
const ATTRIBUTE_TRANSCRIPTION_SEGMENT_ID = "lk.segment_id";
|
|
5
5
|
const ATTRIBUTE_PUBLISH_ON_BEHALF = "lk.publish_on_behalf";
|
|
6
6
|
const TOPIC_CHAT = "lk.chat";
|
|
7
|
+
const ATTRIBUTE_AGENT_STATE = "lk.agent.state";
|
|
8
|
+
const ATTRIBUTE_AGENT_NAME = "lk.agent.name";
|
|
9
|
+
const TOPIC_CLIENT_EVENTS = "lk.agent.events";
|
|
10
|
+
const RPC_GET_SESSION_STATE = "lk.agent.get_session_state";
|
|
11
|
+
const RPC_GET_CHAT_HISTORY = "lk.agent.get_chat_history";
|
|
12
|
+
const RPC_GET_AGENT_INFO = "lk.agent.get_agent_info";
|
|
13
|
+
const RPC_SEND_MESSAGE = "lk.agent.send_message";
|
|
14
|
+
const TOPIC_AGENT_REQUEST = "lk.agent.request";
|
|
15
|
+
const TOPIC_AGENT_RESPONSE = "lk.agent.response";
|
|
7
16
|
export {
|
|
17
|
+
ATTRIBUTE_AGENT_NAME,
|
|
18
|
+
ATTRIBUTE_AGENT_STATE,
|
|
8
19
|
ATTRIBUTE_PUBLISH_ON_BEHALF,
|
|
9
20
|
ATTRIBUTE_TRANSCRIPTION_FINAL,
|
|
10
21
|
ATTRIBUTE_TRANSCRIPTION_SEGMENT_ID,
|
|
11
22
|
ATTRIBUTE_TRANSCRIPTION_TRACK_ID,
|
|
23
|
+
RPC_GET_AGENT_INFO,
|
|
24
|
+
RPC_GET_CHAT_HISTORY,
|
|
25
|
+
RPC_GET_SESSION_STATE,
|
|
26
|
+
RPC_SEND_MESSAGE,
|
|
27
|
+
TOPIC_AGENT_REQUEST,
|
|
28
|
+
TOPIC_AGENT_RESPONSE,
|
|
12
29
|
TOPIC_CHAT,
|
|
30
|
+
TOPIC_CLIENT_EVENTS,
|
|
13
31
|
TOPIC_TRANSCRIPTION
|
|
14
32
|
};
|
|
15
33
|
//# sourceMappingURL=constants.js.map
|
package/dist/constants.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/constants.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport const ATTRIBUTE_TRANSCRIPTION_TRACK_ID = 'lk.transcribed_track_id';\nexport const ATTRIBUTE_TRANSCRIPTION_FINAL = 'lk.transcription_final';\nexport const TOPIC_TRANSCRIPTION = 'lk.transcription';\nexport const ATTRIBUTE_TRANSCRIPTION_SEGMENT_ID = 'lk.segment_id';\nexport const ATTRIBUTE_PUBLISH_ON_BEHALF = 'lk.publish_on_behalf';\nexport const TOPIC_CHAT = 'lk.chat';\n"],"mappings":"AAGO,MAAM,mCAAmC;AACzC,MAAM,gCAAgC;AACtC,MAAM,sBAAsB;AAC5B,MAAM,qCAAqC;AAC3C,MAAM,8BAA8B;AACpC,MAAM,aAAa;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../src/constants.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport const ATTRIBUTE_TRANSCRIPTION_TRACK_ID = 'lk.transcribed_track_id';\nexport const ATTRIBUTE_TRANSCRIPTION_FINAL = 'lk.transcription_final';\nexport const TOPIC_TRANSCRIPTION = 'lk.transcription';\nexport const ATTRIBUTE_TRANSCRIPTION_SEGMENT_ID = 'lk.segment_id';\nexport const ATTRIBUTE_PUBLISH_ON_BEHALF = 'lk.publish_on_behalf';\nexport const TOPIC_CHAT = 'lk.chat';\n\nexport const ATTRIBUTE_AGENT_STATE = 'lk.agent.state';\nexport const ATTRIBUTE_AGENT_NAME = 'lk.agent.name';\n\n// TODO(eval): export const ATTRIBUTE_SIMULATOR = 'lk.simulator';\n\nexport const TOPIC_CLIENT_EVENTS = 'lk.agent.events';\nexport const RPC_GET_SESSION_STATE = 'lk.agent.get_session_state';\nexport const RPC_GET_CHAT_HISTORY = 'lk.agent.get_chat_history';\nexport const RPC_GET_AGENT_INFO = 'lk.agent.get_agent_info';\nexport const RPC_SEND_MESSAGE = 'lk.agent.send_message';\nexport const TOPIC_AGENT_REQUEST = 'lk.agent.request';\nexport const TOPIC_AGENT_RESPONSE = 'lk.agent.response';\n"],"mappings":"AAGO,MAAM,mCAAmC;AACzC,MAAM,gCAAgC;AACtC,MAAM,sBAAsB;AAC5B,MAAM,qCAAqC;AAC3C,MAAM,8BAA8B;AACpC,MAAM,aAAa;AAEnB,MAAM,wBAAwB;AAC9B,MAAM,uBAAuB;AAI7B,MAAM,sBAAsB;AAC5B,MAAM,wBAAwB;AAC9B,MAAM,uBAAuB;AAC7B,MAAM,qBAAqB;AAC3B,MAAM,mBAAmB;AACzB,MAAM,sBAAsB;AAC5B,MAAM,uBAAuB;","names":[]}
|
package/dist/index.cjs
CHANGED
|
@@ -29,6 +29,7 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
|
|
|
29
29
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
30
30
|
var index_exports = {};
|
|
31
31
|
__export(index_exports, {
|
|
32
|
+
beta: () => beta,
|
|
32
33
|
cli: () => cli,
|
|
33
34
|
createTimedString: () => import_io.createTimedString,
|
|
34
35
|
inference: () => inference,
|
|
@@ -44,6 +45,7 @@ __export(index_exports, {
|
|
|
44
45
|
voice: () => voice
|
|
45
46
|
});
|
|
46
47
|
module.exports = __toCommonJS(index_exports);
|
|
48
|
+
var beta = __toESM(require("./beta/index.cjs"), 1);
|
|
47
49
|
var cli = __toESM(require("./cli.cjs"), 1);
|
|
48
50
|
var inference = __toESM(require("./inference/index.cjs"), 1);
|
|
49
51
|
var ipc = __toESM(require("./ipc/index.cjs"), 1);
|
|
@@ -72,6 +74,7 @@ var import_io = require("./voice/io.cjs");
|
|
|
72
74
|
__reExport(index_exports, require("./worker.cjs"), module.exports);
|
|
73
75
|
// Annotate the CommonJS export names for ESM import in node:
|
|
74
76
|
0 && (module.exports = {
|
|
77
|
+
beta,
|
|
75
78
|
cli,
|
|
76
79
|
createTimedString,
|
|
77
80
|
inference,
|
package/dist/index.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nimport * as cli from './cli.js';\nimport * as inference from './inference/index.js';\nimport * as ipc from './ipc/index.js';\nimport * as llm from './llm/index.js';\nimport * as metrics from './metrics/index.js';\nimport * as stream from './stream/index.js';\nimport * as stt from './stt/index.js';\nimport * as telemetry from './telemetry/index.js';\nimport * as tokenize from './tokenize/index.js';\nimport * as tts from './tts/index.js';\nimport * as voice from './voice/index.js';\n\nexport * from './_exceptions.js';\nexport * from './audio.js';\nexport * from './connection_pool.js';\nexport * from './generator.js';\nexport * from './inference_runner.js';\nexport * from './job.js';\nexport * from './log.js';\nexport * from './plugin.js';\nexport * from './transcription.js';\nexport * from './types.js';\nexport * from './utils.js';\nexport * from './vad.js';\nexport * from './version.js';\nexport { createTimedString, isTimedString, type TimedString } from './voice/io.js';\nexport * from './worker.js';\n\nexport { cli, inference, ipc, llm, metrics, stream, stt, telemetry, tokenize, tts, voice };\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAWA,UAAqB;AACrB,gBAA2B;AAC3B,UAAqB;AACrB,UAAqB;AACrB,cAAyB;AACzB,aAAwB;AACxB,UAAqB;AACrB,gBAA2B;AAC3B,eAA0B;AAC1B,UAAqB;AACrB,YAAuB;AAEvB,0BAAc,
|
|
1
|
+
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nimport * as beta from './beta/index.js';\nimport * as cli from './cli.js';\nimport * as inference from './inference/index.js';\nimport * as ipc from './ipc/index.js';\nimport * as llm from './llm/index.js';\nimport * as metrics from './metrics/index.js';\nimport * as stream from './stream/index.js';\nimport * as stt from './stt/index.js';\nimport * as telemetry from './telemetry/index.js';\nimport * as tokenize from './tokenize/index.js';\nimport * as tts from './tts/index.js';\nimport * as voice from './voice/index.js';\n\nexport * from './_exceptions.js';\nexport * from './audio.js';\nexport * from './connection_pool.js';\nexport * from './generator.js';\nexport * from './inference_runner.js';\nexport * from './job.js';\nexport * from './log.js';\nexport * from './plugin.js';\nexport * from './transcription.js';\nexport * from './types.js';\nexport * from './utils.js';\nexport * from './vad.js';\nexport * from './version.js';\nexport { createTimedString, isTimedString, type TimedString } from './voice/io.js';\nexport * from './worker.js';\n\nexport { beta, cli, inference, ipc, llm, metrics, stream, stt, telemetry, tokenize, tts, voice };\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAWA,WAAsB;AACtB,UAAqB;AACrB,gBAA2B;AAC3B,UAAqB;AACrB,UAAqB;AACrB,cAAyB;AACzB,aAAwB;AACxB,UAAqB;AACrB,gBAA2B;AAC3B,eAA0B;AAC1B,UAAqB;AACrB,YAAuB;AAEvB,0BAAc,6BAxBd;AAyBA,0BAAc,uBAzBd;AA0BA,0BAAc,iCA1Bd;AA2BA,0BAAc,2BA3Bd;AA4BA,0BAAc,kCA5Bd;AA6BA,0BAAc,qBA7Bd;AA8BA,0BAAc,qBA9Bd;AA+BA,0BAAc,wBA/Bd;AAgCA,0BAAc,+BAhCd;AAiCA,0BAAc,uBAjCd;AAkCA,0BAAc,uBAlCd;AAmCA,0BAAc,qBAnCd;AAoCA,0BAAc,yBApCd;AAqCA,gBAAmE;AACnE,0BAAc,wBAtCd;","names":[]}
|
package/dist/index.d.cts
CHANGED
|
@@ -5,6 +5,7 @@
|
|
|
5
5
|
* @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}
|
|
6
6
|
* @packageDocumentation
|
|
7
7
|
*/
|
|
8
|
+
import * as beta from './beta/index.js';
|
|
8
9
|
import * as cli from './cli.js';
|
|
9
10
|
import * as inference from './inference/index.js';
|
|
10
11
|
import * as ipc from './ipc/index.js';
|
|
@@ -31,5 +32,5 @@ export * from './vad.js';
|
|
|
31
32
|
export * from './version.js';
|
|
32
33
|
export { createTimedString, isTimedString, type TimedString } from './voice/io.js';
|
|
33
34
|
export * from './worker.js';
|
|
34
|
-
export { cli, inference, ipc, llm, metrics, stream, stt, telemetry, tokenize, tts, voice };
|
|
35
|
+
export { beta, cli, inference, ipc, llm, metrics, stream, stt, telemetry, tokenize, tts, voice };
|
|
35
36
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts
CHANGED
|
@@ -5,6 +5,7 @@
|
|
|
5
5
|
* @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}
|
|
6
6
|
* @packageDocumentation
|
|
7
7
|
*/
|
|
8
|
+
import * as beta from './beta/index.js';
|
|
8
9
|
import * as cli from './cli.js';
|
|
9
10
|
import * as inference from './inference/index.js';
|
|
10
11
|
import * as ipc from './ipc/index.js';
|
|
@@ -31,5 +32,5 @@ export * from './vad.js';
|
|
|
31
32
|
export * from './version.js';
|
|
32
33
|
export { createTimedString, isTimedString, type TimedString } from './voice/io.js';
|
|
33
34
|
export * from './worker.js';
|
|
34
|
-
export { cli, inference, ipc, llm, metrics, stream, stt, telemetry, tokenize, tts, voice };
|
|
35
|
+
export { beta, cli, inference, ipc, llm, metrics, stream, stt, telemetry, tokenize, tts, voice };
|
|
35
36
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA;;;;;;GAMG;AACH,OAAO,KAAK,GAAG,MAAM,UAAU,CAAC;AAChC,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAC;AAClD,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,OAAO,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,MAAM,MAAM,mBAAmB,CAAC;AAC5C,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAC;AAClD,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,KAAK,MAAM,kBAAkB,CAAC;AAE1C,cAAc,kBAAkB,CAAC;AACjC,cAAc,YAAY,CAAC;AAC3B,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,uBAAuB,CAAC;AACtC,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC;AACnC,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AACnF,cAAc,aAAa,CAAC;AAE5B,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA;;;;;;GAMG;AACH,OAAO,KAAK,IAAI,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,GAAG,MAAM,UAAU,CAAC;AAChC,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAC;AAClD,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,OAAO,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,MAAM,MAAM,mBAAmB,CAAC;AAC5C,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAC;AAClD,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,KAAK,MAAM,kBAAkB,CAAC;AAE1C,cAAc,kBAAkB,CAAC;AACjC,cAAc,YAAY,CAAC;AAC3B,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,uBAAuB,CAAC;AACtC,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC;AACnC,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AACnF,cAAc,aAAa,CAAC;AAE5B,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import * as beta from "./beta/index.js";
|
|
1
2
|
import * as cli from "./cli.js";
|
|
2
3
|
import * as inference from "./inference/index.js";
|
|
3
4
|
import * as ipc from "./ipc/index.js";
|
|
@@ -25,6 +26,7 @@ export * from "./version.js";
|
|
|
25
26
|
import { createTimedString, isTimedString } from "./voice/io.js";
|
|
26
27
|
export * from "./worker.js";
|
|
27
28
|
export {
|
|
29
|
+
beta,
|
|
28
30
|
cli,
|
|
29
31
|
createTimedString,
|
|
30
32
|
inference,
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nimport * as cli from './cli.js';\nimport * as inference from './inference/index.js';\nimport * as ipc from './ipc/index.js';\nimport * as llm from './llm/index.js';\nimport * as metrics from './metrics/index.js';\nimport * as stream from './stream/index.js';\nimport * as stt from './stt/index.js';\nimport * as telemetry from './telemetry/index.js';\nimport * as tokenize from './tokenize/index.js';\nimport * as tts from './tts/index.js';\nimport * as voice from './voice/index.js';\n\nexport * from './_exceptions.js';\nexport * from './audio.js';\nexport * from './connection_pool.js';\nexport * from './generator.js';\nexport * from './inference_runner.js';\nexport * from './job.js';\nexport * from './log.js';\nexport * from './plugin.js';\nexport * from './transcription.js';\nexport * from './types.js';\nexport * from './utils.js';\nexport * from './vad.js';\nexport * from './version.js';\nexport { createTimedString, isTimedString, type TimedString } from './voice/io.js';\nexport * from './worker.js';\n\nexport { cli, inference, ipc, llm, metrics, stream, stt, telemetry, tokenize, tts, voice };\n"],"mappings":"AAWA,YAAY,SAAS;AACrB,YAAY,eAAe;AAC3B,YAAY,SAAS;AACrB,YAAY,SAAS;AACrB,YAAY,aAAa;AACzB,YAAY,YAAY;AACxB,YAAY,SAAS;AACrB,YAAY,eAAe;AAC3B,YAAY,cAAc;AAC1B,YAAY,SAAS;AACrB,YAAY,WAAW;AAEvB,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,SAAS,mBAAmB,qBAAuC;AACnE,cAAc;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nimport * as beta from './beta/index.js';\nimport * as cli from './cli.js';\nimport * as inference from './inference/index.js';\nimport * as ipc from './ipc/index.js';\nimport * as llm from './llm/index.js';\nimport * as metrics from './metrics/index.js';\nimport * as stream from './stream/index.js';\nimport * as stt from './stt/index.js';\nimport * as telemetry from './telemetry/index.js';\nimport * as tokenize from './tokenize/index.js';\nimport * as tts from './tts/index.js';\nimport * as voice from './voice/index.js';\n\nexport * from './_exceptions.js';\nexport * from './audio.js';\nexport * from './connection_pool.js';\nexport * from './generator.js';\nexport * from './inference_runner.js';\nexport * from './job.js';\nexport * from './log.js';\nexport * from './plugin.js';\nexport * from './transcription.js';\nexport * from './types.js';\nexport * from './utils.js';\nexport * from './vad.js';\nexport * from './version.js';\nexport { createTimedString, isTimedString, type TimedString } from './voice/io.js';\nexport * from './worker.js';\n\nexport { beta, cli, inference, ipc, llm, metrics, stream, stt, telemetry, tokenize, tts, voice };\n"],"mappings":"AAWA,YAAY,UAAU;AACtB,YAAY,SAAS;AACrB,YAAY,eAAe;AAC3B,YAAY,SAAS;AACrB,YAAY,SAAS;AACrB,YAAY,aAAa;AACzB,YAAY,YAAY;AACxB,YAAY,SAAS;AACrB,YAAY,eAAe;AAC3B,YAAY,cAAc;AAC1B,YAAY,SAAS;AACrB,YAAY,WAAW;AAEvB,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,SAAS,mBAAmB,qBAAuC;AACnE,cAAc;","names":[]}
|
|
@@ -9,8 +9,8 @@ export declare const ttsSessionCreateEventSchema: z.ZodObject<{
|
|
|
9
9
|
extra: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
10
10
|
transcript: z.ZodOptional<z.ZodString>;
|
|
11
11
|
}, "strip", z.ZodTypeAny, {
|
|
12
|
-
type: "session.create";
|
|
13
12
|
extra: Record<string, unknown>;
|
|
13
|
+
type: "session.create";
|
|
14
14
|
sample_rate: string;
|
|
15
15
|
encoding: string;
|
|
16
16
|
model?: string | undefined;
|
|
@@ -18,8 +18,8 @@ export declare const ttsSessionCreateEventSchema: z.ZodObject<{
|
|
|
18
18
|
language?: string | undefined;
|
|
19
19
|
voice?: string | undefined;
|
|
20
20
|
}, {
|
|
21
|
-
type: "session.create";
|
|
22
21
|
extra: Record<string, unknown>;
|
|
22
|
+
type: "session.create";
|
|
23
23
|
sample_rate: string;
|
|
24
24
|
encoding: string;
|
|
25
25
|
model?: string | undefined;
|
|
@@ -66,12 +66,12 @@ export declare const ttsOutputAudioEventSchema: z.ZodObject<{
|
|
|
66
66
|
audio: z.ZodString;
|
|
67
67
|
session_id: z.ZodString;
|
|
68
68
|
}, "strip", z.ZodTypeAny, {
|
|
69
|
-
type: "output_audio";
|
|
70
69
|
audio: string;
|
|
70
|
+
type: "output_audio";
|
|
71
71
|
session_id: string;
|
|
72
72
|
}, {
|
|
73
|
-
type: "output_audio";
|
|
74
73
|
audio: string;
|
|
74
|
+
type: "output_audio";
|
|
75
75
|
session_id: string;
|
|
76
76
|
}>;
|
|
77
77
|
export declare const ttsDoneEventSchema: z.ZodObject<{
|
|
@@ -117,8 +117,8 @@ export declare const ttsClientEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
117
117
|
extra: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
118
118
|
transcript: z.ZodOptional<z.ZodString>;
|
|
119
119
|
}, "strip", z.ZodTypeAny, {
|
|
120
|
-
type: "session.create";
|
|
121
120
|
extra: Record<string, unknown>;
|
|
121
|
+
type: "session.create";
|
|
122
122
|
sample_rate: string;
|
|
123
123
|
encoding: string;
|
|
124
124
|
model?: string | undefined;
|
|
@@ -126,8 +126,8 @@ export declare const ttsClientEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
126
126
|
language?: string | undefined;
|
|
127
127
|
voice?: string | undefined;
|
|
128
128
|
}, {
|
|
129
|
-
type: "session.create";
|
|
130
129
|
extra: Record<string, unknown>;
|
|
130
|
+
type: "session.create";
|
|
131
131
|
sample_rate: string;
|
|
132
132
|
encoding: string;
|
|
133
133
|
model?: string | undefined;
|
|
@@ -170,12 +170,12 @@ export declare const ttsServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
170
170
|
audio: z.ZodString;
|
|
171
171
|
session_id: z.ZodString;
|
|
172
172
|
}, "strip", z.ZodTypeAny, {
|
|
173
|
-
type: "output_audio";
|
|
174
173
|
audio: string;
|
|
174
|
+
type: "output_audio";
|
|
175
175
|
session_id: string;
|
|
176
176
|
}, {
|
|
177
|
-
type: "output_audio";
|
|
178
177
|
audio: string;
|
|
178
|
+
type: "output_audio";
|
|
179
179
|
session_id: string;
|
|
180
180
|
}>, z.ZodObject<{
|
|
181
181
|
type: z.ZodLiteral<"done">;
|
|
@@ -286,10 +286,10 @@ export declare const sttInterimTranscriptEventSchema: z.ZodObject<{
|
|
|
286
286
|
type: "interim_transcript";
|
|
287
287
|
extra?: unknown;
|
|
288
288
|
transcript?: string | undefined;
|
|
289
|
+
session_id?: string | undefined;
|
|
289
290
|
language?: string | undefined;
|
|
290
291
|
confidence?: number | undefined;
|
|
291
292
|
start?: number | undefined;
|
|
292
|
-
session_id?: string | undefined;
|
|
293
293
|
duration?: number | undefined;
|
|
294
294
|
words?: {
|
|
295
295
|
end?: number | undefined;
|
|
@@ -347,10 +347,10 @@ export declare const sttFinalTranscriptEventSchema: z.ZodObject<{
|
|
|
347
347
|
type: "final_transcript";
|
|
348
348
|
extra?: unknown;
|
|
349
349
|
transcript?: string | undefined;
|
|
350
|
+
session_id?: string | undefined;
|
|
350
351
|
language?: string | undefined;
|
|
351
352
|
confidence?: number | undefined;
|
|
352
353
|
start?: number | undefined;
|
|
353
|
-
session_id?: string | undefined;
|
|
354
354
|
duration?: number | undefined;
|
|
355
355
|
words?: {
|
|
356
356
|
end?: number | undefined;
|
|
@@ -466,10 +466,10 @@ export declare const sttServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
466
466
|
type: "interim_transcript";
|
|
467
467
|
extra?: unknown;
|
|
468
468
|
transcript?: string | undefined;
|
|
469
|
+
session_id?: string | undefined;
|
|
469
470
|
language?: string | undefined;
|
|
470
471
|
confidence?: number | undefined;
|
|
471
472
|
start?: number | undefined;
|
|
472
|
-
session_id?: string | undefined;
|
|
473
473
|
duration?: number | undefined;
|
|
474
474
|
words?: {
|
|
475
475
|
end?: number | undefined;
|
|
@@ -526,10 +526,10 @@ export declare const sttServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
526
526
|
type: "final_transcript";
|
|
527
527
|
extra?: unknown;
|
|
528
528
|
transcript?: string | undefined;
|
|
529
|
+
session_id?: string | undefined;
|
|
529
530
|
language?: string | undefined;
|
|
530
531
|
confidence?: number | undefined;
|
|
531
532
|
start?: number | undefined;
|
|
532
|
-
session_id?: string | undefined;
|
|
533
533
|
duration?: number | undefined;
|
|
534
534
|
words?: {
|
|
535
535
|
end?: number | undefined;
|
|
@@ -9,8 +9,8 @@ export declare const ttsSessionCreateEventSchema: z.ZodObject<{
|
|
|
9
9
|
extra: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
10
10
|
transcript: z.ZodOptional<z.ZodString>;
|
|
11
11
|
}, "strip", z.ZodTypeAny, {
|
|
12
|
-
type: "session.create";
|
|
13
12
|
extra: Record<string, unknown>;
|
|
13
|
+
type: "session.create";
|
|
14
14
|
sample_rate: string;
|
|
15
15
|
encoding: string;
|
|
16
16
|
model?: string | undefined;
|
|
@@ -18,8 +18,8 @@ export declare const ttsSessionCreateEventSchema: z.ZodObject<{
|
|
|
18
18
|
language?: string | undefined;
|
|
19
19
|
voice?: string | undefined;
|
|
20
20
|
}, {
|
|
21
|
-
type: "session.create";
|
|
22
21
|
extra: Record<string, unknown>;
|
|
22
|
+
type: "session.create";
|
|
23
23
|
sample_rate: string;
|
|
24
24
|
encoding: string;
|
|
25
25
|
model?: string | undefined;
|
|
@@ -66,12 +66,12 @@ export declare const ttsOutputAudioEventSchema: z.ZodObject<{
|
|
|
66
66
|
audio: z.ZodString;
|
|
67
67
|
session_id: z.ZodString;
|
|
68
68
|
}, "strip", z.ZodTypeAny, {
|
|
69
|
-
type: "output_audio";
|
|
70
69
|
audio: string;
|
|
70
|
+
type: "output_audio";
|
|
71
71
|
session_id: string;
|
|
72
72
|
}, {
|
|
73
|
-
type: "output_audio";
|
|
74
73
|
audio: string;
|
|
74
|
+
type: "output_audio";
|
|
75
75
|
session_id: string;
|
|
76
76
|
}>;
|
|
77
77
|
export declare const ttsDoneEventSchema: z.ZodObject<{
|
|
@@ -117,8 +117,8 @@ export declare const ttsClientEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
117
117
|
extra: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
118
118
|
transcript: z.ZodOptional<z.ZodString>;
|
|
119
119
|
}, "strip", z.ZodTypeAny, {
|
|
120
|
-
type: "session.create";
|
|
121
120
|
extra: Record<string, unknown>;
|
|
121
|
+
type: "session.create";
|
|
122
122
|
sample_rate: string;
|
|
123
123
|
encoding: string;
|
|
124
124
|
model?: string | undefined;
|
|
@@ -126,8 +126,8 @@ export declare const ttsClientEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
126
126
|
language?: string | undefined;
|
|
127
127
|
voice?: string | undefined;
|
|
128
128
|
}, {
|
|
129
|
-
type: "session.create";
|
|
130
129
|
extra: Record<string, unknown>;
|
|
130
|
+
type: "session.create";
|
|
131
131
|
sample_rate: string;
|
|
132
132
|
encoding: string;
|
|
133
133
|
model?: string | undefined;
|
|
@@ -170,12 +170,12 @@ export declare const ttsServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
170
170
|
audio: z.ZodString;
|
|
171
171
|
session_id: z.ZodString;
|
|
172
172
|
}, "strip", z.ZodTypeAny, {
|
|
173
|
-
type: "output_audio";
|
|
174
173
|
audio: string;
|
|
174
|
+
type: "output_audio";
|
|
175
175
|
session_id: string;
|
|
176
176
|
}, {
|
|
177
|
-
type: "output_audio";
|
|
178
177
|
audio: string;
|
|
178
|
+
type: "output_audio";
|
|
179
179
|
session_id: string;
|
|
180
180
|
}>, z.ZodObject<{
|
|
181
181
|
type: z.ZodLiteral<"done">;
|
|
@@ -286,10 +286,10 @@ export declare const sttInterimTranscriptEventSchema: z.ZodObject<{
|
|
|
286
286
|
type: "interim_transcript";
|
|
287
287
|
extra?: unknown;
|
|
288
288
|
transcript?: string | undefined;
|
|
289
|
+
session_id?: string | undefined;
|
|
289
290
|
language?: string | undefined;
|
|
290
291
|
confidence?: number | undefined;
|
|
291
292
|
start?: number | undefined;
|
|
292
|
-
session_id?: string | undefined;
|
|
293
293
|
duration?: number | undefined;
|
|
294
294
|
words?: {
|
|
295
295
|
end?: number | undefined;
|
|
@@ -347,10 +347,10 @@ export declare const sttFinalTranscriptEventSchema: z.ZodObject<{
|
|
|
347
347
|
type: "final_transcript";
|
|
348
348
|
extra?: unknown;
|
|
349
349
|
transcript?: string | undefined;
|
|
350
|
+
session_id?: string | undefined;
|
|
350
351
|
language?: string | undefined;
|
|
351
352
|
confidence?: number | undefined;
|
|
352
353
|
start?: number | undefined;
|
|
353
|
-
session_id?: string | undefined;
|
|
354
354
|
duration?: number | undefined;
|
|
355
355
|
words?: {
|
|
356
356
|
end?: number | undefined;
|
|
@@ -466,10 +466,10 @@ export declare const sttServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
466
466
|
type: "interim_transcript";
|
|
467
467
|
extra?: unknown;
|
|
468
468
|
transcript?: string | undefined;
|
|
469
|
+
session_id?: string | undefined;
|
|
469
470
|
language?: string | undefined;
|
|
470
471
|
confidence?: number | undefined;
|
|
471
472
|
start?: number | undefined;
|
|
472
|
-
session_id?: string | undefined;
|
|
473
473
|
duration?: number | undefined;
|
|
474
474
|
words?: {
|
|
475
475
|
end?: number | undefined;
|
|
@@ -526,10 +526,10 @@ export declare const sttServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
526
526
|
type: "final_transcript";
|
|
527
527
|
extra?: unknown;
|
|
528
528
|
transcript?: string | undefined;
|
|
529
|
+
session_id?: string | undefined;
|
|
529
530
|
language?: string | undefined;
|
|
530
531
|
confidence?: number | undefined;
|
|
531
532
|
start?: number | undefined;
|
|
532
|
-
session_id?: string | undefined;
|
|
533
533
|
duration?: number | undefined;
|
|
534
534
|
words?: {
|
|
535
535
|
end?: number | undefined;
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __defProp = Object.defineProperty;
|
|
3
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
+
var __export = (target, all) => {
|
|
7
|
+
for (var name in all)
|
|
8
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
+
};
|
|
10
|
+
var __copyProps = (to, from, except, desc) => {
|
|
11
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
+
for (let key of __getOwnPropNames(from))
|
|
13
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
+
}
|
|
16
|
+
return to;
|
|
17
|
+
};
|
|
18
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
+
var defaults_exports = {};
|
|
20
|
+
__export(defaults_exports, {
|
|
21
|
+
AUDIO_PREFIX_DURATION_IN_S: () => AUDIO_PREFIX_DURATION_IN_S,
|
|
22
|
+
DETECTION_INTERVAL_IN_S: () => DETECTION_INTERVAL_IN_S,
|
|
23
|
+
FRAMES_PER_SECOND: () => FRAMES_PER_SECOND,
|
|
24
|
+
FRAME_DURATION_IN_S: () => FRAME_DURATION_IN_S,
|
|
25
|
+
MAX_AUDIO_DURATION_IN_S: () => MAX_AUDIO_DURATION_IN_S,
|
|
26
|
+
MIN_INTERRUPTION_DURATION_IN_S: () => MIN_INTERRUPTION_DURATION_IN_S,
|
|
27
|
+
REMOTE_INFERENCE_TIMEOUT_IN_S: () => REMOTE_INFERENCE_TIMEOUT_IN_S,
|
|
28
|
+
SAMPLE_RATE: () => SAMPLE_RATE,
|
|
29
|
+
THRESHOLD: () => THRESHOLD,
|
|
30
|
+
apiConnectDefaults: () => apiConnectDefaults,
|
|
31
|
+
interruptionOptionDefaults: () => interruptionOptionDefaults,
|
|
32
|
+
intervalForRetry: () => intervalForRetry
|
|
33
|
+
});
|
|
34
|
+
module.exports = __toCommonJS(defaults_exports);
|
|
35
|
+
const MIN_INTERRUPTION_DURATION_IN_S = 0.025 * 2;
|
|
36
|
+
const THRESHOLD = 0.5;
|
|
37
|
+
const MAX_AUDIO_DURATION_IN_S = 3;
|
|
38
|
+
const AUDIO_PREFIX_DURATION_IN_S = 0.5;
|
|
39
|
+
const DETECTION_INTERVAL_IN_S = 0.1;
|
|
40
|
+
const REMOTE_INFERENCE_TIMEOUT_IN_S = 1;
|
|
41
|
+
const SAMPLE_RATE = 16e3;
|
|
42
|
+
const FRAMES_PER_SECOND = 40;
|
|
43
|
+
const FRAME_DURATION_IN_S = 0.025;
|
|
44
|
+
const apiConnectDefaults = {
|
|
45
|
+
maxRetries: 3,
|
|
46
|
+
retryInterval: 2e3,
|
|
47
|
+
timeout: 1e4
|
|
48
|
+
};
|
|
49
|
+
function intervalForRetry(attempt, baseInterval = apiConnectDefaults.retryInterval) {
|
|
50
|
+
const exponentialDelay = baseInterval * Math.pow(2, attempt);
|
|
51
|
+
const jitter = exponentialDelay * Math.random() * 0.25;
|
|
52
|
+
return exponentialDelay + jitter;
|
|
53
|
+
}
|
|
54
|
+
const interruptionOptionDefaults = {
|
|
55
|
+
sampleRate: SAMPLE_RATE,
|
|
56
|
+
threshold: THRESHOLD,
|
|
57
|
+
minFrames: Math.ceil(MIN_INTERRUPTION_DURATION_IN_S * FRAMES_PER_SECOND),
|
|
58
|
+
maxAudioDurationInS: MAX_AUDIO_DURATION_IN_S,
|
|
59
|
+
audioPrefixDurationInS: AUDIO_PREFIX_DURATION_IN_S,
|
|
60
|
+
detectionIntervalInS: DETECTION_INTERVAL_IN_S,
|
|
61
|
+
inferenceTimeout: REMOTE_INFERENCE_TIMEOUT_IN_S * 1e3,
|
|
62
|
+
apiKey: process.env.LIVEKIT_API_KEY || "",
|
|
63
|
+
apiSecret: process.env.LIVEKIT_API_SECRET || "",
|
|
64
|
+
minInterruptionDurationInS: MIN_INTERRUPTION_DURATION_IN_S
|
|
65
|
+
};
|
|
66
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
67
|
+
0 && (module.exports = {
|
|
68
|
+
AUDIO_PREFIX_DURATION_IN_S,
|
|
69
|
+
DETECTION_INTERVAL_IN_S,
|
|
70
|
+
FRAMES_PER_SECOND,
|
|
71
|
+
FRAME_DURATION_IN_S,
|
|
72
|
+
MAX_AUDIO_DURATION_IN_S,
|
|
73
|
+
MIN_INTERRUPTION_DURATION_IN_S,
|
|
74
|
+
REMOTE_INFERENCE_TIMEOUT_IN_S,
|
|
75
|
+
SAMPLE_RATE,
|
|
76
|
+
THRESHOLD,
|
|
77
|
+
apiConnectDefaults,
|
|
78
|
+
interruptionOptionDefaults,
|
|
79
|
+
intervalForRetry
|
|
80
|
+
});
|
|
81
|
+
//# sourceMappingURL=defaults.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/inference/interruption/defaults.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ApiConnectOptions } from './interruption_stream.js';\nimport type { InterruptionOptions } from './types.js';\n\nexport const MIN_INTERRUPTION_DURATION_IN_S = 0.025 * 2; // 25ms per frame, 2 consecutive frames\nexport const THRESHOLD = 0.5;\nexport const MAX_AUDIO_DURATION_IN_S = 3.0;\nexport const AUDIO_PREFIX_DURATION_IN_S = 0.5;\nexport const DETECTION_INTERVAL_IN_S = 0.1;\nexport const REMOTE_INFERENCE_TIMEOUT_IN_S = 1.0;\nexport const SAMPLE_RATE = 16000;\nexport const FRAMES_PER_SECOND = 40;\nexport const FRAME_DURATION_IN_S = 0.025; // 25ms per frame\n\nexport const apiConnectDefaults: ApiConnectOptions = {\n maxRetries: 3,\n retryInterval: 2_000,\n timeout: 10_000,\n} as const;\n\n/**\n * Calculate the retry interval using exponential backoff with jitter.\n * Matches the Python implementation's _interval_for_retry behavior.\n */\nexport function intervalForRetry(\n attempt: number,\n baseInterval: number = apiConnectDefaults.retryInterval,\n): number {\n // Exponential backoff: baseInterval * 2^attempt with some jitter\n const exponentialDelay = baseInterval * Math.pow(2, attempt);\n // Add jitter (0-25% of the delay)\n const jitter = exponentialDelay * Math.random() * 0.25;\n return exponentialDelay + jitter;\n}\n\n// baseUrl and useProxy are resolved dynamically in the constructor\n// to respect LIVEKIT_REMOTE_EOT_URL environment variable\nexport const interruptionOptionDefaults: Omit<InterruptionOptions, 'baseUrl' | 'useProxy'> = {\n sampleRate: SAMPLE_RATE,\n threshold: THRESHOLD,\n minFrames: Math.ceil(MIN_INTERRUPTION_DURATION_IN_S * FRAMES_PER_SECOND),\n maxAudioDurationInS: MAX_AUDIO_DURATION_IN_S,\n audioPrefixDurationInS: AUDIO_PREFIX_DURATION_IN_S,\n detectionIntervalInS: DETECTION_INTERVAL_IN_S,\n inferenceTimeout: REMOTE_INFERENCE_TIMEOUT_IN_S * 1_000,\n apiKey: process.env.LIVEKIT_API_KEY || '',\n apiSecret: process.env.LIVEKIT_API_SECRET || '',\n minInterruptionDurationInS: MIN_INTERRUPTION_DURATION_IN_S,\n} as const;\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAMO,MAAM,iCAAiC,QAAQ;AAC/C,MAAM,YAAY;AAClB,MAAM,0BAA0B;AAChC,MAAM,6BAA6B;AACnC,MAAM,0BAA0B;AAChC,MAAM,gCAAgC;AACtC,MAAM,cAAc;AACpB,MAAM,oBAAoB;AAC1B,MAAM,sBAAsB;AAE5B,MAAM,qBAAwC;AAAA,EACnD,YAAY;AAAA,EACZ,eAAe;AAAA,EACf,SAAS;AACX;AAMO,SAAS,iBACd,SACA,eAAuB,mBAAmB,eAClC;AAER,QAAM,mBAAmB,eAAe,KAAK,IAAI,GAAG,OAAO;AAE3D,QAAM,SAAS,mBAAmB,KAAK,OAAO,IAAI;AAClD,SAAO,mBAAmB;AAC5B;AAIO,MAAM,6BAAgF;AAAA,EAC3F,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,WAAW,KAAK,KAAK,iCAAiC,iBAAiB;AAAA,EACvE,qBAAqB;AAAA,EACrB,wBAAwB;AAAA,EACxB,sBAAsB;AAAA,EACtB,kBAAkB,gCAAgC;AAAA,EAClD,QAAQ,QAAQ,IAAI,mBAAmB;AAAA,EACvC,WAAW,QAAQ,IAAI,sBAAsB;AAAA,EAC7C,4BAA4B;AAC9B;","names":[]}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { ApiConnectOptions } from './interruption_stream.js';
|
|
2
|
+
import type { InterruptionOptions } from './types.js';
|
|
3
|
+
export declare const MIN_INTERRUPTION_DURATION_IN_S: number;
|
|
4
|
+
export declare const THRESHOLD = 0.5;
|
|
5
|
+
export declare const MAX_AUDIO_DURATION_IN_S = 3;
|
|
6
|
+
export declare const AUDIO_PREFIX_DURATION_IN_S = 0.5;
|
|
7
|
+
export declare const DETECTION_INTERVAL_IN_S = 0.1;
|
|
8
|
+
export declare const REMOTE_INFERENCE_TIMEOUT_IN_S = 1;
|
|
9
|
+
export declare const SAMPLE_RATE = 16000;
|
|
10
|
+
export declare const FRAMES_PER_SECOND = 40;
|
|
11
|
+
export declare const FRAME_DURATION_IN_S = 0.025;
|
|
12
|
+
export declare const apiConnectDefaults: ApiConnectOptions;
|
|
13
|
+
/**
|
|
14
|
+
* Calculate the retry interval using exponential backoff with jitter.
|
|
15
|
+
* Matches the Python implementation's _interval_for_retry behavior.
|
|
16
|
+
*/
|
|
17
|
+
export declare function intervalForRetry(attempt: number, baseInterval?: number): number;
|
|
18
|
+
export declare const interruptionOptionDefaults: Omit<InterruptionOptions, 'baseUrl' | 'useProxy'>;
|
|
19
|
+
//# sourceMappingURL=defaults.d.ts.map
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { ApiConnectOptions } from './interruption_stream.js';
|
|
2
|
+
import type { InterruptionOptions } from './types.js';
|
|
3
|
+
export declare const MIN_INTERRUPTION_DURATION_IN_S: number;
|
|
4
|
+
export declare const THRESHOLD = 0.5;
|
|
5
|
+
export declare const MAX_AUDIO_DURATION_IN_S = 3;
|
|
6
|
+
export declare const AUDIO_PREFIX_DURATION_IN_S = 0.5;
|
|
7
|
+
export declare const DETECTION_INTERVAL_IN_S = 0.1;
|
|
8
|
+
export declare const REMOTE_INFERENCE_TIMEOUT_IN_S = 1;
|
|
9
|
+
export declare const SAMPLE_RATE = 16000;
|
|
10
|
+
export declare const FRAMES_PER_SECOND = 40;
|
|
11
|
+
export declare const FRAME_DURATION_IN_S = 0.025;
|
|
12
|
+
export declare const apiConnectDefaults: ApiConnectOptions;
|
|
13
|
+
/**
|
|
14
|
+
* Calculate the retry interval using exponential backoff with jitter.
|
|
15
|
+
* Matches the Python implementation's _interval_for_retry behavior.
|
|
16
|
+
*/
|
|
17
|
+
export declare function intervalForRetry(attempt: number, baseInterval?: number): number;
|
|
18
|
+
export declare const interruptionOptionDefaults: Omit<InterruptionOptions, 'baseUrl' | 'useProxy'>;
|
|
19
|
+
//# sourceMappingURL=defaults.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../../src/inference/interruption/defaults.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEtD,eAAO,MAAM,8BAA8B,QAAY,CAAC;AACxD,eAAO,MAAM,SAAS,MAAM,CAAC;AAC7B,eAAO,MAAM,uBAAuB,IAAM,CAAC;AAC3C,eAAO,MAAM,0BAA0B,MAAM,CAAC;AAC9C,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAC3C,eAAO,MAAM,6BAA6B,IAAM,CAAC;AACjD,eAAO,MAAM,WAAW,QAAQ,CAAC;AACjC,eAAO,MAAM,iBAAiB,KAAK,CAAC;AACpC,eAAO,MAAM,mBAAmB,QAAQ,CAAC;AAEzC,eAAO,MAAM,kBAAkB,EAAE,iBAIvB,CAAC;AAEX;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,MAAM,EACf,YAAY,GAAE,MAAyC,GACtD,MAAM,CAMR;AAID,eAAO,MAAM,0BAA0B,EAAE,IAAI,CAAC,mBAAmB,EAAE,SAAS,GAAG,UAAU,CAW/E,CAAC"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
const MIN_INTERRUPTION_DURATION_IN_S = 0.025 * 2;
|
|
2
|
+
const THRESHOLD = 0.5;
|
|
3
|
+
const MAX_AUDIO_DURATION_IN_S = 3;
|
|
4
|
+
const AUDIO_PREFIX_DURATION_IN_S = 0.5;
|
|
5
|
+
const DETECTION_INTERVAL_IN_S = 0.1;
|
|
6
|
+
const REMOTE_INFERENCE_TIMEOUT_IN_S = 1;
|
|
7
|
+
const SAMPLE_RATE = 16e3;
|
|
8
|
+
const FRAMES_PER_SECOND = 40;
|
|
9
|
+
const FRAME_DURATION_IN_S = 0.025;
|
|
10
|
+
const apiConnectDefaults = {
|
|
11
|
+
maxRetries: 3,
|
|
12
|
+
retryInterval: 2e3,
|
|
13
|
+
timeout: 1e4
|
|
14
|
+
};
|
|
15
|
+
function intervalForRetry(attempt, baseInterval = apiConnectDefaults.retryInterval) {
|
|
16
|
+
const exponentialDelay = baseInterval * Math.pow(2, attempt);
|
|
17
|
+
const jitter = exponentialDelay * Math.random() * 0.25;
|
|
18
|
+
return exponentialDelay + jitter;
|
|
19
|
+
}
|
|
20
|
+
const interruptionOptionDefaults = {
|
|
21
|
+
sampleRate: SAMPLE_RATE,
|
|
22
|
+
threshold: THRESHOLD,
|
|
23
|
+
minFrames: Math.ceil(MIN_INTERRUPTION_DURATION_IN_S * FRAMES_PER_SECOND),
|
|
24
|
+
maxAudioDurationInS: MAX_AUDIO_DURATION_IN_S,
|
|
25
|
+
audioPrefixDurationInS: AUDIO_PREFIX_DURATION_IN_S,
|
|
26
|
+
detectionIntervalInS: DETECTION_INTERVAL_IN_S,
|
|
27
|
+
inferenceTimeout: REMOTE_INFERENCE_TIMEOUT_IN_S * 1e3,
|
|
28
|
+
apiKey: process.env.LIVEKIT_API_KEY || "",
|
|
29
|
+
apiSecret: process.env.LIVEKIT_API_SECRET || "",
|
|
30
|
+
minInterruptionDurationInS: MIN_INTERRUPTION_DURATION_IN_S
|
|
31
|
+
};
|
|
32
|
+
export {
|
|
33
|
+
AUDIO_PREFIX_DURATION_IN_S,
|
|
34
|
+
DETECTION_INTERVAL_IN_S,
|
|
35
|
+
FRAMES_PER_SECOND,
|
|
36
|
+
FRAME_DURATION_IN_S,
|
|
37
|
+
MAX_AUDIO_DURATION_IN_S,
|
|
38
|
+
MIN_INTERRUPTION_DURATION_IN_S,
|
|
39
|
+
REMOTE_INFERENCE_TIMEOUT_IN_S,
|
|
40
|
+
SAMPLE_RATE,
|
|
41
|
+
THRESHOLD,
|
|
42
|
+
apiConnectDefaults,
|
|
43
|
+
interruptionOptionDefaults,
|
|
44
|
+
intervalForRetry
|
|
45
|
+
};
|
|
46
|
+
//# sourceMappingURL=defaults.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/inference/interruption/defaults.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ApiConnectOptions } from './interruption_stream.js';\nimport type { InterruptionOptions } from './types.js';\n\nexport const MIN_INTERRUPTION_DURATION_IN_S = 0.025 * 2; // 25ms per frame, 2 consecutive frames\nexport const THRESHOLD = 0.5;\nexport const MAX_AUDIO_DURATION_IN_S = 3.0;\nexport const AUDIO_PREFIX_DURATION_IN_S = 0.5;\nexport const DETECTION_INTERVAL_IN_S = 0.1;\nexport const REMOTE_INFERENCE_TIMEOUT_IN_S = 1.0;\nexport const SAMPLE_RATE = 16000;\nexport const FRAMES_PER_SECOND = 40;\nexport const FRAME_DURATION_IN_S = 0.025; // 25ms per frame\n\nexport const apiConnectDefaults: ApiConnectOptions = {\n maxRetries: 3,\n retryInterval: 2_000,\n timeout: 10_000,\n} as const;\n\n/**\n * Calculate the retry interval using exponential backoff with jitter.\n * Matches the Python implementation's _interval_for_retry behavior.\n */\nexport function intervalForRetry(\n attempt: number,\n baseInterval: number = apiConnectDefaults.retryInterval,\n): number {\n // Exponential backoff: baseInterval * 2^attempt with some jitter\n const exponentialDelay = baseInterval * Math.pow(2, attempt);\n // Add jitter (0-25% of the delay)\n const jitter = exponentialDelay * Math.random() * 0.25;\n return exponentialDelay + jitter;\n}\n\n// baseUrl and useProxy are resolved dynamically in the constructor\n// to respect LIVEKIT_REMOTE_EOT_URL environment variable\nexport const interruptionOptionDefaults: Omit<InterruptionOptions, 'baseUrl' | 'useProxy'> = {\n sampleRate: SAMPLE_RATE,\n threshold: THRESHOLD,\n minFrames: Math.ceil(MIN_INTERRUPTION_DURATION_IN_S * FRAMES_PER_SECOND),\n maxAudioDurationInS: MAX_AUDIO_DURATION_IN_S,\n audioPrefixDurationInS: AUDIO_PREFIX_DURATION_IN_S,\n detectionIntervalInS: DETECTION_INTERVAL_IN_S,\n inferenceTimeout: REMOTE_INFERENCE_TIMEOUT_IN_S * 1_000,\n apiKey: process.env.LIVEKIT_API_KEY || '',\n apiSecret: process.env.LIVEKIT_API_SECRET || '',\n minInterruptionDurationInS: MIN_INTERRUPTION_DURATION_IN_S,\n} as const;\n"],"mappings":"AAMO,MAAM,iCAAiC,QAAQ;AAC/C,MAAM,YAAY;AAClB,MAAM,0BAA0B;AAChC,MAAM,6BAA6B;AACnC,MAAM,0BAA0B;AAChC,MAAM,gCAAgC;AACtC,MAAM,cAAc;AACpB,MAAM,oBAAoB;AAC1B,MAAM,sBAAsB;AAE5B,MAAM,qBAAwC;AAAA,EACnD,YAAY;AAAA,EACZ,eAAe;AAAA,EACf,SAAS;AACX;AAMO,SAAS,iBACd,SACA,eAAuB,mBAAmB,eAClC;AAER,QAAM,mBAAmB,eAAe,KAAK,IAAI,GAAG,OAAO;AAE3D,QAAM,SAAS,mBAAmB,KAAK,OAAO,IAAI;AAClD,SAAO,mBAAmB;AAC5B;AAIO,MAAM,6BAAgF;AAAA,EAC3F,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,WAAW,KAAK,KAAK,iCAAiC,iBAAiB;AAAA,EACvE,qBAAqB;AAAA,EACrB,wBAAwB;AAAA,EACxB,sBAAsB;AAAA,EACtB,kBAAkB,gCAAgC;AAAA,EAClD,QAAQ,QAAQ,IAAI,mBAAmB;AAAA,EACvC,WAAW,QAAQ,IAAI,sBAAsB;AAAA,EAC7C,4BAA4B;AAC9B;","names":[]}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __defProp = Object.defineProperty;
|
|
3
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
+
var __export = (target, all) => {
|
|
7
|
+
for (var name in all)
|
|
8
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
+
};
|
|
10
|
+
var __copyProps = (to, from, except, desc) => {
|
|
11
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
+
for (let key of __getOwnPropNames(from))
|
|
13
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
+
}
|
|
16
|
+
return to;
|
|
17
|
+
};
|
|
18
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
+
var errors_exports = {};
|
|
20
|
+
__export(errors_exports, {
|
|
21
|
+
InterruptionDetectionError: () => InterruptionDetectionError
|
|
22
|
+
});
|
|
23
|
+
module.exports = __toCommonJS(errors_exports);
|
|
24
|
+
class InterruptionDetectionError extends Error {
|
|
25
|
+
type = "interruption_detection_error";
|
|
26
|
+
timestamp;
|
|
27
|
+
label;
|
|
28
|
+
recoverable;
|
|
29
|
+
constructor(message, timestamp, label, recoverable) {
|
|
30
|
+
super(message);
|
|
31
|
+
this.name = "InterruptionDetectionError";
|
|
32
|
+
this.timestamp = timestamp;
|
|
33
|
+
this.label = label;
|
|
34
|
+
this.recoverable = recoverable;
|
|
35
|
+
}
|
|
36
|
+
toString() {
|
|
37
|
+
return `${this.name}: ${this.message} (label=${this.label}, timestamp=${this.timestamp}, recoverable=${this.recoverable})`;
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
41
|
+
0 && (module.exports = {
|
|
42
|
+
InterruptionDetectionError
|
|
43
|
+
});
|
|
44
|
+
//# sourceMappingURL=errors.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/inference/interruption/errors.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n/**\n * Error thrown during interruption detection.\n */\nexport class InterruptionDetectionError extends Error {\n readonly type = 'interruption_detection_error' as const;\n\n readonly timestamp: number;\n readonly label: string;\n readonly recoverable: boolean;\n\n constructor(message: string, timestamp: number, label: string, recoverable: boolean) {\n super(message);\n this.name = 'InterruptionDetectionError';\n this.timestamp = timestamp;\n this.label = label;\n this.recoverable = recoverable;\n }\n\n toString(): string {\n return `${this.name}: ${this.message} (label=${this.label}, timestamp=${this.timestamp}, recoverable=${this.recoverable})`;\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAMO,MAAM,mCAAmC,MAAM;AAAA,EAC3C,OAAO;AAAA,EAEP;AAAA,EACA;AAAA,EACA;AAAA,EAET,YAAY,SAAiB,WAAmB,OAAe,aAAsB;AACnF,UAAM,OAAO;AACb,SAAK,OAAO;AACZ,SAAK,YAAY;AACjB,SAAK,QAAQ;AACb,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,WAAmB;AACjB,WAAO,GAAG,KAAK,IAAI,KAAK,KAAK,OAAO,WAAW,KAAK,KAAK,eAAe,KAAK,SAAS,iBAAiB,KAAK,WAAW;AAAA,EACzH;AACF;","names":[]}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Error thrown during interruption detection.
|
|
3
|
+
*/
|
|
4
|
+
export declare class InterruptionDetectionError extends Error {
|
|
5
|
+
readonly type: "interruption_detection_error";
|
|
6
|
+
readonly timestamp: number;
|
|
7
|
+
readonly label: string;
|
|
8
|
+
readonly recoverable: boolean;
|
|
9
|
+
constructor(message: string, timestamp: number, label: string, recoverable: boolean);
|
|
10
|
+
toString(): string;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=errors.d.ts.map
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Error thrown during interruption detection.
|
|
3
|
+
*/
|
|
4
|
+
export declare class InterruptionDetectionError extends Error {
|
|
5
|
+
readonly type: "interruption_detection_error";
|
|
6
|
+
readonly timestamp: number;
|
|
7
|
+
readonly label: string;
|
|
8
|
+
readonly recoverable: boolean;
|
|
9
|
+
constructor(message: string, timestamp: number, label: string, recoverable: boolean);
|
|
10
|
+
toString(): string;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=errors.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../src/inference/interruption/errors.ts"],"names":[],"mappings":"AAGA;;GAEG;AACH,qBAAa,0BAA2B,SAAQ,KAAK;IACnD,QAAQ,CAAC,IAAI,iCAA2C;IAExD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;gBAElB,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO;IAQnF,QAAQ,IAAI,MAAM;CAGnB"}
|