@livekit/agents 1.1.0 → 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/_exceptions.cjs.map +1 -1
- package/dist/_exceptions.d.ts.map +1 -1
- package/dist/_exceptions.js.map +1 -1
- package/dist/audio.cjs +89 -3
- package/dist/audio.cjs.map +1 -1
- package/dist/audio.d.cts +36 -1
- package/dist/audio.d.ts +36 -1
- package/dist/audio.d.ts.map +1 -1
- package/dist/audio.js +76 -2
- package/dist/audio.js.map +1 -1
- package/dist/beta/index.cjs +29 -0
- package/dist/beta/index.cjs.map +1 -0
- package/dist/beta/index.d.cts +2 -0
- package/dist/beta/index.d.ts +2 -0
- package/dist/beta/index.d.ts.map +1 -0
- package/dist/beta/index.js +7 -0
- package/dist/beta/index.js.map +1 -0
- package/dist/beta/workflows/index.cjs +29 -0
- package/dist/beta/workflows/index.cjs.map +1 -0
- package/dist/beta/workflows/index.d.cts +2 -0
- package/dist/beta/workflows/index.d.ts +2 -0
- package/dist/beta/workflows/index.d.ts.map +1 -0
- package/dist/beta/workflows/index.js +7 -0
- package/dist/beta/workflows/index.js.map +1 -0
- package/dist/beta/workflows/task_group.cjs +165 -0
- package/dist/beta/workflows/task_group.cjs.map +1 -0
- package/dist/beta/workflows/task_group.d.cts +32 -0
- package/dist/beta/workflows/task_group.d.ts +32 -0
- package/dist/beta/workflows/task_group.d.ts.map +1 -0
- package/dist/beta/workflows/task_group.js +141 -0
- package/dist/beta/workflows/task_group.js.map +1 -0
- package/dist/cli.cjs +44 -46
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.d.cts +3 -3
- package/dist/cli.d.ts +3 -3
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +45 -47
- package/dist/cli.js.map +1 -1
- package/dist/connection_pool.cjs +242 -0
- package/dist/connection_pool.cjs.map +1 -0
- package/dist/connection_pool.d.cts +123 -0
- package/dist/connection_pool.d.ts +123 -0
- package/dist/connection_pool.d.ts.map +1 -0
- package/dist/connection_pool.js +218 -0
- package/dist/connection_pool.js.map +1 -0
- package/dist/connection_pool.test.cjs +256 -0
- package/dist/connection_pool.test.cjs.map +1 -0
- package/dist/connection_pool.test.js +255 -0
- package/dist/connection_pool.test.js.map +1 -0
- package/dist/constants.cjs +30 -0
- package/dist/constants.cjs.map +1 -1
- package/dist/constants.d.cts +10 -0
- package/dist/constants.d.ts +10 -0
- package/dist/constants.d.ts.map +1 -1
- package/dist/constants.js +20 -0
- package/dist/constants.js.map +1 -1
- package/dist/cpu.cjs +189 -0
- package/dist/cpu.cjs.map +1 -0
- package/dist/cpu.d.cts +24 -0
- package/dist/cpu.d.ts +24 -0
- package/dist/cpu.d.ts.map +1 -0
- package/dist/cpu.js +152 -0
- package/dist/cpu.js.map +1 -0
- package/dist/cpu.test.cjs +227 -0
- package/dist/cpu.test.cjs.map +1 -0
- package/dist/cpu.test.js +204 -0
- package/dist/cpu.test.js.map +1 -0
- package/dist/http_server.cjs +9 -6
- package/dist/http_server.cjs.map +1 -1
- package/dist/http_server.d.cts +5 -1
- package/dist/http_server.d.ts +5 -1
- package/dist/http_server.d.ts.map +1 -1
- package/dist/http_server.js +9 -6
- package/dist/http_server.js.map +1 -1
- package/dist/index.cjs +24 -9
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +15 -11
- package/dist/index.d.ts +15 -11
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +18 -9
- package/dist/index.js.map +1 -1
- package/dist/inference/api_protos.cjs +70 -2
- package/dist/inference/api_protos.cjs.map +1 -1
- package/dist/inference/api_protos.d.cts +373 -32
- package/dist/inference/api_protos.d.ts +373 -32
- package/dist/inference/api_protos.d.ts.map +1 -1
- package/dist/inference/api_protos.js +62 -2
- package/dist/inference/api_protos.js.map +1 -1
- package/dist/inference/index.cjs +8 -0
- package/dist/inference/index.cjs.map +1 -1
- package/dist/inference/index.d.cts +3 -4
- package/dist/inference/index.d.ts +3 -4
- package/dist/inference/index.d.ts.map +1 -1
- package/dist/inference/index.js +18 -3
- package/dist/inference/index.js.map +1 -1
- package/dist/inference/interruption/defaults.cjs +81 -0
- package/dist/inference/interruption/defaults.cjs.map +1 -0
- package/dist/inference/interruption/defaults.d.cts +19 -0
- package/dist/inference/interruption/defaults.d.ts +19 -0
- package/dist/inference/interruption/defaults.d.ts.map +1 -0
- package/dist/inference/interruption/defaults.js +46 -0
- package/dist/inference/interruption/defaults.js.map +1 -0
- package/dist/inference/interruption/errors.cjs +44 -0
- package/dist/inference/interruption/errors.cjs.map +1 -0
- package/dist/inference/interruption/errors.d.cts +12 -0
- package/dist/inference/interruption/errors.d.ts +12 -0
- package/dist/inference/interruption/errors.d.ts.map +1 -0
- package/dist/inference/interruption/errors.js +20 -0
- package/dist/inference/interruption/errors.js.map +1 -0
- package/dist/inference/interruption/http_transport.cjs +163 -0
- package/dist/inference/interruption/http_transport.cjs.map +1 -0
- package/dist/inference/interruption/http_transport.d.cts +65 -0
- package/dist/inference/interruption/http_transport.d.ts +65 -0
- package/dist/inference/interruption/http_transport.d.ts.map +1 -0
- package/dist/inference/interruption/http_transport.js +137 -0
- package/dist/inference/interruption/http_transport.js.map +1 -0
- package/dist/inference/interruption/interruption_cache_entry.cjs +58 -0
- package/dist/inference/interruption/interruption_cache_entry.cjs.map +1 -0
- package/dist/inference/interruption/interruption_cache_entry.d.cts +30 -0
- package/dist/inference/interruption/interruption_cache_entry.d.ts +30 -0
- package/dist/inference/interruption/interruption_cache_entry.d.ts.map +1 -0
- package/dist/inference/interruption/interruption_cache_entry.js +34 -0
- package/dist/inference/interruption/interruption_cache_entry.js.map +1 -0
- package/dist/inference/interruption/interruption_detector.cjs +198 -0
- package/dist/inference/interruption/interruption_detector.cjs.map +1 -0
- package/dist/inference/interruption/interruption_detector.d.cts +59 -0
- package/dist/inference/interruption/interruption_detector.d.ts +59 -0
- package/dist/inference/interruption/interruption_detector.d.ts.map +1 -0
- package/dist/inference/interruption/interruption_detector.js +164 -0
- package/dist/inference/interruption/interruption_detector.js.map +1 -0
- package/dist/inference/interruption/interruption_stream.cjs +368 -0
- package/dist/inference/interruption/interruption_stream.cjs.map +1 -0
- package/dist/inference/interruption/interruption_stream.d.cts +46 -0
- package/dist/inference/interruption/interruption_stream.d.ts +46 -0
- package/dist/inference/interruption/interruption_stream.d.ts.map +1 -0
- package/dist/inference/interruption/interruption_stream.js +344 -0
- package/dist/inference/interruption/interruption_stream.js.map +1 -0
- package/dist/inference/interruption/types.cjs +17 -0
- package/dist/inference/interruption/types.cjs.map +1 -0
- package/dist/inference/interruption/types.d.cts +66 -0
- package/dist/inference/interruption/types.d.ts +66 -0
- package/dist/inference/interruption/types.d.ts.map +1 -0
- package/dist/inference/interruption/types.js +1 -0
- package/dist/inference/interruption/types.js.map +1 -0
- package/dist/inference/interruption/utils.cjs +130 -0
- package/dist/inference/interruption/utils.cjs.map +1 -0
- package/dist/inference/interruption/utils.d.cts +41 -0
- package/dist/inference/interruption/utils.d.ts +41 -0
- package/dist/inference/interruption/utils.d.ts.map +1 -0
- package/dist/inference/interruption/utils.js +105 -0
- package/dist/inference/interruption/utils.js.map +1 -0
- package/dist/inference/interruption/utils.test.cjs +105 -0
- package/dist/inference/interruption/utils.test.cjs.map +1 -0
- package/dist/inference/interruption/utils.test.js +104 -0
- package/dist/inference/interruption/utils.test.js.map +1 -0
- package/dist/inference/interruption/ws_transport.cjs +347 -0
- package/dist/inference/interruption/ws_transport.cjs.map +1 -0
- package/dist/inference/interruption/ws_transport.d.cts +33 -0
- package/dist/inference/interruption/ws_transport.d.ts +33 -0
- package/dist/inference/interruption/ws_transport.d.ts.map +1 -0
- package/dist/inference/interruption/ws_transport.js +313 -0
- package/dist/inference/interruption/ws_transport.js.map +1 -0
- package/dist/inference/llm.cjs +106 -66
- package/dist/inference/llm.cjs.map +1 -1
- package/dist/inference/llm.d.cts +65 -43
- package/dist/inference/llm.d.ts +65 -43
- package/dist/inference/llm.d.ts.map +1 -1
- package/dist/inference/llm.js +100 -66
- package/dist/inference/llm.js.map +1 -1
- package/dist/inference/stt.cjs +319 -170
- package/dist/inference/stt.cjs.map +1 -1
- package/dist/inference/stt.d.cts +64 -15
- package/dist/inference/stt.d.ts +64 -15
- package/dist/inference/stt.d.ts.map +1 -1
- package/dist/inference/stt.js +319 -170
- package/dist/inference/stt.js.map +1 -1
- package/dist/inference/stt.test.cjs +218 -0
- package/dist/inference/stt.test.cjs.map +1 -0
- package/dist/inference/stt.test.js +217 -0
- package/dist/inference/stt.test.js.map +1 -0
- package/dist/inference/tts.cjs +249 -71
- package/dist/inference/tts.cjs.map +1 -1
- package/dist/inference/tts.d.cts +94 -17
- package/dist/inference/tts.d.ts +94 -17
- package/dist/inference/tts.d.ts.map +1 -1
- package/dist/inference/tts.js +249 -77
- package/dist/inference/tts.js.map +1 -1
- package/dist/inference/tts.test.cjs +305 -0
- package/dist/inference/tts.test.cjs.map +1 -0
- package/dist/inference/tts.test.js +304 -0
- package/dist/inference/tts.test.js.map +1 -0
- package/dist/inference/utils.cjs +26 -7
- package/dist/inference/utils.cjs.map +1 -1
- package/dist/inference/utils.d.cts +14 -1
- package/dist/inference/utils.d.ts +14 -1
- package/dist/inference/utils.d.ts.map +1 -1
- package/dist/inference/utils.js +18 -2
- package/dist/inference/utils.js.map +1 -1
- package/dist/ipc/inference_proc_executor.cjs +6 -3
- package/dist/ipc/inference_proc_executor.cjs.map +1 -1
- package/dist/ipc/inference_proc_executor.d.ts.map +1 -1
- package/dist/ipc/inference_proc_executor.js +6 -3
- package/dist/ipc/inference_proc_executor.js.map +1 -1
- package/dist/ipc/inference_proc_lazy_main.cjs +13 -1
- package/dist/ipc/inference_proc_lazy_main.cjs.map +1 -1
- package/dist/ipc/inference_proc_lazy_main.js +13 -1
- package/dist/ipc/inference_proc_lazy_main.js.map +1 -1
- package/dist/ipc/job_proc_executor.cjs +6 -1
- package/dist/ipc/job_proc_executor.cjs.map +1 -1
- package/dist/ipc/job_proc_executor.d.ts.map +1 -1
- package/dist/ipc/job_proc_executor.js +6 -1
- package/dist/ipc/job_proc_executor.js.map +1 -1
- package/dist/ipc/job_proc_lazy_main.cjs +89 -17
- package/dist/ipc/job_proc_lazy_main.cjs.map +1 -1
- package/dist/ipc/job_proc_lazy_main.js +68 -18
- package/dist/ipc/job_proc_lazy_main.js.map +1 -1
- package/dist/ipc/supervised_proc.cjs +34 -8
- package/dist/ipc/supervised_proc.cjs.map +1 -1
- package/dist/ipc/supervised_proc.d.cts +8 -0
- package/dist/ipc/supervised_proc.d.ts +8 -0
- package/dist/ipc/supervised_proc.d.ts.map +1 -1
- package/dist/ipc/supervised_proc.js +34 -8
- package/dist/ipc/supervised_proc.js.map +1 -1
- package/dist/ipc/supervised_proc.test.cjs +145 -0
- package/dist/ipc/supervised_proc.test.cjs.map +1 -0
- package/dist/ipc/supervised_proc.test.js +122 -0
- package/dist/ipc/supervised_proc.test.js.map +1 -0
- package/dist/job.cjs +109 -1
- package/dist/job.cjs.map +1 -1
- package/dist/job.d.cts +14 -0
- package/dist/job.d.ts +14 -0
- package/dist/job.d.ts.map +1 -1
- package/dist/job.js +99 -1
- package/dist/job.js.map +1 -1
- package/dist/language.cjs +394 -0
- package/dist/language.cjs.map +1 -0
- package/dist/language.d.cts +15 -0
- package/dist/language.d.ts +15 -0
- package/dist/language.d.ts.map +1 -0
- package/dist/language.js +363 -0
- package/dist/language.js.map +1 -0
- package/dist/language.test.cjs +43 -0
- package/dist/language.test.cjs.map +1 -0
- package/dist/language.test.js +49 -0
- package/dist/language.test.js.map +1 -0
- package/dist/llm/chat_context.cjs +345 -3
- package/dist/llm/chat_context.cjs.map +1 -1
- package/dist/llm/chat_context.d.cts +86 -2
- package/dist/llm/chat_context.d.ts +86 -2
- package/dist/llm/chat_context.d.ts.map +1 -1
- package/dist/llm/chat_context.js +344 -3
- package/dist/llm/chat_context.js.map +1 -1
- package/dist/llm/chat_context.test.cjs +692 -0
- package/dist/llm/chat_context.test.cjs.map +1 -1
- package/dist/llm/chat_context.test.js +692 -0
- package/dist/llm/chat_context.test.js.map +1 -1
- package/dist/llm/fallback_adapter.cjs +280 -0
- package/dist/llm/fallback_adapter.cjs.map +1 -0
- package/dist/llm/fallback_adapter.d.cts +73 -0
- package/dist/llm/fallback_adapter.d.ts +73 -0
- package/dist/llm/fallback_adapter.d.ts.map +1 -0
- package/dist/llm/fallback_adapter.js +256 -0
- package/dist/llm/fallback_adapter.js.map +1 -0
- package/dist/llm/fallback_adapter.test.cjs +176 -0
- package/dist/llm/fallback_adapter.test.cjs.map +1 -0
- package/dist/llm/fallback_adapter.test.js +175 -0
- package/dist/llm/fallback_adapter.test.js.map +1 -0
- package/dist/llm/index.cjs +11 -0
- package/dist/llm/index.cjs.map +1 -1
- package/dist/llm/index.d.cts +4 -3
- package/dist/llm/index.d.ts +4 -3
- package/dist/llm/index.d.ts.map +1 -1
- package/dist/llm/index.js +13 -1
- package/dist/llm/index.js.map +1 -1
- package/dist/llm/llm.cjs +65 -11
- package/dist/llm/llm.cjs.map +1 -1
- package/dist/llm/llm.d.cts +13 -2
- package/dist/llm/llm.d.ts +13 -2
- package/dist/llm/llm.d.ts.map +1 -1
- package/dist/llm/llm.js +65 -11
- package/dist/llm/llm.js.map +1 -1
- package/dist/llm/provider_format/google.cjs +6 -2
- package/dist/llm/provider_format/google.cjs.map +1 -1
- package/dist/llm/provider_format/google.d.cts +1 -1
- package/dist/llm/provider_format/google.d.ts +1 -1
- package/dist/llm/provider_format/google.d.ts.map +1 -1
- package/dist/llm/provider_format/google.js +6 -2
- package/dist/llm/provider_format/google.js.map +1 -1
- package/dist/llm/provider_format/google.test.cjs +48 -0
- package/dist/llm/provider_format/google.test.cjs.map +1 -1
- package/dist/llm/provider_format/google.test.js +54 -1
- package/dist/llm/provider_format/google.test.js.map +1 -1
- package/dist/llm/provider_format/index.cjs +2 -0
- package/dist/llm/provider_format/index.cjs.map +1 -1
- package/dist/llm/provider_format/index.d.cts +2 -2
- package/dist/llm/provider_format/index.d.ts +2 -2
- package/dist/llm/provider_format/index.d.ts.map +1 -1
- package/dist/llm/provider_format/index.js +6 -1
- package/dist/llm/provider_format/index.js.map +1 -1
- package/dist/llm/provider_format/openai.cjs +126 -24
- package/dist/llm/provider_format/openai.cjs.map +1 -1
- package/dist/llm/provider_format/openai.d.cts +1 -0
- package/dist/llm/provider_format/openai.d.ts +1 -0
- package/dist/llm/provider_format/openai.d.ts.map +1 -1
- package/dist/llm/provider_format/openai.js +124 -23
- package/dist/llm/provider_format/openai.js.map +1 -1
- package/dist/llm/provider_format/openai.test.cjs +393 -0
- package/dist/llm/provider_format/openai.test.cjs.map +1 -1
- package/dist/llm/provider_format/openai.test.js +400 -2
- package/dist/llm/provider_format/openai.test.js.map +1 -1
- package/dist/llm/provider_format/utils.cjs +5 -4
- package/dist/llm/provider_format/utils.cjs.map +1 -1
- package/dist/llm/provider_format/utils.d.ts.map +1 -1
- package/dist/llm/provider_format/utils.js +5 -4
- package/dist/llm/provider_format/utils.js.map +1 -1
- package/dist/llm/realtime.cjs +3 -0
- package/dist/llm/realtime.cjs.map +1 -1
- package/dist/llm/realtime.d.cts +15 -1
- package/dist/llm/realtime.d.ts +15 -1
- package/dist/llm/realtime.d.ts.map +1 -1
- package/dist/llm/realtime.js +3 -0
- package/dist/llm/realtime.js.map +1 -1
- package/dist/llm/remote_chat_context.cjs.map +1 -1
- package/dist/llm/remote_chat_context.d.cts +2 -0
- package/dist/llm/remote_chat_context.d.ts +2 -0
- package/dist/llm/remote_chat_context.d.ts.map +1 -1
- package/dist/llm/remote_chat_context.js.map +1 -1
- package/dist/llm/tool_context.cjs +50 -2
- package/dist/llm/tool_context.cjs.map +1 -1
- package/dist/llm/tool_context.d.cts +47 -11
- package/dist/llm/tool_context.d.ts +47 -11
- package/dist/llm/tool_context.d.ts.map +1 -1
- package/dist/llm/tool_context.js +48 -3
- package/dist/llm/tool_context.js.map +1 -1
- package/dist/llm/tool_context.test.cjs +197 -0
- package/dist/llm/tool_context.test.cjs.map +1 -1
- package/dist/llm/tool_context.test.js +175 -0
- package/dist/llm/tool_context.test.js.map +1 -1
- package/dist/llm/utils.cjs +107 -12
- package/dist/llm/utils.cjs.map +1 -1
- package/dist/llm/utils.d.cts +10 -3
- package/dist/llm/utils.d.ts +10 -3
- package/dist/llm/utils.d.ts.map +1 -1
- package/dist/llm/utils.js +106 -12
- package/dist/llm/utils.js.map +1 -1
- package/dist/llm/utils.test.cjs +90 -0
- package/dist/llm/utils.test.cjs.map +1 -1
- package/dist/llm/utils.test.js +98 -2
- package/dist/llm/utils.test.js.map +1 -1
- package/dist/llm/zod-utils.cjs +102 -0
- package/dist/llm/zod-utils.cjs.map +1 -0
- package/dist/llm/zod-utils.d.cts +65 -0
- package/dist/llm/zod-utils.d.ts +65 -0
- package/dist/llm/zod-utils.d.ts.map +1 -0
- package/dist/llm/zod-utils.js +64 -0
- package/dist/llm/zod-utils.js.map +1 -0
- package/dist/llm/zod-utils.test.cjs +472 -0
- package/dist/llm/zod-utils.test.cjs.map +1 -0
- package/dist/llm/zod-utils.test.js +455 -0
- package/dist/llm/zod-utils.test.js.map +1 -0
- package/dist/log.cjs +45 -14
- package/dist/log.cjs.map +1 -1
- package/dist/log.d.cts +8 -1
- package/dist/log.d.ts +8 -1
- package/dist/log.d.ts.map +1 -1
- package/dist/log.js +45 -15
- package/dist/log.js.map +1 -1
- package/dist/metrics/base.cjs.map +1 -1
- package/dist/metrics/base.d.cts +75 -19
- package/dist/metrics/base.d.ts +75 -19
- package/dist/metrics/base.d.ts.map +1 -1
- package/dist/metrics/index.cjs +5 -0
- package/dist/metrics/index.cjs.map +1 -1
- package/dist/metrics/index.d.cts +2 -1
- package/dist/metrics/index.d.ts +2 -1
- package/dist/metrics/index.d.ts.map +1 -1
- package/dist/metrics/index.js +6 -0
- package/dist/metrics/index.js.map +1 -1
- package/dist/metrics/model_usage.cjs +189 -0
- package/dist/metrics/model_usage.cjs.map +1 -0
- package/dist/metrics/model_usage.d.cts +92 -0
- package/dist/metrics/model_usage.d.ts +92 -0
- package/dist/metrics/model_usage.d.ts.map +1 -0
- package/dist/metrics/model_usage.js +164 -0
- package/dist/metrics/model_usage.js.map +1 -0
- package/dist/metrics/model_usage.test.cjs +474 -0
- package/dist/metrics/model_usage.test.cjs.map +1 -0
- package/dist/metrics/model_usage.test.js +476 -0
- package/dist/metrics/model_usage.test.js.map +1 -0
- package/dist/metrics/usage_collector.cjs +5 -2
- package/dist/metrics/usage_collector.cjs.map +1 -1
- package/dist/metrics/usage_collector.d.cts +10 -1
- package/dist/metrics/usage_collector.d.ts +10 -1
- package/dist/metrics/usage_collector.d.ts.map +1 -1
- package/dist/metrics/usage_collector.js +5 -2
- package/dist/metrics/usage_collector.js.map +1 -1
- package/dist/metrics/utils.cjs +23 -7
- package/dist/metrics/utils.cjs.map +1 -1
- package/dist/metrics/utils.d.ts.map +1 -1
- package/dist/metrics/utils.js +23 -7
- package/dist/metrics/utils.js.map +1 -1
- package/dist/stream/deferred_stream.cjs +31 -10
- package/dist/stream/deferred_stream.cjs.map +1 -1
- package/dist/stream/deferred_stream.d.cts +6 -1
- package/dist/stream/deferred_stream.d.ts +6 -1
- package/dist/stream/deferred_stream.d.ts.map +1 -1
- package/dist/stream/deferred_stream.js +31 -10
- package/dist/stream/deferred_stream.js.map +1 -1
- package/dist/stream/deferred_stream.test.cjs +2 -2
- package/dist/stream/deferred_stream.test.cjs.map +1 -1
- package/dist/stream/deferred_stream.test.js +2 -2
- package/dist/stream/deferred_stream.test.js.map +1 -1
- package/dist/stream/index.cjs +3 -0
- package/dist/stream/index.cjs.map +1 -1
- package/dist/stream/index.d.cts +1 -0
- package/dist/stream/index.d.ts +1 -0
- package/dist/stream/index.d.ts.map +1 -1
- package/dist/stream/index.js +2 -0
- package/dist/stream/index.js.map +1 -1
- package/dist/stream/multi_input_stream.cjs +139 -0
- package/dist/stream/multi_input_stream.cjs.map +1 -0
- package/dist/stream/multi_input_stream.d.cts +55 -0
- package/dist/stream/multi_input_stream.d.ts +55 -0
- package/dist/stream/multi_input_stream.d.ts.map +1 -0
- package/dist/stream/multi_input_stream.js +115 -0
- package/dist/stream/multi_input_stream.js.map +1 -0
- package/dist/stream/multi_input_stream.test.cjs +344 -0
- package/dist/stream/multi_input_stream.test.cjs.map +1 -0
- package/dist/stream/multi_input_stream.test.js +343 -0
- package/dist/stream/multi_input_stream.test.js.map +1 -0
- package/dist/stream/stream_channel.cjs +39 -1
- package/dist/stream/stream_channel.cjs.map +1 -1
- package/dist/stream/stream_channel.d.cts +5 -2
- package/dist/stream/stream_channel.d.ts +5 -2
- package/dist/stream/stream_channel.d.ts.map +1 -1
- package/dist/stream/stream_channel.js +39 -1
- package/dist/stream/stream_channel.js.map +1 -1
- package/dist/stream/stream_channel.test.cjs +27 -0
- package/dist/stream/stream_channel.test.cjs.map +1 -1
- package/dist/stream/stream_channel.test.js +27 -0
- package/dist/stream/stream_channel.test.js.map +1 -1
- package/dist/stt/stream_adapter.cjs +24 -9
- package/dist/stt/stream_adapter.cjs.map +1 -1
- package/dist/stt/stream_adapter.d.cts +7 -3
- package/dist/stt/stream_adapter.d.ts +7 -3
- package/dist/stt/stream_adapter.d.ts.map +1 -1
- package/dist/stt/stream_adapter.js +24 -9
- package/dist/stt/stream_adapter.js.map +1 -1
- package/dist/stt/stt.cjs +94 -19
- package/dist/stt/stt.cjs.map +1 -1
- package/dist/stt/stt.d.cts +68 -5
- package/dist/stt/stt.d.ts +68 -5
- package/dist/stt/stt.d.ts.map +1 -1
- package/dist/stt/stt.js +96 -21
- package/dist/stt/stt.js.map +1 -1
- package/dist/telemetry/index.cjs +72 -0
- package/dist/telemetry/index.cjs.map +1 -0
- package/dist/telemetry/index.d.cts +7 -0
- package/dist/telemetry/index.d.ts +7 -0
- package/dist/telemetry/index.d.ts.map +1 -0
- package/dist/telemetry/index.js +37 -0
- package/dist/telemetry/index.js.map +1 -0
- package/dist/telemetry/logging.cjs +65 -0
- package/dist/telemetry/logging.cjs.map +1 -0
- package/dist/telemetry/logging.d.cts +21 -0
- package/dist/telemetry/logging.d.ts +21 -0
- package/dist/telemetry/logging.d.ts.map +1 -0
- package/dist/telemetry/logging.js +40 -0
- package/dist/telemetry/logging.js.map +1 -0
- package/dist/telemetry/otel_http_exporter.cjs +166 -0
- package/dist/telemetry/otel_http_exporter.cjs.map +1 -0
- package/dist/telemetry/otel_http_exporter.d.cts +63 -0
- package/dist/telemetry/otel_http_exporter.d.ts +63 -0
- package/dist/telemetry/otel_http_exporter.d.ts.map +1 -0
- package/dist/telemetry/otel_http_exporter.js +142 -0
- package/dist/telemetry/otel_http_exporter.js.map +1 -0
- package/dist/telemetry/pino_otel_transport.cjs +217 -0
- package/dist/telemetry/pino_otel_transport.cjs.map +1 -0
- package/dist/telemetry/pino_otel_transport.d.cts +58 -0
- package/dist/telemetry/pino_otel_transport.d.ts +58 -0
- package/dist/telemetry/pino_otel_transport.d.ts.map +1 -0
- package/dist/telemetry/pino_otel_transport.js +189 -0
- package/dist/telemetry/pino_otel_transport.js.map +1 -0
- package/dist/telemetry/trace_types.cjs +233 -0
- package/dist/telemetry/trace_types.cjs.map +1 -0
- package/dist/telemetry/trace_types.d.cts +74 -0
- package/dist/telemetry/trace_types.d.ts +74 -0
- package/dist/telemetry/trace_types.d.ts.map +1 -0
- package/dist/telemetry/trace_types.js +141 -0
- package/dist/telemetry/trace_types.js.map +1 -0
- package/dist/telemetry/traces.cjs +484 -0
- package/dist/telemetry/traces.cjs.map +1 -0
- package/dist/telemetry/traces.d.cts +116 -0
- package/dist/telemetry/traces.d.ts +116 -0
- package/dist/telemetry/traces.d.ts.map +1 -0
- package/dist/telemetry/traces.js +449 -0
- package/dist/telemetry/traces.js.map +1 -0
- package/dist/telemetry/utils.cjs +86 -0
- package/dist/telemetry/utils.cjs.map +1 -0
- package/dist/telemetry/utils.d.cts +5 -0
- package/dist/telemetry/utils.d.ts +5 -0
- package/dist/telemetry/utils.d.ts.map +1 -0
- package/dist/telemetry/utils.js +51 -0
- package/dist/telemetry/utils.js.map +1 -0
- package/dist/tokenize/basic/sentence.cjs +3 -3
- package/dist/tokenize/basic/sentence.cjs.map +1 -1
- package/dist/tokenize/basic/sentence.js +3 -3
- package/dist/tokenize/basic/sentence.js.map +1 -1
- package/dist/tokenize/tokenizer.test.cjs +3 -1
- package/dist/tokenize/tokenizer.test.cjs.map +1 -1
- package/dist/tokenize/tokenizer.test.js +3 -1
- package/dist/tokenize/tokenizer.test.js.map +1 -1
- package/dist/transcription.cjs.map +1 -1
- package/dist/transcription.d.cts +6 -0
- package/dist/transcription.d.ts +6 -0
- package/dist/transcription.d.ts.map +1 -1
- package/dist/transcription.js.map +1 -1
- package/dist/tts/fallback_adapter.cjs +472 -0
- package/dist/tts/fallback_adapter.cjs.map +1 -0
- package/dist/tts/fallback_adapter.d.cts +110 -0
- package/dist/tts/fallback_adapter.d.ts +110 -0
- package/dist/tts/fallback_adapter.d.ts.map +1 -0
- package/dist/tts/fallback_adapter.js +448 -0
- package/dist/tts/fallback_adapter.js.map +1 -0
- package/dist/tts/index.cjs +3 -0
- package/dist/tts/index.cjs.map +1 -1
- package/dist/tts/index.d.cts +1 -0
- package/dist/tts/index.d.ts +1 -0
- package/dist/tts/index.d.ts.map +1 -1
- package/dist/tts/index.js +2 -0
- package/dist/tts/index.js.map +1 -1
- package/dist/tts/stream_adapter.cjs +25 -8
- package/dist/tts/stream_adapter.cjs.map +1 -1
- package/dist/tts/stream_adapter.d.cts +6 -3
- package/dist/tts/stream_adapter.d.ts +6 -3
- package/dist/tts/stream_adapter.d.ts.map +1 -1
- package/dist/tts/stream_adapter.js +25 -8
- package/dist/tts/stream_adapter.js.map +1 -1
- package/dist/tts/tts.cjs +189 -57
- package/dist/tts/tts.cjs.map +1 -1
- package/dist/tts/tts.d.cts +58 -6
- package/dist/tts/tts.d.ts +58 -6
- package/dist/tts/tts.d.ts.map +1 -1
- package/dist/tts/tts.js +191 -59
- package/dist/tts/tts.js.map +1 -1
- package/dist/typed_promise.cjs +48 -0
- package/dist/typed_promise.cjs.map +1 -0
- package/dist/typed_promise.d.cts +24 -0
- package/dist/typed_promise.d.ts +24 -0
- package/dist/typed_promise.d.ts.map +1 -0
- package/dist/typed_promise.js +28 -0
- package/dist/typed_promise.js.map +1 -0
- package/dist/types.cjs +24 -32
- package/dist/types.cjs.map +1 -1
- package/dist/types.d.cts +45 -10
- package/dist/types.d.ts +45 -10
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +20 -30
- package/dist/types.js.map +1 -1
- package/dist/utils.cjs +124 -28
- package/dist/utils.cjs.map +1 -1
- package/dist/utils.d.cts +41 -1
- package/dist/utils.d.ts +41 -1
- package/dist/utils.d.ts.map +1 -1
- package/dist/utils.js +119 -27
- package/dist/utils.js.map +1 -1
- package/dist/utils.test.cjs +73 -1
- package/dist/utils.test.cjs.map +1 -1
- package/dist/utils.test.js +74 -10
- package/dist/utils.test.js.map +1 -1
- package/dist/vad.cjs +35 -15
- package/dist/vad.cjs.map +1 -1
- package/dist/vad.d.cts +15 -5
- package/dist/vad.d.ts +15 -5
- package/dist/vad.d.ts.map +1 -1
- package/dist/vad.js +35 -15
- package/dist/vad.js.map +1 -1
- package/dist/version.cjs +1 -1
- package/dist/version.cjs.map +1 -1
- package/dist/version.d.cts +1 -1
- package/dist/version.d.ts +1 -1
- package/dist/version.d.ts.map +1 -1
- package/dist/version.js +1 -1
- package/dist/version.js.map +1 -1
- package/dist/voice/agent.cjs +258 -35
- package/dist/voice/agent.cjs.map +1 -1
- package/dist/voice/agent.d.cts +54 -13
- package/dist/voice/agent.d.ts +54 -13
- package/dist/voice/agent.d.ts.map +1 -1
- package/dist/voice/agent.js +254 -34
- package/dist/voice/agent.js.map +1 -1
- package/dist/voice/agent.test.cjs +314 -0
- package/dist/voice/agent.test.cjs.map +1 -1
- package/dist/voice/agent.test.js +316 -2
- package/dist/voice/agent.test.js.map +1 -1
- package/dist/voice/agent_activity.cjs +1116 -385
- package/dist/voice/agent_activity.cjs.map +1 -1
- package/dist/voice/agent_activity.d.cts +72 -11
- package/dist/voice/agent_activity.d.ts +72 -11
- package/dist/voice/agent_activity.d.ts.map +1 -1
- package/dist/voice/agent_activity.js +1119 -383
- package/dist/voice/agent_activity.js.map +1 -1
- package/dist/voice/agent_activity.test.cjs +135 -0
- package/dist/voice/agent_activity.test.cjs.map +1 -0
- package/dist/voice/agent_activity.test.js +134 -0
- package/dist/voice/agent_activity.test.js.map +1 -0
- package/dist/voice/agent_session.cjs +550 -90
- package/dist/voice/agent_session.cjs.map +1 -1
- package/dist/voice/agent_session.d.cts +185 -25
- package/dist/voice/agent_session.d.ts +185 -25
- package/dist/voice/agent_session.d.ts.map +1 -1
- package/dist/voice/agent_session.js +556 -91
- package/dist/voice/agent_session.js.map +1 -1
- package/dist/voice/audio_recognition.cjs +605 -46
- package/dist/voice/audio_recognition.cjs.map +1 -1
- package/dist/voice/audio_recognition.d.cts +96 -4
- package/dist/voice/audio_recognition.d.ts +96 -4
- package/dist/voice/audio_recognition.d.ts.map +1 -1
- package/dist/voice/audio_recognition.js +611 -47
- package/dist/voice/audio_recognition.js.map +1 -1
- package/dist/voice/audio_recognition_span.test.cjs +295 -0
- package/dist/voice/audio_recognition_span.test.cjs.map +1 -0
- package/dist/voice/audio_recognition_span.test.js +299 -0
- package/dist/voice/audio_recognition_span.test.js.map +1 -0
- package/dist/voice/avatar/datastream_io.cjs +7 -1
- package/dist/voice/avatar/datastream_io.cjs.map +1 -1
- package/dist/voice/avatar/datastream_io.d.cts +1 -0
- package/dist/voice/avatar/datastream_io.d.ts +1 -0
- package/dist/voice/avatar/datastream_io.d.ts.map +1 -1
- package/dist/voice/avatar/datastream_io.js +7 -1
- package/dist/voice/avatar/datastream_io.js.map +1 -1
- package/dist/voice/background_audio.cjs +367 -0
- package/dist/voice/background_audio.cjs.map +1 -0
- package/dist/voice/background_audio.d.cts +123 -0
- package/dist/voice/background_audio.d.ts +123 -0
- package/dist/voice/background_audio.d.ts.map +1 -0
- package/dist/voice/background_audio.js +343 -0
- package/dist/voice/background_audio.js.map +1 -0
- package/dist/voice/events.cjs +3 -0
- package/dist/voice/events.cjs.map +1 -1
- package/dist/voice/events.d.cts +16 -9
- package/dist/voice/events.d.ts +16 -9
- package/dist/voice/events.d.ts.map +1 -1
- package/dist/voice/events.js +3 -0
- package/dist/voice/events.js.map +1 -1
- package/dist/voice/generation.cjs +205 -41
- package/dist/voice/generation.cjs.map +1 -1
- package/dist/voice/generation.d.cts +21 -5
- package/dist/voice/generation.d.ts +21 -5
- package/dist/voice/generation.d.ts.map +1 -1
- package/dist/voice/generation.js +215 -43
- package/dist/voice/generation.js.map +1 -1
- package/dist/voice/generation_tools.test.cjs +236 -0
- package/dist/voice/generation_tools.test.cjs.map +1 -0
- package/dist/voice/generation_tools.test.js +235 -0
- package/dist/voice/generation_tools.test.js.map +1 -0
- package/dist/voice/index.cjs +33 -2
- package/dist/voice/index.cjs.map +1 -1
- package/dist/voice/index.d.cts +8 -2
- package/dist/voice/index.d.ts +8 -2
- package/dist/voice/index.d.ts.map +1 -1
- package/dist/voice/index.js +19 -2
- package/dist/voice/index.js.map +1 -1
- package/dist/voice/interruption_detection.test.cjs +114 -0
- package/dist/voice/interruption_detection.test.cjs.map +1 -0
- package/dist/voice/interruption_detection.test.js +113 -0
- package/dist/voice/interruption_detection.test.js.map +1 -0
- package/dist/voice/io.cjs +66 -6
- package/dist/voice/io.cjs.map +1 -1
- package/dist/voice/io.d.cts +67 -7
- package/dist/voice/io.d.ts +67 -7
- package/dist/voice/io.d.ts.map +1 -1
- package/dist/voice/io.js +62 -5
- package/dist/voice/io.js.map +1 -1
- package/dist/voice/recorder_io/index.cjs +23 -0
- package/dist/voice/recorder_io/index.cjs.map +1 -0
- package/dist/voice/recorder_io/index.d.cts +2 -0
- package/dist/voice/recorder_io/index.d.ts +2 -0
- package/dist/voice/recorder_io/index.d.ts.map +1 -0
- package/dist/voice/recorder_io/index.js +2 -0
- package/dist/voice/recorder_io/index.js.map +1 -0
- package/dist/voice/recorder_io/recorder_io.cjs +607 -0
- package/dist/voice/recorder_io/recorder_io.cjs.map +1 -0
- package/dist/voice/recorder_io/recorder_io.d.cts +106 -0
- package/dist/voice/recorder_io/recorder_io.d.ts +106 -0
- package/dist/voice/recorder_io/recorder_io.d.ts.map +1 -0
- package/dist/voice/recorder_io/recorder_io.js +573 -0
- package/dist/voice/recorder_io/recorder_io.js.map +1 -0
- package/dist/voice/remote_session.cjs +922 -0
- package/dist/voice/remote_session.cjs.map +1 -0
- package/dist/voice/remote_session.d.cts +108 -0
- package/dist/voice/remote_session.d.ts +108 -0
- package/dist/voice/remote_session.d.ts.map +1 -0
- package/dist/voice/remote_session.js +887 -0
- package/dist/voice/remote_session.js.map +1 -0
- package/dist/voice/report.cjs +88 -0
- package/dist/voice/report.cjs.map +1 -0
- package/dist/voice/report.d.cts +49 -0
- package/dist/voice/report.d.ts +49 -0
- package/dist/voice/report.d.ts.map +1 -0
- package/dist/voice/report.js +63 -0
- package/dist/voice/report.js.map +1 -0
- package/dist/voice/report.test.cjs +121 -0
- package/dist/voice/report.test.cjs.map +1 -0
- package/dist/voice/report.test.js +120 -0
- package/dist/voice/report.test.js.map +1 -0
- package/dist/voice/room_io/_input.cjs +40 -7
- package/dist/voice/room_io/_input.cjs.map +1 -1
- package/dist/voice/room_io/_input.d.cts +5 -2
- package/dist/voice/room_io/_input.d.ts +5 -2
- package/dist/voice/room_io/_input.d.ts.map +1 -1
- package/dist/voice/room_io/_input.js +41 -8
- package/dist/voice/room_io/_input.js.map +1 -1
- package/dist/voice/room_io/_output.cjs +19 -11
- package/dist/voice/room_io/_output.cjs.map +1 -1
- package/dist/voice/room_io/_output.d.cts +7 -4
- package/dist/voice/room_io/_output.d.ts +7 -4
- package/dist/voice/room_io/_output.d.ts.map +1 -1
- package/dist/voice/room_io/_output.js +20 -12
- package/dist/voice/room_io/_output.js.map +1 -1
- package/dist/voice/room_io/room_io.cjs +33 -6
- package/dist/voice/room_io/room_io.cjs.map +1 -1
- package/dist/voice/room_io/room_io.d.cts +29 -9
- package/dist/voice/room_io/room_io.d.ts +29 -9
- package/dist/voice/room_io/room_io.d.ts.map +1 -1
- package/dist/voice/room_io/room_io.js +33 -7
- package/dist/voice/room_io/room_io.js.map +1 -1
- package/dist/voice/speech_handle.cjs +22 -4
- package/dist/voice/speech_handle.cjs.map +1 -1
- package/dist/voice/speech_handle.d.cts +17 -2
- package/dist/voice/speech_handle.d.ts +17 -2
- package/dist/voice/speech_handle.d.ts.map +1 -1
- package/dist/voice/speech_handle.js +21 -4
- package/dist/voice/speech_handle.js.map +1 -1
- package/dist/voice/testing/fake_llm.cjs +127 -0
- package/dist/voice/testing/fake_llm.cjs.map +1 -0
- package/dist/voice/testing/fake_llm.d.cts +30 -0
- package/dist/voice/testing/fake_llm.d.ts +30 -0
- package/dist/voice/testing/fake_llm.d.ts.map +1 -0
- package/dist/voice/testing/fake_llm.js +103 -0
- package/dist/voice/testing/fake_llm.js.map +1 -0
- package/dist/voice/testing/index.cjs +57 -0
- package/dist/voice/testing/index.cjs.map +1 -0
- package/dist/voice/testing/index.d.cts +21 -0
- package/dist/voice/testing/index.d.ts +21 -0
- package/dist/voice/testing/index.d.ts.map +1 -0
- package/dist/voice/testing/index.js +35 -0
- package/dist/voice/testing/index.js.map +1 -0
- package/dist/voice/testing/run_result.cjs +817 -0
- package/dist/voice/testing/run_result.cjs.map +1 -0
- package/dist/voice/testing/run_result.d.cts +385 -0
- package/dist/voice/testing/run_result.d.ts +385 -0
- package/dist/voice/testing/run_result.d.ts.map +1 -0
- package/dist/voice/testing/run_result.js +790 -0
- package/dist/voice/testing/run_result.js.map +1 -0
- package/dist/voice/testing/types.cjs +46 -0
- package/dist/voice/testing/types.cjs.map +1 -0
- package/dist/voice/testing/types.d.cts +83 -0
- package/dist/voice/testing/types.d.ts +83 -0
- package/dist/voice/testing/types.d.ts.map +1 -0
- package/dist/voice/testing/types.js +19 -0
- package/dist/voice/testing/types.js.map +1 -0
- package/dist/voice/transcription/synchronizer.cjs +139 -15
- package/dist/voice/transcription/synchronizer.cjs.map +1 -1
- package/dist/voice/transcription/synchronizer.d.cts +35 -4
- package/dist/voice/transcription/synchronizer.d.ts +35 -4
- package/dist/voice/transcription/synchronizer.d.ts.map +1 -1
- package/dist/voice/transcription/synchronizer.js +143 -16
- package/dist/voice/transcription/synchronizer.js.map +1 -1
- package/dist/voice/transcription/synchronizer.test.cjs +151 -0
- package/dist/voice/transcription/synchronizer.test.cjs.map +1 -0
- package/dist/voice/transcription/synchronizer.test.js +150 -0
- package/dist/voice/transcription/synchronizer.test.js.map +1 -0
- package/dist/voice/turn_config/endpointing.cjs +33 -0
- package/dist/voice/turn_config/endpointing.cjs.map +1 -0
- package/dist/voice/turn_config/endpointing.d.cts +30 -0
- package/dist/voice/turn_config/endpointing.d.ts +30 -0
- package/dist/voice/turn_config/endpointing.d.ts.map +1 -0
- package/dist/voice/turn_config/endpointing.js +9 -0
- package/dist/voice/turn_config/endpointing.js.map +1 -0
- package/dist/voice/turn_config/interruption.cjs +37 -0
- package/dist/voice/turn_config/interruption.cjs.map +1 -0
- package/dist/voice/turn_config/interruption.d.cts +53 -0
- package/dist/voice/turn_config/interruption.d.ts +53 -0
- package/dist/voice/turn_config/interruption.d.ts.map +1 -0
- package/dist/voice/turn_config/interruption.js +13 -0
- package/dist/voice/turn_config/interruption.js.map +1 -0
- package/dist/voice/turn_config/turn_handling.cjs +35 -0
- package/dist/voice/turn_config/turn_handling.cjs.map +1 -0
- package/dist/voice/turn_config/turn_handling.d.cts +36 -0
- package/dist/voice/turn_config/turn_handling.d.ts +36 -0
- package/dist/voice/turn_config/turn_handling.d.ts.map +1 -0
- package/dist/voice/turn_config/turn_handling.js +11 -0
- package/dist/voice/turn_config/turn_handling.js.map +1 -0
- package/dist/voice/turn_config/utils.cjs +157 -0
- package/dist/voice/turn_config/utils.cjs.map +1 -0
- package/dist/voice/turn_config/utils.d.cts +37 -0
- package/dist/voice/turn_config/utils.d.ts +37 -0
- package/dist/voice/turn_config/utils.d.ts.map +1 -0
- package/dist/voice/turn_config/utils.js +131 -0
- package/dist/voice/turn_config/utils.js.map +1 -0
- package/dist/voice/turn_config/utils.test.cjs +128 -0
- package/dist/voice/turn_config/utils.test.cjs.map +1 -0
- package/dist/voice/turn_config/utils.test.js +127 -0
- package/dist/voice/turn_config/utils.test.js.map +1 -0
- package/dist/voice/utils.cjs +47 -0
- package/dist/voice/utils.cjs.map +1 -0
- package/dist/voice/utils.d.cts +4 -0
- package/dist/voice/utils.d.ts +4 -0
- package/dist/voice/utils.d.ts.map +1 -0
- package/dist/voice/utils.js +23 -0
- package/dist/voice/utils.js.map +1 -0
- package/dist/worker.cjs +44 -52
- package/dist/worker.cjs.map +1 -1
- package/dist/worker.d.cts +18 -8
- package/dist/worker.d.ts +18 -8
- package/dist/worker.d.ts.map +1 -1
- package/dist/worker.js +43 -43
- package/dist/worker.js.map +1 -1
- package/package.json +35 -13
- package/resources/NOTICE +2 -0
- package/resources/keyboard-typing.ogg +0 -0
- package/resources/keyboard-typing2.ogg +0 -0
- package/resources/office-ambience.ogg +0 -0
- package/src/_exceptions.ts +5 -0
- package/src/audio.ts +132 -1
- package/src/beta/index.ts +9 -0
- package/src/beta/workflows/index.ts +9 -0
- package/src/beta/workflows/task_group.ts +203 -0
- package/src/cli.ts +57 -66
- package/src/connection_pool.test.ts +346 -0
- package/src/connection_pool.ts +307 -0
- package/src/constants.ts +14 -0
- package/src/cpu.test.ts +239 -0
- package/src/cpu.ts +173 -0
- package/src/http_server.ts +18 -6
- package/src/index.ts +15 -13
- package/src/inference/api_protos.ts +85 -2
- package/src/inference/index.ts +32 -4
- package/src/inference/interruption/defaults.ts +51 -0
- package/src/inference/interruption/errors.ts +25 -0
- package/src/inference/interruption/http_transport.ts +207 -0
- package/src/inference/interruption/interruption_cache_entry.ts +50 -0
- package/src/inference/interruption/interruption_detector.ts +204 -0
- package/src/inference/interruption/interruption_stream.ts +467 -0
- package/src/inference/interruption/types.ts +84 -0
- package/src/inference/interruption/utils.test.ts +132 -0
- package/src/inference/interruption/utils.ts +137 -0
- package/src/inference/interruption/ws_transport.ts +416 -0
- package/src/inference/llm.ts +214 -163
- package/src/inference/stt.test.ts +253 -0
- package/src/inference/stt.ts +449 -208
- package/src/inference/tts.test.ts +354 -0
- package/src/inference/tts.ts +417 -115
- package/src/inference/utils.ts +30 -2
- package/src/ipc/inference_proc_executor.ts +11 -3
- package/src/ipc/inference_proc_lazy_main.ts +13 -1
- package/src/ipc/job_proc_executor.ts +11 -1
- package/src/ipc/job_proc_lazy_main.ts +86 -20
- package/src/ipc/supervised_proc.test.ts +153 -0
- package/src/ipc/supervised_proc.ts +39 -10
- package/src/job.ts +120 -1
- package/src/language.test.ts +62 -0
- package/src/language.ts +380 -0
- package/src/llm/__snapshots__/zod-utils.test.ts.snap +559 -0
- package/src/llm/chat_context.test.ts +787 -0
- package/src/llm/chat_context.ts +493 -2
- package/src/llm/fallback_adapter.test.ts +238 -0
- package/src/llm/fallback_adapter.ts +394 -0
- package/src/llm/index.ts +13 -0
- package/src/llm/llm.ts +77 -12
- package/src/llm/provider_format/google.test.ts +72 -1
- package/src/llm/provider_format/google.ts +10 -6
- package/src/llm/provider_format/index.ts +7 -2
- package/src/llm/provider_format/openai.test.ts +480 -2
- package/src/llm/provider_format/openai.ts +152 -21
- package/src/llm/provider_format/utils.ts +11 -5
- package/src/llm/realtime.ts +23 -2
- package/src/llm/remote_chat_context.ts +2 -2
- package/src/llm/tool_context.test.ts +210 -1
- package/src/llm/tool_context.ts +115 -17
- package/src/llm/utils.test.ts +103 -2
- package/src/llm/utils.ts +152 -16
- package/src/llm/zod-utils.test.ts +577 -0
- package/src/llm/zod-utils.ts +153 -0
- package/src/log.ts +71 -19
- package/src/metrics/base.ts +78 -19
- package/src/metrics/index.ts +12 -0
- package/src/metrics/model_usage.test.ts +545 -0
- package/src/metrics/model_usage.ts +262 -0
- package/src/metrics/usage_collector.ts +14 -3
- package/src/metrics/utils.ts +27 -7
- package/src/stream/deferred_stream.test.ts +3 -3
- package/src/stream/deferred_stream.ts +43 -11
- package/src/stream/index.ts +1 -0
- package/src/stream/multi_input_stream.test.ts +545 -0
- package/src/stream/multi_input_stream.ts +172 -0
- package/src/stream/stream_channel.test.ts +37 -0
- package/src/stream/stream_channel.ts +43 -3
- package/src/stt/stream_adapter.ts +30 -9
- package/src/stt/stt.ts +140 -23
- package/src/telemetry/index.ts +28 -0
- package/src/telemetry/logging.ts +55 -0
- package/src/telemetry/otel_http_exporter.ts +218 -0
- package/src/telemetry/pino_otel_transport.ts +265 -0
- package/src/telemetry/trace_types.ts +109 -0
- package/src/telemetry/traces.ts +673 -0
- package/src/telemetry/utils.ts +61 -0
- package/src/tokenize/basic/sentence.ts +3 -3
- package/src/tokenize/tokenizer.test.ts +4 -0
- package/src/transcription.ts +6 -0
- package/src/tts/fallback_adapter.ts +586 -0
- package/src/tts/index.ts +1 -0
- package/src/tts/stream_adapter.ts +38 -8
- package/src/tts/tts.ts +245 -62
- package/src/typed_promise.ts +67 -0
- package/src/types.ts +62 -33
- package/src/utils.test.ts +90 -10
- package/src/utils.ts +178 -33
- package/src/vad.ts +42 -18
- package/src/version.ts +1 -1
- package/src/voice/agent.test.ts +347 -2
- package/src/voice/agent.ts +346 -44
- package/src/voice/agent_activity.test.ts +194 -0
- package/src/voice/agent_activity.ts +1457 -388
- package/src/voice/agent_session.ts +817 -112
- package/src/voice/audio_recognition.ts +845 -70
- package/src/voice/audio_recognition_span.test.ts +341 -0
- package/src/voice/avatar/datastream_io.ts +9 -1
- package/src/voice/background_audio.ts +494 -0
- package/src/voice/events.ts +27 -7
- package/src/voice/generation.ts +310 -56
- package/src/voice/generation_tools.test.ts +268 -0
- package/src/voice/index.ts +17 -3
- package/src/voice/interruption_detection.test.ts +151 -0
- package/src/voice/io.ts +115 -12
- package/src/voice/recorder_io/index.ts +4 -0
- package/src/voice/recorder_io/recorder_io.ts +783 -0
- package/src/voice/remote_session.ts +1083 -0
- package/src/voice/report.test.ts +136 -0
- package/src/voice/report.ts +140 -0
- package/src/voice/room_io/_input.ts +45 -10
- package/src/voice/room_io/_output.ts +26 -14
- package/src/voice/room_io/room_io.ts +67 -22
- package/src/voice/speech_handle.ts +38 -6
- package/src/voice/testing/fake_llm.ts +138 -0
- package/src/voice/testing/index.ts +52 -0
- package/src/voice/testing/run_result.ts +995 -0
- package/src/voice/testing/types.ts +118 -0
- package/src/voice/transcription/synchronizer.test.ts +206 -0
- package/src/voice/transcription/synchronizer.ts +204 -19
- package/src/voice/turn_config/endpointing.ts +33 -0
- package/src/voice/turn_config/interruption.ts +56 -0
- package/src/voice/turn_config/turn_handling.ts +45 -0
- package/src/voice/turn_config/utils.test.ts +148 -0
- package/src/voice/turn_config/utils.ts +167 -0
- package/src/voice/utils.ts +29 -0
- package/src/worker.ts +92 -78
- package/src/llm/__snapshots__/utils.test.ts.snap +0 -65
|
@@ -0,0 +1,817 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __defProp = Object.defineProperty;
|
|
3
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
+
var __export = (target, all) => {
|
|
7
|
+
for (var name in all)
|
|
8
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
+
};
|
|
10
|
+
var __copyProps = (to, from, except, desc) => {
|
|
11
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
+
for (let key of __getOwnPropNames(from))
|
|
13
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
+
}
|
|
16
|
+
return to;
|
|
17
|
+
};
|
|
18
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
+
var run_result_exports = {};
|
|
20
|
+
__export(run_result_exports, {
|
|
21
|
+
AgentHandoffAssert: () => AgentHandoffAssert,
|
|
22
|
+
AssertionError: () => AssertionError,
|
|
23
|
+
EventAssert: () => EventAssert,
|
|
24
|
+
EventRangeAssert: () => EventRangeAssert,
|
|
25
|
+
FunctionCallAssert: () => FunctionCallAssert,
|
|
26
|
+
FunctionCallOutputAssert: () => FunctionCallOutputAssert,
|
|
27
|
+
MessageAssert: () => MessageAssert,
|
|
28
|
+
RunAssert: () => RunAssert,
|
|
29
|
+
RunResult: () => RunResult
|
|
30
|
+
});
|
|
31
|
+
module.exports = __toCommonJS(run_result_exports);
|
|
32
|
+
var import_zod = require("zod");
|
|
33
|
+
var import_chat_context = require("../../llm/chat_context.cjs");
|
|
34
|
+
var import_tool_context = require("../../llm/tool_context.cjs");
|
|
35
|
+
var import_utils = require("../../utils.cjs");
|
|
36
|
+
var import_speech_handle = require("../speech_handle.cjs");
|
|
37
|
+
var import_types = require("./types.cjs");
|
|
38
|
+
const evalsVerbose = parseInt(process.env.LIVEKIT_EVALS_VERBOSE || "0", 10);
|
|
39
|
+
class RunResult {
|
|
40
|
+
_events = [];
|
|
41
|
+
doneFut = new import_utils.Future();
|
|
42
|
+
userInput;
|
|
43
|
+
outputType;
|
|
44
|
+
finalOutputValue;
|
|
45
|
+
hasFinalOutput = false;
|
|
46
|
+
handles = /* @__PURE__ */ new Set();
|
|
47
|
+
lastSpeechHandle;
|
|
48
|
+
runAssert;
|
|
49
|
+
// Store per-handle closures so _unwatchHandle can remove callbacks symmetrically.
|
|
50
|
+
doneCallbacks = /* @__PURE__ */ new Map();
|
|
51
|
+
itemAddedCallback = (item) => this._itemAdded(item);
|
|
52
|
+
constructor(options) {
|
|
53
|
+
this.userInput = options == null ? void 0 : options.userInput;
|
|
54
|
+
this.outputType = options == null ? void 0 : options.outputType;
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* List of all recorded events generated during the run.
|
|
58
|
+
*/
|
|
59
|
+
get events() {
|
|
60
|
+
return this._events;
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* Provides an assertion helper for verifying the run events.
|
|
64
|
+
*/
|
|
65
|
+
get expect() {
|
|
66
|
+
if (evalsVerbose) {
|
|
67
|
+
const eventsStr = formatEvents(this._events).map((line) => ` ${line}`).join("\n");
|
|
68
|
+
console.log(
|
|
69
|
+
`
|
|
70
|
+
+ RunResult {
|
|
71
|
+
userInput: "${this.userInput}"
|
|
72
|
+
events: [
|
|
73
|
+
${eventsStr}
|
|
74
|
+
]
|
|
75
|
+
}`
|
|
76
|
+
);
|
|
77
|
+
}
|
|
78
|
+
if (!this.runAssert) {
|
|
79
|
+
this.runAssert = new RunAssert(this);
|
|
80
|
+
}
|
|
81
|
+
return this.runAssert;
|
|
82
|
+
}
|
|
83
|
+
/**
|
|
84
|
+
* Returns the final output of the run after completion.
|
|
85
|
+
*/
|
|
86
|
+
get finalOutput() {
|
|
87
|
+
if (!this.doneFut.done) {
|
|
88
|
+
throw new Error("cannot retrieve finalOutput, RunResult is not done");
|
|
89
|
+
}
|
|
90
|
+
if (!this.hasFinalOutput) {
|
|
91
|
+
throw new Error("no final output");
|
|
92
|
+
}
|
|
93
|
+
return this.finalOutputValue;
|
|
94
|
+
}
|
|
95
|
+
/**
|
|
96
|
+
* Indicates whether the run has finished processing all events.
|
|
97
|
+
*/
|
|
98
|
+
done() {
|
|
99
|
+
return this.doneFut.done;
|
|
100
|
+
}
|
|
101
|
+
/**
|
|
102
|
+
* Wait for the RunResult to complete. Returns `this` for method chaining.
|
|
103
|
+
*
|
|
104
|
+
* @example
|
|
105
|
+
* ```ts
|
|
106
|
+
* const result = session.run({ userInput: 'Hi!' });
|
|
107
|
+
* await result.wait(); // waits for completion
|
|
108
|
+
* result.expect.nextEvent().isMessage({ role: 'assistant' });
|
|
109
|
+
* ```
|
|
110
|
+
*/
|
|
111
|
+
async wait() {
|
|
112
|
+
await this.doneFut.await;
|
|
113
|
+
return this;
|
|
114
|
+
}
|
|
115
|
+
/**
|
|
116
|
+
* @internal
|
|
117
|
+
* Records an agent handoff event.
|
|
118
|
+
*/
|
|
119
|
+
_agentHandoff(params) {
|
|
120
|
+
const event = {
|
|
121
|
+
type: "agent_handoff",
|
|
122
|
+
item: params.item,
|
|
123
|
+
oldAgent: params.oldAgent,
|
|
124
|
+
newAgent: params.newAgent
|
|
125
|
+
};
|
|
126
|
+
const index = this._findInsertionIndex(event.item.createdAt);
|
|
127
|
+
this._events.splice(index, 0, event);
|
|
128
|
+
}
|
|
129
|
+
/**
|
|
130
|
+
* @internal
|
|
131
|
+
* Called when a chat item is added during the run.
|
|
132
|
+
*/
|
|
133
|
+
_itemAdded(item) {
|
|
134
|
+
if (this.doneFut.done) {
|
|
135
|
+
return;
|
|
136
|
+
}
|
|
137
|
+
let event;
|
|
138
|
+
if (item.type === "message") {
|
|
139
|
+
event = { type: "message", item };
|
|
140
|
+
} else if (item.type === "function_call") {
|
|
141
|
+
event = { type: "function_call", item };
|
|
142
|
+
} else if (item.type === "function_call_output") {
|
|
143
|
+
event = { type: "function_call_output", item };
|
|
144
|
+
}
|
|
145
|
+
if (event) {
|
|
146
|
+
const index = this._findInsertionIndex(item.createdAt);
|
|
147
|
+
this._events.splice(index, 0, event);
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
/**
|
|
151
|
+
* @internal
|
|
152
|
+
* Watch a speech handle or task for completion.
|
|
153
|
+
*/
|
|
154
|
+
_watchHandle(handle) {
|
|
155
|
+
if (this.handles.has(handle)) return;
|
|
156
|
+
this.handles.add(handle);
|
|
157
|
+
if ((0, import_speech_handle.isSpeechHandle)(handle)) {
|
|
158
|
+
handle._addItemAddedCallback(this.itemAddedCallback);
|
|
159
|
+
}
|
|
160
|
+
const doneCallback = () => this._markDoneIfNeeded(handle);
|
|
161
|
+
this.doneCallbacks.set(handle, doneCallback);
|
|
162
|
+
handle.addDoneCallback(doneCallback);
|
|
163
|
+
}
|
|
164
|
+
/**
|
|
165
|
+
* @internal
|
|
166
|
+
* Unwatch a handle.
|
|
167
|
+
*/
|
|
168
|
+
_unwatchHandle(handle) {
|
|
169
|
+
this.handles.delete(handle);
|
|
170
|
+
const doneCallback = this.doneCallbacks.get(handle);
|
|
171
|
+
if (doneCallback) {
|
|
172
|
+
handle.removeDoneCallback(doneCallback);
|
|
173
|
+
this.doneCallbacks.delete(handle);
|
|
174
|
+
}
|
|
175
|
+
if ((0, import_speech_handle.isSpeechHandle)(handle)) {
|
|
176
|
+
handle._removeItemAddedCallback(this.itemAddedCallback);
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
/** @internal */
|
|
180
|
+
_watchedHandleCount() {
|
|
181
|
+
return this.handles.size;
|
|
182
|
+
}
|
|
183
|
+
/** @internal – Reject the run with an error (e.g. when deferred generateReply fails). */
|
|
184
|
+
_reject(error) {
|
|
185
|
+
if (!this.doneFut.done) {
|
|
186
|
+
this.doneFut.reject(error);
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
/** @internal */
|
|
190
|
+
_markDoneIfNeeded(handle) {
|
|
191
|
+
if ((0, import_speech_handle.isSpeechHandle)(handle)) {
|
|
192
|
+
this.lastSpeechHandle = handle;
|
|
193
|
+
}
|
|
194
|
+
const allDone = [...this.handles].every((h) => (0, import_speech_handle.isSpeechHandle)(h) ? h.done() : h.done);
|
|
195
|
+
if (allDone) {
|
|
196
|
+
this._markDone();
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
_markDone() {
|
|
200
|
+
if (this.doneFut.done) {
|
|
201
|
+
return;
|
|
202
|
+
}
|
|
203
|
+
if (!this.lastSpeechHandle) {
|
|
204
|
+
this.doneFut.resolve();
|
|
205
|
+
return;
|
|
206
|
+
}
|
|
207
|
+
const finalOutput = this.lastSpeechHandle._maybeRunFinalOutput;
|
|
208
|
+
if (finalOutput instanceof Error) {
|
|
209
|
+
this.doneFut.reject(finalOutput);
|
|
210
|
+
return;
|
|
211
|
+
}
|
|
212
|
+
if (this.outputType) {
|
|
213
|
+
const result = this.outputType.safeParse(finalOutput);
|
|
214
|
+
if (!result.success) {
|
|
215
|
+
this.doneFut.reject(
|
|
216
|
+
new Error(`Expected output matching provided zod schema: ${result.error.message}`)
|
|
217
|
+
);
|
|
218
|
+
return;
|
|
219
|
+
}
|
|
220
|
+
this.finalOutputValue = result.data;
|
|
221
|
+
this.hasFinalOutput = true;
|
|
222
|
+
this.doneFut.resolve();
|
|
223
|
+
return;
|
|
224
|
+
}
|
|
225
|
+
if (finalOutput !== void 0) {
|
|
226
|
+
this.finalOutputValue = finalOutput;
|
|
227
|
+
this.hasFinalOutput = true;
|
|
228
|
+
}
|
|
229
|
+
this.doneFut.resolve();
|
|
230
|
+
}
|
|
231
|
+
/**
|
|
232
|
+
* Find the correct insertion index to maintain chronological order.
|
|
233
|
+
*/
|
|
234
|
+
_findInsertionIndex(createdAt) {
|
|
235
|
+
for (let i = this._events.length - 1; i >= 0; i--) {
|
|
236
|
+
if (this._events[i].item.createdAt <= createdAt) {
|
|
237
|
+
return i + 1;
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
return 0;
|
|
241
|
+
}
|
|
242
|
+
}
|
|
243
|
+
class RunAssert {
|
|
244
|
+
_events;
|
|
245
|
+
_currentIndex = 0;
|
|
246
|
+
constructor(runResult) {
|
|
247
|
+
this._events = runResult.events;
|
|
248
|
+
}
|
|
249
|
+
/**
|
|
250
|
+
* Access a specific event by index for assertions.
|
|
251
|
+
* Supports negative indices (e.g., -1 for last event).
|
|
252
|
+
*
|
|
253
|
+
* @example
|
|
254
|
+
* ```typescript
|
|
255
|
+
* result.expect.at(0).isMessage({ role: 'user' });
|
|
256
|
+
* result.expect.at(-1).isMessage({ role: 'assistant' });
|
|
257
|
+
* ```
|
|
258
|
+
*/
|
|
259
|
+
at(index) {
|
|
260
|
+
let normalizedIndex = index;
|
|
261
|
+
if (index < 0) {
|
|
262
|
+
normalizedIndex = this._events.length + index;
|
|
263
|
+
}
|
|
264
|
+
if (normalizedIndex < 0 || normalizedIndex >= this._events.length) {
|
|
265
|
+
this._raiseWithDebugInfo(
|
|
266
|
+
`at(${index}) out of range (total events: ${this._events.length})`,
|
|
267
|
+
normalizedIndex
|
|
268
|
+
);
|
|
269
|
+
}
|
|
270
|
+
return new EventAssert(this._events[normalizedIndex], this, normalizedIndex);
|
|
271
|
+
}
|
|
272
|
+
/**
|
|
273
|
+
* Advance to the next event, optionally filtering by type.
|
|
274
|
+
*
|
|
275
|
+
* @example
|
|
276
|
+
* ```typescript
|
|
277
|
+
* result.expect.nextEvent().isMessage({ role: 'assistant' });
|
|
278
|
+
* result.expect.nextEvent({ type: 'function_call' }).isFunctionCall({ name: 'foo' });
|
|
279
|
+
* ```
|
|
280
|
+
*/
|
|
281
|
+
nextEvent(options) {
|
|
282
|
+
while (true) {
|
|
283
|
+
const evAssert = this._currentEvent();
|
|
284
|
+
this._currentIndex++;
|
|
285
|
+
if (!(options == null ? void 0 : options.type) || evAssert.event().type === options.type) {
|
|
286
|
+
return evAssert;
|
|
287
|
+
}
|
|
288
|
+
}
|
|
289
|
+
}
|
|
290
|
+
/**
|
|
291
|
+
* Skip a specified number of upcoming events without assertions.
|
|
292
|
+
*
|
|
293
|
+
* @example
|
|
294
|
+
* ```typescript
|
|
295
|
+
* result.expect.skipNext(2);
|
|
296
|
+
* ```
|
|
297
|
+
*/
|
|
298
|
+
skipNext(count = 1) {
|
|
299
|
+
for (let i = 0; i < count; i++) {
|
|
300
|
+
if (this._currentIndex >= this._events.length) {
|
|
301
|
+
this._raiseWithDebugInfo(`Tried to skip ${count} event(s), but only ${i} were available.`);
|
|
302
|
+
}
|
|
303
|
+
this._currentIndex++;
|
|
304
|
+
}
|
|
305
|
+
return this;
|
|
306
|
+
}
|
|
307
|
+
/**
|
|
308
|
+
* Conditionally skip the next event if it matches the specified criteria.
|
|
309
|
+
* Returns the event assertion if matched and skipped, or undefined if not matched.
|
|
310
|
+
*
|
|
311
|
+
* @example
|
|
312
|
+
* ```typescript
|
|
313
|
+
* // Skip optional assistant message before function call
|
|
314
|
+
* result.expect.skipNextEventIf({ type: 'message', role: 'assistant' });
|
|
315
|
+
* result.expect.nextEvent().isFunctionCall({ name: 'foo' });
|
|
316
|
+
* ```
|
|
317
|
+
*/
|
|
318
|
+
skipNextEventIf(options) {
|
|
319
|
+
if (this._currentIndex >= this._events.length) {
|
|
320
|
+
return void 0;
|
|
321
|
+
}
|
|
322
|
+
try {
|
|
323
|
+
const evAssert = this._currentEvent();
|
|
324
|
+
if (options.type === "message") {
|
|
325
|
+
const { role } = options;
|
|
326
|
+
const result = evAssert.isMessage({ role });
|
|
327
|
+
this._currentIndex++;
|
|
328
|
+
return result;
|
|
329
|
+
} else if (options.type === "function_call") {
|
|
330
|
+
const { name, args } = options;
|
|
331
|
+
const result = evAssert.isFunctionCall({
|
|
332
|
+
name,
|
|
333
|
+
args
|
|
334
|
+
});
|
|
335
|
+
this._currentIndex++;
|
|
336
|
+
return result;
|
|
337
|
+
} else if (options.type === "function_call_output") {
|
|
338
|
+
const { output, isError } = options;
|
|
339
|
+
const result = evAssert.isFunctionCallOutput({
|
|
340
|
+
output,
|
|
341
|
+
isError
|
|
342
|
+
});
|
|
343
|
+
this._currentIndex++;
|
|
344
|
+
return result;
|
|
345
|
+
} else if (options.type === "agent_handoff") {
|
|
346
|
+
const { newAgentType } = options;
|
|
347
|
+
const result = evAssert.isAgentHandoff({ newAgentType });
|
|
348
|
+
this._currentIndex++;
|
|
349
|
+
return result;
|
|
350
|
+
}
|
|
351
|
+
} catch {
|
|
352
|
+
return void 0;
|
|
353
|
+
}
|
|
354
|
+
return void 0;
|
|
355
|
+
}
|
|
356
|
+
/**
|
|
357
|
+
* Get an EventRangeAssert for a range of events.
|
|
358
|
+
* Similar to Python's slice access: expect[0:3] or expect[:]
|
|
359
|
+
*
|
|
360
|
+
* @param start - Start index (inclusive), defaults to 0
|
|
361
|
+
* @param end - End index (exclusive), defaults to events.length
|
|
362
|
+
*
|
|
363
|
+
* @example
|
|
364
|
+
* ```typescript
|
|
365
|
+
* // Search all events
|
|
366
|
+
* result.expect.range().containsFunctionCall({ name: 'foo' });
|
|
367
|
+
* // Search first 3 events
|
|
368
|
+
* result.expect.range(0, 3).containsMessage({ role: 'assistant' });
|
|
369
|
+
* ```
|
|
370
|
+
*/
|
|
371
|
+
range(start, end) {
|
|
372
|
+
const startIdx = start ?? 0;
|
|
373
|
+
const endIdx = end ?? this._events.length;
|
|
374
|
+
const events = this._events.slice(startIdx, endIdx);
|
|
375
|
+
return new EventRangeAssert(events, this, { start: startIdx, end: endIdx });
|
|
376
|
+
}
|
|
377
|
+
/**
|
|
378
|
+
* Assert that a function call matching criteria exists anywhere in the events.
|
|
379
|
+
*
|
|
380
|
+
* @example
|
|
381
|
+
* ```typescript
|
|
382
|
+
* result.expect.containsFunctionCall({ name: 'order_item' });
|
|
383
|
+
* ```
|
|
384
|
+
*/
|
|
385
|
+
containsFunctionCall(options) {
|
|
386
|
+
return this.range().containsFunctionCall(options);
|
|
387
|
+
}
|
|
388
|
+
/**
|
|
389
|
+
* Assert that a message matching criteria exists anywhere in the events.
|
|
390
|
+
*
|
|
391
|
+
* @example
|
|
392
|
+
* ```typescript
|
|
393
|
+
* result.expect.containsMessage({ role: 'assistant' });
|
|
394
|
+
* ```
|
|
395
|
+
*/
|
|
396
|
+
containsMessage(options) {
|
|
397
|
+
return this.range().containsMessage(options);
|
|
398
|
+
}
|
|
399
|
+
/**
|
|
400
|
+
* Assert that a function call output matching criteria exists anywhere in the events.
|
|
401
|
+
*
|
|
402
|
+
* @example
|
|
403
|
+
* ```typescript
|
|
404
|
+
* result.expect.containsFunctionCallOutput({ isError: false });
|
|
405
|
+
* ```
|
|
406
|
+
*/
|
|
407
|
+
containsFunctionCallOutput(options) {
|
|
408
|
+
return this.range().containsFunctionCallOutput(options);
|
|
409
|
+
}
|
|
410
|
+
/**
|
|
411
|
+
* Assert that an agent handoff matching criteria exists anywhere in the events.
|
|
412
|
+
*
|
|
413
|
+
* @example
|
|
414
|
+
* ```typescript
|
|
415
|
+
* result.expect.containsAgentHandoff({ newAgentType: MyAgent });
|
|
416
|
+
* ```
|
|
417
|
+
*/
|
|
418
|
+
containsAgentHandoff(options) {
|
|
419
|
+
return this.range().containsAgentHandoff(options);
|
|
420
|
+
}
|
|
421
|
+
/**
|
|
422
|
+
* Assert that there are no further events.
|
|
423
|
+
*
|
|
424
|
+
* @example
|
|
425
|
+
* ```typescript
|
|
426
|
+
* result.expect.noMoreEvents();
|
|
427
|
+
* ```
|
|
428
|
+
*/
|
|
429
|
+
noMoreEvents() {
|
|
430
|
+
if (this._currentIndex < this._events.length) {
|
|
431
|
+
const event = this._events[this._currentIndex];
|
|
432
|
+
this._raiseWithDebugInfo(`Expected no more events, but found: ${event.type}`);
|
|
433
|
+
}
|
|
434
|
+
}
|
|
435
|
+
_currentEvent() {
|
|
436
|
+
if (this._currentIndex >= this._events.length) {
|
|
437
|
+
this._raiseWithDebugInfo("Expected another event, but none left.");
|
|
438
|
+
}
|
|
439
|
+
return this.at(this._currentIndex);
|
|
440
|
+
}
|
|
441
|
+
/** @internal */
|
|
442
|
+
_raiseWithDebugInfo(message, index) {
|
|
443
|
+
const markerIndex = index ?? this._currentIndex;
|
|
444
|
+
const eventsStr = formatEvents(this._events, markerIndex).join("\n");
|
|
445
|
+
throw new AssertionError(`${message}
|
|
446
|
+
Context around failure:
|
|
447
|
+
${eventsStr}`);
|
|
448
|
+
}
|
|
449
|
+
}
|
|
450
|
+
class EventAssert {
|
|
451
|
+
_event;
|
|
452
|
+
_parent;
|
|
453
|
+
_index;
|
|
454
|
+
constructor(event, parent, index) {
|
|
455
|
+
this._event = event;
|
|
456
|
+
this._parent = parent;
|
|
457
|
+
this._index = index;
|
|
458
|
+
}
|
|
459
|
+
/**
|
|
460
|
+
* Get the underlying event.
|
|
461
|
+
*/
|
|
462
|
+
event() {
|
|
463
|
+
return this._event;
|
|
464
|
+
}
|
|
465
|
+
_raise(message) {
|
|
466
|
+
this._parent._raiseWithDebugInfo(message, this._index);
|
|
467
|
+
}
|
|
468
|
+
/**
|
|
469
|
+
* Verify this event is a message with optional role matching.
|
|
470
|
+
*
|
|
471
|
+
* @example
|
|
472
|
+
* ```typescript
|
|
473
|
+
* result.expect.nextEvent().isMessage({ role: 'assistant' });
|
|
474
|
+
* ```
|
|
475
|
+
*/
|
|
476
|
+
isMessage(options) {
|
|
477
|
+
if (!(0, import_types.isChatMessageEvent)(this._event)) {
|
|
478
|
+
this._raise(`Expected ChatMessageEvent, got ${this._event.type}`);
|
|
479
|
+
}
|
|
480
|
+
if ((options == null ? void 0 : options.role) && this._event.item.role !== options.role) {
|
|
481
|
+
this._raise(`Expected role '${options.role}', got '${this._event.item.role}'`);
|
|
482
|
+
}
|
|
483
|
+
return new MessageAssert(this._event, this._parent, this._index);
|
|
484
|
+
}
|
|
485
|
+
/**
|
|
486
|
+
* Verify this event is a function call with optional name/args matching.
|
|
487
|
+
*
|
|
488
|
+
* @example
|
|
489
|
+
* ```typescript
|
|
490
|
+
* result.expect.nextEvent().isFunctionCall({ name: 'order_item', args: { id: 'big_mac' } });
|
|
491
|
+
* ```
|
|
492
|
+
*/
|
|
493
|
+
isFunctionCall(options) {
|
|
494
|
+
if (!(0, import_types.isFunctionCallEvent)(this._event)) {
|
|
495
|
+
this._raise(`Expected FunctionCallEvent, got ${this._event.type}`);
|
|
496
|
+
}
|
|
497
|
+
if ((options == null ? void 0 : options.name) && this._event.item.name !== options.name) {
|
|
498
|
+
this._raise(`Expected call name '${options.name}', got '${this._event.item.name}'`);
|
|
499
|
+
}
|
|
500
|
+
if (options == null ? void 0 : options.args) {
|
|
501
|
+
let actual;
|
|
502
|
+
try {
|
|
503
|
+
actual = JSON.parse(this._event.item.args);
|
|
504
|
+
} catch {
|
|
505
|
+
this._raise(`Failed to parse function call arguments: ${this._event.item.args}`);
|
|
506
|
+
}
|
|
507
|
+
for (const [key, value] of Object.entries(options.args)) {
|
|
508
|
+
if (!(key in actual) || actual[key] !== value) {
|
|
509
|
+
this._raise(
|
|
510
|
+
`For key '${key}', expected ${JSON.stringify(value)}, got ${JSON.stringify(actual[key])}`
|
|
511
|
+
);
|
|
512
|
+
}
|
|
513
|
+
}
|
|
514
|
+
}
|
|
515
|
+
return new FunctionCallAssert(this._event, this._parent, this._index);
|
|
516
|
+
}
|
|
517
|
+
/**
|
|
518
|
+
* Verify this event is a function call output with optional matching.
|
|
519
|
+
*
|
|
520
|
+
* @example
|
|
521
|
+
* ```typescript
|
|
522
|
+
* result.expect.nextEvent().isFunctionCallOutput({ isError: false });
|
|
523
|
+
* ```
|
|
524
|
+
*/
|
|
525
|
+
isFunctionCallOutput(options) {
|
|
526
|
+
if (!(0, import_types.isFunctionCallOutputEvent)(this._event)) {
|
|
527
|
+
this._raise(`Expected FunctionCallOutputEvent, got ${this._event.type}`);
|
|
528
|
+
}
|
|
529
|
+
if ((options == null ? void 0 : options.output) !== void 0 && this._event.item.output !== options.output) {
|
|
530
|
+
this._raise(`Expected output '${options.output}', got '${this._event.item.output}'`);
|
|
531
|
+
}
|
|
532
|
+
if ((options == null ? void 0 : options.isError) !== void 0 && this._event.item.isError !== options.isError) {
|
|
533
|
+
this._raise(`Expected isError=${options.isError}, got ${this._event.item.isError}`);
|
|
534
|
+
}
|
|
535
|
+
return new FunctionCallOutputAssert(this._event, this._parent, this._index);
|
|
536
|
+
}
|
|
537
|
+
/**
|
|
538
|
+
* Verify this event is an agent handoff with optional type matching.
|
|
539
|
+
*
|
|
540
|
+
* @example
|
|
541
|
+
* ```typescript
|
|
542
|
+
* result.expect.nextEvent().isAgentHandoff({ newAgentType: MyAgent });
|
|
543
|
+
* ```
|
|
544
|
+
*/
|
|
545
|
+
isAgentHandoff(options) {
|
|
546
|
+
if (!(0, import_types.isAgentHandoffEvent)(this._event)) {
|
|
547
|
+
this._raise(`Expected AgentHandoffEvent, got ${this._event.type}`);
|
|
548
|
+
}
|
|
549
|
+
const event = this._event;
|
|
550
|
+
if (options == null ? void 0 : options.newAgentType) {
|
|
551
|
+
const actualType = event.newAgent.constructor.name;
|
|
552
|
+
if (!(event.newAgent instanceof options.newAgentType)) {
|
|
553
|
+
this._raise(`Expected new_agent '${options.newAgentType.name}', got '${actualType}'`);
|
|
554
|
+
}
|
|
555
|
+
}
|
|
556
|
+
return new AgentHandoffAssert(event, this._parent, this._index);
|
|
557
|
+
}
|
|
558
|
+
}
|
|
559
|
+
class EventRangeAssert {
|
|
560
|
+
_events;
|
|
561
|
+
_parent;
|
|
562
|
+
_range;
|
|
563
|
+
constructor(events, parent, range) {
|
|
564
|
+
this._events = events;
|
|
565
|
+
this._parent = parent;
|
|
566
|
+
this._range = range;
|
|
567
|
+
}
|
|
568
|
+
/**
|
|
569
|
+
* Assert that a function call matching criteria exists in this event range.
|
|
570
|
+
*
|
|
571
|
+
* @example
|
|
572
|
+
* ```typescript
|
|
573
|
+
* result.expect.range(0, 3).containsFunctionCall({ name: 'foo' });
|
|
574
|
+
* ```
|
|
575
|
+
*/
|
|
576
|
+
containsFunctionCall(options) {
|
|
577
|
+
for (let idx = 0; idx < this._events.length; idx++) {
|
|
578
|
+
const ev = this._events[idx];
|
|
579
|
+
const candidate = new EventAssert(ev, this._parent, this._range.start + idx);
|
|
580
|
+
try {
|
|
581
|
+
return candidate.isFunctionCall(options);
|
|
582
|
+
} catch {
|
|
583
|
+
}
|
|
584
|
+
}
|
|
585
|
+
this._parent._raiseWithDebugInfo(
|
|
586
|
+
`No FunctionCallEvent satisfying criteria found in range [${this._range.start}:${this._range.end}]`
|
|
587
|
+
);
|
|
588
|
+
}
|
|
589
|
+
/**
|
|
590
|
+
* Assert that a message matching criteria exists in this event range.
|
|
591
|
+
*
|
|
592
|
+
* @example
|
|
593
|
+
* ```typescript
|
|
594
|
+
* result.expect.range(0, 2).containsMessage({ role: 'assistant' });
|
|
595
|
+
* ```
|
|
596
|
+
*/
|
|
597
|
+
containsMessage(options) {
|
|
598
|
+
for (let idx = 0; idx < this._events.length; idx++) {
|
|
599
|
+
const ev = this._events[idx];
|
|
600
|
+
const candidate = new EventAssert(ev, this._parent, this._range.start + idx);
|
|
601
|
+
try {
|
|
602
|
+
return candidate.isMessage(options);
|
|
603
|
+
} catch {
|
|
604
|
+
}
|
|
605
|
+
}
|
|
606
|
+
this._parent._raiseWithDebugInfo(
|
|
607
|
+
`No ChatMessageEvent matching criteria found in range [${this._range.start}:${this._range.end}]`
|
|
608
|
+
);
|
|
609
|
+
}
|
|
610
|
+
/**
|
|
611
|
+
* Assert that a function call output matching criteria exists in this event range.
|
|
612
|
+
*
|
|
613
|
+
* @example
|
|
614
|
+
* ```typescript
|
|
615
|
+
* result.expect.range(1, 4).containsFunctionCallOutput({ isError: true });
|
|
616
|
+
* ```
|
|
617
|
+
*/
|
|
618
|
+
containsFunctionCallOutput(options) {
|
|
619
|
+
for (let idx = 0; idx < this._events.length; idx++) {
|
|
620
|
+
const ev = this._events[idx];
|
|
621
|
+
const candidate = new EventAssert(ev, this._parent, this._range.start + idx);
|
|
622
|
+
try {
|
|
623
|
+
return candidate.isFunctionCallOutput(options);
|
|
624
|
+
} catch {
|
|
625
|
+
}
|
|
626
|
+
}
|
|
627
|
+
this._parent._raiseWithDebugInfo(
|
|
628
|
+
`No FunctionCallOutputEvent matching criteria found in range [${this._range.start}:${this._range.end}]`
|
|
629
|
+
);
|
|
630
|
+
}
|
|
631
|
+
/**
|
|
632
|
+
* Assert that an agent handoff matching criteria exists in this event range.
|
|
633
|
+
*
|
|
634
|
+
* @example
|
|
635
|
+
* ```typescript
|
|
636
|
+
* result.expect.range(0, 3).containsAgentHandoff({ newAgentType: MyAgent });
|
|
637
|
+
* ```
|
|
638
|
+
*/
|
|
639
|
+
containsAgentHandoff(options) {
|
|
640
|
+
for (let idx = 0; idx < this._events.length; idx++) {
|
|
641
|
+
const ev = this._events[idx];
|
|
642
|
+
const candidate = new EventAssert(ev, this._parent, this._range.start + idx);
|
|
643
|
+
try {
|
|
644
|
+
return candidate.isAgentHandoff(options);
|
|
645
|
+
} catch {
|
|
646
|
+
}
|
|
647
|
+
}
|
|
648
|
+
this._parent._raiseWithDebugInfo(
|
|
649
|
+
`No AgentHandoffEvent matching criteria found in range [${this._range.start}:${this._range.end}]`
|
|
650
|
+
);
|
|
651
|
+
}
|
|
652
|
+
}
|
|
653
|
+
class MessageAssert extends EventAssert {
|
|
654
|
+
constructor(event, parent, index) {
|
|
655
|
+
super(event, parent, index);
|
|
656
|
+
}
|
|
657
|
+
event() {
|
|
658
|
+
return this._event;
|
|
659
|
+
}
|
|
660
|
+
/**
|
|
661
|
+
* Evaluate whether the message fulfills the given intent using an LLM.
|
|
662
|
+
*
|
|
663
|
+
* @param llm - LLM instance for judgment
|
|
664
|
+
* @param options - Options containing the intent description
|
|
665
|
+
* @returns Self for chaining further assertions
|
|
666
|
+
*
|
|
667
|
+
* @example
|
|
668
|
+
* ```typescript
|
|
669
|
+
* await result.expect
|
|
670
|
+
* .nextEvent()
|
|
671
|
+
* .isMessage({ role: 'assistant' })
|
|
672
|
+
* .judge(llm, { intent: 'should ask for the drink size' });
|
|
673
|
+
* ```
|
|
674
|
+
*/
|
|
675
|
+
async judge(llm, options) {
|
|
676
|
+
const { intent } = options;
|
|
677
|
+
const content = this._event.item.content;
|
|
678
|
+
const msgContent = typeof content === "string" ? content : Array.isArray(content) ? content.filter((c) => typeof c === "string").join(" ") : "";
|
|
679
|
+
if (!msgContent) {
|
|
680
|
+
this._raise("The chat message is empty.");
|
|
681
|
+
}
|
|
682
|
+
if (!intent) {
|
|
683
|
+
this._raise("Intent is required to judge the message.");
|
|
684
|
+
}
|
|
685
|
+
const checkIntentTool = (0, import_tool_context.tool)({
|
|
686
|
+
description: "Determines whether the message correctly fulfills the given intent. Returns success=true if the message satisfies the intent, false otherwise. Provide a concise reason justifying the result.",
|
|
687
|
+
parameters: import_zod.z.object({
|
|
688
|
+
success: import_zod.z.boolean().describe("Whether the message satisfies the intent"),
|
|
689
|
+
reason: import_zod.z.string().describe("A concise explanation justifying the result")
|
|
690
|
+
}),
|
|
691
|
+
execute: async ({ success: success2, reason: reason2 }) => {
|
|
692
|
+
return { success: success2, reason: reason2 };
|
|
693
|
+
}
|
|
694
|
+
});
|
|
695
|
+
const chatCtx = import_chat_context.ChatContext.empty();
|
|
696
|
+
chatCtx.addMessage({
|
|
697
|
+
role: "system",
|
|
698
|
+
content: "You are a test evaluator for conversational agents.\nYou will be shown a message and a target intent. Determine whether the message accomplishes the intent.\nOnly respond by calling the `check_intent(success: bool, reason: str)` function with your final judgment.\nBe strict: if the message does not clearly fulfill the intent, return `success = false` and explain why."
|
|
699
|
+
});
|
|
700
|
+
chatCtx.addMessage({
|
|
701
|
+
role: "user",
|
|
702
|
+
content: `Check if the following message fulfills the given intent.
|
|
703
|
+
|
|
704
|
+
Intent:
|
|
705
|
+
${intent}
|
|
706
|
+
|
|
707
|
+
Message:
|
|
708
|
+
${msgContent}`
|
|
709
|
+
});
|
|
710
|
+
let toolArgs;
|
|
711
|
+
const stream = llm.chat({
|
|
712
|
+
chatCtx,
|
|
713
|
+
toolCtx: { check_intent: checkIntentTool },
|
|
714
|
+
toolChoice: { type: "function", function: { name: "check_intent" } },
|
|
715
|
+
extraKwargs: { temperature: 0 }
|
|
716
|
+
});
|
|
717
|
+
for await (const chunk of stream) {
|
|
718
|
+
if (!chunk.delta) continue;
|
|
719
|
+
if (chunk.delta.toolCalls && chunk.delta.toolCalls.length > 0) {
|
|
720
|
+
const toolCall = chunk.delta.toolCalls[0];
|
|
721
|
+
if (toolCall.args) {
|
|
722
|
+
try {
|
|
723
|
+
toolArgs = JSON.parse(toolCall.args);
|
|
724
|
+
} catch {
|
|
725
|
+
}
|
|
726
|
+
}
|
|
727
|
+
}
|
|
728
|
+
}
|
|
729
|
+
if (!toolArgs) {
|
|
730
|
+
this._raise("LLM did not return any arguments for evaluation.");
|
|
731
|
+
}
|
|
732
|
+
const { success, reason } = toolArgs;
|
|
733
|
+
if (!success) {
|
|
734
|
+
this._raise(`Judgment failed: ${reason}`);
|
|
735
|
+
} else if (evalsVerbose) {
|
|
736
|
+
const printMsg = msgContent.length > 30 ? msgContent.slice(0, 30).replace(/\n/g, "\\n") + "..." : msgContent;
|
|
737
|
+
console.log(`- Judgment succeeded for \`${printMsg}\`: \`${reason}\``);
|
|
738
|
+
}
|
|
739
|
+
return this;
|
|
740
|
+
}
|
|
741
|
+
}
|
|
742
|
+
class FunctionCallAssert extends EventAssert {
|
|
743
|
+
constructor(event, parent, index) {
|
|
744
|
+
super(event, parent, index);
|
|
745
|
+
}
|
|
746
|
+
event() {
|
|
747
|
+
return this._event;
|
|
748
|
+
}
|
|
749
|
+
}
|
|
750
|
+
class FunctionCallOutputAssert extends EventAssert {
|
|
751
|
+
constructor(event, parent, index) {
|
|
752
|
+
super(event, parent, index);
|
|
753
|
+
}
|
|
754
|
+
event() {
|
|
755
|
+
return this._event;
|
|
756
|
+
}
|
|
757
|
+
}
|
|
758
|
+
class AgentHandoffAssert extends EventAssert {
|
|
759
|
+
constructor(event, parent, index) {
|
|
760
|
+
super(event, parent, index);
|
|
761
|
+
}
|
|
762
|
+
event() {
|
|
763
|
+
return this._event;
|
|
764
|
+
}
|
|
765
|
+
}
|
|
766
|
+
class AssertionError extends Error {
|
|
767
|
+
constructor(message) {
|
|
768
|
+
var _a;
|
|
769
|
+
super(message);
|
|
770
|
+
this.name = "AssertionError";
|
|
771
|
+
(_a = Error.captureStackTrace) == null ? void 0 : _a.call(Error, this, AssertionError);
|
|
772
|
+
}
|
|
773
|
+
}
|
|
774
|
+
function formatEvents(events, selectedIndex) {
|
|
775
|
+
var _a;
|
|
776
|
+
const lines = [];
|
|
777
|
+
for (let i = 0; i < events.length; i++) {
|
|
778
|
+
const event = events[i];
|
|
779
|
+
let prefix = "";
|
|
780
|
+
if (selectedIndex !== void 0) {
|
|
781
|
+
prefix = i === selectedIndex ? ">>>" : " ";
|
|
782
|
+
}
|
|
783
|
+
let line;
|
|
784
|
+
if ((0, import_types.isChatMessageEvent)(event)) {
|
|
785
|
+
const { role, content, interrupted } = event.item;
|
|
786
|
+
const textContent = typeof content === "string" ? content : Array.isArray(content) ? content.filter((c) => typeof c === "string").join(" ") : "";
|
|
787
|
+
const truncated = textContent.length > 50 ? textContent.slice(0, 50) + "..." : textContent;
|
|
788
|
+
line = `${prefix}[${i}] { type: "message", role: "${role}", content: "${truncated}", interrupted: ${interrupted} }`;
|
|
789
|
+
} else if ((0, import_types.isFunctionCallEvent)(event)) {
|
|
790
|
+
const { name, args } = event.item;
|
|
791
|
+
line = `${prefix}[${i}] { type: "function_call", name: "${name}", args: ${args} }`;
|
|
792
|
+
} else if ((0, import_types.isFunctionCallOutputEvent)(event)) {
|
|
793
|
+
const { output, isError } = event.item;
|
|
794
|
+
const truncated = output.length > 50 ? output.slice(0, 50) + "..." : output;
|
|
795
|
+
line = `${prefix}[${i}] { type: "function_call_output", output: "${truncated}", isError: ${isError} }`;
|
|
796
|
+
} else if ((0, import_types.isAgentHandoffEvent)(event)) {
|
|
797
|
+
line = `${prefix}[${i}] { type: "agent_handoff", oldAgent: "${(_a = event.oldAgent) == null ? void 0 : _a.constructor.name}", newAgent: "${event.newAgent.constructor.name}" }`;
|
|
798
|
+
} else {
|
|
799
|
+
line = `${prefix}[${i}] ${event}`;
|
|
800
|
+
}
|
|
801
|
+
lines.push(line);
|
|
802
|
+
}
|
|
803
|
+
return lines;
|
|
804
|
+
}
|
|
805
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
806
|
+
0 && (module.exports = {
|
|
807
|
+
AgentHandoffAssert,
|
|
808
|
+
AssertionError,
|
|
809
|
+
EventAssert,
|
|
810
|
+
EventRangeAssert,
|
|
811
|
+
FunctionCallAssert,
|
|
812
|
+
FunctionCallOutputAssert,
|
|
813
|
+
MessageAssert,
|
|
814
|
+
RunAssert,
|
|
815
|
+
RunResult
|
|
816
|
+
});
|
|
817
|
+
//# sourceMappingURL=run_result.cjs.map
|