@livekit/agents 1.1.0 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/audio.cjs +89 -3
- package/dist/audio.cjs.map +1 -1
- package/dist/audio.d.cts +36 -1
- package/dist/audio.d.ts +36 -1
- package/dist/audio.d.ts.map +1 -1
- package/dist/audio.js +76 -2
- package/dist/audio.js.map +1 -1
- package/dist/beta/index.cjs +29 -0
- package/dist/beta/index.cjs.map +1 -0
- package/dist/beta/index.d.cts +2 -0
- package/dist/beta/index.d.ts +2 -0
- package/dist/beta/index.d.ts.map +1 -0
- package/dist/beta/index.js +7 -0
- package/dist/beta/index.js.map +1 -0
- package/dist/beta/workflows/index.cjs +29 -0
- package/dist/beta/workflows/index.cjs.map +1 -0
- package/dist/beta/workflows/index.d.cts +2 -0
- package/dist/beta/workflows/index.d.ts +2 -0
- package/dist/beta/workflows/index.d.ts.map +1 -0
- package/dist/beta/workflows/index.js +7 -0
- package/dist/beta/workflows/index.js.map +1 -0
- package/dist/beta/workflows/task_group.cjs +162 -0
- package/dist/beta/workflows/task_group.cjs.map +1 -0
- package/dist/beta/workflows/task_group.d.cts +32 -0
- package/dist/beta/workflows/task_group.d.ts +32 -0
- package/dist/beta/workflows/task_group.d.ts.map +1 -0
- package/dist/beta/workflows/task_group.js +138 -0
- package/dist/beta/workflows/task_group.js.map +1 -0
- package/dist/cli.cjs +44 -46
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.d.cts +3 -3
- package/dist/cli.d.ts +3 -3
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +45 -47
- package/dist/cli.js.map +1 -1
- package/dist/connection_pool.cjs +242 -0
- package/dist/connection_pool.cjs.map +1 -0
- package/dist/connection_pool.d.cts +123 -0
- package/dist/connection_pool.d.ts +123 -0
- package/dist/connection_pool.d.ts.map +1 -0
- package/dist/connection_pool.js +218 -0
- package/dist/connection_pool.js.map +1 -0
- package/dist/connection_pool.test.cjs +256 -0
- package/dist/connection_pool.test.cjs.map +1 -0
- package/dist/connection_pool.test.js +255 -0
- package/dist/connection_pool.test.js.map +1 -0
- package/dist/constants.cjs +30 -0
- package/dist/constants.cjs.map +1 -1
- package/dist/constants.d.cts +10 -0
- package/dist/constants.d.ts +10 -0
- package/dist/constants.d.ts.map +1 -1
- package/dist/constants.js +20 -0
- package/dist/constants.js.map +1 -1
- package/dist/cpu.cjs +189 -0
- package/dist/cpu.cjs.map +1 -0
- package/dist/cpu.d.cts +24 -0
- package/dist/cpu.d.ts +24 -0
- package/dist/cpu.d.ts.map +1 -0
- package/dist/cpu.js +152 -0
- package/dist/cpu.js.map +1 -0
- package/dist/cpu.test.cjs +227 -0
- package/dist/cpu.test.cjs.map +1 -0
- package/dist/cpu.test.js +204 -0
- package/dist/cpu.test.js.map +1 -0
- package/dist/http_server.cjs +9 -6
- package/dist/http_server.cjs.map +1 -1
- package/dist/http_server.d.cts +5 -1
- package/dist/http_server.d.ts +5 -1
- package/dist/http_server.d.ts.map +1 -1
- package/dist/http_server.js +9 -6
- package/dist/http_server.js.map +1 -1
- package/dist/index.cjs +24 -9
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +15 -11
- package/dist/index.d.ts +15 -11
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +18 -9
- package/dist/index.js.map +1 -1
- package/dist/inference/api_protos.cjs +70 -2
- package/dist/inference/api_protos.cjs.map +1 -1
- package/dist/inference/api_protos.d.cts +373 -32
- package/dist/inference/api_protos.d.ts +373 -32
- package/dist/inference/api_protos.d.ts.map +1 -1
- package/dist/inference/api_protos.js +62 -2
- package/dist/inference/api_protos.js.map +1 -1
- package/dist/inference/index.cjs +8 -0
- package/dist/inference/index.cjs.map +1 -1
- package/dist/inference/index.d.cts +3 -4
- package/dist/inference/index.d.ts +3 -4
- package/dist/inference/index.d.ts.map +1 -1
- package/dist/inference/index.js +18 -3
- package/dist/inference/index.js.map +1 -1
- package/dist/inference/interruption/defaults.cjs +81 -0
- package/dist/inference/interruption/defaults.cjs.map +1 -0
- package/dist/inference/interruption/defaults.d.cts +19 -0
- package/dist/inference/interruption/defaults.d.ts +19 -0
- package/dist/inference/interruption/defaults.d.ts.map +1 -0
- package/dist/inference/interruption/defaults.js +46 -0
- package/dist/inference/interruption/defaults.js.map +1 -0
- package/dist/inference/interruption/errors.cjs +44 -0
- package/dist/inference/interruption/errors.cjs.map +1 -0
- package/dist/inference/interruption/errors.d.cts +12 -0
- package/dist/inference/interruption/errors.d.ts +12 -0
- package/dist/inference/interruption/errors.d.ts.map +1 -0
- package/dist/inference/interruption/errors.js +20 -0
- package/dist/inference/interruption/errors.js.map +1 -0
- package/dist/inference/interruption/http_transport.cjs +163 -0
- package/dist/inference/interruption/http_transport.cjs.map +1 -0
- package/dist/inference/interruption/http_transport.d.cts +63 -0
- package/dist/inference/interruption/http_transport.d.ts +63 -0
- package/dist/inference/interruption/http_transport.d.ts.map +1 -0
- package/dist/inference/interruption/http_transport.js +137 -0
- package/dist/inference/interruption/http_transport.js.map +1 -0
- package/dist/inference/interruption/interruption_cache_entry.cjs +58 -0
- package/dist/inference/interruption/interruption_cache_entry.cjs.map +1 -0
- package/dist/inference/interruption/interruption_cache_entry.d.cts +30 -0
- package/dist/inference/interruption/interruption_cache_entry.d.ts +30 -0
- package/dist/inference/interruption/interruption_cache_entry.d.ts.map +1 -0
- package/dist/inference/interruption/interruption_cache_entry.js +34 -0
- package/dist/inference/interruption/interruption_cache_entry.js.map +1 -0
- package/dist/inference/interruption/interruption_detector.cjs +198 -0
- package/dist/inference/interruption/interruption_detector.cjs.map +1 -0
- package/dist/inference/interruption/interruption_detector.d.cts +59 -0
- package/dist/inference/interruption/interruption_detector.d.ts +59 -0
- package/dist/inference/interruption/interruption_detector.d.ts.map +1 -0
- package/dist/inference/interruption/interruption_detector.js +164 -0
- package/dist/inference/interruption/interruption_detector.js.map +1 -0
- package/dist/inference/interruption/interruption_stream.cjs +368 -0
- package/dist/inference/interruption/interruption_stream.cjs.map +1 -0
- package/dist/inference/interruption/interruption_stream.d.cts +46 -0
- package/dist/inference/interruption/interruption_stream.d.ts +46 -0
- package/dist/inference/interruption/interruption_stream.d.ts.map +1 -0
- package/dist/inference/interruption/interruption_stream.js +344 -0
- package/dist/inference/interruption/interruption_stream.js.map +1 -0
- package/dist/inference/interruption/types.cjs +17 -0
- package/dist/inference/interruption/types.cjs.map +1 -0
- package/dist/inference/interruption/types.d.cts +66 -0
- package/dist/inference/interruption/types.d.ts +66 -0
- package/dist/inference/interruption/types.d.ts.map +1 -0
- package/dist/inference/interruption/types.js +1 -0
- package/dist/inference/interruption/types.js.map +1 -0
- package/dist/inference/interruption/utils.cjs +130 -0
- package/dist/inference/interruption/utils.cjs.map +1 -0
- package/dist/inference/interruption/utils.d.cts +41 -0
- package/dist/inference/interruption/utils.d.ts +41 -0
- package/dist/inference/interruption/utils.d.ts.map +1 -0
- package/dist/inference/interruption/utils.js +105 -0
- package/dist/inference/interruption/utils.js.map +1 -0
- package/dist/inference/interruption/utils.test.cjs +105 -0
- package/dist/inference/interruption/utils.test.cjs.map +1 -0
- package/dist/inference/interruption/utils.test.js +104 -0
- package/dist/inference/interruption/utils.test.js.map +1 -0
- package/dist/inference/interruption/ws_transport.cjs +342 -0
- package/dist/inference/interruption/ws_transport.cjs.map +1 -0
- package/dist/inference/interruption/ws_transport.d.cts +33 -0
- package/dist/inference/interruption/ws_transport.d.ts +33 -0
- package/dist/inference/interruption/ws_transport.d.ts.map +1 -0
- package/dist/inference/interruption/ws_transport.js +308 -0
- package/dist/inference/interruption/ws_transport.js.map +1 -0
- package/dist/inference/llm.cjs +106 -66
- package/dist/inference/llm.cjs.map +1 -1
- package/dist/inference/llm.d.cts +65 -43
- package/dist/inference/llm.d.ts +65 -43
- package/dist/inference/llm.d.ts.map +1 -1
- package/dist/inference/llm.js +100 -66
- package/dist/inference/llm.js.map +1 -1
- package/dist/inference/stt.cjs +319 -170
- package/dist/inference/stt.cjs.map +1 -1
- package/dist/inference/stt.d.cts +64 -15
- package/dist/inference/stt.d.ts +64 -15
- package/dist/inference/stt.d.ts.map +1 -1
- package/dist/inference/stt.js +319 -170
- package/dist/inference/stt.js.map +1 -1
- package/dist/inference/stt.test.cjs +218 -0
- package/dist/inference/stt.test.cjs.map +1 -0
- package/dist/inference/stt.test.js +217 -0
- package/dist/inference/stt.test.js.map +1 -0
- package/dist/inference/tts.cjs +249 -71
- package/dist/inference/tts.cjs.map +1 -1
- package/dist/inference/tts.d.cts +55 -16
- package/dist/inference/tts.d.ts +55 -16
- package/dist/inference/tts.d.ts.map +1 -1
- package/dist/inference/tts.js +249 -77
- package/dist/inference/tts.js.map +1 -1
- package/dist/inference/tts.test.cjs +233 -0
- package/dist/inference/tts.test.cjs.map +1 -0
- package/dist/inference/tts.test.js +232 -0
- package/dist/inference/tts.test.js.map +1 -0
- package/dist/inference/utils.cjs +26 -7
- package/dist/inference/utils.cjs.map +1 -1
- package/dist/inference/utils.d.cts +14 -1
- package/dist/inference/utils.d.ts +14 -1
- package/dist/inference/utils.d.ts.map +1 -1
- package/dist/inference/utils.js +18 -2
- package/dist/inference/utils.js.map +1 -1
- package/dist/ipc/inference_proc_executor.cjs +6 -3
- package/dist/ipc/inference_proc_executor.cjs.map +1 -1
- package/dist/ipc/inference_proc_executor.d.ts.map +1 -1
- package/dist/ipc/inference_proc_executor.js +6 -3
- package/dist/ipc/inference_proc_executor.js.map +1 -1
- package/dist/ipc/inference_proc_lazy_main.cjs +13 -1
- package/dist/ipc/inference_proc_lazy_main.cjs.map +1 -1
- package/dist/ipc/inference_proc_lazy_main.js +13 -1
- package/dist/ipc/inference_proc_lazy_main.js.map +1 -1
- package/dist/ipc/job_proc_executor.cjs +6 -1
- package/dist/ipc/job_proc_executor.cjs.map +1 -1
- package/dist/ipc/job_proc_executor.d.ts.map +1 -1
- package/dist/ipc/job_proc_executor.js +6 -1
- package/dist/ipc/job_proc_executor.js.map +1 -1
- package/dist/ipc/job_proc_lazy_main.cjs +89 -17
- package/dist/ipc/job_proc_lazy_main.cjs.map +1 -1
- package/dist/ipc/job_proc_lazy_main.js +68 -18
- package/dist/ipc/job_proc_lazy_main.js.map +1 -1
- package/dist/ipc/supervised_proc.cjs +34 -8
- package/dist/ipc/supervised_proc.cjs.map +1 -1
- package/dist/ipc/supervised_proc.d.cts +8 -0
- package/dist/ipc/supervised_proc.d.ts +8 -0
- package/dist/ipc/supervised_proc.d.ts.map +1 -1
- package/dist/ipc/supervised_proc.js +34 -8
- package/dist/ipc/supervised_proc.js.map +1 -1
- package/dist/ipc/supervised_proc.test.cjs +145 -0
- package/dist/ipc/supervised_proc.test.cjs.map +1 -0
- package/dist/ipc/supervised_proc.test.js +122 -0
- package/dist/ipc/supervised_proc.test.js.map +1 -0
- package/dist/job.cjs +109 -1
- package/dist/job.cjs.map +1 -1
- package/dist/job.d.cts +14 -0
- package/dist/job.d.ts +14 -0
- package/dist/job.d.ts.map +1 -1
- package/dist/job.js +99 -1
- package/dist/job.js.map +1 -1
- package/dist/language.cjs +394 -0
- package/dist/language.cjs.map +1 -0
- package/dist/language.d.cts +15 -0
- package/dist/language.d.ts +15 -0
- package/dist/language.d.ts.map +1 -0
- package/dist/language.js +363 -0
- package/dist/language.js.map +1 -0
- package/dist/language.test.cjs +43 -0
- package/dist/language.test.cjs.map +1 -0
- package/dist/language.test.js +49 -0
- package/dist/language.test.js.map +1 -0
- package/dist/llm/chat_context.cjs +274 -3
- package/dist/llm/chat_context.cjs.map +1 -1
- package/dist/llm/chat_context.d.cts +86 -2
- package/dist/llm/chat_context.d.ts +86 -2
- package/dist/llm/chat_context.d.ts.map +1 -1
- package/dist/llm/chat_context.js +273 -3
- package/dist/llm/chat_context.js.map +1 -1
- package/dist/llm/chat_context.test.cjs +574 -0
- package/dist/llm/chat_context.test.cjs.map +1 -1
- package/dist/llm/chat_context.test.js +574 -0
- package/dist/llm/chat_context.test.js.map +1 -1
- package/dist/llm/fallback_adapter.cjs +278 -0
- package/dist/llm/fallback_adapter.cjs.map +1 -0
- package/dist/llm/fallback_adapter.d.cts +73 -0
- package/dist/llm/fallback_adapter.d.ts +73 -0
- package/dist/llm/fallback_adapter.d.ts.map +1 -0
- package/dist/llm/fallback_adapter.js +254 -0
- package/dist/llm/fallback_adapter.js.map +1 -0
- package/dist/llm/fallback_adapter.test.cjs +176 -0
- package/dist/llm/fallback_adapter.test.cjs.map +1 -0
- package/dist/llm/fallback_adapter.test.js +175 -0
- package/dist/llm/fallback_adapter.test.js.map +1 -0
- package/dist/llm/index.cjs +9 -0
- package/dist/llm/index.cjs.map +1 -1
- package/dist/llm/index.d.cts +4 -3
- package/dist/llm/index.d.ts +4 -3
- package/dist/llm/index.d.ts.map +1 -1
- package/dist/llm/index.js +11 -1
- package/dist/llm/index.js.map +1 -1
- package/dist/llm/llm.cjs +65 -11
- package/dist/llm/llm.cjs.map +1 -1
- package/dist/llm/llm.d.cts +13 -2
- package/dist/llm/llm.d.ts +13 -2
- package/dist/llm/llm.d.ts.map +1 -1
- package/dist/llm/llm.js +65 -11
- package/dist/llm/llm.js.map +1 -1
- package/dist/llm/provider_format/google.cjs +6 -2
- package/dist/llm/provider_format/google.cjs.map +1 -1
- package/dist/llm/provider_format/google.d.cts +1 -1
- package/dist/llm/provider_format/google.d.ts +1 -1
- package/dist/llm/provider_format/google.d.ts.map +1 -1
- package/dist/llm/provider_format/google.js +6 -2
- package/dist/llm/provider_format/google.js.map +1 -1
- package/dist/llm/provider_format/google.test.cjs +48 -0
- package/dist/llm/provider_format/google.test.cjs.map +1 -1
- package/dist/llm/provider_format/google.test.js +54 -1
- package/dist/llm/provider_format/google.test.js.map +1 -1
- package/dist/llm/provider_format/index.cjs +2 -0
- package/dist/llm/provider_format/index.cjs.map +1 -1
- package/dist/llm/provider_format/index.d.cts +2 -2
- package/dist/llm/provider_format/index.d.ts +2 -2
- package/dist/llm/provider_format/index.d.ts.map +1 -1
- package/dist/llm/provider_format/index.js +6 -1
- package/dist/llm/provider_format/index.js.map +1 -1
- package/dist/llm/provider_format/openai.cjs +126 -24
- package/dist/llm/provider_format/openai.cjs.map +1 -1
- package/dist/llm/provider_format/openai.d.cts +1 -0
- package/dist/llm/provider_format/openai.d.ts +1 -0
- package/dist/llm/provider_format/openai.d.ts.map +1 -1
- package/dist/llm/provider_format/openai.js +124 -23
- package/dist/llm/provider_format/openai.js.map +1 -1
- package/dist/llm/provider_format/openai.test.cjs +393 -0
- package/dist/llm/provider_format/openai.test.cjs.map +1 -1
- package/dist/llm/provider_format/openai.test.js +400 -2
- package/dist/llm/provider_format/openai.test.js.map +1 -1
- package/dist/llm/provider_format/utils.cjs +5 -4
- package/dist/llm/provider_format/utils.cjs.map +1 -1
- package/dist/llm/provider_format/utils.d.ts.map +1 -1
- package/dist/llm/provider_format/utils.js +5 -4
- package/dist/llm/provider_format/utils.js.map +1 -1
- package/dist/llm/realtime.cjs +3 -0
- package/dist/llm/realtime.cjs.map +1 -1
- package/dist/llm/realtime.d.cts +15 -1
- package/dist/llm/realtime.d.ts +15 -1
- package/dist/llm/realtime.d.ts.map +1 -1
- package/dist/llm/realtime.js +3 -0
- package/dist/llm/realtime.js.map +1 -1
- package/dist/llm/remote_chat_context.cjs.map +1 -1
- package/dist/llm/remote_chat_context.d.cts +2 -0
- package/dist/llm/remote_chat_context.d.ts +2 -0
- package/dist/llm/remote_chat_context.d.ts.map +1 -1
- package/dist/llm/remote_chat_context.js.map +1 -1
- package/dist/llm/tool_context.cjs +50 -2
- package/dist/llm/tool_context.cjs.map +1 -1
- package/dist/llm/tool_context.d.cts +47 -11
- package/dist/llm/tool_context.d.ts +47 -11
- package/dist/llm/tool_context.d.ts.map +1 -1
- package/dist/llm/tool_context.js +48 -3
- package/dist/llm/tool_context.js.map +1 -1
- package/dist/llm/tool_context.test.cjs +197 -0
- package/dist/llm/tool_context.test.cjs.map +1 -1
- package/dist/llm/tool_context.test.js +175 -0
- package/dist/llm/tool_context.test.js.map +1 -1
- package/dist/llm/utils.cjs +18 -12
- package/dist/llm/utils.cjs.map +1 -1
- package/dist/llm/utils.d.cts +2 -3
- package/dist/llm/utils.d.ts +2 -3
- package/dist/llm/utils.d.ts.map +1 -1
- package/dist/llm/utils.js +18 -12
- package/dist/llm/utils.js.map +1 -1
- package/dist/llm/zod-utils.cjs +102 -0
- package/dist/llm/zod-utils.cjs.map +1 -0
- package/dist/llm/zod-utils.d.cts +65 -0
- package/dist/llm/zod-utils.d.ts +65 -0
- package/dist/llm/zod-utils.d.ts.map +1 -0
- package/dist/llm/zod-utils.js +64 -0
- package/dist/llm/zod-utils.js.map +1 -0
- package/dist/llm/zod-utils.test.cjs +472 -0
- package/dist/llm/zod-utils.test.cjs.map +1 -0
- package/dist/llm/zod-utils.test.js +455 -0
- package/dist/llm/zod-utils.test.js.map +1 -0
- package/dist/log.cjs +45 -14
- package/dist/log.cjs.map +1 -1
- package/dist/log.d.cts +8 -1
- package/dist/log.d.ts +8 -1
- package/dist/log.d.ts.map +1 -1
- package/dist/log.js +45 -15
- package/dist/log.js.map +1 -1
- package/dist/metrics/base.cjs.map +1 -1
- package/dist/metrics/base.d.cts +75 -19
- package/dist/metrics/base.d.ts +75 -19
- package/dist/metrics/base.d.ts.map +1 -1
- package/dist/metrics/index.cjs +5 -0
- package/dist/metrics/index.cjs.map +1 -1
- package/dist/metrics/index.d.cts +2 -1
- package/dist/metrics/index.d.ts +2 -1
- package/dist/metrics/index.d.ts.map +1 -1
- package/dist/metrics/index.js +6 -0
- package/dist/metrics/index.js.map +1 -1
- package/dist/metrics/model_usage.cjs +189 -0
- package/dist/metrics/model_usage.cjs.map +1 -0
- package/dist/metrics/model_usage.d.cts +92 -0
- package/dist/metrics/model_usage.d.ts +92 -0
- package/dist/metrics/model_usage.d.ts.map +1 -0
- package/dist/metrics/model_usage.js +164 -0
- package/dist/metrics/model_usage.js.map +1 -0
- package/dist/metrics/model_usage.test.cjs +474 -0
- package/dist/metrics/model_usage.test.cjs.map +1 -0
- package/dist/metrics/model_usage.test.js +476 -0
- package/dist/metrics/model_usage.test.js.map +1 -0
- package/dist/metrics/usage_collector.cjs +5 -2
- package/dist/metrics/usage_collector.cjs.map +1 -1
- package/dist/metrics/usage_collector.d.cts +10 -1
- package/dist/metrics/usage_collector.d.ts +10 -1
- package/dist/metrics/usage_collector.d.ts.map +1 -1
- package/dist/metrics/usage_collector.js +5 -2
- package/dist/metrics/usage_collector.js.map +1 -1
- package/dist/metrics/utils.cjs +23 -7
- package/dist/metrics/utils.cjs.map +1 -1
- package/dist/metrics/utils.d.ts.map +1 -1
- package/dist/metrics/utils.js +23 -7
- package/dist/metrics/utils.js.map +1 -1
- package/dist/stream/deferred_stream.cjs +31 -10
- package/dist/stream/deferred_stream.cjs.map +1 -1
- package/dist/stream/deferred_stream.d.cts +6 -1
- package/dist/stream/deferred_stream.d.ts +6 -1
- package/dist/stream/deferred_stream.d.ts.map +1 -1
- package/dist/stream/deferred_stream.js +31 -10
- package/dist/stream/deferred_stream.js.map +1 -1
- package/dist/stream/deferred_stream.test.cjs +2 -2
- package/dist/stream/deferred_stream.test.cjs.map +1 -1
- package/dist/stream/deferred_stream.test.js +2 -2
- package/dist/stream/deferred_stream.test.js.map +1 -1
- package/dist/stream/index.cjs +3 -0
- package/dist/stream/index.cjs.map +1 -1
- package/dist/stream/index.d.cts +1 -0
- package/dist/stream/index.d.ts +1 -0
- package/dist/stream/index.d.ts.map +1 -1
- package/dist/stream/index.js +2 -0
- package/dist/stream/index.js.map +1 -1
- package/dist/stream/multi_input_stream.cjs +139 -0
- package/dist/stream/multi_input_stream.cjs.map +1 -0
- package/dist/stream/multi_input_stream.d.cts +55 -0
- package/dist/stream/multi_input_stream.d.ts +55 -0
- package/dist/stream/multi_input_stream.d.ts.map +1 -0
- package/dist/stream/multi_input_stream.js +115 -0
- package/dist/stream/multi_input_stream.js.map +1 -0
- package/dist/stream/multi_input_stream.test.cjs +344 -0
- package/dist/stream/multi_input_stream.test.cjs.map +1 -0
- package/dist/stream/multi_input_stream.test.js +343 -0
- package/dist/stream/multi_input_stream.test.js.map +1 -0
- package/dist/stream/stream_channel.cjs +39 -1
- package/dist/stream/stream_channel.cjs.map +1 -1
- package/dist/stream/stream_channel.d.cts +5 -2
- package/dist/stream/stream_channel.d.ts +5 -2
- package/dist/stream/stream_channel.d.ts.map +1 -1
- package/dist/stream/stream_channel.js +39 -1
- package/dist/stream/stream_channel.js.map +1 -1
- package/dist/stream/stream_channel.test.cjs +27 -0
- package/dist/stream/stream_channel.test.cjs.map +1 -1
- package/dist/stream/stream_channel.test.js +27 -0
- package/dist/stream/stream_channel.test.js.map +1 -1
- package/dist/stt/stream_adapter.cjs +24 -9
- package/dist/stt/stream_adapter.cjs.map +1 -1
- package/dist/stt/stream_adapter.d.cts +7 -3
- package/dist/stt/stream_adapter.d.ts +7 -3
- package/dist/stt/stream_adapter.d.ts.map +1 -1
- package/dist/stt/stream_adapter.js +24 -9
- package/dist/stt/stream_adapter.js.map +1 -1
- package/dist/stt/stt.cjs +86 -19
- package/dist/stt/stt.cjs.map +1 -1
- package/dist/stt/stt.d.cts +60 -5
- package/dist/stt/stt.d.ts +60 -5
- package/dist/stt/stt.d.ts.map +1 -1
- package/dist/stt/stt.js +88 -21
- package/dist/stt/stt.js.map +1 -1
- package/dist/telemetry/index.cjs +72 -0
- package/dist/telemetry/index.cjs.map +1 -0
- package/dist/telemetry/index.d.cts +7 -0
- package/dist/telemetry/index.d.ts +7 -0
- package/dist/telemetry/index.d.ts.map +1 -0
- package/dist/telemetry/index.js +37 -0
- package/dist/telemetry/index.js.map +1 -0
- package/dist/telemetry/logging.cjs +65 -0
- package/dist/telemetry/logging.cjs.map +1 -0
- package/dist/telemetry/logging.d.cts +21 -0
- package/dist/telemetry/logging.d.ts +21 -0
- package/dist/telemetry/logging.d.ts.map +1 -0
- package/dist/telemetry/logging.js +40 -0
- package/dist/telemetry/logging.js.map +1 -0
- package/dist/telemetry/otel_http_exporter.cjs +166 -0
- package/dist/telemetry/otel_http_exporter.cjs.map +1 -0
- package/dist/telemetry/otel_http_exporter.d.cts +63 -0
- package/dist/telemetry/otel_http_exporter.d.ts +63 -0
- package/dist/telemetry/otel_http_exporter.d.ts.map +1 -0
- package/dist/telemetry/otel_http_exporter.js +142 -0
- package/dist/telemetry/otel_http_exporter.js.map +1 -0
- package/dist/telemetry/pino_otel_transport.cjs +217 -0
- package/dist/telemetry/pino_otel_transport.cjs.map +1 -0
- package/dist/telemetry/pino_otel_transport.d.cts +58 -0
- package/dist/telemetry/pino_otel_transport.d.ts +58 -0
- package/dist/telemetry/pino_otel_transport.d.ts.map +1 -0
- package/dist/telemetry/pino_otel_transport.js +189 -0
- package/dist/telemetry/pino_otel_transport.js.map +1 -0
- package/dist/telemetry/trace_types.cjs +233 -0
- package/dist/telemetry/trace_types.cjs.map +1 -0
- package/dist/telemetry/trace_types.d.cts +74 -0
- package/dist/telemetry/trace_types.d.ts +74 -0
- package/dist/telemetry/trace_types.d.ts.map +1 -0
- package/dist/telemetry/trace_types.js +141 -0
- package/dist/telemetry/trace_types.js.map +1 -0
- package/dist/telemetry/traces.cjs +484 -0
- package/dist/telemetry/traces.cjs.map +1 -0
- package/dist/telemetry/traces.d.cts +116 -0
- package/dist/telemetry/traces.d.ts +116 -0
- package/dist/telemetry/traces.d.ts.map +1 -0
- package/dist/telemetry/traces.js +449 -0
- package/dist/telemetry/traces.js.map +1 -0
- package/dist/telemetry/utils.cjs +86 -0
- package/dist/telemetry/utils.cjs.map +1 -0
- package/dist/telemetry/utils.d.cts +5 -0
- package/dist/telemetry/utils.d.ts +5 -0
- package/dist/telemetry/utils.d.ts.map +1 -0
- package/dist/telemetry/utils.js +51 -0
- package/dist/telemetry/utils.js.map +1 -0
- package/dist/tokenize/basic/sentence.cjs +3 -3
- package/dist/tokenize/basic/sentence.cjs.map +1 -1
- package/dist/tokenize/basic/sentence.js +3 -3
- package/dist/tokenize/basic/sentence.js.map +1 -1
- package/dist/tokenize/tokenizer.test.cjs +3 -1
- package/dist/tokenize/tokenizer.test.cjs.map +1 -1
- package/dist/tokenize/tokenizer.test.js +3 -1
- package/dist/tokenize/tokenizer.test.js.map +1 -1
- package/dist/transcription.cjs.map +1 -1
- package/dist/transcription.d.cts +6 -0
- package/dist/transcription.d.ts +6 -0
- package/dist/transcription.d.ts.map +1 -1
- package/dist/transcription.js.map +1 -1
- package/dist/tts/fallback_adapter.cjs +466 -0
- package/dist/tts/fallback_adapter.cjs.map +1 -0
- package/dist/tts/fallback_adapter.d.cts +110 -0
- package/dist/tts/fallback_adapter.d.ts +110 -0
- package/dist/tts/fallback_adapter.d.ts.map +1 -0
- package/dist/tts/fallback_adapter.js +442 -0
- package/dist/tts/fallback_adapter.js.map +1 -0
- package/dist/tts/index.cjs +3 -0
- package/dist/tts/index.cjs.map +1 -1
- package/dist/tts/index.d.cts +1 -0
- package/dist/tts/index.d.ts +1 -0
- package/dist/tts/index.d.ts.map +1 -1
- package/dist/tts/index.js +2 -0
- package/dist/tts/index.js.map +1 -1
- package/dist/tts/stream_adapter.cjs +25 -8
- package/dist/tts/stream_adapter.cjs.map +1 -1
- package/dist/tts/stream_adapter.d.cts +6 -3
- package/dist/tts/stream_adapter.d.ts +6 -3
- package/dist/tts/stream_adapter.d.ts.map +1 -1
- package/dist/tts/stream_adapter.js +25 -8
- package/dist/tts/stream_adapter.js.map +1 -1
- package/dist/tts/tts.cjs +189 -57
- package/dist/tts/tts.cjs.map +1 -1
- package/dist/tts/tts.d.cts +58 -6
- package/dist/tts/tts.d.ts +58 -6
- package/dist/tts/tts.d.ts.map +1 -1
- package/dist/tts/tts.js +191 -59
- package/dist/tts/tts.js.map +1 -1
- package/dist/types.cjs +24 -32
- package/dist/types.cjs.map +1 -1
- package/dist/types.d.cts +45 -10
- package/dist/types.d.ts +45 -10
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +20 -30
- package/dist/types.js.map +1 -1
- package/dist/utils.cjs +122 -26
- package/dist/utils.cjs.map +1 -1
- package/dist/utils.d.cts +41 -1
- package/dist/utils.d.ts +41 -1
- package/dist/utils.d.ts.map +1 -1
- package/dist/utils.js +117 -25
- package/dist/utils.js.map +1 -1
- package/dist/utils.test.cjs +73 -1
- package/dist/utils.test.cjs.map +1 -1
- package/dist/utils.test.js +74 -10
- package/dist/utils.test.js.map +1 -1
- package/dist/vad.cjs +35 -15
- package/dist/vad.cjs.map +1 -1
- package/dist/vad.d.cts +15 -5
- package/dist/vad.d.ts +15 -5
- package/dist/vad.d.ts.map +1 -1
- package/dist/vad.js +35 -15
- package/dist/vad.js.map +1 -1
- package/dist/version.cjs +1 -1
- package/dist/version.cjs.map +1 -1
- package/dist/version.d.cts +1 -1
- package/dist/version.d.ts +1 -1
- package/dist/version.d.ts.map +1 -1
- package/dist/version.js +1 -1
- package/dist/version.js.map +1 -1
- package/dist/voice/agent.cjs +258 -35
- package/dist/voice/agent.cjs.map +1 -1
- package/dist/voice/agent.d.cts +54 -13
- package/dist/voice/agent.d.ts +54 -13
- package/dist/voice/agent.d.ts.map +1 -1
- package/dist/voice/agent.js +254 -34
- package/dist/voice/agent.js.map +1 -1
- package/dist/voice/agent.test.cjs +314 -0
- package/dist/voice/agent.test.cjs.map +1 -1
- package/dist/voice/agent.test.js +316 -2
- package/dist/voice/agent.test.js.map +1 -1
- package/dist/voice/agent_activity.cjs +1116 -385
- package/dist/voice/agent_activity.cjs.map +1 -1
- package/dist/voice/agent_activity.d.cts +72 -11
- package/dist/voice/agent_activity.d.ts +72 -11
- package/dist/voice/agent_activity.d.ts.map +1 -1
- package/dist/voice/agent_activity.js +1119 -383
- package/dist/voice/agent_activity.js.map +1 -1
- package/dist/voice/agent_activity.test.cjs +135 -0
- package/dist/voice/agent_activity.test.cjs.map +1 -0
- package/dist/voice/agent_activity.test.js +134 -0
- package/dist/voice/agent_activity.test.js.map +1 -0
- package/dist/voice/agent_session.cjs +550 -90
- package/dist/voice/agent_session.cjs.map +1 -1
- package/dist/voice/agent_session.d.cts +185 -25
- package/dist/voice/agent_session.d.ts +185 -25
- package/dist/voice/agent_session.d.ts.map +1 -1
- package/dist/voice/agent_session.js +556 -91
- package/dist/voice/agent_session.js.map +1 -1
- package/dist/voice/audio_recognition.cjs +605 -46
- package/dist/voice/audio_recognition.cjs.map +1 -1
- package/dist/voice/audio_recognition.d.cts +96 -4
- package/dist/voice/audio_recognition.d.ts +96 -4
- package/dist/voice/audio_recognition.d.ts.map +1 -1
- package/dist/voice/audio_recognition.js +611 -47
- package/dist/voice/audio_recognition.js.map +1 -1
- package/dist/voice/audio_recognition_span.test.cjs +295 -0
- package/dist/voice/audio_recognition_span.test.cjs.map +1 -0
- package/dist/voice/audio_recognition_span.test.js +299 -0
- package/dist/voice/audio_recognition_span.test.js.map +1 -0
- package/dist/voice/avatar/datastream_io.cjs +7 -1
- package/dist/voice/avatar/datastream_io.cjs.map +1 -1
- package/dist/voice/avatar/datastream_io.d.cts +1 -0
- package/dist/voice/avatar/datastream_io.d.ts +1 -0
- package/dist/voice/avatar/datastream_io.d.ts.map +1 -1
- package/dist/voice/avatar/datastream_io.js +7 -1
- package/dist/voice/avatar/datastream_io.js.map +1 -1
- package/dist/voice/background_audio.cjs +367 -0
- package/dist/voice/background_audio.cjs.map +1 -0
- package/dist/voice/background_audio.d.cts +123 -0
- package/dist/voice/background_audio.d.ts +123 -0
- package/dist/voice/background_audio.d.ts.map +1 -0
- package/dist/voice/background_audio.js +343 -0
- package/dist/voice/background_audio.js.map +1 -0
- package/dist/voice/events.cjs +3 -0
- package/dist/voice/events.cjs.map +1 -1
- package/dist/voice/events.d.cts +16 -9
- package/dist/voice/events.d.ts +16 -9
- package/dist/voice/events.d.ts.map +1 -1
- package/dist/voice/events.js +3 -0
- package/dist/voice/events.js.map +1 -1
- package/dist/voice/generation.cjs +205 -41
- package/dist/voice/generation.cjs.map +1 -1
- package/dist/voice/generation.d.cts +21 -5
- package/dist/voice/generation.d.ts +21 -5
- package/dist/voice/generation.d.ts.map +1 -1
- package/dist/voice/generation.js +215 -43
- package/dist/voice/generation.js.map +1 -1
- package/dist/voice/generation_tools.test.cjs +236 -0
- package/dist/voice/generation_tools.test.cjs.map +1 -0
- package/dist/voice/generation_tools.test.js +235 -0
- package/dist/voice/generation_tools.test.js.map +1 -0
- package/dist/voice/index.cjs +33 -2
- package/dist/voice/index.cjs.map +1 -1
- package/dist/voice/index.d.cts +8 -2
- package/dist/voice/index.d.ts +8 -2
- package/dist/voice/index.d.ts.map +1 -1
- package/dist/voice/index.js +19 -2
- package/dist/voice/index.js.map +1 -1
- package/dist/voice/interruption_detection.test.cjs +114 -0
- package/dist/voice/interruption_detection.test.cjs.map +1 -0
- package/dist/voice/interruption_detection.test.js +113 -0
- package/dist/voice/interruption_detection.test.js.map +1 -0
- package/dist/voice/io.cjs +66 -6
- package/dist/voice/io.cjs.map +1 -1
- package/dist/voice/io.d.cts +67 -7
- package/dist/voice/io.d.ts +67 -7
- package/dist/voice/io.d.ts.map +1 -1
- package/dist/voice/io.js +62 -5
- package/dist/voice/io.js.map +1 -1
- package/dist/voice/recorder_io/index.cjs +23 -0
- package/dist/voice/recorder_io/index.cjs.map +1 -0
- package/dist/voice/recorder_io/index.d.cts +2 -0
- package/dist/voice/recorder_io/index.d.ts +2 -0
- package/dist/voice/recorder_io/index.d.ts.map +1 -0
- package/dist/voice/recorder_io/index.js +2 -0
- package/dist/voice/recorder_io/index.js.map +1 -0
- package/dist/voice/recorder_io/recorder_io.cjs +607 -0
- package/dist/voice/recorder_io/recorder_io.cjs.map +1 -0
- package/dist/voice/recorder_io/recorder_io.d.cts +106 -0
- package/dist/voice/recorder_io/recorder_io.d.ts +106 -0
- package/dist/voice/recorder_io/recorder_io.d.ts.map +1 -0
- package/dist/voice/recorder_io/recorder_io.js +573 -0
- package/dist/voice/recorder_io/recorder_io.js.map +1 -0
- package/dist/voice/remote_session.cjs +922 -0
- package/dist/voice/remote_session.cjs.map +1 -0
- package/dist/voice/remote_session.d.cts +108 -0
- package/dist/voice/remote_session.d.ts +108 -0
- package/dist/voice/remote_session.d.ts.map +1 -0
- package/dist/voice/remote_session.js +887 -0
- package/dist/voice/remote_session.js.map +1 -0
- package/dist/voice/report.cjs +88 -0
- package/dist/voice/report.cjs.map +1 -0
- package/dist/voice/report.d.cts +49 -0
- package/dist/voice/report.d.ts +49 -0
- package/dist/voice/report.d.ts.map +1 -0
- package/dist/voice/report.js +63 -0
- package/dist/voice/report.js.map +1 -0
- package/dist/voice/report.test.cjs +121 -0
- package/dist/voice/report.test.cjs.map +1 -0
- package/dist/voice/report.test.js +120 -0
- package/dist/voice/report.test.js.map +1 -0
- package/dist/voice/room_io/_input.cjs +40 -7
- package/dist/voice/room_io/_input.cjs.map +1 -1
- package/dist/voice/room_io/_input.d.cts +5 -2
- package/dist/voice/room_io/_input.d.ts +5 -2
- package/dist/voice/room_io/_input.d.ts.map +1 -1
- package/dist/voice/room_io/_input.js +41 -8
- package/dist/voice/room_io/_input.js.map +1 -1
- package/dist/voice/room_io/_output.cjs +19 -11
- package/dist/voice/room_io/_output.cjs.map +1 -1
- package/dist/voice/room_io/_output.d.cts +7 -4
- package/dist/voice/room_io/_output.d.ts +7 -4
- package/dist/voice/room_io/_output.d.ts.map +1 -1
- package/dist/voice/room_io/_output.js +20 -12
- package/dist/voice/room_io/_output.js.map +1 -1
- package/dist/voice/room_io/room_io.cjs +33 -6
- package/dist/voice/room_io/room_io.cjs.map +1 -1
- package/dist/voice/room_io/room_io.d.cts +29 -9
- package/dist/voice/room_io/room_io.d.ts +29 -9
- package/dist/voice/room_io/room_io.d.ts.map +1 -1
- package/dist/voice/room_io/room_io.js +33 -7
- package/dist/voice/room_io/room_io.js.map +1 -1
- package/dist/voice/speech_handle.cjs +22 -4
- package/dist/voice/speech_handle.cjs.map +1 -1
- package/dist/voice/speech_handle.d.cts +17 -2
- package/dist/voice/speech_handle.d.ts +17 -2
- package/dist/voice/speech_handle.d.ts.map +1 -1
- package/dist/voice/speech_handle.js +21 -4
- package/dist/voice/speech_handle.js.map +1 -1
- package/dist/voice/testing/fake_llm.cjs +127 -0
- package/dist/voice/testing/fake_llm.cjs.map +1 -0
- package/dist/voice/testing/fake_llm.d.cts +30 -0
- package/dist/voice/testing/fake_llm.d.ts +30 -0
- package/dist/voice/testing/fake_llm.d.ts.map +1 -0
- package/dist/voice/testing/fake_llm.js +103 -0
- package/dist/voice/testing/fake_llm.js.map +1 -0
- package/dist/voice/testing/index.cjs +57 -0
- package/dist/voice/testing/index.cjs.map +1 -0
- package/dist/voice/testing/index.d.cts +21 -0
- package/dist/voice/testing/index.d.ts +21 -0
- package/dist/voice/testing/index.d.ts.map +1 -0
- package/dist/voice/testing/index.js +35 -0
- package/dist/voice/testing/index.js.map +1 -0
- package/dist/voice/testing/run_result.cjs +817 -0
- package/dist/voice/testing/run_result.cjs.map +1 -0
- package/dist/voice/testing/run_result.d.cts +385 -0
- package/dist/voice/testing/run_result.d.ts +385 -0
- package/dist/voice/testing/run_result.d.ts.map +1 -0
- package/dist/voice/testing/run_result.js +790 -0
- package/dist/voice/testing/run_result.js.map +1 -0
- package/dist/voice/testing/types.cjs +46 -0
- package/dist/voice/testing/types.cjs.map +1 -0
- package/dist/voice/testing/types.d.cts +83 -0
- package/dist/voice/testing/types.d.ts +83 -0
- package/dist/voice/testing/types.d.ts.map +1 -0
- package/dist/voice/testing/types.js +19 -0
- package/dist/voice/testing/types.js.map +1 -0
- package/dist/voice/transcription/synchronizer.cjs +139 -15
- package/dist/voice/transcription/synchronizer.cjs.map +1 -1
- package/dist/voice/transcription/synchronizer.d.cts +35 -4
- package/dist/voice/transcription/synchronizer.d.ts +35 -4
- package/dist/voice/transcription/synchronizer.d.ts.map +1 -1
- package/dist/voice/transcription/synchronizer.js +143 -16
- package/dist/voice/transcription/synchronizer.js.map +1 -1
- package/dist/voice/transcription/synchronizer.test.cjs +151 -0
- package/dist/voice/transcription/synchronizer.test.cjs.map +1 -0
- package/dist/voice/transcription/synchronizer.test.js +150 -0
- package/dist/voice/transcription/synchronizer.test.js.map +1 -0
- package/dist/voice/turn_config/endpointing.cjs +33 -0
- package/dist/voice/turn_config/endpointing.cjs.map +1 -0
- package/dist/voice/turn_config/endpointing.d.cts +30 -0
- package/dist/voice/turn_config/endpointing.d.ts +30 -0
- package/dist/voice/turn_config/endpointing.d.ts.map +1 -0
- package/dist/voice/turn_config/endpointing.js +9 -0
- package/dist/voice/turn_config/endpointing.js.map +1 -0
- package/dist/voice/turn_config/interruption.cjs +37 -0
- package/dist/voice/turn_config/interruption.cjs.map +1 -0
- package/dist/voice/turn_config/interruption.d.cts +53 -0
- package/dist/voice/turn_config/interruption.d.ts +53 -0
- package/dist/voice/turn_config/interruption.d.ts.map +1 -0
- package/dist/voice/turn_config/interruption.js +13 -0
- package/dist/voice/turn_config/interruption.js.map +1 -0
- package/dist/voice/turn_config/turn_handling.cjs +35 -0
- package/dist/voice/turn_config/turn_handling.cjs.map +1 -0
- package/dist/voice/turn_config/turn_handling.d.cts +36 -0
- package/dist/voice/turn_config/turn_handling.d.ts +36 -0
- package/dist/voice/turn_config/turn_handling.d.ts.map +1 -0
- package/dist/voice/turn_config/turn_handling.js +11 -0
- package/dist/voice/turn_config/turn_handling.js.map +1 -0
- package/dist/voice/turn_config/utils.cjs +157 -0
- package/dist/voice/turn_config/utils.cjs.map +1 -0
- package/dist/voice/turn_config/utils.d.cts +37 -0
- package/dist/voice/turn_config/utils.d.ts +37 -0
- package/dist/voice/turn_config/utils.d.ts.map +1 -0
- package/dist/voice/turn_config/utils.js +131 -0
- package/dist/voice/turn_config/utils.js.map +1 -0
- package/dist/voice/turn_config/utils.test.cjs +128 -0
- package/dist/voice/turn_config/utils.test.cjs.map +1 -0
- package/dist/voice/turn_config/utils.test.js +127 -0
- package/dist/voice/turn_config/utils.test.js.map +1 -0
- package/dist/voice/utils.cjs +47 -0
- package/dist/voice/utils.cjs.map +1 -0
- package/dist/voice/utils.d.cts +4 -0
- package/dist/voice/utils.d.ts +4 -0
- package/dist/voice/utils.d.ts.map +1 -0
- package/dist/voice/utils.js +23 -0
- package/dist/voice/utils.js.map +1 -0
- package/dist/worker.cjs +44 -52
- package/dist/worker.cjs.map +1 -1
- package/dist/worker.d.cts +18 -8
- package/dist/worker.d.ts +18 -8
- package/dist/worker.d.ts.map +1 -1
- package/dist/worker.js +43 -43
- package/dist/worker.js.map +1 -1
- package/package.json +32 -12
- package/resources/NOTICE +2 -0
- package/resources/keyboard-typing.ogg +0 -0
- package/resources/keyboard-typing2.ogg +0 -0
- package/resources/office-ambience.ogg +0 -0
- package/src/audio.ts +132 -1
- package/src/beta/index.ts +9 -0
- package/src/beta/workflows/index.ts +9 -0
- package/src/beta/workflows/task_group.ts +194 -0
- package/src/cli.ts +57 -66
- package/src/connection_pool.test.ts +346 -0
- package/src/connection_pool.ts +307 -0
- package/src/constants.ts +14 -0
- package/src/cpu.test.ts +239 -0
- package/src/cpu.ts +173 -0
- package/src/http_server.ts +18 -6
- package/src/index.ts +15 -13
- package/src/inference/api_protos.ts +85 -2
- package/src/inference/index.ts +32 -4
- package/src/inference/interruption/defaults.ts +51 -0
- package/src/inference/interruption/errors.ts +25 -0
- package/src/inference/interruption/http_transport.ts +206 -0
- package/src/inference/interruption/interruption_cache_entry.ts +50 -0
- package/src/inference/interruption/interruption_detector.ts +204 -0
- package/src/inference/interruption/interruption_stream.ts +467 -0
- package/src/inference/interruption/types.ts +84 -0
- package/src/inference/interruption/utils.test.ts +132 -0
- package/src/inference/interruption/utils.ts +137 -0
- package/src/inference/interruption/ws_transport.ts +406 -0
- package/src/inference/llm.ts +214 -163
- package/src/inference/stt.test.ts +253 -0
- package/src/inference/stt.ts +449 -208
- package/src/inference/tts.test.ts +267 -0
- package/src/inference/tts.ts +377 -115
- package/src/inference/utils.ts +30 -2
- package/src/ipc/inference_proc_executor.ts +11 -3
- package/src/ipc/inference_proc_lazy_main.ts +13 -1
- package/src/ipc/job_proc_executor.ts +11 -1
- package/src/ipc/job_proc_lazy_main.ts +86 -20
- package/src/ipc/supervised_proc.test.ts +153 -0
- package/src/ipc/supervised_proc.ts +39 -10
- package/src/job.ts +120 -1
- package/src/language.test.ts +62 -0
- package/src/language.ts +380 -0
- package/src/llm/__snapshots__/zod-utils.test.ts.snap +559 -0
- package/src/llm/chat_context.test.ts +655 -0
- package/src/llm/chat_context.ts +412 -2
- package/src/llm/fallback_adapter.test.ts +238 -0
- package/src/llm/fallback_adapter.ts +391 -0
- package/src/llm/index.ts +11 -0
- package/src/llm/llm.ts +77 -12
- package/src/llm/provider_format/google.test.ts +72 -1
- package/src/llm/provider_format/google.ts +10 -6
- package/src/llm/provider_format/index.ts +7 -2
- package/src/llm/provider_format/openai.test.ts +480 -2
- package/src/llm/provider_format/openai.ts +152 -21
- package/src/llm/provider_format/utils.ts +11 -5
- package/src/llm/realtime.ts +23 -2
- package/src/llm/remote_chat_context.ts +2 -2
- package/src/llm/tool_context.test.ts +210 -1
- package/src/llm/tool_context.ts +115 -17
- package/src/llm/utils.ts +24 -16
- package/src/llm/zod-utils.test.ts +577 -0
- package/src/llm/zod-utils.ts +153 -0
- package/src/log.ts +71 -19
- package/src/metrics/base.ts +78 -19
- package/src/metrics/index.ts +12 -0
- package/src/metrics/model_usage.test.ts +545 -0
- package/src/metrics/model_usage.ts +262 -0
- package/src/metrics/usage_collector.ts +14 -3
- package/src/metrics/utils.ts +27 -7
- package/src/stream/deferred_stream.test.ts +3 -3
- package/src/stream/deferred_stream.ts +43 -11
- package/src/stream/index.ts +1 -0
- package/src/stream/multi_input_stream.test.ts +545 -0
- package/src/stream/multi_input_stream.ts +172 -0
- package/src/stream/stream_channel.test.ts +37 -0
- package/src/stream/stream_channel.ts +43 -3
- package/src/stt/stream_adapter.ts +30 -9
- package/src/stt/stt.ts +131 -22
- package/src/telemetry/index.ts +28 -0
- package/src/telemetry/logging.ts +55 -0
- package/src/telemetry/otel_http_exporter.ts +218 -0
- package/src/telemetry/pino_otel_transport.ts +265 -0
- package/src/telemetry/trace_types.ts +109 -0
- package/src/telemetry/traces.ts +673 -0
- package/src/telemetry/utils.ts +61 -0
- package/src/tokenize/basic/sentence.ts +3 -3
- package/src/tokenize/tokenizer.test.ts +4 -0
- package/src/transcription.ts +6 -0
- package/src/tts/fallback_adapter.ts +579 -0
- package/src/tts/index.ts +1 -0
- package/src/tts/stream_adapter.ts +38 -8
- package/src/tts/tts.ts +245 -62
- package/src/types.ts +62 -33
- package/src/utils.test.ts +90 -10
- package/src/utils.ts +176 -31
- package/src/vad.ts +42 -18
- package/src/version.ts +1 -1
- package/src/voice/agent.test.ts +347 -2
- package/src/voice/agent.ts +346 -44
- package/src/voice/agent_activity.test.ts +194 -0
- package/src/voice/agent_activity.ts +1457 -388
- package/src/voice/agent_session.ts +817 -112
- package/src/voice/audio_recognition.ts +845 -70
- package/src/voice/audio_recognition_span.test.ts +341 -0
- package/src/voice/avatar/datastream_io.ts +9 -1
- package/src/voice/background_audio.ts +494 -0
- package/src/voice/events.ts +27 -7
- package/src/voice/generation.ts +310 -56
- package/src/voice/generation_tools.test.ts +268 -0
- package/src/voice/index.ts +17 -3
- package/src/voice/interruption_detection.test.ts +151 -0
- package/src/voice/io.ts +115 -12
- package/src/voice/recorder_io/index.ts +4 -0
- package/src/voice/recorder_io/recorder_io.ts +783 -0
- package/src/voice/remote_session.ts +1083 -0
- package/src/voice/report.test.ts +136 -0
- package/src/voice/report.ts +140 -0
- package/src/voice/room_io/_input.ts +45 -10
- package/src/voice/room_io/_output.ts +26 -14
- package/src/voice/room_io/room_io.ts +67 -22
- package/src/voice/speech_handle.ts +38 -6
- package/src/voice/testing/fake_llm.ts +138 -0
- package/src/voice/testing/index.ts +52 -0
- package/src/voice/testing/run_result.ts +995 -0
- package/src/voice/testing/types.ts +118 -0
- package/src/voice/transcription/synchronizer.test.ts +206 -0
- package/src/voice/transcription/synchronizer.ts +204 -19
- package/src/voice/turn_config/endpointing.ts +33 -0
- package/src/voice/turn_config/interruption.ts +56 -0
- package/src/voice/turn_config/turn_handling.ts +45 -0
- package/src/voice/turn_config/utils.test.ts +148 -0
- package/src/voice/turn_config/utils.ts +167 -0
- package/src/voice/utils.ts +29 -0
- package/src/worker.ts +92 -78
- package/src/llm/__snapshots__/utils.test.ts.snap +0 -65
|
@@ -0,0 +1,236 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var import_web = require("stream/web");
|
|
3
|
+
var import_vitest = require("vitest");
|
|
4
|
+
var import_zod = require("zod");
|
|
5
|
+
var import_llm = require("../llm/index.cjs");
|
|
6
|
+
var import_log = require("../log.cjs");
|
|
7
|
+
var import_utils = require("../utils.cjs");
|
|
8
|
+
var import_generation = require("./generation.cjs");
|
|
9
|
+
function createStringStream(chunks, delayMs = 0) {
|
|
10
|
+
return new import_web.ReadableStream({
|
|
11
|
+
async start(controller) {
|
|
12
|
+
for (const c of chunks) {
|
|
13
|
+
if (delayMs > 0) {
|
|
14
|
+
await (0, import_utils.delay)(delayMs);
|
|
15
|
+
}
|
|
16
|
+
controller.enqueue(c);
|
|
17
|
+
}
|
|
18
|
+
controller.close();
|
|
19
|
+
}
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
function createFunctionCallStream(fc) {
|
|
23
|
+
return new import_web.ReadableStream({
|
|
24
|
+
start(controller) {
|
|
25
|
+
controller.enqueue(fc);
|
|
26
|
+
controller.close();
|
|
27
|
+
}
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
function createFunctionCallStreamFromArray(fcs) {
|
|
31
|
+
return new import_web.ReadableStream({
|
|
32
|
+
start(controller) {
|
|
33
|
+
for (const fc of fcs) {
|
|
34
|
+
controller.enqueue(fc);
|
|
35
|
+
}
|
|
36
|
+
controller.close();
|
|
37
|
+
}
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
(0, import_vitest.describe)("Generation + Tool Execution", () => {
|
|
41
|
+
(0, import_log.initializeLogger)({ pretty: false, level: "silent" });
|
|
42
|
+
(0, import_vitest.it)("should not abort tool when preamble forwarders are cleaned up", async () => {
|
|
43
|
+
var _a, _b;
|
|
44
|
+
const replyAbortController = new AbortController();
|
|
45
|
+
const forwarderController = new AbortController();
|
|
46
|
+
const chunks = Array.from({ length: 50 }, () => `Hi.`);
|
|
47
|
+
const fullPreambleText = chunks.join("");
|
|
48
|
+
const preamble = createStringStream(chunks, 20);
|
|
49
|
+
const [textForwardTask, textOut] = (0, import_generation.performTextForwarding)(
|
|
50
|
+
preamble,
|
|
51
|
+
forwarderController,
|
|
52
|
+
null
|
|
53
|
+
);
|
|
54
|
+
let toolAborted = false;
|
|
55
|
+
const getWeather = (0, import_llm.tool)({
|
|
56
|
+
description: "weather",
|
|
57
|
+
parameters: import_zod.z.object({ location: import_zod.z.string() }),
|
|
58
|
+
execute: async ({ location }, { abortSignal }) => {
|
|
59
|
+
if (abortSignal) {
|
|
60
|
+
abortSignal.addEventListener("abort", () => {
|
|
61
|
+
toolAborted = true;
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
await (0, import_utils.delay)(6e3);
|
|
65
|
+
return `Sunny in ${location}`;
|
|
66
|
+
}
|
|
67
|
+
});
|
|
68
|
+
const fc = import_llm.FunctionCall.create({
|
|
69
|
+
callId: "call_1",
|
|
70
|
+
name: "getWeather",
|
|
71
|
+
args: JSON.stringify({ location: "San Francisco" })
|
|
72
|
+
});
|
|
73
|
+
const toolCallStream = createFunctionCallStream(fc);
|
|
74
|
+
const [execTask, toolOutput] = (0, import_generation.performToolExecutions)({
|
|
75
|
+
session: {},
|
|
76
|
+
speechHandle: { id: "speech_test", _itemAdded: () => {
|
|
77
|
+
} },
|
|
78
|
+
toolCtx: { getWeather },
|
|
79
|
+
toolCallStream,
|
|
80
|
+
controller: replyAbortController,
|
|
81
|
+
onToolExecutionStarted: () => {
|
|
82
|
+
},
|
|
83
|
+
onToolExecutionCompleted: () => {
|
|
84
|
+
}
|
|
85
|
+
});
|
|
86
|
+
await toolOutput.firstToolStartedFuture.await;
|
|
87
|
+
await (0, import_utils.delay)(100);
|
|
88
|
+
await (0, import_utils.cancelAndWait)([textForwardTask], 5e3);
|
|
89
|
+
await execTask.result;
|
|
90
|
+
(0, import_vitest.expect)(toolOutput.output.length).toBe(1);
|
|
91
|
+
const out = toolOutput.output[0];
|
|
92
|
+
(0, import_vitest.expect)((_a = out.toolCallOutput) == null ? void 0 : _a.isError).toBe(false);
|
|
93
|
+
(0, import_vitest.expect)((_b = out.toolCallOutput) == null ? void 0 : _b.output).toContain("Sunny in San Francisco");
|
|
94
|
+
(0, import_vitest.expect)(textOut.text).not.toBe(fullPreambleText);
|
|
95
|
+
(0, import_vitest.expect)(toolAborted).toBe(false);
|
|
96
|
+
}, 3e4);
|
|
97
|
+
(0, import_vitest.it)("should return basic tool execution output", async () => {
|
|
98
|
+
var _a, _b;
|
|
99
|
+
const replyAbortController = new AbortController();
|
|
100
|
+
const echo = (0, import_llm.tool)({
|
|
101
|
+
description: "echo",
|
|
102
|
+
parameters: import_zod.z.object({ msg: import_zod.z.string() }),
|
|
103
|
+
execute: async ({ msg }) => `echo: ${msg}`
|
|
104
|
+
});
|
|
105
|
+
const fc = import_llm.FunctionCall.create({
|
|
106
|
+
callId: "call_2",
|
|
107
|
+
name: "echo",
|
|
108
|
+
args: JSON.stringify({ msg: "hello" })
|
|
109
|
+
});
|
|
110
|
+
const toolCallStream = createFunctionCallStream(fc);
|
|
111
|
+
const [execTask, toolOutput] = (0, import_generation.performToolExecutions)({
|
|
112
|
+
session: {},
|
|
113
|
+
speechHandle: { id: "speech_test2", _itemAdded: () => {
|
|
114
|
+
} },
|
|
115
|
+
toolCtx: { echo },
|
|
116
|
+
toolCallStream,
|
|
117
|
+
controller: replyAbortController
|
|
118
|
+
});
|
|
119
|
+
await execTask.result;
|
|
120
|
+
(0, import_vitest.expect)(toolOutput.output.length).toBe(1);
|
|
121
|
+
const out = toolOutput.output[0];
|
|
122
|
+
(0, import_vitest.expect)((_a = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _a.isError).toBe(false);
|
|
123
|
+
(0, import_vitest.expect)((_b = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _b.output).toContain("echo: hello");
|
|
124
|
+
});
|
|
125
|
+
(0, import_vitest.it)("should abort tool when reply is aborted mid-execution", async () => {
|
|
126
|
+
var _a;
|
|
127
|
+
const replyAbortController = new AbortController();
|
|
128
|
+
let aborted = false;
|
|
129
|
+
const longOp = (0, import_llm.tool)({
|
|
130
|
+
description: "longOp",
|
|
131
|
+
parameters: import_zod.z.object({ ms: import_zod.z.number() }),
|
|
132
|
+
execute: async ({ ms }, { abortSignal }) => {
|
|
133
|
+
if (abortSignal) {
|
|
134
|
+
abortSignal.addEventListener("abort", () => {
|
|
135
|
+
aborted = true;
|
|
136
|
+
});
|
|
137
|
+
}
|
|
138
|
+
await (0, import_utils.delay)(ms);
|
|
139
|
+
return "done";
|
|
140
|
+
}
|
|
141
|
+
});
|
|
142
|
+
const fc = import_llm.FunctionCall.create({
|
|
143
|
+
callId: "call_abort_1",
|
|
144
|
+
name: "longOp",
|
|
145
|
+
args: JSON.stringify({ ms: 5e3 })
|
|
146
|
+
});
|
|
147
|
+
const toolCallStream = createFunctionCallStream(fc);
|
|
148
|
+
const [execTask, toolOutput] = (0, import_generation.performToolExecutions)({
|
|
149
|
+
session: {},
|
|
150
|
+
speechHandle: { id: "speech_abort", _itemAdded: () => {
|
|
151
|
+
} },
|
|
152
|
+
toolCtx: { longOp },
|
|
153
|
+
toolCallStream,
|
|
154
|
+
controller: replyAbortController
|
|
155
|
+
});
|
|
156
|
+
await toolOutput.firstToolStartedFuture.await;
|
|
157
|
+
replyAbortController.abort();
|
|
158
|
+
await execTask.result;
|
|
159
|
+
(0, import_vitest.expect)(aborted).toBe(true);
|
|
160
|
+
(0, import_vitest.expect)(toolOutput.output.length).toBe(1);
|
|
161
|
+
const out = toolOutput.output[0];
|
|
162
|
+
(0, import_vitest.expect)((_a = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _a.isError).toBe(true);
|
|
163
|
+
}, 2e4);
|
|
164
|
+
(0, import_vitest.it)("should return error output on invalid tool args (zod validation failure)", async () => {
|
|
165
|
+
var _a;
|
|
166
|
+
const replyAbortController = new AbortController();
|
|
167
|
+
const echo = (0, import_llm.tool)({
|
|
168
|
+
description: "echo",
|
|
169
|
+
parameters: import_zod.z.object({ msg: import_zod.z.string() }),
|
|
170
|
+
execute: async ({ msg }) => `echo: ${msg}`
|
|
171
|
+
});
|
|
172
|
+
const fc = import_llm.FunctionCall.create({
|
|
173
|
+
callId: "call_invalid_args",
|
|
174
|
+
name: "echo",
|
|
175
|
+
args: JSON.stringify({ msg: 123 })
|
|
176
|
+
});
|
|
177
|
+
const toolCallStream = createFunctionCallStream(fc);
|
|
178
|
+
const [execTask, toolOutput] = (0, import_generation.performToolExecutions)({
|
|
179
|
+
session: {},
|
|
180
|
+
speechHandle: { id: "speech_invalid", _itemAdded: () => {
|
|
181
|
+
} },
|
|
182
|
+
toolCtx: { echo },
|
|
183
|
+
toolCallStream,
|
|
184
|
+
controller: replyAbortController
|
|
185
|
+
});
|
|
186
|
+
await execTask.result;
|
|
187
|
+
(0, import_vitest.expect)(toolOutput.output.length).toBe(1);
|
|
188
|
+
const out = toolOutput.output[0];
|
|
189
|
+
(0, import_vitest.expect)((_a = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _a.isError).toBe(true);
|
|
190
|
+
});
|
|
191
|
+
(0, import_vitest.it)("should handle multiple tool calls within a single stream", async () => {
|
|
192
|
+
var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
|
|
193
|
+
const replyAbortController = new AbortController();
|
|
194
|
+
const sum = (0, import_llm.tool)({
|
|
195
|
+
description: "sum",
|
|
196
|
+
parameters: import_zod.z.object({ a: import_zod.z.number(), b: import_zod.z.number() }),
|
|
197
|
+
execute: async ({ a, b }) => a + b
|
|
198
|
+
});
|
|
199
|
+
const upper = (0, import_llm.tool)({
|
|
200
|
+
description: "upper",
|
|
201
|
+
parameters: import_zod.z.object({ s: import_zod.z.string() }),
|
|
202
|
+
execute: async ({ s }) => s.toUpperCase()
|
|
203
|
+
});
|
|
204
|
+
const fc1 = import_llm.FunctionCall.create({
|
|
205
|
+
callId: "call_multi_1",
|
|
206
|
+
name: "sum",
|
|
207
|
+
args: JSON.stringify({ a: 2, b: 3 })
|
|
208
|
+
});
|
|
209
|
+
const fc2 = import_llm.FunctionCall.create({
|
|
210
|
+
callId: "call_multi_2",
|
|
211
|
+
name: "upper",
|
|
212
|
+
args: JSON.stringify({ s: "hey" })
|
|
213
|
+
});
|
|
214
|
+
const toolCallStream = createFunctionCallStreamFromArray([fc1, fc2]);
|
|
215
|
+
const [execTask, toolOutput] = (0, import_generation.performToolExecutions)({
|
|
216
|
+
session: {},
|
|
217
|
+
speechHandle: { id: "speech_multi", _itemAdded: () => {
|
|
218
|
+
} },
|
|
219
|
+
toolCtx: { sum, upper },
|
|
220
|
+
toolCallStream,
|
|
221
|
+
controller: replyAbortController
|
|
222
|
+
});
|
|
223
|
+
await execTask.result;
|
|
224
|
+
(0, import_vitest.expect)(toolOutput.output.length).toBe(2);
|
|
225
|
+
const sorted = [...toolOutput.output].sort(
|
|
226
|
+
(a, b) => a.toolCall.callId.localeCompare(b.toolCall.callId)
|
|
227
|
+
);
|
|
228
|
+
(0, import_vitest.expect)((_a = sorted[0]) == null ? void 0 : _a.toolCall.name).toBe("sum");
|
|
229
|
+
(0, import_vitest.expect)((_c = (_b = sorted[0]) == null ? void 0 : _b.toolCallOutput) == null ? void 0 : _c.isError).toBe(false);
|
|
230
|
+
(0, import_vitest.expect)((_e = (_d = sorted[0]) == null ? void 0 : _d.toolCallOutput) == null ? void 0 : _e.output).toBe("5");
|
|
231
|
+
(0, import_vitest.expect)((_f = sorted[1]) == null ? void 0 : _f.toolCall.name).toBe("upper");
|
|
232
|
+
(0, import_vitest.expect)((_h = (_g = sorted[1]) == null ? void 0 : _g.toolCallOutput) == null ? void 0 : _h.isError).toBe(false);
|
|
233
|
+
(0, import_vitest.expect)((_j = (_i = sorted[1]) == null ? void 0 : _i.toolCallOutput) == null ? void 0 : _j.output).toBe('"HEY"');
|
|
234
|
+
});
|
|
235
|
+
});
|
|
236
|
+
//# sourceMappingURL=generation_tools.test.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/voice/generation_tools.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { ReadableStream as NodeReadableStream } from 'stream/web';\nimport { describe, expect, it } from 'vitest';\nimport { z } from 'zod';\nimport { FunctionCall, tool } from '../llm/index.js';\nimport { initializeLogger } from '../log.js';\nimport type { Task } from '../utils.js';\nimport { cancelAndWait, delay } from '../utils.js';\nimport { type _TextOut, performTextForwarding, performToolExecutions } from './generation.js';\n\nfunction createStringStream(chunks: string[], delayMs: number = 0): NodeReadableStream<string> {\n return new NodeReadableStream<string>({\n async start(controller) {\n for (const c of chunks) {\n if (delayMs > 0) {\n await delay(delayMs);\n }\n controller.enqueue(c);\n }\n controller.close();\n },\n });\n}\n\nfunction createFunctionCallStream(fc: FunctionCall): NodeReadableStream<FunctionCall> {\n return new NodeReadableStream<FunctionCall>({\n start(controller) {\n controller.enqueue(fc);\n controller.close();\n },\n });\n}\n\nfunction createFunctionCallStreamFromArray(fcs: FunctionCall[]): NodeReadableStream<FunctionCall> {\n return new NodeReadableStream<FunctionCall>({\n start(controller) {\n for (const fc of fcs) {\n controller.enqueue(fc);\n }\n controller.close();\n },\n });\n}\n\ndescribe('Generation + Tool Execution', () => {\n initializeLogger({ pretty: false, level: 'silent' });\n\n it('should not abort tool when preamble forwarders are cleaned up', async () => {\n const replyAbortController = new AbortController();\n const forwarderController = new AbortController();\n\n const chunks = Array.from({ length: 50 }, () => `Hi.`);\n const fullPreambleText = chunks.join('');\n const preamble = createStringStream(chunks, 20);\n const [textForwardTask, textOut]: [Task<void>, _TextOut] = performTextForwarding(\n preamble,\n forwarderController,\n null,\n );\n\n // Tool that takes > 5 seconds\n let toolAborted = false;\n const getWeather = tool({\n description: 'weather',\n parameters: z.object({ location: z.string() }),\n execute: async ({ location }, { abortSignal }) => {\n if (abortSignal) {\n abortSignal.addEventListener('abort', () => {\n toolAborted = true;\n });\n }\n // 6s delay\n await delay(6000);\n return `Sunny in ${location}`;\n },\n });\n\n const fc = FunctionCall.create({\n callId: 'call_1',\n name: 'getWeather',\n args: JSON.stringify({ location: 'San Francisco' }),\n });\n const toolCallStream = createFunctionCallStream(fc);\n\n const [execTask, toolOutput] = performToolExecutions({\n session: {} as any,\n speechHandle: { id: 'speech_test', _itemAdded: () => {} } as any,\n toolCtx: { getWeather } as any,\n toolCallStream,\n controller: replyAbortController,\n onToolExecutionStarted: () => {},\n onToolExecutionCompleted: () => {},\n });\n\n // Ensure tool has started, then cancel forwarders mid-stream (without aborting parent AbortController)\n await toolOutput.firstToolStartedFuture.await;\n await delay(100);\n await cancelAndWait([textForwardTask], 5000);\n\n await execTask.result;\n\n expect(toolOutput.output.length).toBe(1);\n const out = toolOutput.output[0]!;\n expect(out.toolCallOutput?.isError).toBe(false);\n expect(out.toolCallOutput?.output).toContain('Sunny in San Francisco');\n // Forwarder should have been cancelled before finishing all preamble chunks\n expect(textOut.text).not.toBe(fullPreambleText);\n // Tool's abort signal must not have fired\n expect(toolAborted).toBe(false);\n }, 30_000);\n\n it('should return basic tool execution output', async () => {\n const replyAbortController = new AbortController();\n\n const echo = tool({\n description: 'echo',\n parameters: z.object({ msg: z.string() }),\n execute: async ({ msg }) => `echo: ${msg}`,\n });\n\n const fc = FunctionCall.create({\n callId: 'call_2',\n name: 'echo',\n args: JSON.stringify({ msg: 'hello' }),\n });\n const toolCallStream = createFunctionCallStream(fc);\n\n const [execTask, toolOutput] = performToolExecutions({\n session: {} as any,\n speechHandle: { id: 'speech_test2', _itemAdded: () => {} } as any,\n toolCtx: { echo } as any,\n toolCallStream,\n controller: replyAbortController,\n });\n\n await execTask.result;\n expect(toolOutput.output.length).toBe(1);\n const out = toolOutput.output[0];\n expect(out?.toolCallOutput?.isError).toBe(false);\n expect(out?.toolCallOutput?.output).toContain('echo: hello');\n });\n\n it('should abort tool when reply is aborted mid-execution', async () => {\n const replyAbortController = new AbortController();\n\n let aborted = false;\n const longOp = tool({\n description: 'longOp',\n parameters: z.object({ ms: z.number() }),\n execute: async ({ ms }, { abortSignal }) => {\n if (abortSignal) {\n abortSignal.addEventListener('abort', () => {\n aborted = true;\n });\n }\n await delay(ms);\n return 'done';\n },\n });\n\n const fc = FunctionCall.create({\n callId: 'call_abort_1',\n name: 'longOp',\n args: JSON.stringify({ ms: 5000 }),\n });\n const toolCallStream = createFunctionCallStream(fc);\n\n const [execTask, toolOutput] = performToolExecutions({\n session: {} as any,\n speechHandle: { id: 'speech_abort', _itemAdded: () => {} } as any,\n toolCtx: { longOp } as any,\n toolCallStream,\n controller: replyAbortController,\n });\n\n await toolOutput.firstToolStartedFuture.await;\n replyAbortController.abort();\n await execTask.result;\n\n expect(aborted).toBe(true);\n expect(toolOutput.output.length).toBe(1);\n const out = toolOutput.output[0];\n expect(out?.toolCallOutput?.isError).toBe(true);\n }, 20_000);\n\n it('should return error output on invalid tool args (zod validation failure)', async () => {\n const replyAbortController = new AbortController();\n\n const echo = tool({\n description: 'echo',\n parameters: z.object({ msg: z.string() }),\n execute: async ({ msg }) => `echo: ${msg}`,\n });\n\n // invalid: msg should be string\n const fc = FunctionCall.create({\n callId: 'call_invalid_args',\n name: 'echo',\n args: JSON.stringify({ msg: 123 }),\n });\n const toolCallStream = createFunctionCallStream(fc);\n\n const [execTask, toolOutput] = performToolExecutions({\n session: {} as any,\n speechHandle: { id: 'speech_invalid', _itemAdded: () => {} } as any,\n toolCtx: { echo } as any,\n toolCallStream,\n controller: replyAbortController,\n });\n\n await execTask.result;\n expect(toolOutput.output.length).toBe(1);\n const out = toolOutput.output[0];\n expect(out?.toolCallOutput?.isError).toBe(true);\n });\n\n it('should handle multiple tool calls within a single stream', async () => {\n const replyAbortController = new AbortController();\n\n const sum = tool({\n description: 'sum',\n parameters: z.object({ a: z.number(), b: z.number() }),\n execute: async ({ a, b }) => a + b,\n });\n const upper = tool({\n description: 'upper',\n parameters: z.object({ s: z.string() }),\n execute: async ({ s }) => s.toUpperCase(),\n });\n\n const fc1 = FunctionCall.create({\n callId: 'call_multi_1',\n name: 'sum',\n args: JSON.stringify({ a: 2, b: 3 }),\n });\n const fc2 = FunctionCall.create({\n callId: 'call_multi_2',\n name: 'upper',\n args: JSON.stringify({ s: 'hey' }),\n });\n const toolCallStream = createFunctionCallStreamFromArray([fc1, fc2]);\n\n const [execTask, toolOutput] = performToolExecutions({\n session: {} as any,\n speechHandle: { id: 'speech_multi', _itemAdded: () => {} } as any,\n toolCtx: { sum, upper } as any,\n toolCallStream,\n controller: replyAbortController,\n });\n\n await execTask.result;\n expect(toolOutput.output.length).toBe(2);\n\n // sort by callId to assert deterministically\n const sorted = [...toolOutput.output].sort((a, b) =>\n a.toolCall.callId.localeCompare(b.toolCall.callId),\n );\n\n expect(sorted[0]?.toolCall.name).toBe('sum');\n expect(sorted[0]?.toolCallOutput?.isError).toBe(false);\n expect(sorted[0]?.toolCallOutput?.output).toBe('5');\n expect(sorted[1]?.toolCall.name).toBe('upper');\n expect(sorted[1]?.toolCallOutput?.isError).toBe(false);\n expect(sorted[1]?.toolCallOutput?.output).toBe('\"HEY\"');\n });\n});\n"],"mappings":";AAGA,iBAAqD;AACrD,oBAAqC;AACrC,iBAAkB;AAClB,iBAAmC;AACnC,iBAAiC;AAEjC,mBAAqC;AACrC,wBAA4E;AAE5E,SAAS,mBAAmB,QAAkB,UAAkB,GAA+B;AAC7F,SAAO,IAAI,WAAAA,eAA2B;AAAA,IACpC,MAAM,MAAM,YAAY;AACtB,iBAAW,KAAK,QAAQ;AACtB,YAAI,UAAU,GAAG;AACf,oBAAM,oBAAM,OAAO;AAAA,QACrB;AACA,mBAAW,QAAQ,CAAC;AAAA,MACtB;AACA,iBAAW,MAAM;AAAA,IACnB;AAAA,EACF,CAAC;AACH;AAEA,SAAS,yBAAyB,IAAoD;AACpF,SAAO,IAAI,WAAAA,eAAiC;AAAA,IAC1C,MAAM,YAAY;AAChB,iBAAW,QAAQ,EAAE;AACrB,iBAAW,MAAM;AAAA,IACnB;AAAA,EACF,CAAC;AACH;AAEA,SAAS,kCAAkC,KAAuD;AAChG,SAAO,IAAI,WAAAA,eAAiC;AAAA,IAC1C,MAAM,YAAY;AAChB,iBAAW,MAAM,KAAK;AACpB,mBAAW,QAAQ,EAAE;AAAA,MACvB;AACA,iBAAW,MAAM;AAAA,IACnB;AAAA,EACF,CAAC;AACH;AAAA,IAEA,wBAAS,+BAA+B,MAAM;AAC5C,mCAAiB,EAAE,QAAQ,OAAO,OAAO,SAAS,CAAC;AAEnD,wBAAG,iEAAiE,YAAY;AAjDlF;AAkDI,UAAM,uBAAuB,IAAI,gBAAgB;AACjD,UAAM,sBAAsB,IAAI,gBAAgB;AAEhD,UAAM,SAAS,MAAM,KAAK,EAAE,QAAQ,GAAG,GAAG,MAAM,KAAK;AACrD,UAAM,mBAAmB,OAAO,KAAK,EAAE;AACvC,UAAM,WAAW,mBAAmB,QAAQ,EAAE;AAC9C,UAAM,CAAC,iBAAiB,OAAO,QAA4B;AAAA,MACzD;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAGA,QAAI,cAAc;AAClB,UAAM,iBAAa,iBAAK;AAAA,MACtB,aAAa;AAAA,MACb,YAAY,aAAE,OAAO,EAAE,UAAU,aAAE,OAAO,EAAE,CAAC;AAAA,MAC7C,SAAS,OAAO,EAAE,SAAS,GAAG,EAAE,YAAY,MAAM;AAChD,YAAI,aAAa;AACf,sBAAY,iBAAiB,SAAS,MAAM;AAC1C,0BAAc;AAAA,UAChB,CAAC;AAAA,QACH;AAEA,kBAAM,oBAAM,GAAI;AAChB,eAAO,YAAY,QAAQ;AAAA,MAC7B;AAAA,IACF,CAAC;AAED,UAAM,KAAK,wBAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,UAAU,gBAAgB,CAAC;AAAA,IACpD,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,QAAI,yCAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,eAAe,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACxD,SAAS,EAAE,WAAW;AAAA,MACtB;AAAA,MACA,YAAY;AAAA,MACZ,wBAAwB,MAAM;AAAA,MAAC;AAAA,MAC/B,0BAA0B,MAAM;AAAA,MAAC;AAAA,IACnC,CAAC;AAGD,UAAM,WAAW,uBAAuB;AACxC,cAAM,oBAAM,GAAG;AACf,cAAM,4BAAc,CAAC,eAAe,GAAG,GAAI;AAE3C,UAAM,SAAS;AAEf,8BAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,+BAAO,SAAI,mBAAJ,mBAAoB,OAAO,EAAE,KAAK,KAAK;AAC9C,+BAAO,SAAI,mBAAJ,mBAAoB,MAAM,EAAE,UAAU,wBAAwB;AAErE,8BAAO,QAAQ,IAAI,EAAE,IAAI,KAAK,gBAAgB;AAE9C,8BAAO,WAAW,EAAE,KAAK,KAAK;AAAA,EAChC,GAAG,GAAM;AAET,wBAAG,6CAA6C,YAAY;AAjH9D;AAkHI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,UAAM,WAAO,iBAAK;AAAA,MAChB,aAAa;AAAA,MACb,YAAY,aAAE,OAAO,EAAE,KAAK,aAAE,OAAO,EAAE,CAAC;AAAA,MACxC,SAAS,OAAO,EAAE,IAAI,MAAM,SAAS,GAAG;AAAA,IAC1C,CAAC;AAED,UAAM,KAAK,wBAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,KAAK,QAAQ,CAAC;AAAA,IACvC,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,QAAI,yCAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,gBAAgB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACzD,SAAS,EAAE,KAAK;AAAA,MAChB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,SAAS;AACf,8BAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,+BAAO,gCAAK,mBAAL,mBAAqB,OAAO,EAAE,KAAK,KAAK;AAC/C,+BAAO,gCAAK,mBAAL,mBAAqB,MAAM,EAAE,UAAU,aAAa;AAAA,EAC7D,CAAC;AAED,wBAAG,yDAAyD,YAAY;AAhJ1E;AAiJI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,QAAI,UAAU;AACd,UAAM,aAAS,iBAAK;AAAA,MAClB,aAAa;AAAA,MACb,YAAY,aAAE,OAAO,EAAE,IAAI,aAAE,OAAO,EAAE,CAAC;AAAA,MACvC,SAAS,OAAO,EAAE,GAAG,GAAG,EAAE,YAAY,MAAM;AAC1C,YAAI,aAAa;AACf,sBAAY,iBAAiB,SAAS,MAAM;AAC1C,sBAAU;AAAA,UACZ,CAAC;AAAA,QACH;AACA,kBAAM,oBAAM,EAAE;AACd,eAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,UAAM,KAAK,wBAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,IAAI,IAAK,CAAC;AAAA,IACnC,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,QAAI,yCAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,gBAAgB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACzD,SAAS,EAAE,OAAO;AAAA,MAClB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,WAAW,uBAAuB;AACxC,yBAAqB,MAAM;AAC3B,UAAM,SAAS;AAEf,8BAAO,OAAO,EAAE,KAAK,IAAI;AACzB,8BAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,+BAAO,gCAAK,mBAAL,mBAAqB,OAAO,EAAE,KAAK,IAAI;AAAA,EAChD,GAAG,GAAM;AAET,wBAAG,4EAA4E,YAAY;AA3L7F;AA4LI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,UAAM,WAAO,iBAAK;AAAA,MAChB,aAAa;AAAA,MACb,YAAY,aAAE,OAAO,EAAE,KAAK,aAAE,OAAO,EAAE,CAAC;AAAA,MACxC,SAAS,OAAO,EAAE,IAAI,MAAM,SAAS,GAAG;AAAA,IAC1C,CAAC;AAGD,UAAM,KAAK,wBAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,KAAK,IAAI,CAAC;AAAA,IACnC,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,QAAI,yCAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,kBAAkB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MAC3D,SAAS,EAAE,KAAK;AAAA,MAChB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,SAAS;AACf,8BAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,+BAAO,gCAAK,mBAAL,mBAAqB,OAAO,EAAE,KAAK,IAAI;AAAA,EAChD,CAAC;AAED,wBAAG,4DAA4D,YAAY;AA1N7E;AA2NI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,UAAM,UAAM,iBAAK;AAAA,MACf,aAAa;AAAA,MACb,YAAY,aAAE,OAAO,EAAE,GAAG,aAAE,OAAO,GAAG,GAAG,aAAE,OAAO,EAAE,CAAC;AAAA,MACrD,SAAS,OAAO,EAAE,GAAG,EAAE,MAAM,IAAI;AAAA,IACnC,CAAC;AACD,UAAM,YAAQ,iBAAK;AAAA,MACjB,aAAa;AAAA,MACb,YAAY,aAAE,OAAO,EAAE,GAAG,aAAE,OAAO,EAAE,CAAC;AAAA,MACtC,SAAS,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY;AAAA,IAC1C,CAAC;AAED,UAAM,MAAM,wBAAa,OAAO;AAAA,MAC9B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,GAAG,GAAG,GAAG,EAAE,CAAC;AAAA,IACrC,CAAC;AACD,UAAM,MAAM,wBAAa,OAAO;AAAA,MAC9B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,GAAG,MAAM,CAAC;AAAA,IACnC,CAAC;AACD,UAAM,iBAAiB,kCAAkC,CAAC,KAAK,GAAG,CAAC;AAEnE,UAAM,CAAC,UAAU,UAAU,QAAI,yCAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,gBAAgB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACzD,SAAS,EAAE,KAAK,MAAM;AAAA,MACtB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,SAAS;AACf,8BAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AAGvC,UAAM,SAAS,CAAC,GAAG,WAAW,MAAM,EAAE;AAAA,MAAK,CAAC,GAAG,MAC7C,EAAE,SAAS,OAAO,cAAc,EAAE,SAAS,MAAM;AAAA,IACnD;AAEA,+BAAO,YAAO,CAAC,MAAR,mBAAW,SAAS,IAAI,EAAE,KAAK,KAAK;AAC3C,+BAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,OAAO,EAAE,KAAK,KAAK;AACrD,+BAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,MAAM,EAAE,KAAK,GAAG;AAClD,+BAAO,YAAO,CAAC,MAAR,mBAAW,SAAS,IAAI,EAAE,KAAK,OAAO;AAC7C,+BAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,OAAO,EAAE,KAAK,KAAK;AACrD,+BAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,MAAM,EAAE,KAAK,OAAO;AAAA,EACxD,CAAC;AACH,CAAC;","names":["NodeReadableStream"]}
|
|
@@ -0,0 +1,235 @@
|
|
|
1
|
+
import { ReadableStream as NodeReadableStream } from "stream/web";
|
|
2
|
+
import { describe, expect, it } from "vitest";
|
|
3
|
+
import { z } from "zod";
|
|
4
|
+
import { FunctionCall, tool } from "../llm/index.js";
|
|
5
|
+
import { initializeLogger } from "../log.js";
|
|
6
|
+
import { cancelAndWait, delay } from "../utils.js";
|
|
7
|
+
import { performTextForwarding, performToolExecutions } from "./generation.js";
|
|
8
|
+
function createStringStream(chunks, delayMs = 0) {
|
|
9
|
+
return new NodeReadableStream({
|
|
10
|
+
async start(controller) {
|
|
11
|
+
for (const c of chunks) {
|
|
12
|
+
if (delayMs > 0) {
|
|
13
|
+
await delay(delayMs);
|
|
14
|
+
}
|
|
15
|
+
controller.enqueue(c);
|
|
16
|
+
}
|
|
17
|
+
controller.close();
|
|
18
|
+
}
|
|
19
|
+
});
|
|
20
|
+
}
|
|
21
|
+
function createFunctionCallStream(fc) {
|
|
22
|
+
return new NodeReadableStream({
|
|
23
|
+
start(controller) {
|
|
24
|
+
controller.enqueue(fc);
|
|
25
|
+
controller.close();
|
|
26
|
+
}
|
|
27
|
+
});
|
|
28
|
+
}
|
|
29
|
+
function createFunctionCallStreamFromArray(fcs) {
|
|
30
|
+
return new NodeReadableStream({
|
|
31
|
+
start(controller) {
|
|
32
|
+
for (const fc of fcs) {
|
|
33
|
+
controller.enqueue(fc);
|
|
34
|
+
}
|
|
35
|
+
controller.close();
|
|
36
|
+
}
|
|
37
|
+
});
|
|
38
|
+
}
|
|
39
|
+
describe("Generation + Tool Execution", () => {
|
|
40
|
+
initializeLogger({ pretty: false, level: "silent" });
|
|
41
|
+
it("should not abort tool when preamble forwarders are cleaned up", async () => {
|
|
42
|
+
var _a, _b;
|
|
43
|
+
const replyAbortController = new AbortController();
|
|
44
|
+
const forwarderController = new AbortController();
|
|
45
|
+
const chunks = Array.from({ length: 50 }, () => `Hi.`);
|
|
46
|
+
const fullPreambleText = chunks.join("");
|
|
47
|
+
const preamble = createStringStream(chunks, 20);
|
|
48
|
+
const [textForwardTask, textOut] = performTextForwarding(
|
|
49
|
+
preamble,
|
|
50
|
+
forwarderController,
|
|
51
|
+
null
|
|
52
|
+
);
|
|
53
|
+
let toolAborted = false;
|
|
54
|
+
const getWeather = tool({
|
|
55
|
+
description: "weather",
|
|
56
|
+
parameters: z.object({ location: z.string() }),
|
|
57
|
+
execute: async ({ location }, { abortSignal }) => {
|
|
58
|
+
if (abortSignal) {
|
|
59
|
+
abortSignal.addEventListener("abort", () => {
|
|
60
|
+
toolAborted = true;
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
await delay(6e3);
|
|
64
|
+
return `Sunny in ${location}`;
|
|
65
|
+
}
|
|
66
|
+
});
|
|
67
|
+
const fc = FunctionCall.create({
|
|
68
|
+
callId: "call_1",
|
|
69
|
+
name: "getWeather",
|
|
70
|
+
args: JSON.stringify({ location: "San Francisco" })
|
|
71
|
+
});
|
|
72
|
+
const toolCallStream = createFunctionCallStream(fc);
|
|
73
|
+
const [execTask, toolOutput] = performToolExecutions({
|
|
74
|
+
session: {},
|
|
75
|
+
speechHandle: { id: "speech_test", _itemAdded: () => {
|
|
76
|
+
} },
|
|
77
|
+
toolCtx: { getWeather },
|
|
78
|
+
toolCallStream,
|
|
79
|
+
controller: replyAbortController,
|
|
80
|
+
onToolExecutionStarted: () => {
|
|
81
|
+
},
|
|
82
|
+
onToolExecutionCompleted: () => {
|
|
83
|
+
}
|
|
84
|
+
});
|
|
85
|
+
await toolOutput.firstToolStartedFuture.await;
|
|
86
|
+
await delay(100);
|
|
87
|
+
await cancelAndWait([textForwardTask], 5e3);
|
|
88
|
+
await execTask.result;
|
|
89
|
+
expect(toolOutput.output.length).toBe(1);
|
|
90
|
+
const out = toolOutput.output[0];
|
|
91
|
+
expect((_a = out.toolCallOutput) == null ? void 0 : _a.isError).toBe(false);
|
|
92
|
+
expect((_b = out.toolCallOutput) == null ? void 0 : _b.output).toContain("Sunny in San Francisco");
|
|
93
|
+
expect(textOut.text).not.toBe(fullPreambleText);
|
|
94
|
+
expect(toolAborted).toBe(false);
|
|
95
|
+
}, 3e4);
|
|
96
|
+
it("should return basic tool execution output", async () => {
|
|
97
|
+
var _a, _b;
|
|
98
|
+
const replyAbortController = new AbortController();
|
|
99
|
+
const echo = tool({
|
|
100
|
+
description: "echo",
|
|
101
|
+
parameters: z.object({ msg: z.string() }),
|
|
102
|
+
execute: async ({ msg }) => `echo: ${msg}`
|
|
103
|
+
});
|
|
104
|
+
const fc = FunctionCall.create({
|
|
105
|
+
callId: "call_2",
|
|
106
|
+
name: "echo",
|
|
107
|
+
args: JSON.stringify({ msg: "hello" })
|
|
108
|
+
});
|
|
109
|
+
const toolCallStream = createFunctionCallStream(fc);
|
|
110
|
+
const [execTask, toolOutput] = performToolExecutions({
|
|
111
|
+
session: {},
|
|
112
|
+
speechHandle: { id: "speech_test2", _itemAdded: () => {
|
|
113
|
+
} },
|
|
114
|
+
toolCtx: { echo },
|
|
115
|
+
toolCallStream,
|
|
116
|
+
controller: replyAbortController
|
|
117
|
+
});
|
|
118
|
+
await execTask.result;
|
|
119
|
+
expect(toolOutput.output.length).toBe(1);
|
|
120
|
+
const out = toolOutput.output[0];
|
|
121
|
+
expect((_a = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _a.isError).toBe(false);
|
|
122
|
+
expect((_b = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _b.output).toContain("echo: hello");
|
|
123
|
+
});
|
|
124
|
+
it("should abort tool when reply is aborted mid-execution", async () => {
|
|
125
|
+
var _a;
|
|
126
|
+
const replyAbortController = new AbortController();
|
|
127
|
+
let aborted = false;
|
|
128
|
+
const longOp = tool({
|
|
129
|
+
description: "longOp",
|
|
130
|
+
parameters: z.object({ ms: z.number() }),
|
|
131
|
+
execute: async ({ ms }, { abortSignal }) => {
|
|
132
|
+
if (abortSignal) {
|
|
133
|
+
abortSignal.addEventListener("abort", () => {
|
|
134
|
+
aborted = true;
|
|
135
|
+
});
|
|
136
|
+
}
|
|
137
|
+
await delay(ms);
|
|
138
|
+
return "done";
|
|
139
|
+
}
|
|
140
|
+
});
|
|
141
|
+
const fc = FunctionCall.create({
|
|
142
|
+
callId: "call_abort_1",
|
|
143
|
+
name: "longOp",
|
|
144
|
+
args: JSON.stringify({ ms: 5e3 })
|
|
145
|
+
});
|
|
146
|
+
const toolCallStream = createFunctionCallStream(fc);
|
|
147
|
+
const [execTask, toolOutput] = performToolExecutions({
|
|
148
|
+
session: {},
|
|
149
|
+
speechHandle: { id: "speech_abort", _itemAdded: () => {
|
|
150
|
+
} },
|
|
151
|
+
toolCtx: { longOp },
|
|
152
|
+
toolCallStream,
|
|
153
|
+
controller: replyAbortController
|
|
154
|
+
});
|
|
155
|
+
await toolOutput.firstToolStartedFuture.await;
|
|
156
|
+
replyAbortController.abort();
|
|
157
|
+
await execTask.result;
|
|
158
|
+
expect(aborted).toBe(true);
|
|
159
|
+
expect(toolOutput.output.length).toBe(1);
|
|
160
|
+
const out = toolOutput.output[0];
|
|
161
|
+
expect((_a = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _a.isError).toBe(true);
|
|
162
|
+
}, 2e4);
|
|
163
|
+
it("should return error output on invalid tool args (zod validation failure)", async () => {
|
|
164
|
+
var _a;
|
|
165
|
+
const replyAbortController = new AbortController();
|
|
166
|
+
const echo = tool({
|
|
167
|
+
description: "echo",
|
|
168
|
+
parameters: z.object({ msg: z.string() }),
|
|
169
|
+
execute: async ({ msg }) => `echo: ${msg}`
|
|
170
|
+
});
|
|
171
|
+
const fc = FunctionCall.create({
|
|
172
|
+
callId: "call_invalid_args",
|
|
173
|
+
name: "echo",
|
|
174
|
+
args: JSON.stringify({ msg: 123 })
|
|
175
|
+
});
|
|
176
|
+
const toolCallStream = createFunctionCallStream(fc);
|
|
177
|
+
const [execTask, toolOutput] = performToolExecutions({
|
|
178
|
+
session: {},
|
|
179
|
+
speechHandle: { id: "speech_invalid", _itemAdded: () => {
|
|
180
|
+
} },
|
|
181
|
+
toolCtx: { echo },
|
|
182
|
+
toolCallStream,
|
|
183
|
+
controller: replyAbortController
|
|
184
|
+
});
|
|
185
|
+
await execTask.result;
|
|
186
|
+
expect(toolOutput.output.length).toBe(1);
|
|
187
|
+
const out = toolOutput.output[0];
|
|
188
|
+
expect((_a = out == null ? void 0 : out.toolCallOutput) == null ? void 0 : _a.isError).toBe(true);
|
|
189
|
+
});
|
|
190
|
+
it("should handle multiple tool calls within a single stream", async () => {
|
|
191
|
+
var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j;
|
|
192
|
+
const replyAbortController = new AbortController();
|
|
193
|
+
const sum = tool({
|
|
194
|
+
description: "sum",
|
|
195
|
+
parameters: z.object({ a: z.number(), b: z.number() }),
|
|
196
|
+
execute: async ({ a, b }) => a + b
|
|
197
|
+
});
|
|
198
|
+
const upper = tool({
|
|
199
|
+
description: "upper",
|
|
200
|
+
parameters: z.object({ s: z.string() }),
|
|
201
|
+
execute: async ({ s }) => s.toUpperCase()
|
|
202
|
+
});
|
|
203
|
+
const fc1 = FunctionCall.create({
|
|
204
|
+
callId: "call_multi_1",
|
|
205
|
+
name: "sum",
|
|
206
|
+
args: JSON.stringify({ a: 2, b: 3 })
|
|
207
|
+
});
|
|
208
|
+
const fc2 = FunctionCall.create({
|
|
209
|
+
callId: "call_multi_2",
|
|
210
|
+
name: "upper",
|
|
211
|
+
args: JSON.stringify({ s: "hey" })
|
|
212
|
+
});
|
|
213
|
+
const toolCallStream = createFunctionCallStreamFromArray([fc1, fc2]);
|
|
214
|
+
const [execTask, toolOutput] = performToolExecutions({
|
|
215
|
+
session: {},
|
|
216
|
+
speechHandle: { id: "speech_multi", _itemAdded: () => {
|
|
217
|
+
} },
|
|
218
|
+
toolCtx: { sum, upper },
|
|
219
|
+
toolCallStream,
|
|
220
|
+
controller: replyAbortController
|
|
221
|
+
});
|
|
222
|
+
await execTask.result;
|
|
223
|
+
expect(toolOutput.output.length).toBe(2);
|
|
224
|
+
const sorted = [...toolOutput.output].sort(
|
|
225
|
+
(a, b) => a.toolCall.callId.localeCompare(b.toolCall.callId)
|
|
226
|
+
);
|
|
227
|
+
expect((_a = sorted[0]) == null ? void 0 : _a.toolCall.name).toBe("sum");
|
|
228
|
+
expect((_c = (_b = sorted[0]) == null ? void 0 : _b.toolCallOutput) == null ? void 0 : _c.isError).toBe(false);
|
|
229
|
+
expect((_e = (_d = sorted[0]) == null ? void 0 : _d.toolCallOutput) == null ? void 0 : _e.output).toBe("5");
|
|
230
|
+
expect((_f = sorted[1]) == null ? void 0 : _f.toolCall.name).toBe("upper");
|
|
231
|
+
expect((_h = (_g = sorted[1]) == null ? void 0 : _g.toolCallOutput) == null ? void 0 : _h.isError).toBe(false);
|
|
232
|
+
expect((_j = (_i = sorted[1]) == null ? void 0 : _i.toolCallOutput) == null ? void 0 : _j.output).toBe('"HEY"');
|
|
233
|
+
});
|
|
234
|
+
});
|
|
235
|
+
//# sourceMappingURL=generation_tools.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/voice/generation_tools.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { ReadableStream as NodeReadableStream } from 'stream/web';\nimport { describe, expect, it } from 'vitest';\nimport { z } from 'zod';\nimport { FunctionCall, tool } from '../llm/index.js';\nimport { initializeLogger } from '../log.js';\nimport type { Task } from '../utils.js';\nimport { cancelAndWait, delay } from '../utils.js';\nimport { type _TextOut, performTextForwarding, performToolExecutions } from './generation.js';\n\nfunction createStringStream(chunks: string[], delayMs: number = 0): NodeReadableStream<string> {\n return new NodeReadableStream<string>({\n async start(controller) {\n for (const c of chunks) {\n if (delayMs > 0) {\n await delay(delayMs);\n }\n controller.enqueue(c);\n }\n controller.close();\n },\n });\n}\n\nfunction createFunctionCallStream(fc: FunctionCall): NodeReadableStream<FunctionCall> {\n return new NodeReadableStream<FunctionCall>({\n start(controller) {\n controller.enqueue(fc);\n controller.close();\n },\n });\n}\n\nfunction createFunctionCallStreamFromArray(fcs: FunctionCall[]): NodeReadableStream<FunctionCall> {\n return new NodeReadableStream<FunctionCall>({\n start(controller) {\n for (const fc of fcs) {\n controller.enqueue(fc);\n }\n controller.close();\n },\n });\n}\n\ndescribe('Generation + Tool Execution', () => {\n initializeLogger({ pretty: false, level: 'silent' });\n\n it('should not abort tool when preamble forwarders are cleaned up', async () => {\n const replyAbortController = new AbortController();\n const forwarderController = new AbortController();\n\n const chunks = Array.from({ length: 50 }, () => `Hi.`);\n const fullPreambleText = chunks.join('');\n const preamble = createStringStream(chunks, 20);\n const [textForwardTask, textOut]: [Task<void>, _TextOut] = performTextForwarding(\n preamble,\n forwarderController,\n null,\n );\n\n // Tool that takes > 5 seconds\n let toolAborted = false;\n const getWeather = tool({\n description: 'weather',\n parameters: z.object({ location: z.string() }),\n execute: async ({ location }, { abortSignal }) => {\n if (abortSignal) {\n abortSignal.addEventListener('abort', () => {\n toolAborted = true;\n });\n }\n // 6s delay\n await delay(6000);\n return `Sunny in ${location}`;\n },\n });\n\n const fc = FunctionCall.create({\n callId: 'call_1',\n name: 'getWeather',\n args: JSON.stringify({ location: 'San Francisco' }),\n });\n const toolCallStream = createFunctionCallStream(fc);\n\n const [execTask, toolOutput] = performToolExecutions({\n session: {} as any,\n speechHandle: { id: 'speech_test', _itemAdded: () => {} } as any,\n toolCtx: { getWeather } as any,\n toolCallStream,\n controller: replyAbortController,\n onToolExecutionStarted: () => {},\n onToolExecutionCompleted: () => {},\n });\n\n // Ensure tool has started, then cancel forwarders mid-stream (without aborting parent AbortController)\n await toolOutput.firstToolStartedFuture.await;\n await delay(100);\n await cancelAndWait([textForwardTask], 5000);\n\n await execTask.result;\n\n expect(toolOutput.output.length).toBe(1);\n const out = toolOutput.output[0]!;\n expect(out.toolCallOutput?.isError).toBe(false);\n expect(out.toolCallOutput?.output).toContain('Sunny in San Francisco');\n // Forwarder should have been cancelled before finishing all preamble chunks\n expect(textOut.text).not.toBe(fullPreambleText);\n // Tool's abort signal must not have fired\n expect(toolAborted).toBe(false);\n }, 30_000);\n\n it('should return basic tool execution output', async () => {\n const replyAbortController = new AbortController();\n\n const echo = tool({\n description: 'echo',\n parameters: z.object({ msg: z.string() }),\n execute: async ({ msg }) => `echo: ${msg}`,\n });\n\n const fc = FunctionCall.create({\n callId: 'call_2',\n name: 'echo',\n args: JSON.stringify({ msg: 'hello' }),\n });\n const toolCallStream = createFunctionCallStream(fc);\n\n const [execTask, toolOutput] = performToolExecutions({\n session: {} as any,\n speechHandle: { id: 'speech_test2', _itemAdded: () => {} } as any,\n toolCtx: { echo } as any,\n toolCallStream,\n controller: replyAbortController,\n });\n\n await execTask.result;\n expect(toolOutput.output.length).toBe(1);\n const out = toolOutput.output[0];\n expect(out?.toolCallOutput?.isError).toBe(false);\n expect(out?.toolCallOutput?.output).toContain('echo: hello');\n });\n\n it('should abort tool when reply is aborted mid-execution', async () => {\n const replyAbortController = new AbortController();\n\n let aborted = false;\n const longOp = tool({\n description: 'longOp',\n parameters: z.object({ ms: z.number() }),\n execute: async ({ ms }, { abortSignal }) => {\n if (abortSignal) {\n abortSignal.addEventListener('abort', () => {\n aborted = true;\n });\n }\n await delay(ms);\n return 'done';\n },\n });\n\n const fc = FunctionCall.create({\n callId: 'call_abort_1',\n name: 'longOp',\n args: JSON.stringify({ ms: 5000 }),\n });\n const toolCallStream = createFunctionCallStream(fc);\n\n const [execTask, toolOutput] = performToolExecutions({\n session: {} as any,\n speechHandle: { id: 'speech_abort', _itemAdded: () => {} } as any,\n toolCtx: { longOp } as any,\n toolCallStream,\n controller: replyAbortController,\n });\n\n await toolOutput.firstToolStartedFuture.await;\n replyAbortController.abort();\n await execTask.result;\n\n expect(aborted).toBe(true);\n expect(toolOutput.output.length).toBe(1);\n const out = toolOutput.output[0];\n expect(out?.toolCallOutput?.isError).toBe(true);\n }, 20_000);\n\n it('should return error output on invalid tool args (zod validation failure)', async () => {\n const replyAbortController = new AbortController();\n\n const echo = tool({\n description: 'echo',\n parameters: z.object({ msg: z.string() }),\n execute: async ({ msg }) => `echo: ${msg}`,\n });\n\n // invalid: msg should be string\n const fc = FunctionCall.create({\n callId: 'call_invalid_args',\n name: 'echo',\n args: JSON.stringify({ msg: 123 }),\n });\n const toolCallStream = createFunctionCallStream(fc);\n\n const [execTask, toolOutput] = performToolExecutions({\n session: {} as any,\n speechHandle: { id: 'speech_invalid', _itemAdded: () => {} } as any,\n toolCtx: { echo } as any,\n toolCallStream,\n controller: replyAbortController,\n });\n\n await execTask.result;\n expect(toolOutput.output.length).toBe(1);\n const out = toolOutput.output[0];\n expect(out?.toolCallOutput?.isError).toBe(true);\n });\n\n it('should handle multiple tool calls within a single stream', async () => {\n const replyAbortController = new AbortController();\n\n const sum = tool({\n description: 'sum',\n parameters: z.object({ a: z.number(), b: z.number() }),\n execute: async ({ a, b }) => a + b,\n });\n const upper = tool({\n description: 'upper',\n parameters: z.object({ s: z.string() }),\n execute: async ({ s }) => s.toUpperCase(),\n });\n\n const fc1 = FunctionCall.create({\n callId: 'call_multi_1',\n name: 'sum',\n args: JSON.stringify({ a: 2, b: 3 }),\n });\n const fc2 = FunctionCall.create({\n callId: 'call_multi_2',\n name: 'upper',\n args: JSON.stringify({ s: 'hey' }),\n });\n const toolCallStream = createFunctionCallStreamFromArray([fc1, fc2]);\n\n const [execTask, toolOutput] = performToolExecutions({\n session: {} as any,\n speechHandle: { id: 'speech_multi', _itemAdded: () => {} } as any,\n toolCtx: { sum, upper } as any,\n toolCallStream,\n controller: replyAbortController,\n });\n\n await execTask.result;\n expect(toolOutput.output.length).toBe(2);\n\n // sort by callId to assert deterministically\n const sorted = [...toolOutput.output].sort((a, b) =>\n a.toolCall.callId.localeCompare(b.toolCall.callId),\n );\n\n expect(sorted[0]?.toolCall.name).toBe('sum');\n expect(sorted[0]?.toolCallOutput?.isError).toBe(false);\n expect(sorted[0]?.toolCallOutput?.output).toBe('5');\n expect(sorted[1]?.toolCall.name).toBe('upper');\n expect(sorted[1]?.toolCallOutput?.isError).toBe(false);\n expect(sorted[1]?.toolCallOutput?.output).toBe('\"HEY\"');\n });\n});\n"],"mappings":"AAGA,SAAS,kBAAkB,0BAA0B;AACrD,SAAS,UAAU,QAAQ,UAAU;AACrC,SAAS,SAAS;AAClB,SAAS,cAAc,YAAY;AACnC,SAAS,wBAAwB;AAEjC,SAAS,eAAe,aAAa;AACrC,SAAwB,uBAAuB,6BAA6B;AAE5E,SAAS,mBAAmB,QAAkB,UAAkB,GAA+B;AAC7F,SAAO,IAAI,mBAA2B;AAAA,IACpC,MAAM,MAAM,YAAY;AACtB,iBAAW,KAAK,QAAQ;AACtB,YAAI,UAAU,GAAG;AACf,gBAAM,MAAM,OAAO;AAAA,QACrB;AACA,mBAAW,QAAQ,CAAC;AAAA,MACtB;AACA,iBAAW,MAAM;AAAA,IACnB;AAAA,EACF,CAAC;AACH;AAEA,SAAS,yBAAyB,IAAoD;AACpF,SAAO,IAAI,mBAAiC;AAAA,IAC1C,MAAM,YAAY;AAChB,iBAAW,QAAQ,EAAE;AACrB,iBAAW,MAAM;AAAA,IACnB;AAAA,EACF,CAAC;AACH;AAEA,SAAS,kCAAkC,KAAuD;AAChG,SAAO,IAAI,mBAAiC;AAAA,IAC1C,MAAM,YAAY;AAChB,iBAAW,MAAM,KAAK;AACpB,mBAAW,QAAQ,EAAE;AAAA,MACvB;AACA,iBAAW,MAAM;AAAA,IACnB;AAAA,EACF,CAAC;AACH;AAEA,SAAS,+BAA+B,MAAM;AAC5C,mBAAiB,EAAE,QAAQ,OAAO,OAAO,SAAS,CAAC;AAEnD,KAAG,iEAAiE,YAAY;AAjDlF;AAkDI,UAAM,uBAAuB,IAAI,gBAAgB;AACjD,UAAM,sBAAsB,IAAI,gBAAgB;AAEhD,UAAM,SAAS,MAAM,KAAK,EAAE,QAAQ,GAAG,GAAG,MAAM,KAAK;AACrD,UAAM,mBAAmB,OAAO,KAAK,EAAE;AACvC,UAAM,WAAW,mBAAmB,QAAQ,EAAE;AAC9C,UAAM,CAAC,iBAAiB,OAAO,IAA4B;AAAA,MACzD;AAAA,MACA;AAAA,MACA;AAAA,IACF;AAGA,QAAI,cAAc;AAClB,UAAM,aAAa,KAAK;AAAA,MACtB,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AAAA,MAC7C,SAAS,OAAO,EAAE,SAAS,GAAG,EAAE,YAAY,MAAM;AAChD,YAAI,aAAa;AACf,sBAAY,iBAAiB,SAAS,MAAM;AAC1C,0BAAc;AAAA,UAChB,CAAC;AAAA,QACH;AAEA,cAAM,MAAM,GAAI;AAChB,eAAO,YAAY,QAAQ;AAAA,MAC7B;AAAA,IACF,CAAC;AAED,UAAM,KAAK,aAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,UAAU,gBAAgB,CAAC;AAAA,IACpD,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,IAAI,sBAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,eAAe,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACxD,SAAS,EAAE,WAAW;AAAA,MACtB;AAAA,MACA,YAAY;AAAA,MACZ,wBAAwB,MAAM;AAAA,MAAC;AAAA,MAC/B,0BAA0B,MAAM;AAAA,MAAC;AAAA,IACnC,CAAC;AAGD,UAAM,WAAW,uBAAuB;AACxC,UAAM,MAAM,GAAG;AACf,UAAM,cAAc,CAAC,eAAe,GAAG,GAAI;AAE3C,UAAM,SAAS;AAEf,WAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,YAAO,SAAI,mBAAJ,mBAAoB,OAAO,EAAE,KAAK,KAAK;AAC9C,YAAO,SAAI,mBAAJ,mBAAoB,MAAM,EAAE,UAAU,wBAAwB;AAErE,WAAO,QAAQ,IAAI,EAAE,IAAI,KAAK,gBAAgB;AAE9C,WAAO,WAAW,EAAE,KAAK,KAAK;AAAA,EAChC,GAAG,GAAM;AAET,KAAG,6CAA6C,YAAY;AAjH9D;AAkHI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,UAAM,OAAO,KAAK;AAAA,MAChB,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAAA,MACxC,SAAS,OAAO,EAAE,IAAI,MAAM,SAAS,GAAG;AAAA,IAC1C,CAAC;AAED,UAAM,KAAK,aAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,KAAK,QAAQ,CAAC;AAAA,IACvC,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,IAAI,sBAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,gBAAgB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACzD,SAAS,EAAE,KAAK;AAAA,MAChB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,SAAS;AACf,WAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,YAAO,gCAAK,mBAAL,mBAAqB,OAAO,EAAE,KAAK,KAAK;AAC/C,YAAO,gCAAK,mBAAL,mBAAqB,MAAM,EAAE,UAAU,aAAa;AAAA,EAC7D,CAAC;AAED,KAAG,yDAAyD,YAAY;AAhJ1E;AAiJI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,QAAI,UAAU;AACd,UAAM,SAAS,KAAK;AAAA,MAClB,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAAA,MACvC,SAAS,OAAO,EAAE,GAAG,GAAG,EAAE,YAAY,MAAM;AAC1C,YAAI,aAAa;AACf,sBAAY,iBAAiB,SAAS,MAAM;AAC1C,sBAAU;AAAA,UACZ,CAAC;AAAA,QACH;AACA,cAAM,MAAM,EAAE;AACd,eAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,UAAM,KAAK,aAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,IAAI,IAAK,CAAC;AAAA,IACnC,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,IAAI,sBAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,gBAAgB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACzD,SAAS,EAAE,OAAO;AAAA,MAClB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,WAAW,uBAAuB;AACxC,yBAAqB,MAAM;AAC3B,UAAM,SAAS;AAEf,WAAO,OAAO,EAAE,KAAK,IAAI;AACzB,WAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,YAAO,gCAAK,mBAAL,mBAAqB,OAAO,EAAE,KAAK,IAAI;AAAA,EAChD,GAAG,GAAM;AAET,KAAG,4EAA4E,YAAY;AA3L7F;AA4LI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,UAAM,OAAO,KAAK;AAAA,MAChB,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAAA,MACxC,SAAS,OAAO,EAAE,IAAI,MAAM,SAAS,GAAG;AAAA,IAC1C,CAAC;AAGD,UAAM,KAAK,aAAa,OAAO;AAAA,MAC7B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,KAAK,IAAI,CAAC;AAAA,IACnC,CAAC;AACD,UAAM,iBAAiB,yBAAyB,EAAE;AAElD,UAAM,CAAC,UAAU,UAAU,IAAI,sBAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,kBAAkB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MAC3D,SAAS,EAAE,KAAK;AAAA,MAChB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,SAAS;AACf,WAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AACvC,UAAM,MAAM,WAAW,OAAO,CAAC;AAC/B,YAAO,gCAAK,mBAAL,mBAAqB,OAAO,EAAE,KAAK,IAAI;AAAA,EAChD,CAAC;AAED,KAAG,4DAA4D,YAAY;AA1N7E;AA2NI,UAAM,uBAAuB,IAAI,gBAAgB;AAEjD,UAAM,MAAM,KAAK;AAAA,MACf,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,GAAG,GAAG,EAAE,OAAO,EAAE,CAAC;AAAA,MACrD,SAAS,OAAO,EAAE,GAAG,EAAE,MAAM,IAAI;AAAA,IACnC,CAAC;AACD,UAAM,QAAQ,KAAK;AAAA,MACjB,aAAa;AAAA,MACb,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;AAAA,MACtC,SAAS,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY;AAAA,IAC1C,CAAC;AAED,UAAM,MAAM,aAAa,OAAO;AAAA,MAC9B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,GAAG,GAAG,GAAG,EAAE,CAAC;AAAA,IACrC,CAAC;AACD,UAAM,MAAM,aAAa,OAAO;AAAA,MAC9B,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM,KAAK,UAAU,EAAE,GAAG,MAAM,CAAC;AAAA,IACnC,CAAC;AACD,UAAM,iBAAiB,kCAAkC,CAAC,KAAK,GAAG,CAAC;AAEnE,UAAM,CAAC,UAAU,UAAU,IAAI,sBAAsB;AAAA,MACnD,SAAS,CAAC;AAAA,MACV,cAAc,EAAE,IAAI,gBAAgB,YAAY,MAAM;AAAA,MAAC,EAAE;AAAA,MACzD,SAAS,EAAE,KAAK,MAAM;AAAA,MACtB;AAAA,MACA,YAAY;AAAA,IACd,CAAC;AAED,UAAM,SAAS;AACf,WAAO,WAAW,OAAO,MAAM,EAAE,KAAK,CAAC;AAGvC,UAAM,SAAS,CAAC,GAAG,WAAW,MAAM,EAAE;AAAA,MAAK,CAAC,GAAG,MAC7C,EAAE,SAAS,OAAO,cAAc,EAAE,SAAS,MAAM;AAAA,IACnD;AAEA,YAAO,YAAO,CAAC,MAAR,mBAAW,SAAS,IAAI,EAAE,KAAK,KAAK;AAC3C,YAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,OAAO,EAAE,KAAK,KAAK;AACrD,YAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,MAAM,EAAE,KAAK,GAAG;AAClD,YAAO,YAAO,CAAC,MAAR,mBAAW,SAAS,IAAI,EAAE,KAAK,OAAO;AAC7C,YAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,OAAO,EAAE,KAAK,KAAK;AACrD,YAAO,kBAAO,CAAC,MAAR,mBAAW,mBAAX,mBAA2B,MAAM,EAAE,KAAK,OAAO;AAAA,EACxD,CAAC;AACH,CAAC;","names":[]}
|
package/dist/voice/index.cjs
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __create = Object.create;
|
|
2
3
|
var __defProp = Object.defineProperty;
|
|
3
4
|
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
5
|
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
5
7
|
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
8
|
var __export = (target, all) => {
|
|
7
9
|
for (var name in all)
|
|
@@ -16,27 +18,56 @@ var __copyProps = (to, from, except, desc) => {
|
|
|
16
18
|
return to;
|
|
17
19
|
};
|
|
18
20
|
var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
|
|
21
|
+
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
22
|
+
// If the importer is in node compatibility mode or this is not an ESM
|
|
23
|
+
// file that has been converted to a CommonJS file using a Babel-
|
|
24
|
+
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
25
|
+
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
26
|
+
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
27
|
+
mod
|
|
28
|
+
));
|
|
19
29
|
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
20
30
|
var voice_exports = {};
|
|
21
31
|
__export(voice_exports, {
|
|
22
32
|
Agent: () => import_agent.Agent,
|
|
23
33
|
AgentSession: () => import_agent_session.AgentSession,
|
|
34
|
+
AgentTask: () => import_agent.AgentTask,
|
|
35
|
+
RemoteSession: () => import_remote_session.RemoteSession,
|
|
36
|
+
RoomSessionTransport: () => import_remote_session.RoomSessionTransport,
|
|
24
37
|
RunContext: () => import_run_context.RunContext,
|
|
25
|
-
|
|
38
|
+
SessionHost: () => import_remote_session.SessionHost,
|
|
39
|
+
SessionTransport: () => import_remote_session.SessionTransport,
|
|
40
|
+
StopResponse: () => import_agent.StopResponse,
|
|
41
|
+
testing: () => testing
|
|
26
42
|
});
|
|
27
43
|
module.exports = __toCommonJS(voice_exports);
|
|
28
44
|
var import_agent = require("./agent.cjs");
|
|
29
45
|
var import_agent_session = require("./agent_session.cjs");
|
|
30
46
|
__reExport(voice_exports, require("./avatar/index.cjs"), module.exports);
|
|
47
|
+
__reExport(voice_exports, require("./background_audio.cjs"), module.exports);
|
|
48
|
+
var import_remote_session = require("./remote_session.cjs");
|
|
31
49
|
__reExport(voice_exports, require("./events.cjs"), module.exports);
|
|
50
|
+
var import_io = require("./io.cjs");
|
|
51
|
+
__reExport(voice_exports, require("./report.cjs"), module.exports);
|
|
52
|
+
__reExport(voice_exports, require("./room_io/index.cjs"), module.exports);
|
|
32
53
|
var import_run_context = require("./run_context.cjs");
|
|
54
|
+
var testing = __toESM(require("./testing/index.cjs"), 1);
|
|
33
55
|
// Annotate the CommonJS export names for ESM import in node:
|
|
34
56
|
0 && (module.exports = {
|
|
35
57
|
Agent,
|
|
36
58
|
AgentSession,
|
|
59
|
+
AgentTask,
|
|
60
|
+
RemoteSession,
|
|
61
|
+
RoomSessionTransport,
|
|
37
62
|
RunContext,
|
|
63
|
+
SessionHost,
|
|
64
|
+
SessionTransport,
|
|
38
65
|
StopResponse,
|
|
66
|
+
testing,
|
|
39
67
|
...require("./avatar/index.cjs"),
|
|
40
|
-
...require("./
|
|
68
|
+
...require("./background_audio.cjs"),
|
|
69
|
+
...require("./events.cjs"),
|
|
70
|
+
...require("./report.cjs"),
|
|
71
|
+
...require("./room_io/index.cjs")
|
|
41
72
|
});
|
|
42
73
|
//# sourceMappingURL=index.cjs.map
|
package/dist/voice/index.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/voice/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport { Agent, StopResponse, type AgentOptions, type ModelSettings } from './agent.js';\nexport { AgentSession, type AgentSessionOptions } from './agent_session.js';\
|
|
1
|
+
{"version":3,"sources":["../../src/voice/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport { Agent, AgentTask, StopResponse, type AgentOptions, type ModelSettings } from './agent.js';\nexport { AgentSession, type AgentSessionOptions, type VoiceOptions } from './agent_session.js';\nexport * from './avatar/index.js';\nexport * from './background_audio.js';\nexport {\n type TextInputCallback,\n type TextInputEvent,\n RemoteSession,\n type RemoteSessionCallbacks,\n type RemoteSessionEventTypes,\n SessionHost,\n SessionTransport,\n RoomSessionTransport,\n} from './remote_session.js';\nexport * from './events.js';\nexport { type TimedString } from './io.js';\nexport * from './report.js';\nexport * from './room_io/index.js';\nexport { RunContext } from './run_context.js';\nexport * as testing from './testing/index.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,mBAAsF;AACtF,2BAA0E;AAC1E,0BAAc,8BALd;AAMA,0BAAc,kCANd;AAOA,4BASO;AACP,0BAAc,wBAjBd;AAkBA,gBAAiC;AACjC,0BAAc,wBAnBd;AAoBA,0BAAc,+BApBd;AAqBA,yBAA2B;AAC3B,cAAyB;","names":[]}
|
package/dist/voice/index.d.cts
CHANGED
|
@@ -1,6 +1,12 @@
|
|
|
1
|
-
export { Agent, StopResponse, type AgentOptions, type ModelSettings } from './agent.js';
|
|
2
|
-
export { AgentSession, type AgentSessionOptions } from './agent_session.js';
|
|
1
|
+
export { Agent, AgentTask, StopResponse, type AgentOptions, type ModelSettings } from './agent.js';
|
|
2
|
+
export { AgentSession, type AgentSessionOptions, type VoiceOptions } from './agent_session.js';
|
|
3
3
|
export * from './avatar/index.js';
|
|
4
|
+
export * from './background_audio.js';
|
|
5
|
+
export { type TextInputCallback, type TextInputEvent, RemoteSession, type RemoteSessionCallbacks, type RemoteSessionEventTypes, SessionHost, SessionTransport, RoomSessionTransport, } from './remote_session.js';
|
|
4
6
|
export * from './events.js';
|
|
7
|
+
export { type TimedString } from './io.js';
|
|
8
|
+
export * from './report.js';
|
|
9
|
+
export * from './room_io/index.js';
|
|
5
10
|
export { RunContext } from './run_context.js';
|
|
11
|
+
export * as testing from './testing/index.js';
|
|
6
12
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/voice/index.d.ts
CHANGED
|
@@ -1,6 +1,12 @@
|
|
|
1
|
-
export { Agent, StopResponse, type AgentOptions, type ModelSettings } from './agent.js';
|
|
2
|
-
export { AgentSession, type AgentSessionOptions } from './agent_session.js';
|
|
1
|
+
export { Agent, AgentTask, StopResponse, type AgentOptions, type ModelSettings } from './agent.js';
|
|
2
|
+
export { AgentSession, type AgentSessionOptions, type VoiceOptions } from './agent_session.js';
|
|
3
3
|
export * from './avatar/index.js';
|
|
4
|
+
export * from './background_audio.js';
|
|
5
|
+
export { type TextInputCallback, type TextInputEvent, RemoteSession, type RemoteSessionCallbacks, type RemoteSessionEventTypes, SessionHost, SessionTransport, RoomSessionTransport, } from './remote_session.js';
|
|
4
6
|
export * from './events.js';
|
|
7
|
+
export { type TimedString } from './io.js';
|
|
8
|
+
export * from './report.js';
|
|
9
|
+
export * from './room_io/index.js';
|
|
5
10
|
export { RunContext } from './run_context.js';
|
|
11
|
+
export * as testing from './testing/index.js';
|
|
6
12
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/voice/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,YAAY,EAAE,KAAK,aAAa,EAAE,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/voice/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,YAAY,EAAE,KAAK,aAAa,EAAE,MAAM,YAAY,CAAC;AACnG,OAAO,EAAE,YAAY,EAAE,KAAK,mBAAmB,EAAE,KAAK,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAC/F,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,cAAc,EACnB,aAAa,EACb,KAAK,sBAAsB,EAC3B,KAAK,uBAAuB,EAC5B,WAAW,EACX,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,qBAAqB,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,SAAS,CAAC;AAC3C,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC;AACnC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,KAAK,OAAO,MAAM,oBAAoB,CAAC"}
|