@livekit/agents 0.0.0-20260120144724
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/README.md +17 -0
- package/dist/_exceptions.cjs +109 -0
- package/dist/_exceptions.cjs.map +1 -0
- package/dist/_exceptions.d.cts +64 -0
- package/dist/_exceptions.d.ts +64 -0
- package/dist/_exceptions.d.ts.map +1 -0
- package/dist/_exceptions.js +80 -0
- package/dist/_exceptions.js.map +1 -0
- package/dist/audio.cjs +170 -0
- package/dist/audio.cjs.map +1 -0
- package/dist/audio.d.cts +46 -0
- package/dist/audio.d.ts +46 -0
- package/dist/audio.d.ts.map +1 -0
- package/dist/audio.js +133 -0
- package/dist/audio.js.map +1 -0
- package/dist/cli.cjs +171 -0
- package/dist/cli.cjs.map +1 -0
- package/dist/cli.d.cts +14 -0
- package/dist/cli.d.ts +14 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +145 -0
- package/dist/cli.js.map +1 -0
- package/dist/connection_pool.cjs +242 -0
- package/dist/connection_pool.cjs.map +1 -0
- package/dist/connection_pool.d.cts +123 -0
- package/dist/connection_pool.d.ts +123 -0
- package/dist/connection_pool.d.ts.map +1 -0
- package/dist/connection_pool.js +218 -0
- package/dist/connection_pool.js.map +1 -0
- package/dist/connection_pool.test.cjs +256 -0
- package/dist/connection_pool.test.cjs.map +1 -0
- package/dist/connection_pool.test.js +255 -0
- package/dist/connection_pool.test.js.map +1 -0
- package/dist/constants.cjs +44 -0
- package/dist/constants.cjs.map +1 -0
- package/dist/constants.d.cts +7 -0
- package/dist/constants.d.ts +7 -0
- package/dist/constants.d.ts.map +1 -0
- package/dist/constants.js +15 -0
- package/dist/constants.js.map +1 -0
- package/dist/generator.cjs +36 -0
- package/dist/generator.cjs.map +1 -0
- package/dist/generator.d.cts +23 -0
- package/dist/generator.d.ts +23 -0
- package/dist/generator.d.ts.map +1 -0
- package/dist/generator.js +11 -0
- package/dist/generator.js.map +1 -0
- package/dist/http_server.cjs +75 -0
- package/dist/http_server.cjs.map +1 -0
- package/dist/http_server.d.cts +20 -0
- package/dist/http_server.d.ts +20 -0
- package/dist/http_server.d.ts.map +1 -0
- package/dist/http_server.js +51 -0
- package/dist/http_server.js.map +1 -0
- package/dist/index.cjs +100 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +35 -0
- package/dist/index.d.ts +35 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +40 -0
- package/dist/index.js.map +1 -0
- package/dist/inference/api_protos.cjs +104 -0
- package/dist/inference/api_protos.cjs.map +1 -0
- package/dist/inference/api_protos.d.cts +222 -0
- package/dist/inference/api_protos.d.ts +222 -0
- package/dist/inference/api_protos.d.ts.map +1 -0
- package/dist/inference/api_protos.js +70 -0
- package/dist/inference/api_protos.js.map +1 -0
- package/dist/inference/index.cjs +56 -0
- package/dist/inference/index.cjs.map +1 -0
- package/dist/inference/index.d.cts +8 -0
- package/dist/inference/index.d.ts +8 -0
- package/dist/inference/index.d.ts.map +1 -0
- package/dist/inference/index.js +23 -0
- package/dist/inference/index.js.map +1 -0
- package/dist/inference/interruption/AdaptiveInterruptionDetector.cjs +152 -0
- package/dist/inference/interruption/AdaptiveInterruptionDetector.cjs.map +1 -0
- package/dist/inference/interruption/AdaptiveInterruptionDetector.d.cts +50 -0
- package/dist/inference/interruption/AdaptiveInterruptionDetector.d.ts +50 -0
- package/dist/inference/interruption/AdaptiveInterruptionDetector.d.ts.map +1 -0
- package/dist/inference/interruption/AdaptiveInterruptionDetector.js +125 -0
- package/dist/inference/interruption/AdaptiveInterruptionDetector.js.map +1 -0
- package/dist/inference/interruption/InterruptionStream.cjs +310 -0
- package/dist/inference/interruption/InterruptionStream.cjs.map +1 -0
- package/dist/inference/interruption/InterruptionStream.d.cts +57 -0
- package/dist/inference/interruption/InterruptionStream.d.ts +57 -0
- package/dist/inference/interruption/InterruptionStream.d.ts.map +1 -0
- package/dist/inference/interruption/InterruptionStream.js +288 -0
- package/dist/inference/interruption/InterruptionStream.js.map +1 -0
- package/dist/inference/interruption/defaults.cjs +76 -0
- package/dist/inference/interruption/defaults.cjs.map +1 -0
- package/dist/inference/interruption/defaults.d.cts +14 -0
- package/dist/inference/interruption/defaults.d.ts +14 -0
- package/dist/inference/interruption/defaults.d.ts.map +1 -0
- package/dist/inference/interruption/defaults.js +42 -0
- package/dist/inference/interruption/defaults.js.map +1 -0
- package/dist/inference/interruption/errors.cjs +2 -0
- package/dist/inference/interruption/errors.cjs.map +1 -0
- package/dist/inference/interruption/errors.d.cts +2 -0
- package/dist/inference/interruption/errors.d.ts +2 -0
- package/dist/inference/interruption/errors.d.ts.map +1 -0
- package/dist/inference/interruption/errors.js +1 -0
- package/dist/inference/interruption/errors.js.map +1 -0
- package/dist/inference/interruption/http_transport.cjs +57 -0
- package/dist/inference/interruption/http_transport.cjs.map +1 -0
- package/dist/inference/interruption/http_transport.d.cts +23 -0
- package/dist/inference/interruption/http_transport.d.ts +23 -0
- package/dist/inference/interruption/http_transport.d.ts.map +1 -0
- package/dist/inference/interruption/http_transport.js +33 -0
- package/dist/inference/interruption/http_transport.js.map +1 -0
- package/dist/inference/interruption/index.cjs +34 -0
- package/dist/inference/interruption/index.cjs.map +1 -0
- package/dist/inference/interruption/index.d.cts +5 -0
- package/dist/inference/interruption/index.d.ts +5 -0
- package/dist/inference/interruption/index.d.ts.map +1 -0
- package/dist/inference/interruption/index.js +7 -0
- package/dist/inference/interruption/index.js.map +1 -0
- package/dist/inference/interruption/interruption.cjs +85 -0
- package/dist/inference/interruption/interruption.cjs.map +1 -0
- package/dist/inference/interruption/interruption.d.cts +48 -0
- package/dist/inference/interruption/interruption.d.ts +48 -0
- package/dist/inference/interruption/interruption.d.ts.map +1 -0
- package/dist/inference/interruption/interruption.js +59 -0
- package/dist/inference/interruption/interruption.js.map +1 -0
- package/dist/inference/llm.cjs +347 -0
- package/dist/inference/llm.cjs.map +1 -0
- package/dist/inference/llm.d.cts +114 -0
- package/dist/inference/llm.d.ts +114 -0
- package/dist/inference/llm.d.ts.map +1 -0
- package/dist/inference/llm.js +318 -0
- package/dist/inference/llm.js.map +1 -0
- package/dist/inference/stt.cjs +371 -0
- package/dist/inference/stt.cjs.map +1 -0
- package/dist/inference/stt.d.cts +91 -0
- package/dist/inference/stt.d.ts +91 -0
- package/dist/inference/stt.d.ts.map +1 -0
- package/dist/inference/stt.js +350 -0
- package/dist/inference/stt.js.map +1 -0
- package/dist/inference/tts.cjs +439 -0
- package/dist/inference/tts.cjs.map +1 -0
- package/dist/inference/tts.d.cts +80 -0
- package/dist/inference/tts.d.ts +80 -0
- package/dist/inference/tts.d.ts.map +1 -0
- package/dist/inference/tts.js +417 -0
- package/dist/inference/tts.js.map +1 -0
- package/dist/inference/utils.cjs +89 -0
- package/dist/inference/utils.cjs.map +1 -0
- package/dist/inference/utils.d.cts +6 -0
- package/dist/inference/utils.d.ts +6 -0
- package/dist/inference/utils.d.ts.map +1 -0
- package/dist/inference/utils.js +63 -0
- package/dist/inference/utils.js.map +1 -0
- package/dist/inference/utils.test.cjs +20 -0
- package/dist/inference/utils.test.cjs.map +1 -0
- package/dist/inference/utils.test.js +19 -0
- package/dist/inference/utils.test.js.map +1 -0
- package/dist/inference_runner.cjs +37 -0
- package/dist/inference_runner.cjs.map +1 -0
- package/dist/inference_runner.d.cts +11 -0
- package/dist/inference_runner.d.ts +11 -0
- package/dist/inference_runner.d.ts.map +1 -0
- package/dist/inference_runner.js +13 -0
- package/dist/inference_runner.js.map +1 -0
- package/dist/ipc/index.cjs +23 -0
- package/dist/ipc/index.cjs.map +1 -0
- package/dist/ipc/index.d.cts +2 -0
- package/dist/ipc/index.d.ts +2 -0
- package/dist/ipc/index.d.ts.map +1 -0
- package/dist/ipc/index.js +2 -0
- package/dist/ipc/index.js.map +1 -0
- package/dist/ipc/inference_executor.cjs +17 -0
- package/dist/ipc/inference_executor.cjs.map +1 -0
- package/dist/ipc/inference_executor.d.cts +4 -0
- package/dist/ipc/inference_executor.d.ts +4 -0
- package/dist/ipc/inference_executor.d.ts.map +1 -0
- package/dist/ipc/inference_executor.js +1 -0
- package/dist/ipc/inference_executor.js.map +1 -0
- package/dist/ipc/inference_proc_executor.cjs +101 -0
- package/dist/ipc/inference_proc_executor.cjs.map +1 -0
- package/dist/ipc/inference_proc_executor.d.cts +23 -0
- package/dist/ipc/inference_proc_executor.d.ts +23 -0
- package/dist/ipc/inference_proc_executor.d.ts.map +1 -0
- package/dist/ipc/inference_proc_executor.js +75 -0
- package/dist/ipc/inference_proc_executor.js.map +1 -0
- package/dist/ipc/inference_proc_lazy_main.cjs +86 -0
- package/dist/ipc/inference_proc_lazy_main.cjs.map +1 -0
- package/dist/ipc/inference_proc_lazy_main.d.cts +2 -0
- package/dist/ipc/inference_proc_lazy_main.d.ts +2 -0
- package/dist/ipc/inference_proc_lazy_main.d.ts.map +1 -0
- package/dist/ipc/inference_proc_lazy_main.js +85 -0
- package/dist/ipc/inference_proc_lazy_main.js.map +1 -0
- package/dist/ipc/job_executor.cjs +34 -0
- package/dist/ipc/job_executor.cjs.map +1 -0
- package/dist/ipc/job_executor.d.cts +18 -0
- package/dist/ipc/job_executor.d.ts +18 -0
- package/dist/ipc/job_executor.d.ts.map +1 -0
- package/dist/ipc/job_executor.js +10 -0
- package/dist/ipc/job_executor.js.map +1 -0
- package/dist/ipc/job_proc_executor.cjs +115 -0
- package/dist/ipc/job_proc_executor.cjs.map +1 -0
- package/dist/ipc/job_proc_executor.d.cts +19 -0
- package/dist/ipc/job_proc_executor.d.ts +19 -0
- package/dist/ipc/job_proc_executor.d.ts.map +1 -0
- package/dist/ipc/job_proc_executor.js +89 -0
- package/dist/ipc/job_proc_executor.js.map +1 -0
- package/dist/ipc/job_proc_lazy_main.cjs +210 -0
- package/dist/ipc/job_proc_lazy_main.cjs.map +1 -0
- package/dist/ipc/job_proc_lazy_main.d.cts +2 -0
- package/dist/ipc/job_proc_lazy_main.d.ts +2 -0
- package/dist/ipc/job_proc_lazy_main.d.ts.map +1 -0
- package/dist/ipc/job_proc_lazy_main.js +187 -0
- package/dist/ipc/job_proc_lazy_main.js.map +1 -0
- package/dist/ipc/message.cjs +17 -0
- package/dist/ipc/message.cjs.map +1 -0
- package/dist/ipc/message.d.cts +58 -0
- package/dist/ipc/message.d.ts +58 -0
- package/dist/ipc/message.d.ts.map +1 -0
- package/dist/ipc/message.js +1 -0
- package/dist/ipc/message.js.map +1 -0
- package/dist/ipc/proc_pool.cjs +164 -0
- package/dist/ipc/proc_pool.cjs.map +1 -0
- package/dist/ipc/proc_pool.d.cts +31 -0
- package/dist/ipc/proc_pool.d.ts +31 -0
- package/dist/ipc/proc_pool.d.ts.map +1 -0
- package/dist/ipc/proc_pool.js +140 -0
- package/dist/ipc/proc_pool.js.map +1 -0
- package/dist/ipc/supervised_proc.cjs +229 -0
- package/dist/ipc/supervised_proc.cjs.map +1 -0
- package/dist/ipc/supervised_proc.d.cts +32 -0
- package/dist/ipc/supervised_proc.d.ts +32 -0
- package/dist/ipc/supervised_proc.d.ts.map +1 -0
- package/dist/ipc/supervised_proc.js +195 -0
- package/dist/ipc/supervised_proc.js.map +1 -0
- package/dist/ipc/supervised_proc.test.cjs +145 -0
- package/dist/ipc/supervised_proc.test.cjs.map +1 -0
- package/dist/ipc/supervised_proc.test.js +122 -0
- package/dist/ipc/supervised_proc.test.js.map +1 -0
- package/dist/job.cjs +373 -0
- package/dist/job.cjs.map +1 -0
- package/dist/job.d.cts +141 -0
- package/dist/job.d.ts +141 -0
- package/dist/job.d.ts.map +1 -0
- package/dist/job.js +332 -0
- package/dist/job.js.map +1 -0
- package/dist/llm/chat_context.cjs +527 -0
- package/dist/llm/chat_context.cjs.map +1 -0
- package/dist/llm/chat_context.d.cts +223 -0
- package/dist/llm/chat_context.d.ts +223 -0
- package/dist/llm/chat_context.d.ts.map +1 -0
- package/dist/llm/chat_context.js +496 -0
- package/dist/llm/chat_context.js.map +1 -0
- package/dist/llm/chat_context.test.cjs +911 -0
- package/dist/llm/chat_context.test.cjs.map +1 -0
- package/dist/llm/chat_context.test.js +916 -0
- package/dist/llm/chat_context.test.js.map +1 -0
- package/dist/llm/fallback_adapter.cjs +278 -0
- package/dist/llm/fallback_adapter.cjs.map +1 -0
- package/dist/llm/fallback_adapter.d.cts +73 -0
- package/dist/llm/fallback_adapter.d.ts +73 -0
- package/dist/llm/fallback_adapter.d.ts.map +1 -0
- package/dist/llm/fallback_adapter.js +254 -0
- package/dist/llm/fallback_adapter.js.map +1 -0
- package/dist/llm/fallback_adapter.test.cjs +176 -0
- package/dist/llm/fallback_adapter.test.cjs.map +1 -0
- package/dist/llm/fallback_adapter.test.js +175 -0
- package/dist/llm/fallback_adapter.test.js.map +1 -0
- package/dist/llm/index.cjs +79 -0
- package/dist/llm/index.cjs.map +1 -0
- package/dist/llm/index.d.cts +9 -0
- package/dist/llm/index.d.ts +9 -0
- package/dist/llm/index.d.ts.map +1 -0
- package/dist/llm/index.js +61 -0
- package/dist/llm/index.js.map +1 -0
- package/dist/llm/llm.cjs +226 -0
- package/dist/llm/llm.cjs.map +1 -0
- package/dist/llm/llm.d.cts +94 -0
- package/dist/llm/llm.d.ts +94 -0
- package/dist/llm/llm.d.ts.map +1 -0
- package/dist/llm/llm.js +201 -0
- package/dist/llm/llm.js.map +1 -0
- package/dist/llm/provider_format/google.cjs +132 -0
- package/dist/llm/provider_format/google.cjs.map +1 -0
- package/dist/llm/provider_format/google.d.cts +6 -0
- package/dist/llm/provider_format/google.d.ts +6 -0
- package/dist/llm/provider_format/google.d.ts.map +1 -0
- package/dist/llm/provider_format/google.js +108 -0
- package/dist/llm/provider_format/google.js.map +1 -0
- package/dist/llm/provider_format/google.test.cjs +724 -0
- package/dist/llm/provider_format/google.test.cjs.map +1 -0
- package/dist/llm/provider_format/google.test.js +728 -0
- package/dist/llm/provider_format/google.test.js.map +1 -0
- package/dist/llm/provider_format/index.cjs +40 -0
- package/dist/llm/provider_format/index.cjs.map +1 -0
- package/dist/llm/provider_format/index.d.cts +4 -0
- package/dist/llm/provider_format/index.d.ts +4 -0
- package/dist/llm/provider_format/index.d.ts.map +1 -0
- package/dist/llm/provider_format/index.js +16 -0
- package/dist/llm/provider_format/index.js.map +1 -0
- package/dist/llm/provider_format/openai.cjs +138 -0
- package/dist/llm/provider_format/openai.cjs.map +1 -0
- package/dist/llm/provider_format/openai.d.cts +3 -0
- package/dist/llm/provider_format/openai.d.ts +3 -0
- package/dist/llm/provider_format/openai.d.ts.map +1 -0
- package/dist/llm/provider_format/openai.js +114 -0
- package/dist/llm/provider_format/openai.js.map +1 -0
- package/dist/llm/provider_format/openai.test.cjs +557 -0
- package/dist/llm/provider_format/openai.test.cjs.map +1 -0
- package/dist/llm/provider_format/openai.test.js +561 -0
- package/dist/llm/provider_format/openai.test.js.map +1 -0
- package/dist/llm/provider_format/utils.cjs +146 -0
- package/dist/llm/provider_format/utils.cjs.map +1 -0
- package/dist/llm/provider_format/utils.d.cts +38 -0
- package/dist/llm/provider_format/utils.d.ts +38 -0
- package/dist/llm/provider_format/utils.d.ts.map +1 -0
- package/dist/llm/provider_format/utils.js +122 -0
- package/dist/llm/provider_format/utils.js.map +1 -0
- package/dist/llm/realtime.cjs +77 -0
- package/dist/llm/realtime.cjs.map +1 -0
- package/dist/llm/realtime.d.cts +106 -0
- package/dist/llm/realtime.d.ts +106 -0
- package/dist/llm/realtime.d.ts.map +1 -0
- package/dist/llm/realtime.js +52 -0
- package/dist/llm/realtime.js.map +1 -0
- package/dist/llm/remote_chat_context.cjs +112 -0
- package/dist/llm/remote_chat_context.cjs.map +1 -0
- package/dist/llm/remote_chat_context.d.cts +25 -0
- package/dist/llm/remote_chat_context.d.ts +25 -0
- package/dist/llm/remote_chat_context.d.ts.map +1 -0
- package/dist/llm/remote_chat_context.js +88 -0
- package/dist/llm/remote_chat_context.js.map +1 -0
- package/dist/llm/remote_chat_context.test.cjs +225 -0
- package/dist/llm/remote_chat_context.test.cjs.map +1 -0
- package/dist/llm/remote_chat_context.test.js +224 -0
- package/dist/llm/remote_chat_context.test.js.map +1 -0
- package/dist/llm/tool_context.cjs +152 -0
- package/dist/llm/tool_context.cjs.map +1 -0
- package/dist/llm/tool_context.d.cts +153 -0
- package/dist/llm/tool_context.d.ts +153 -0
- package/dist/llm/tool_context.d.ts.map +1 -0
- package/dist/llm/tool_context.js +119 -0
- package/dist/llm/tool_context.js.map +1 -0
- package/dist/llm/tool_context.test.cjs +359 -0
- package/dist/llm/tool_context.test.cjs.map +1 -0
- package/dist/llm/tool_context.test.js +336 -0
- package/dist/llm/tool_context.test.js.map +1 -0
- package/dist/llm/tool_context.type.test.cjs +92 -0
- package/dist/llm/tool_context.type.test.cjs.map +1 -0
- package/dist/llm/tool_context.type.test.js +91 -0
- package/dist/llm/tool_context.type.test.js.map +1 -0
- package/dist/llm/utils.cjs +267 -0
- package/dist/llm/utils.cjs.map +1 -0
- package/dist/llm/utils.d.cts +41 -0
- package/dist/llm/utils.d.ts +41 -0
- package/dist/llm/utils.d.ts.map +1 -0
- package/dist/llm/utils.js +230 -0
- package/dist/llm/utils.js.map +1 -0
- package/dist/llm/utils.test.cjs +513 -0
- package/dist/llm/utils.test.cjs.map +1 -0
- package/dist/llm/utils.test.js +490 -0
- package/dist/llm/utils.test.js.map +1 -0
- package/dist/llm/zod-utils.cjs +102 -0
- package/dist/llm/zod-utils.cjs.map +1 -0
- package/dist/llm/zod-utils.d.cts +65 -0
- package/dist/llm/zod-utils.d.ts +65 -0
- package/dist/llm/zod-utils.d.ts.map +1 -0
- package/dist/llm/zod-utils.js +64 -0
- package/dist/llm/zod-utils.js.map +1 -0
- package/dist/llm/zod-utils.test.cjs +472 -0
- package/dist/llm/zod-utils.test.cjs.map +1 -0
- package/dist/llm/zod-utils.test.js +455 -0
- package/dist/llm/zod-utils.test.js.map +1 -0
- package/dist/log.cjs +81 -0
- package/dist/log.cjs.map +1 -0
- package/dist/log.d.cts +20 -0
- package/dist/log.d.ts +20 -0
- package/dist/log.d.ts.map +1 -0
- package/dist/log.js +54 -0
- package/dist/log.js.map +1 -0
- package/dist/metrics/base.cjs +17 -0
- package/dist/metrics/base.cjs.map +1 -0
- package/dist/metrics/base.d.cts +150 -0
- package/dist/metrics/base.d.ts +150 -0
- package/dist/metrics/base.d.ts.map +1 -0
- package/dist/metrics/base.js +1 -0
- package/dist/metrics/base.js.map +1 -0
- package/dist/metrics/index.cjs +32 -0
- package/dist/metrics/index.cjs.map +1 -0
- package/dist/metrics/index.d.cts +4 -0
- package/dist/metrics/index.d.ts +4 -0
- package/dist/metrics/index.d.ts.map +1 -0
- package/dist/metrics/index.js +7 -0
- package/dist/metrics/index.js.map +1 -0
- package/dist/metrics/usage_collector.cjs +58 -0
- package/dist/metrics/usage_collector.cjs.map +1 -0
- package/dist/metrics/usage_collector.d.cts +15 -0
- package/dist/metrics/usage_collector.d.ts +15 -0
- package/dist/metrics/usage_collector.d.ts.map +1 -0
- package/dist/metrics/usage_collector.js +34 -0
- package/dist/metrics/usage_collector.js.map +1 -0
- package/dist/metrics/utils.cjs +74 -0
- package/dist/metrics/utils.cjs.map +1 -0
- package/dist/metrics/utils.d.cts +3 -0
- package/dist/metrics/utils.d.ts +3 -0
- package/dist/metrics/utils.d.ts.map +1 -0
- package/dist/metrics/utils.js +50 -0
- package/dist/metrics/utils.js.map +1 -0
- package/dist/plugin.cjs +62 -0
- package/dist/plugin.cjs.map +1 -0
- package/dist/plugin.d.cts +24 -0
- package/dist/plugin.d.ts +24 -0
- package/dist/plugin.d.ts.map +1 -0
- package/dist/plugin.js +37 -0
- package/dist/plugin.js.map +1 -0
- package/dist/stream/deferred_stream.cjs +106 -0
- package/dist/stream/deferred_stream.cjs.map +1 -0
- package/dist/stream/deferred_stream.d.cts +32 -0
- package/dist/stream/deferred_stream.d.ts +32 -0
- package/dist/stream/deferred_stream.d.ts.map +1 -0
- package/dist/stream/deferred_stream.js +81 -0
- package/dist/stream/deferred_stream.js.map +1 -0
- package/dist/stream/deferred_stream.test.cjs +527 -0
- package/dist/stream/deferred_stream.test.cjs.map +1 -0
- package/dist/stream/deferred_stream.test.js +526 -0
- package/dist/stream/deferred_stream.test.js.map +1 -0
- package/dist/stream/identity_transform.cjs +42 -0
- package/dist/stream/identity_transform.cjs.map +1 -0
- package/dist/stream/identity_transform.d.cts +6 -0
- package/dist/stream/identity_transform.d.ts +6 -0
- package/dist/stream/identity_transform.d.ts.map +1 -0
- package/dist/stream/identity_transform.js +18 -0
- package/dist/stream/identity_transform.js.map +1 -0
- package/dist/stream/identity_transform.test.cjs +125 -0
- package/dist/stream/identity_transform.test.cjs.map +1 -0
- package/dist/stream/identity_transform.test.js +124 -0
- package/dist/stream/identity_transform.test.js.map +1 -0
- package/dist/stream/index.cjs +38 -0
- package/dist/stream/index.cjs.map +1 -0
- package/dist/stream/index.d.cts +5 -0
- package/dist/stream/index.d.ts +5 -0
- package/dist/stream/index.d.ts.map +1 -0
- package/dist/stream/index.js +11 -0
- package/dist/stream/index.js.map +1 -0
- package/dist/stream/merge_readable_streams.cjs +59 -0
- package/dist/stream/merge_readable_streams.cjs.map +1 -0
- package/dist/stream/merge_readable_streams.d.cts +4 -0
- package/dist/stream/merge_readable_streams.d.ts +4 -0
- package/dist/stream/merge_readable_streams.d.ts.map +1 -0
- package/dist/stream/merge_readable_streams.js +35 -0
- package/dist/stream/merge_readable_streams.js.map +1 -0
- package/dist/stream/stream_channel.cjs +57 -0
- package/dist/stream/stream_channel.cjs.map +1 -0
- package/dist/stream/stream_channel.d.cts +11 -0
- package/dist/stream/stream_channel.d.ts +11 -0
- package/dist/stream/stream_channel.d.ts.map +1 -0
- package/dist/stream/stream_channel.js +33 -0
- package/dist/stream/stream_channel.js.map +1 -0
- package/dist/stream/stream_channel.test.cjs +124 -0
- package/dist/stream/stream_channel.test.cjs.map +1 -0
- package/dist/stream/stream_channel.test.js +123 -0
- package/dist/stream/stream_channel.test.js.map +1 -0
- package/dist/stt/index.cjs +38 -0
- package/dist/stt/index.cjs.map +1 -0
- package/dist/stt/index.d.cts +3 -0
- package/dist/stt/index.d.ts +3 -0
- package/dist/stt/index.d.ts.map +1 -0
- package/dist/stt/index.js +14 -0
- package/dist/stt/index.js.map +1 -0
- package/dist/stt/stream_adapter.cjs +115 -0
- package/dist/stt/stream_adapter.cjs.map +1 -0
- package/dist/stt/stream_adapter.d.cts +23 -0
- package/dist/stt/stream_adapter.d.ts +23 -0
- package/dist/stt/stream_adapter.d.ts.map +1 -0
- package/dist/stt/stream_adapter.js +90 -0
- package/dist/stt/stream_adapter.js.map +1 -0
- package/dist/stt/stt.cjs +253 -0
- package/dist/stt/stt.cjs.map +1 -0
- package/dist/stt/stt.d.cts +158 -0
- package/dist/stt/stt.d.ts +158 -0
- package/dist/stt/stt.d.ts.map +1 -0
- package/dist/stt/stt.js +227 -0
- package/dist/stt/stt.js.map +1 -0
- package/dist/telemetry/index.cjs +72 -0
- package/dist/telemetry/index.cjs.map +1 -0
- package/dist/telemetry/index.d.cts +7 -0
- package/dist/telemetry/index.d.ts +7 -0
- package/dist/telemetry/index.d.ts.map +1 -0
- package/dist/telemetry/index.js +37 -0
- package/dist/telemetry/index.js.map +1 -0
- package/dist/telemetry/logging.cjs +65 -0
- package/dist/telemetry/logging.cjs.map +1 -0
- package/dist/telemetry/logging.d.cts +21 -0
- package/dist/telemetry/logging.d.ts +21 -0
- package/dist/telemetry/logging.d.ts.map +1 -0
- package/dist/telemetry/logging.js +40 -0
- package/dist/telemetry/logging.js.map +1 -0
- package/dist/telemetry/otel_http_exporter.cjs +147 -0
- package/dist/telemetry/otel_http_exporter.cjs.map +1 -0
- package/dist/telemetry/otel_http_exporter.d.cts +62 -0
- package/dist/telemetry/otel_http_exporter.d.ts +62 -0
- package/dist/telemetry/otel_http_exporter.d.ts.map +1 -0
- package/dist/telemetry/otel_http_exporter.js +123 -0
- package/dist/telemetry/otel_http_exporter.js.map +1 -0
- package/dist/telemetry/pino_otel_transport.cjs +217 -0
- package/dist/telemetry/pino_otel_transport.cjs.map +1 -0
- package/dist/telemetry/pino_otel_transport.d.cts +58 -0
- package/dist/telemetry/pino_otel_transport.d.ts +58 -0
- package/dist/telemetry/pino_otel_transport.d.ts.map +1 -0
- package/dist/telemetry/pino_otel_transport.js +189 -0
- package/dist/telemetry/pino_otel_transport.js.map +1 -0
- package/dist/telemetry/trace_types.cjs +206 -0
- package/dist/telemetry/trace_types.cjs.map +1 -0
- package/dist/telemetry/trace_types.d.cts +61 -0
- package/dist/telemetry/trace_types.d.ts +61 -0
- package/dist/telemetry/trace_types.d.ts.map +1 -0
- package/dist/telemetry/trace_types.js +123 -0
- package/dist/telemetry/trace_types.js.map +1 -0
- package/dist/telemetry/traces.cjs +444 -0
- package/dist/telemetry/traces.cjs.map +1 -0
- package/dist/telemetry/traces.d.cts +114 -0
- package/dist/telemetry/traces.d.ts +114 -0
- package/dist/telemetry/traces.d.ts.map +1 -0
- package/dist/telemetry/traces.js +409 -0
- package/dist/telemetry/traces.js.map +1 -0
- package/dist/telemetry/utils.cjs +86 -0
- package/dist/telemetry/utils.cjs.map +1 -0
- package/dist/telemetry/utils.d.cts +5 -0
- package/dist/telemetry/utils.d.ts +5 -0
- package/dist/telemetry/utils.d.ts.map +1 -0
- package/dist/telemetry/utils.js +51 -0
- package/dist/telemetry/utils.js.map +1 -0
- package/dist/tokenize/basic/basic.cjs +105 -0
- package/dist/tokenize/basic/basic.cjs.map +1 -0
- package/dist/tokenize/basic/basic.d.cts +24 -0
- package/dist/tokenize/basic/basic.d.ts +24 -0
- package/dist/tokenize/basic/basic.d.ts.map +1 -0
- package/dist/tokenize/basic/basic.js +67 -0
- package/dist/tokenize/basic/basic.js.map +1 -0
- package/dist/tokenize/basic/hyphenator.cjs +425 -0
- package/dist/tokenize/basic/hyphenator.cjs.map +1 -0
- package/dist/tokenize/basic/hyphenator.d.cts +17 -0
- package/dist/tokenize/basic/hyphenator.d.ts +17 -0
- package/dist/tokenize/basic/hyphenator.d.ts.map +1 -0
- package/dist/tokenize/basic/hyphenator.js +401 -0
- package/dist/tokenize/basic/hyphenator.js.map +1 -0
- package/dist/tokenize/basic/index.cjs +37 -0
- package/dist/tokenize/basic/index.cjs.map +1 -0
- package/dist/tokenize/basic/index.d.cts +2 -0
- package/dist/tokenize/basic/index.d.ts +2 -0
- package/dist/tokenize/basic/index.d.ts.map +1 -0
- package/dist/tokenize/basic/index.js +15 -0
- package/dist/tokenize/basic/index.js.map +1 -0
- package/dist/tokenize/basic/paragraph.cjs +57 -0
- package/dist/tokenize/basic/paragraph.cjs.map +1 -0
- package/dist/tokenize/basic/paragraph.d.cts +5 -0
- package/dist/tokenize/basic/paragraph.d.ts +5 -0
- package/dist/tokenize/basic/paragraph.d.ts.map +1 -0
- package/dist/tokenize/basic/paragraph.js +33 -0
- package/dist/tokenize/basic/paragraph.js.map +1 -0
- package/dist/tokenize/basic/sentence.cjs +97 -0
- package/dist/tokenize/basic/sentence.cjs.map +1 -0
- package/dist/tokenize/basic/sentence.d.cts +5 -0
- package/dist/tokenize/basic/sentence.d.ts +5 -0
- package/dist/tokenize/basic/sentence.d.ts.map +1 -0
- package/dist/tokenize/basic/sentence.js +73 -0
- package/dist/tokenize/basic/sentence.js.map +1 -0
- package/dist/tokenize/basic/word.cjs +44 -0
- package/dist/tokenize/basic/word.cjs.map +1 -0
- package/dist/tokenize/basic/word.d.cts +5 -0
- package/dist/tokenize/basic/word.d.ts +5 -0
- package/dist/tokenize/basic/word.d.ts.map +1 -0
- package/dist/tokenize/basic/word.js +20 -0
- package/dist/tokenize/basic/word.js.map +1 -0
- package/dist/tokenize/index.cjs +55 -0
- package/dist/tokenize/index.cjs.map +1 -0
- package/dist/tokenize/index.d.cts +5 -0
- package/dist/tokenize/index.d.ts +5 -0
- package/dist/tokenize/index.d.ts.map +1 -0
- package/dist/tokenize/index.js +19 -0
- package/dist/tokenize/index.js.map +1 -0
- package/dist/tokenize/token_stream.cjs +168 -0
- package/dist/tokenize/token_stream.cjs.map +1 -0
- package/dist/tokenize/token_stream.d.cts +40 -0
- package/dist/tokenize/token_stream.d.ts +40 -0
- package/dist/tokenize/token_stream.d.ts.map +1 -0
- package/dist/tokenize/token_stream.js +142 -0
- package/dist/tokenize/token_stream.js.map +1 -0
- package/dist/tokenize/tokenizer.cjs +184 -0
- package/dist/tokenize/tokenizer.cjs.map +1 -0
- package/dist/tokenize/tokenizer.d.cts +55 -0
- package/dist/tokenize/tokenizer.d.ts +55 -0
- package/dist/tokenize/tokenizer.d.ts.map +1 -0
- package/dist/tokenize/tokenizer.js +156 -0
- package/dist/tokenize/tokenizer.js.map +1 -0
- package/dist/tokenize/tokenizer.test.cjs +220 -0
- package/dist/tokenize/tokenizer.test.cjs.map +1 -0
- package/dist/tokenize/tokenizer.test.js +219 -0
- package/dist/tokenize/tokenizer.test.js.map +1 -0
- package/dist/transcription.cjs +247 -0
- package/dist/transcription.cjs.map +1 -0
- package/dist/transcription.d.cts +31 -0
- package/dist/transcription.d.ts +31 -0
- package/dist/transcription.d.ts.map +1 -0
- package/dist/transcription.js +222 -0
- package/dist/transcription.js.map +1 -0
- package/dist/tts/index.cjs +38 -0
- package/dist/tts/index.cjs.map +1 -0
- package/dist/tts/index.d.cts +3 -0
- package/dist/tts/index.d.ts +3 -0
- package/dist/tts/index.d.ts.map +1 -0
- package/dist/tts/index.js +14 -0
- package/dist/tts/index.js.map +1 -0
- package/dist/tts/stream_adapter.cjs +105 -0
- package/dist/tts/stream_adapter.cjs.map +1 -0
- package/dist/tts/stream_adapter.d.cts +20 -0
- package/dist/tts/stream_adapter.d.ts +20 -0
- package/dist/tts/stream_adapter.d.ts.map +1 -0
- package/dist/tts/stream_adapter.js +80 -0
- package/dist/tts/stream_adapter.js.map +1 -0
- package/dist/tts/tts.cjs +431 -0
- package/dist/tts/tts.cjs.map +1 -0
- package/dist/tts/tts.d.cts +161 -0
- package/dist/tts/tts.d.ts +161 -0
- package/dist/tts/tts.d.ts.map +1 -0
- package/dist/tts/tts.js +405 -0
- package/dist/tts/tts.js.map +1 -0
- package/dist/types.cjs +49 -0
- package/dist/types.cjs.map +1 -0
- package/dist/types.d.cts +44 -0
- package/dist/types.d.ts +44 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +23 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/ws_transport.cjs +51 -0
- package/dist/utils/ws_transport.cjs.map +1 -0
- package/dist/utils/ws_transport.d.cts +9 -0
- package/dist/utils/ws_transport.d.ts +9 -0
- package/dist/utils/ws_transport.d.ts.map +1 -0
- package/dist/utils/ws_transport.js +17 -0
- package/dist/utils/ws_transport.js.map +1 -0
- package/dist/utils/ws_transport.test.cjs +212 -0
- package/dist/utils/ws_transport.test.cjs.map +1 -0
- package/dist/utils/ws_transport.test.js +211 -0
- package/dist/utils/ws_transport.test.js.map +1 -0
- package/dist/utils.cjs +669 -0
- package/dist/utils.cjs.map +1 -0
- package/dist/utils.d.cts +244 -0
- package/dist/utils.d.ts +244 -0
- package/dist/utils.d.ts.map +1 -0
- package/dist/utils.js +617 -0
- package/dist/utils.js.map +1 -0
- package/dist/utils.test.cjs +492 -0
- package/dist/utils.test.cjs.map +1 -0
- package/dist/utils.test.js +491 -0
- package/dist/utils.test.js.map +1 -0
- package/dist/vad.cjs +211 -0
- package/dist/vad.cjs.map +1 -0
- package/dist/vad.d.cts +105 -0
- package/dist/vad.d.ts +105 -0
- package/dist/vad.d.ts.map +1 -0
- package/dist/vad.js +185 -0
- package/dist/vad.js.map +1 -0
- package/dist/version.cjs +29 -0
- package/dist/version.cjs.map +1 -0
- package/dist/version.d.cts +2 -0
- package/dist/version.d.ts +2 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +5 -0
- package/dist/version.js.map +1 -0
- package/dist/voice/agent.cjs +308 -0
- package/dist/voice/agent.cjs.map +1 -0
- package/dist/voice/agent.d.cts +83 -0
- package/dist/voice/agent.d.ts +83 -0
- package/dist/voice/agent.d.ts.map +1 -0
- package/dist/voice/agent.js +287 -0
- package/dist/voice/agent.js.map +1 -0
- package/dist/voice/agent.test.cjs +61 -0
- package/dist/voice/agent.test.cjs.map +1 -0
- package/dist/voice/agent.test.js +60 -0
- package/dist/voice/agent.test.js.map +1 -0
- package/dist/voice/agent_activity.cjs +1784 -0
- package/dist/voice/agent_activity.cjs.map +1 -0
- package/dist/voice/agent_activity.d.cts +116 -0
- package/dist/voice/agent_activity.d.ts +116 -0
- package/dist/voice/agent_activity.d.ts.map +1 -0
- package/dist/voice/agent_activity.js +1780 -0
- package/dist/voice/agent_activity.js.map +1 -0
- package/dist/voice/agent_session.cjs +592 -0
- package/dist/voice/agent_session.cjs.map +1 -0
- package/dist/voice/agent_session.d.cts +165 -0
- package/dist/voice/agent_session.d.ts +165 -0
- package/dist/voice/agent_session.d.ts.map +1 -0
- package/dist/voice/agent_session.js +582 -0
- package/dist/voice/agent_session.js.map +1 -0
- package/dist/voice/audio_recognition.cjs +668 -0
- package/dist/voice/audio_recognition.cjs.map +1 -0
- package/dist/voice/audio_recognition.d.cts +127 -0
- package/dist/voice/audio_recognition.d.ts +127 -0
- package/dist/voice/audio_recognition.d.ts.map +1 -0
- package/dist/voice/audio_recognition.js +647 -0
- package/dist/voice/audio_recognition.js.map +1 -0
- package/dist/voice/avatar/datastream_io.cjs +204 -0
- package/dist/voice/avatar/datastream_io.cjs.map +1 -0
- package/dist/voice/avatar/datastream_io.d.cts +37 -0
- package/dist/voice/avatar/datastream_io.d.ts +37 -0
- package/dist/voice/avatar/datastream_io.d.ts.map +1 -0
- package/dist/voice/avatar/datastream_io.js +188 -0
- package/dist/voice/avatar/datastream_io.js.map +1 -0
- package/dist/voice/avatar/index.cjs +23 -0
- package/dist/voice/avatar/index.cjs.map +1 -0
- package/dist/voice/avatar/index.d.cts +2 -0
- package/dist/voice/avatar/index.d.ts +2 -0
- package/dist/voice/avatar/index.d.ts.map +1 -0
- package/dist/voice/avatar/index.js +2 -0
- package/dist/voice/avatar/index.js.map +1 -0
- package/dist/voice/background_audio.cjs +366 -0
- package/dist/voice/background_audio.cjs.map +1 -0
- package/dist/voice/background_audio.d.cts +121 -0
- package/dist/voice/background_audio.d.ts +121 -0
- package/dist/voice/background_audio.d.ts.map +1 -0
- package/dist/voice/background_audio.js +342 -0
- package/dist/voice/background_audio.js.map +1 -0
- package/dist/voice/events.cjs +147 -0
- package/dist/voice/events.cjs.map +1 -0
- package/dist/voice/events.d.cts +127 -0
- package/dist/voice/events.d.ts +127 -0
- package/dist/voice/events.d.ts.map +1 -0
- package/dist/voice/events.js +112 -0
- package/dist/voice/events.js.map +1 -0
- package/dist/voice/generation.cjs +747 -0
- package/dist/voice/generation.cjs.map +1 -0
- package/dist/voice/generation.d.cts +116 -0
- package/dist/voice/generation.d.ts +116 -0
- package/dist/voice/generation.d.ts.map +1 -0
- package/dist/voice/generation.js +719 -0
- package/dist/voice/generation.js.map +1 -0
- package/dist/voice/generation_tools.test.cjs +236 -0
- package/dist/voice/generation_tools.test.cjs.map +1 -0
- package/dist/voice/generation_tools.test.js +235 -0
- package/dist/voice/generation_tools.test.js.map +1 -0
- package/dist/voice/index.cjs +49 -0
- package/dist/voice/index.cjs.map +1 -0
- package/dist/voice/index.d.cts +10 -0
- package/dist/voice/index.d.ts +10 -0
- package/dist/voice/index.d.ts.map +1 -0
- package/dist/voice/index.js +16 -0
- package/dist/voice/index.js.map +1 -0
- package/dist/voice/interruption_detection.test.cjs +114 -0
- package/dist/voice/interruption_detection.test.cjs.map +1 -0
- package/dist/voice/interruption_detection.test.js +113 -0
- package/dist/voice/interruption_detection.test.js.map +1 -0
- package/dist/voice/io.cjs +270 -0
- package/dist/voice/io.cjs.map +1 -0
- package/dist/voice/io.d.cts +126 -0
- package/dist/voice/io.d.ts +126 -0
- package/dist/voice/io.d.ts.map +1 -0
- package/dist/voice/io.js +242 -0
- package/dist/voice/io.js.map +1 -0
- package/dist/voice/recorder_io/index.cjs +23 -0
- package/dist/voice/recorder_io/index.cjs.map +1 -0
- package/dist/voice/recorder_io/index.d.cts +2 -0
- package/dist/voice/recorder_io/index.d.ts +2 -0
- package/dist/voice/recorder_io/index.d.ts.map +1 -0
- package/dist/voice/recorder_io/index.js +2 -0
- package/dist/voice/recorder_io/index.js.map +1 -0
- package/dist/voice/recorder_io/recorder_io.cjs +542 -0
- package/dist/voice/recorder_io/recorder_io.cjs.map +1 -0
- package/dist/voice/recorder_io/recorder_io.d.cts +100 -0
- package/dist/voice/recorder_io/recorder_io.d.ts +100 -0
- package/dist/voice/recorder_io/recorder_io.d.ts.map +1 -0
- package/dist/voice/recorder_io/recorder_io.js +508 -0
- package/dist/voice/recorder_io/recorder_io.js.map +1 -0
- package/dist/voice/report.cjs +75 -0
- package/dist/voice/report.cjs.map +1 -0
- package/dist/voice/report.d.cts +42 -0
- package/dist/voice/report.d.ts +42 -0
- package/dist/voice/report.d.ts.map +1 -0
- package/dist/voice/report.js +50 -0
- package/dist/voice/report.js.map +1 -0
- package/dist/voice/room_io/_input.cjs +133 -0
- package/dist/voice/room_io/_input.cjs.map +1 -0
- package/dist/voice/room_io/_input.d.cts +24 -0
- package/dist/voice/room_io/_input.d.ts +24 -0
- package/dist/voice/room_io/_input.d.ts.map +1 -0
- package/dist/voice/room_io/_input.js +114 -0
- package/dist/voice/room_io/_input.js.map +1 -0
- package/dist/voice/room_io/_output.cjs +359 -0
- package/dist/voice/room_io/_output.cjs.map +1 -0
- package/dist/voice/room_io/_output.d.cts +77 -0
- package/dist/voice/room_io/_output.d.ts +77 -0
- package/dist/voice/room_io/_output.d.ts.map +1 -0
- package/dist/voice/room_io/_output.js +343 -0
- package/dist/voice/room_io/_output.js.map +1 -0
- package/dist/voice/room_io/index.cjs +25 -0
- package/dist/voice/room_io/index.cjs.map +1 -0
- package/dist/voice/room_io/index.d.cts +3 -0
- package/dist/voice/room_io/index.d.ts +3 -0
- package/dist/voice/room_io/index.d.ts.map +1 -0
- package/dist/voice/room_io/index.js +3 -0
- package/dist/voice/room_io/index.js.map +1 -0
- package/dist/voice/room_io/room_io.cjs +373 -0
- package/dist/voice/room_io/room_io.cjs.map +1 -0
- package/dist/voice/room_io/room_io.d.cts +94 -0
- package/dist/voice/room_io/room_io.d.ts +94 -0
- package/dist/voice/room_io/room_io.d.ts.map +1 -0
- package/dist/voice/room_io/room_io.js +364 -0
- package/dist/voice/room_io/room_io.js.map +1 -0
- package/dist/voice/run_context.cjs +51 -0
- package/dist/voice/run_context.cjs.map +1 -0
- package/dist/voice/run_context.d.cts +22 -0
- package/dist/voice/run_context.d.ts +22 -0
- package/dist/voice/run_context.d.ts.map +1 -0
- package/dist/voice/run_context.js +27 -0
- package/dist/voice/run_context.js.map +1 -0
- package/dist/voice/speech_handle.cjs +228 -0
- package/dist/voice/speech_handle.cjs.map +1 -0
- package/dist/voice/speech_handle.d.cts +97 -0
- package/dist/voice/speech_handle.d.ts +97 -0
- package/dist/voice/speech_handle.d.ts.map +1 -0
- package/dist/voice/speech_handle.js +204 -0
- package/dist/voice/speech_handle.js.map +1 -0
- package/dist/voice/transcription/_utils.cjs +45 -0
- package/dist/voice/transcription/_utils.cjs.map +1 -0
- package/dist/voice/transcription/_utils.d.cts +3 -0
- package/dist/voice/transcription/_utils.d.ts +3 -0
- package/dist/voice/transcription/_utils.d.ts.map +1 -0
- package/dist/voice/transcription/_utils.js +21 -0
- package/dist/voice/transcription/_utils.js.map +1 -0
- package/dist/voice/transcription/index.cjs +23 -0
- package/dist/voice/transcription/index.cjs.map +1 -0
- package/dist/voice/transcription/index.d.cts +2 -0
- package/dist/voice/transcription/index.d.ts +2 -0
- package/dist/voice/transcription/index.d.ts.map +1 -0
- package/dist/voice/transcription/index.js +2 -0
- package/dist/voice/transcription/index.js.map +1 -0
- package/dist/voice/transcription/synchronizer.cjs +379 -0
- package/dist/voice/transcription/synchronizer.cjs.map +1 -0
- package/dist/voice/transcription/synchronizer.d.cts +87 -0
- package/dist/voice/transcription/synchronizer.d.ts +87 -0
- package/dist/voice/transcription/synchronizer.d.ts.map +1 -0
- package/dist/voice/transcription/synchronizer.js +354 -0
- package/dist/voice/transcription/synchronizer.js.map +1 -0
- package/dist/worker.cjs +680 -0
- package/dist/worker.cjs.map +1 -0
- package/dist/worker.d.cts +119 -0
- package/dist/worker.d.ts +119 -0
- package/dist/worker.d.ts.map +1 -0
- package/dist/worker.js +645 -0
- package/dist/worker.js.map +1 -0
- package/package.json +86 -0
- package/resources/NOTICE +2 -0
- package/resources/keyboard-typing.ogg +0 -0
- package/resources/keyboard-typing2.ogg +0 -0
- package/resources/office-ambience.ogg +0 -0
- package/src/_exceptions.ts +137 -0
- package/src/audio.ts +205 -0
- package/src/cli.ts +224 -0
- package/src/connection_pool.test.ts +346 -0
- package/src/connection_pool.ts +307 -0
- package/src/constants.ts +9 -0
- package/src/generator.ts +38 -0
- package/src/http_server.ts +64 -0
- package/src/index.ts +41 -0
- package/src/inference/api_protos.ts +82 -0
- package/src/inference/index.ts +32 -0
- package/src/inference/interruption/AdaptiveInterruptionDetector.ts +166 -0
- package/src/inference/interruption/InterruptionStream.ts +397 -0
- package/src/inference/interruption/defaults.ts +33 -0
- package/src/inference/interruption/errors.ts +0 -0
- package/src/inference/interruption/http_transport.ts +61 -0
- package/src/inference/interruption/index.ts +4 -0
- package/src/inference/interruption/interruption.ts +88 -0
- package/src/inference/llm.ts +532 -0
- package/src/inference/stt.ts +524 -0
- package/src/inference/tts.ts +574 -0
- package/src/inference/utils.test.ts +31 -0
- package/src/inference/utils.ts +81 -0
- package/src/inference_runner.ts +19 -0
- package/src/ipc/index.ts +5 -0
- package/src/ipc/inference_executor.ts +7 -0
- package/src/ipc/inference_proc_executor.ts +101 -0
- package/src/ipc/inference_proc_lazy_main.ts +115 -0
- package/src/ipc/job_executor.ts +23 -0
- package/src/ipc/job_proc_executor.ts +122 -0
- package/src/ipc/job_proc_lazy_main.ts +247 -0
- package/src/ipc/message.ts +52 -0
- package/src/ipc/proc_pool.ts +164 -0
- package/src/ipc/supervised_proc.test.ts +153 -0
- package/src/ipc/supervised_proc.ts +242 -0
- package/src/job.ts +461 -0
- package/src/llm/__snapshots__/chat_context.test.ts.snap +527 -0
- package/src/llm/__snapshots__/tool_context.test.ts.snap +177 -0
- package/src/llm/__snapshots__/zod-utils.test.ts.snap +559 -0
- package/src/llm/chat_context.test.ts +1057 -0
- package/src/llm/chat_context.ts +759 -0
- package/src/llm/fallback_adapter.test.ts +238 -0
- package/src/llm/fallback_adapter.ts +391 -0
- package/src/llm/index.ts +74 -0
- package/src/llm/llm.ts +303 -0
- package/src/llm/provider_format/google.test.ts +843 -0
- package/src/llm/provider_format/google.ts +134 -0
- package/src/llm/provider_format/index.ts +23 -0
- package/src/llm/provider_format/openai.test.ts +675 -0
- package/src/llm/provider_format/openai.ts +146 -0
- package/src/llm/provider_format/utils.ts +187 -0
- package/src/llm/realtime.ts +163 -0
- package/src/llm/remote_chat_context.test.ts +290 -0
- package/src/llm/remote_chat_context.ts +114 -0
- package/src/llm/tool_context.test.ts +407 -0
- package/src/llm/tool_context.ts +343 -0
- package/src/llm/tool_context.type.test.ts +115 -0
- package/src/llm/utils.test.ts +670 -0
- package/src/llm/utils.ts +336 -0
- package/src/llm/zod-utils.test.ts +577 -0
- package/src/llm/zod-utils.ts +153 -0
- package/src/log.ts +83 -0
- package/src/metrics/base.ts +168 -0
- package/src/metrics/index.ts +15 -0
- package/src/metrics/usage_collector.ts +46 -0
- package/src/metrics/utils.ts +64 -0
- package/src/plugin.ts +46 -0
- package/src/stream/deferred_stream.test.ts +755 -0
- package/src/stream/deferred_stream.ts +127 -0
- package/src/stream/identity_transform.test.ts +179 -0
- package/src/stream/identity_transform.ts +18 -0
- package/src/stream/index.ts +7 -0
- package/src/stream/merge_readable_streams.ts +40 -0
- package/src/stream/stream_channel.test.ts +166 -0
- package/src/stream/stream_channel.ts +44 -0
- package/src/stt/index.ts +15 -0
- package/src/stt/stream_adapter.ts +107 -0
- package/src/stt/stt.ts +374 -0
- package/src/telemetry/index.ts +28 -0
- package/src/telemetry/logging.ts +55 -0
- package/src/telemetry/otel_http_exporter.ts +195 -0
- package/src/telemetry/pino_otel_transport.ts +265 -0
- package/src/telemetry/trace_types.ts +95 -0
- package/src/telemetry/traces.ts +612 -0
- package/src/telemetry/utils.ts +61 -0
- package/src/tokenize/basic/basic.ts +83 -0
- package/src/tokenize/basic/hyphenator.ts +434 -0
- package/src/tokenize/basic/index.ts +11 -0
- package/src/tokenize/basic/paragraph.ts +43 -0
- package/src/tokenize/basic/sentence.ts +89 -0
- package/src/tokenize/basic/word.ts +27 -0
- package/src/tokenize/index.ts +16 -0
- package/src/tokenize/token_stream.ts +180 -0
- package/src/tokenize/tokenizer.test.ts +255 -0
- package/src/tokenize/tokenizer.ts +152 -0
- package/src/transcription.ts +307 -0
- package/src/tts/index.ts +12 -0
- package/src/tts/stream_adapter.ts +110 -0
- package/src/tts/tts.ts +598 -0
- package/src/types.ts +66 -0
- package/src/utils/ws_transport.test.ts +282 -0
- package/src/utils/ws_transport.ts +22 -0
- package/src/utils.test.ts +651 -0
- package/src/utils.ts +871 -0
- package/src/vad.ts +262 -0
- package/src/version.ts +5 -0
- package/src/voice/agent.test.ts +80 -0
- package/src/voice/agent.ts +418 -0
- package/src/voice/agent_activity.ts +2375 -0
- package/src/voice/agent_session.ts +866 -0
- package/src/voice/audio_recognition.ts +877 -0
- package/src/voice/avatar/datastream_io.ts +247 -0
- package/src/voice/avatar/index.ts +4 -0
- package/src/voice/background_audio.ts +491 -0
- package/src/voice/events.ts +261 -0
- package/src/voice/generation.ts +946 -0
- package/src/voice/generation_tools.test.ts +268 -0
- package/src/voice/index.ts +12 -0
- package/src/voice/interruption_detection.test.ts +151 -0
- package/src/voice/io.ts +347 -0
- package/src/voice/recorder_io/index.ts +4 -0
- package/src/voice/recorder_io/recorder_io.ts +690 -0
- package/src/voice/report.ts +100 -0
- package/src/voice/room_io/_input.ts +162 -0
- package/src/voice/room_io/_output.ts +439 -0
- package/src/voice/room_io/index.ts +5 -0
- package/src/voice/room_io/room_io.ts +518 -0
- package/src/voice/run_context.ts +34 -0
- package/src/voice/speech_handle.ts +250 -0
- package/src/voice/transcription/_utils.ts +25 -0
- package/src/voice/transcription/index.ts +4 -0
- package/src/voice/transcription/synchronizer.ts +477 -0
- package/src/worker.ts +798 -0
package/src/worker.ts
ADDED
|
@@ -0,0 +1,798 @@
|
|
|
1
|
+
// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
|
|
2
|
+
//
|
|
3
|
+
// SPDX-License-Identifier: Apache-2.0
|
|
4
|
+
import type { JobAssignment, JobTermination, TrackSource } from '@livekit/protocol';
|
|
5
|
+
import {
|
|
6
|
+
type AvailabilityRequest,
|
|
7
|
+
JobType,
|
|
8
|
+
ParticipantPermission,
|
|
9
|
+
ServerMessage,
|
|
10
|
+
WorkerMessage,
|
|
11
|
+
WorkerStatus,
|
|
12
|
+
} from '@livekit/protocol';
|
|
13
|
+
import type { ParticipantInfo } from 'livekit-server-sdk';
|
|
14
|
+
import { AccessToken, RoomServiceClient } from 'livekit-server-sdk';
|
|
15
|
+
import { EventEmitter } from 'node:events';
|
|
16
|
+
import os from 'node:os';
|
|
17
|
+
import { WebSocket } from 'ws';
|
|
18
|
+
import { HTTPServer } from './http_server.js';
|
|
19
|
+
import { InferenceRunner } from './inference_runner.js';
|
|
20
|
+
import { InferenceProcExecutor } from './ipc/inference_proc_executor.js';
|
|
21
|
+
import { ProcPool } from './ipc/proc_pool.js';
|
|
22
|
+
import type { JobAcceptArguments, JobProcess, RunningJobInfo } from './job.js';
|
|
23
|
+
import { JobRequest } from './job.js';
|
|
24
|
+
import { log } from './log.js';
|
|
25
|
+
import { Future } from './utils.js';
|
|
26
|
+
import { version } from './version.js';
|
|
27
|
+
|
|
28
|
+
const MAX_RECONNECT_ATTEMPTS = 10;
|
|
29
|
+
const ASSIGNMENT_TIMEOUT = 7.5 * 1000;
|
|
30
|
+
const UPDATE_LOAD_INTERVAL = 2.5 * 1000;
|
|
31
|
+
const PROJECT_TYPE = 'nodejs';
|
|
32
|
+
|
|
33
|
+
class Default {
|
|
34
|
+
static loadThreshold(production: boolean): number {
|
|
35
|
+
if (production) {
|
|
36
|
+
return 0.7;
|
|
37
|
+
} else {
|
|
38
|
+
return Infinity;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
static numIdleProcesses(production: boolean): number {
|
|
43
|
+
if (production) {
|
|
44
|
+
// TODO: use number of cores
|
|
45
|
+
return 3;
|
|
46
|
+
} else {
|
|
47
|
+
return 0;
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
static port(production: boolean): number {
|
|
52
|
+
if (production) {
|
|
53
|
+
return 8081;
|
|
54
|
+
} else {
|
|
55
|
+
return 0;
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
/** Necessary credentials not provided and not found in an appropriate environment variable. */
|
|
61
|
+
export class MissingCredentialsError extends Error {
|
|
62
|
+
constructor(msg?: string) {
|
|
63
|
+
super(msg);
|
|
64
|
+
Object.setPrototypeOf(this, new.target.prototype);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
/** Worker did not run as expected. */
|
|
69
|
+
export class WorkerError extends Error {
|
|
70
|
+
constructor(msg?: string) {
|
|
71
|
+
super(msg);
|
|
72
|
+
Object.setPrototypeOf(this, new.target.prototype);
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
/** @internal */
|
|
77
|
+
export const defaultInitializeProcessFunc = (_: JobProcess) => _;
|
|
78
|
+
const defaultRequestFunc = async (ctx: JobRequest) => {
|
|
79
|
+
await ctx.accept();
|
|
80
|
+
};
|
|
81
|
+
|
|
82
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
83
|
+
const defaultCpuLoad = async (worker: AgentServer): Promise<number> => {
|
|
84
|
+
return new Promise((resolve) => {
|
|
85
|
+
const cpus1 = os.cpus();
|
|
86
|
+
|
|
87
|
+
setTimeout(() => {
|
|
88
|
+
const cpus2 = os.cpus();
|
|
89
|
+
|
|
90
|
+
let idle = 0;
|
|
91
|
+
let total = 0;
|
|
92
|
+
|
|
93
|
+
for (let i = 0; i < cpus1.length; i++) {
|
|
94
|
+
const cpu1 = cpus1[i]!.times;
|
|
95
|
+
const cpu2 = cpus2[i]!.times;
|
|
96
|
+
|
|
97
|
+
idle += cpu2.idle - cpu1.idle;
|
|
98
|
+
|
|
99
|
+
const total1 = Object.values(cpu1).reduce((acc, i) => acc + i, 0);
|
|
100
|
+
const total2 = Object.values(cpu2).reduce((acc, i) => acc + i, 0);
|
|
101
|
+
|
|
102
|
+
total += total2 - total1;
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
resolve(+(1 - idle / total).toFixed(2));
|
|
106
|
+
}, UPDATE_LOAD_INTERVAL);
|
|
107
|
+
});
|
|
108
|
+
};
|
|
109
|
+
|
|
110
|
+
/** Participant permissions to pass to every agent spun up by this worker. */
|
|
111
|
+
export class WorkerPermissions {
|
|
112
|
+
canPublish: boolean;
|
|
113
|
+
canSubscribe: boolean;
|
|
114
|
+
canPublishData: boolean;
|
|
115
|
+
canUpdateMetadata: boolean;
|
|
116
|
+
canPublishSources: TrackSource[];
|
|
117
|
+
hidden: boolean;
|
|
118
|
+
|
|
119
|
+
constructor(
|
|
120
|
+
canPublish = true,
|
|
121
|
+
canSubscribe = true,
|
|
122
|
+
canPublishData = true,
|
|
123
|
+
canUpdateMetadata = true,
|
|
124
|
+
canPublishSources: TrackSource[] = [],
|
|
125
|
+
hidden = false,
|
|
126
|
+
) {
|
|
127
|
+
this.canPublish = canPublish;
|
|
128
|
+
this.canSubscribe = canSubscribe;
|
|
129
|
+
this.canPublishData = canPublishData;
|
|
130
|
+
this.canUpdateMetadata = canUpdateMetadata;
|
|
131
|
+
this.canPublishSources = canPublishSources;
|
|
132
|
+
this.hidden = hidden;
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
/**
|
|
137
|
+
* Data class describing worker behaviour.
|
|
138
|
+
*
|
|
139
|
+
* @remarks
|
|
140
|
+
* The Agents framework provides sane worker defaults, and works out-of-the-box with no tweaking
|
|
141
|
+
* necessary. The only mandatory parameter is `agent`, which points to the entry function.
|
|
142
|
+
*
|
|
143
|
+
* This class is mostly useful in conjunction with {@link cli.runApp}.
|
|
144
|
+
*/
|
|
145
|
+
export class ServerOptions {
|
|
146
|
+
agent: string;
|
|
147
|
+
requestFunc: (job: JobRequest) => Promise<void>;
|
|
148
|
+
loadFunc: (worker: AgentServer) => Promise<number>;
|
|
149
|
+
loadThreshold: number;
|
|
150
|
+
numIdleProcesses: number;
|
|
151
|
+
shutdownProcessTimeout: number;
|
|
152
|
+
initializeProcessTimeout: number;
|
|
153
|
+
permissions: WorkerPermissions;
|
|
154
|
+
agentName: string;
|
|
155
|
+
serverType: JobType;
|
|
156
|
+
maxRetry: number;
|
|
157
|
+
wsURL: string;
|
|
158
|
+
apiKey?: string;
|
|
159
|
+
apiSecret?: string;
|
|
160
|
+
workerToken?: string;
|
|
161
|
+
host: string;
|
|
162
|
+
port: number;
|
|
163
|
+
logLevel: string;
|
|
164
|
+
production: boolean;
|
|
165
|
+
jobMemoryWarnMB: number;
|
|
166
|
+
jobMemoryLimitMB: number;
|
|
167
|
+
|
|
168
|
+
/** @param options - Worker options */
|
|
169
|
+
constructor({
|
|
170
|
+
agent,
|
|
171
|
+
requestFunc = defaultRequestFunc,
|
|
172
|
+
loadFunc = defaultCpuLoad,
|
|
173
|
+
loadThreshold = undefined,
|
|
174
|
+
numIdleProcesses = undefined,
|
|
175
|
+
shutdownProcessTimeout = 60 * 1000,
|
|
176
|
+
initializeProcessTimeout = 10 * 1000,
|
|
177
|
+
permissions = new WorkerPermissions(),
|
|
178
|
+
agentName = '',
|
|
179
|
+
serverType = JobType.JT_ROOM,
|
|
180
|
+
maxRetry = MAX_RECONNECT_ATTEMPTS,
|
|
181
|
+
wsURL = 'ws://localhost:7880',
|
|
182
|
+
apiKey = undefined,
|
|
183
|
+
apiSecret = undefined,
|
|
184
|
+
workerToken = undefined,
|
|
185
|
+
host = '0.0.0.0',
|
|
186
|
+
port = undefined,
|
|
187
|
+
logLevel = 'info',
|
|
188
|
+
production = false,
|
|
189
|
+
jobMemoryWarnMB = 500,
|
|
190
|
+
jobMemoryLimitMB = 0,
|
|
191
|
+
}: {
|
|
192
|
+
/**
|
|
193
|
+
* Path to a file that has {@link Agent} as a default export, dynamically imported later for
|
|
194
|
+
* entrypoint and prewarm functions
|
|
195
|
+
*/
|
|
196
|
+
agent: string;
|
|
197
|
+
requestFunc?: (job: JobRequest) => Promise<void>;
|
|
198
|
+
/** Called to determine the current load of the worker. Should return a value between 0 and 1. */
|
|
199
|
+
loadFunc?: (worker: AgentServer) => Promise<number>;
|
|
200
|
+
/** When the load exceeds this threshold, the worker will be marked as unavailable. */
|
|
201
|
+
loadThreshold?: number;
|
|
202
|
+
numIdleProcesses?: number;
|
|
203
|
+
shutdownProcessTimeout?: number;
|
|
204
|
+
initializeProcessTimeout?: number;
|
|
205
|
+
permissions?: WorkerPermissions;
|
|
206
|
+
agentName?: string;
|
|
207
|
+
serverType?: JobType;
|
|
208
|
+
maxRetry?: number;
|
|
209
|
+
wsURL?: string;
|
|
210
|
+
apiKey?: string;
|
|
211
|
+
apiSecret?: string;
|
|
212
|
+
workerToken?: string;
|
|
213
|
+
host?: string;
|
|
214
|
+
port?: number;
|
|
215
|
+
logLevel?: string;
|
|
216
|
+
production?: boolean;
|
|
217
|
+
jobMemoryWarnMB?: number;
|
|
218
|
+
jobMemoryLimitMB?: number;
|
|
219
|
+
}) {
|
|
220
|
+
this.agent = agent;
|
|
221
|
+
if (!this.agent) {
|
|
222
|
+
throw new Error('No Agent file was passed to the worker');
|
|
223
|
+
}
|
|
224
|
+
this.requestFunc = requestFunc;
|
|
225
|
+
this.loadFunc = loadFunc;
|
|
226
|
+
this.loadThreshold = loadThreshold || Default.loadThreshold(production);
|
|
227
|
+
this.numIdleProcesses = numIdleProcesses || Default.numIdleProcesses(production);
|
|
228
|
+
this.shutdownProcessTimeout = shutdownProcessTimeout;
|
|
229
|
+
this.initializeProcessTimeout = initializeProcessTimeout;
|
|
230
|
+
this.permissions = permissions;
|
|
231
|
+
this.agentName = agentName;
|
|
232
|
+
this.serverType = serverType;
|
|
233
|
+
this.maxRetry = maxRetry;
|
|
234
|
+
this.wsURL = wsURL;
|
|
235
|
+
this.apiKey = apiKey;
|
|
236
|
+
this.apiSecret = apiSecret;
|
|
237
|
+
this.workerToken = workerToken;
|
|
238
|
+
this.host = host;
|
|
239
|
+
this.port = port || Default.port(production);
|
|
240
|
+
this.logLevel = logLevel;
|
|
241
|
+
this.production = production;
|
|
242
|
+
this.jobMemoryWarnMB = jobMemoryWarnMB;
|
|
243
|
+
this.jobMemoryLimitMB = jobMemoryLimitMB;
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
|
|
247
|
+
class PendingAssignment {
|
|
248
|
+
promise = new Promise<JobAssignment>((resolve) => {
|
|
249
|
+
this.resolve = resolve; // this is how JavaScript lets you resolve promises externally
|
|
250
|
+
});
|
|
251
|
+
resolve(arg: JobAssignment) {
|
|
252
|
+
arg; // useless call to counteract TypeScript E6133
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
/**
|
|
257
|
+
* Central orchestrator for all processes and job requests.
|
|
258
|
+
*
|
|
259
|
+
* @remarks
|
|
260
|
+
* For most usecases, Worker should not be initialized or handled directly; you should instead call
|
|
261
|
+
* for its creation through {@link cli.runApp}. This could, however, be useful in situations where
|
|
262
|
+
* you don't have access to a command line, such as a headless program, or one that uses Agents
|
|
263
|
+
* behind a wrapper.
|
|
264
|
+
*/
|
|
265
|
+
export class AgentServer {
|
|
266
|
+
#opts: ServerOptions;
|
|
267
|
+
#procPool: ProcPool;
|
|
268
|
+
|
|
269
|
+
#id = 'unregistered';
|
|
270
|
+
#closed = true;
|
|
271
|
+
#draining = false;
|
|
272
|
+
#connecting = false;
|
|
273
|
+
#tasks: Promise<void>[] = [];
|
|
274
|
+
#pending: { [id: string]: PendingAssignment } = {};
|
|
275
|
+
#close = new Future();
|
|
276
|
+
|
|
277
|
+
event = new EventEmitter();
|
|
278
|
+
#session: WebSocket | undefined = undefined;
|
|
279
|
+
#httpServer: HTTPServer;
|
|
280
|
+
#logger = log().child({ version });
|
|
281
|
+
#inferenceExecutor?: InferenceProcExecutor;
|
|
282
|
+
|
|
283
|
+
/* @throws {@link MissingCredentialsError} if URL, API key or API secret are missing */
|
|
284
|
+
constructor(opts: ServerOptions) {
|
|
285
|
+
opts.wsURL = opts.wsURL || process.env.LIVEKIT_URL || '';
|
|
286
|
+
opts.apiKey = opts.apiKey || process.env.LIVEKIT_API_KEY || '';
|
|
287
|
+
opts.apiSecret = opts.apiSecret || process.env.LIVEKIT_API_SECRET || '';
|
|
288
|
+
|
|
289
|
+
if (opts.wsURL === '')
|
|
290
|
+
throw new MissingCredentialsError(
|
|
291
|
+
'URL is required: Set LIVEKIT_URL, run with --url, or pass wsURL in ServerOptions',
|
|
292
|
+
);
|
|
293
|
+
if (opts.apiKey === '')
|
|
294
|
+
throw new MissingCredentialsError(
|
|
295
|
+
'API Key is required: Set LIVEKIT_API_KEY, run with --api-key, or pass apiKey in ServerOptions',
|
|
296
|
+
);
|
|
297
|
+
if (opts.apiSecret === '')
|
|
298
|
+
throw new MissingCredentialsError(
|
|
299
|
+
'API Secret is required: Set LIVEKIT_API_SECRET, run with --api-secret, or pass apiSecret in ServerOptions',
|
|
300
|
+
);
|
|
301
|
+
|
|
302
|
+
if (opts.workerToken) {
|
|
303
|
+
if (opts.loadFunc !== defaultCpuLoad) {
|
|
304
|
+
this.#logger.warn(
|
|
305
|
+
'custom loadFunc is not supported when deploying to Cloud, using defaults',
|
|
306
|
+
);
|
|
307
|
+
opts.loadFunc = defaultCpuLoad;
|
|
308
|
+
}
|
|
309
|
+
const loadThreshold = Default.loadThreshold(opts.production);
|
|
310
|
+
if (opts.loadThreshold !== loadThreshold) {
|
|
311
|
+
this.#logger.warn(
|
|
312
|
+
'custom loadThreshold is not supported when deploying to Cloud, using defaults',
|
|
313
|
+
);
|
|
314
|
+
opts.loadThreshold = loadThreshold;
|
|
315
|
+
}
|
|
316
|
+
}
|
|
317
|
+
|
|
318
|
+
if (Object.entries(InferenceRunner.registeredRunners).length) {
|
|
319
|
+
this.#inferenceExecutor = new InferenceProcExecutor({
|
|
320
|
+
runners: InferenceRunner.registeredRunners,
|
|
321
|
+
initializeTimeout: 30000,
|
|
322
|
+
closeTimeout: 5000,
|
|
323
|
+
memoryWarnMB: 2000,
|
|
324
|
+
memoryLimitMB: 0,
|
|
325
|
+
pingInterval: 5000,
|
|
326
|
+
pingTimeout: 60000,
|
|
327
|
+
highPingThreshold: 2500,
|
|
328
|
+
});
|
|
329
|
+
}
|
|
330
|
+
|
|
331
|
+
this.#procPool = new ProcPool(
|
|
332
|
+
opts.agent,
|
|
333
|
+
opts.numIdleProcesses,
|
|
334
|
+
opts.initializeProcessTimeout,
|
|
335
|
+
opts.shutdownProcessTimeout,
|
|
336
|
+
this.#inferenceExecutor,
|
|
337
|
+
opts.jobMemoryWarnMB,
|
|
338
|
+
opts.jobMemoryLimitMB,
|
|
339
|
+
);
|
|
340
|
+
|
|
341
|
+
this.#opts = opts;
|
|
342
|
+
this.#httpServer = new HTTPServer(opts.host, opts.port, () => ({
|
|
343
|
+
agent_name: opts.agentName,
|
|
344
|
+
worker_type: JobType[opts.serverType],
|
|
345
|
+
active_jobs: this.activeJobs.length,
|
|
346
|
+
sdk_version: version,
|
|
347
|
+
project_type: PROJECT_TYPE,
|
|
348
|
+
}));
|
|
349
|
+
}
|
|
350
|
+
|
|
351
|
+
/** @throws {@link WorkerError} if worker failed to connect or already running */
|
|
352
|
+
async run() {
|
|
353
|
+
if (!this.#closed) {
|
|
354
|
+
throw new WorkerError('worker is already running');
|
|
355
|
+
}
|
|
356
|
+
|
|
357
|
+
if (this.#inferenceExecutor) {
|
|
358
|
+
await this.#inferenceExecutor.start();
|
|
359
|
+
await this.#inferenceExecutor.initialize();
|
|
360
|
+
}
|
|
361
|
+
|
|
362
|
+
this.#logger.info('starting worker');
|
|
363
|
+
this.#closed = false;
|
|
364
|
+
this.#procPool.start();
|
|
365
|
+
|
|
366
|
+
const workerWS = async () => {
|
|
367
|
+
let retries = 0;
|
|
368
|
+
this.#connecting = true;
|
|
369
|
+
|
|
370
|
+
while (!this.#closed) {
|
|
371
|
+
const url = new URL(this.#opts.wsURL);
|
|
372
|
+
url.protocol = url.protocol.replace('http', 'ws');
|
|
373
|
+
const token = new AccessToken(this.#opts.apiKey, this.#opts.apiSecret);
|
|
374
|
+
token.addGrant({ agent: true });
|
|
375
|
+
const jwt = await token.toJwt();
|
|
376
|
+
const wsUrl = new URL(url + 'agent');
|
|
377
|
+
if (this.#opts.workerToken) {
|
|
378
|
+
wsUrl.searchParams.append('worker_token', this.#opts.workerToken);
|
|
379
|
+
}
|
|
380
|
+
this.#session = new WebSocket(wsUrl, {
|
|
381
|
+
headers: { authorization: 'Bearer ' + jwt },
|
|
382
|
+
});
|
|
383
|
+
|
|
384
|
+
try {
|
|
385
|
+
await new Promise((resolve, reject) => {
|
|
386
|
+
this.#session!.on('open', resolve);
|
|
387
|
+
this.#session!.on('error', (error) => reject(error));
|
|
388
|
+
this.#session!.on('close', (code) => reject(`WebSocket returned ${code}`));
|
|
389
|
+
});
|
|
390
|
+
|
|
391
|
+
retries = 0;
|
|
392
|
+
this.#logger.debug('connected to LiveKit server');
|
|
393
|
+
await this.#runWS(this.#session);
|
|
394
|
+
} catch (e: unknown) {
|
|
395
|
+
if (this.#closed) return;
|
|
396
|
+
if (retries >= this.#opts.maxRetry) {
|
|
397
|
+
throw new WorkerError(
|
|
398
|
+
`failed to connect to LiveKit server (${this.#opts.wsURL}) after ${retries} attempts: ${e}`,
|
|
399
|
+
);
|
|
400
|
+
}
|
|
401
|
+
|
|
402
|
+
retries++;
|
|
403
|
+
const delay = Math.min(retries * 2, 10);
|
|
404
|
+
|
|
405
|
+
this.#logger.warn(
|
|
406
|
+
e,
|
|
407
|
+
`failed to connect to LiveKit server (${this.#opts.wsURL}), retrying in ${delay} seconds: (${retries}/${this.#opts.maxRetry})`,
|
|
408
|
+
);
|
|
409
|
+
|
|
410
|
+
await new Promise((resolve) => setTimeout(resolve, delay * 1000));
|
|
411
|
+
}
|
|
412
|
+
}
|
|
413
|
+
};
|
|
414
|
+
|
|
415
|
+
await Promise.all([workerWS(), this.#httpServer.run()]);
|
|
416
|
+
this.#close.resolve();
|
|
417
|
+
}
|
|
418
|
+
|
|
419
|
+
get id(): string {
|
|
420
|
+
return this.#id;
|
|
421
|
+
}
|
|
422
|
+
|
|
423
|
+
get activeJobs(): RunningJobInfo[] {
|
|
424
|
+
return this.#procPool.processes
|
|
425
|
+
.filter((proc) => proc.runningJob)
|
|
426
|
+
.map((proc) => proc.runningJob!);
|
|
427
|
+
}
|
|
428
|
+
|
|
429
|
+
/** @throws {@link WorkerError} if worker did not drain in time */
|
|
430
|
+
async drain(timeout?: number) {
|
|
431
|
+
if (this.#draining) {
|
|
432
|
+
return;
|
|
433
|
+
}
|
|
434
|
+
|
|
435
|
+
this.#logger.debug('draining worker');
|
|
436
|
+
this.#draining = true;
|
|
437
|
+
|
|
438
|
+
this.event.emit(
|
|
439
|
+
'worker_msg',
|
|
440
|
+
new WorkerMessage({
|
|
441
|
+
message: {
|
|
442
|
+
case: 'updateWorker',
|
|
443
|
+
value: {
|
|
444
|
+
status: WorkerStatus.WS_FULL,
|
|
445
|
+
},
|
|
446
|
+
},
|
|
447
|
+
}),
|
|
448
|
+
);
|
|
449
|
+
|
|
450
|
+
const joinJobs = async () => {
|
|
451
|
+
return Promise.all(
|
|
452
|
+
this.#procPool.processes.map((proc) => {
|
|
453
|
+
if (!proc.runningJob) {
|
|
454
|
+
proc.close();
|
|
455
|
+
}
|
|
456
|
+
return proc.join();
|
|
457
|
+
}),
|
|
458
|
+
);
|
|
459
|
+
};
|
|
460
|
+
|
|
461
|
+
let timer: NodeJS.Timeout | undefined;
|
|
462
|
+
if (timeout) {
|
|
463
|
+
timer = setTimeout(() => {
|
|
464
|
+
throw new WorkerError('timed out draining');
|
|
465
|
+
}, timeout);
|
|
466
|
+
}
|
|
467
|
+
await joinJobs().then(() => {
|
|
468
|
+
if (timeout) {
|
|
469
|
+
clearTimeout(timer);
|
|
470
|
+
}
|
|
471
|
+
});
|
|
472
|
+
}
|
|
473
|
+
|
|
474
|
+
async simulateJob(roomName: string, participantIdentity?: string) {
|
|
475
|
+
const client = new RoomServiceClient(this.#opts.wsURL, this.#opts.apiKey, this.#opts.apiSecret);
|
|
476
|
+
const room = await client.createRoom({ name: roomName });
|
|
477
|
+
let participant: ParticipantInfo | undefined = undefined;
|
|
478
|
+
if (participantIdentity) {
|
|
479
|
+
try {
|
|
480
|
+
// TODO(AJS-269): resolve compatibility issue with node-sdk to remove the forced type casting
|
|
481
|
+
participant = (await client.getParticipant(
|
|
482
|
+
roomName,
|
|
483
|
+
participantIdentity,
|
|
484
|
+
)) as unknown as ParticipantInfo;
|
|
485
|
+
} catch (e) {
|
|
486
|
+
this.#logger.fatal(
|
|
487
|
+
`participant with identity ${participantIdentity} not found in room ${roomName}`,
|
|
488
|
+
);
|
|
489
|
+
throw e;
|
|
490
|
+
}
|
|
491
|
+
}
|
|
492
|
+
|
|
493
|
+
this.event.emit(
|
|
494
|
+
'worker_msg',
|
|
495
|
+
new WorkerMessage({
|
|
496
|
+
message: {
|
|
497
|
+
case: 'simulateJob',
|
|
498
|
+
value: {
|
|
499
|
+
type: JobType.JT_PUBLISHER,
|
|
500
|
+
room,
|
|
501
|
+
participant,
|
|
502
|
+
},
|
|
503
|
+
},
|
|
504
|
+
}),
|
|
505
|
+
);
|
|
506
|
+
}
|
|
507
|
+
|
|
508
|
+
async #runWS(ws: WebSocket) {
|
|
509
|
+
let closingWS = false;
|
|
510
|
+
|
|
511
|
+
const send = (msg: WorkerMessage) => {
|
|
512
|
+
if (closingWS) {
|
|
513
|
+
this.event.off('worker_msg', send);
|
|
514
|
+
return;
|
|
515
|
+
}
|
|
516
|
+
ws.send(msg.toBinary());
|
|
517
|
+
};
|
|
518
|
+
this.event.on('worker_msg', send);
|
|
519
|
+
|
|
520
|
+
const close = new Promise<void>((resolve) => {
|
|
521
|
+
ws.addEventListener('close', () => {
|
|
522
|
+
closingWS = true;
|
|
523
|
+
if (!this.#closed) {
|
|
524
|
+
this.#logger.error('worker connection closed unexpectedly');
|
|
525
|
+
}
|
|
526
|
+
resolve();
|
|
527
|
+
});
|
|
528
|
+
});
|
|
529
|
+
|
|
530
|
+
ws.addEventListener('error', (event) => {
|
|
531
|
+
this.#logger.error('worker error:', event.message);
|
|
532
|
+
});
|
|
533
|
+
|
|
534
|
+
ws.addEventListener('message', (event) => {
|
|
535
|
+
if (event.type !== 'message') {
|
|
536
|
+
this.#logger.warn('unexpected message type: ' + event.type);
|
|
537
|
+
return;
|
|
538
|
+
}
|
|
539
|
+
|
|
540
|
+
const msg = new ServerMessage();
|
|
541
|
+
msg.fromBinary(event.data as Uint8Array);
|
|
542
|
+
|
|
543
|
+
// register is the only valid first message, and it is only valid as the
|
|
544
|
+
// first message
|
|
545
|
+
if (this.#connecting && msg.message.case !== 'register') {
|
|
546
|
+
throw new WorkerError('expected register response as first message');
|
|
547
|
+
}
|
|
548
|
+
|
|
549
|
+
switch (msg.message.case) {
|
|
550
|
+
case 'register': {
|
|
551
|
+
this.#id = msg.message.value.workerId;
|
|
552
|
+
this.#logger
|
|
553
|
+
.child({ id: this.id, server_info: msg.message.value.serverInfo })
|
|
554
|
+
.info('registered worker');
|
|
555
|
+
this.event.emit(
|
|
556
|
+
'worker_registered',
|
|
557
|
+
msg.message.value.workerId,
|
|
558
|
+
msg.message.value.serverInfo,
|
|
559
|
+
);
|
|
560
|
+
this.#connecting = false;
|
|
561
|
+
break;
|
|
562
|
+
}
|
|
563
|
+
case 'availability': {
|
|
564
|
+
if (!msg.message.value.job) return;
|
|
565
|
+
const task = this.#availability(msg.message.value);
|
|
566
|
+
this.#tasks.push(task);
|
|
567
|
+
task.finally(() => {
|
|
568
|
+
const taskIndex = this.#tasks.indexOf(task);
|
|
569
|
+
if (taskIndex !== -1) {
|
|
570
|
+
this.#tasks.splice(taskIndex, 1);
|
|
571
|
+
} else {
|
|
572
|
+
throw new Error(`task ${task} not found in tasks`);
|
|
573
|
+
}
|
|
574
|
+
});
|
|
575
|
+
break;
|
|
576
|
+
}
|
|
577
|
+
case 'assignment': {
|
|
578
|
+
if (!msg.message.value.job) return;
|
|
579
|
+
const job = msg.message.value.job;
|
|
580
|
+
if (job.id in this.#pending) {
|
|
581
|
+
const task = this.#pending[job.id];
|
|
582
|
+
delete this.#pending[job.id];
|
|
583
|
+
task?.resolve(msg.message.value);
|
|
584
|
+
} else {
|
|
585
|
+
this.#logger.child({ job }).warn('received assignment for unknown job ' + job.id);
|
|
586
|
+
}
|
|
587
|
+
break;
|
|
588
|
+
}
|
|
589
|
+
case 'termination': {
|
|
590
|
+
const task = this.#termination(msg.message.value);
|
|
591
|
+
this.#tasks.push(task);
|
|
592
|
+
task.finally(() => {
|
|
593
|
+
const taskIndex = this.#tasks.indexOf(task);
|
|
594
|
+
if (taskIndex !== -1) {
|
|
595
|
+
this.#tasks.splice(taskIndex, 1);
|
|
596
|
+
} else {
|
|
597
|
+
throw new Error(`task ${task} not found in tasks`);
|
|
598
|
+
}
|
|
599
|
+
});
|
|
600
|
+
break;
|
|
601
|
+
}
|
|
602
|
+
}
|
|
603
|
+
});
|
|
604
|
+
|
|
605
|
+
this.event.emit(
|
|
606
|
+
'worker_msg',
|
|
607
|
+
new WorkerMessage({
|
|
608
|
+
message: {
|
|
609
|
+
case: 'register',
|
|
610
|
+
value: {
|
|
611
|
+
type: this.#opts.serverType,
|
|
612
|
+
agentName: this.#opts.agentName,
|
|
613
|
+
allowedPermissions: new ParticipantPermission({
|
|
614
|
+
canPublish: this.#opts.permissions.canPublish,
|
|
615
|
+
canSubscribe: this.#opts.permissions.canSubscribe,
|
|
616
|
+
canPublishData: this.#opts.permissions.canPublishData,
|
|
617
|
+
canUpdateMetadata: this.#opts.permissions.canUpdateMetadata,
|
|
618
|
+
hidden: this.#opts.permissions.hidden,
|
|
619
|
+
agent: true,
|
|
620
|
+
}),
|
|
621
|
+
version,
|
|
622
|
+
},
|
|
623
|
+
},
|
|
624
|
+
}),
|
|
625
|
+
);
|
|
626
|
+
|
|
627
|
+
let currentStatus = WorkerStatus.WS_AVAILABLE;
|
|
628
|
+
const loadMonitor = setInterval(() => {
|
|
629
|
+
if (closingWS) clearInterval(loadMonitor);
|
|
630
|
+
|
|
631
|
+
const oldStatus = currentStatus;
|
|
632
|
+
this.#opts.loadFunc(this).then((currentLoad: number) => {
|
|
633
|
+
const isFull = currentLoad >= this.#opts.loadThreshold;
|
|
634
|
+
const currentlyAvailable = !isFull;
|
|
635
|
+
currentStatus = currentlyAvailable ? WorkerStatus.WS_AVAILABLE : WorkerStatus.WS_FULL;
|
|
636
|
+
|
|
637
|
+
if (oldStatus != currentStatus) {
|
|
638
|
+
const extra = { load: currentLoad, loadThreshold: this.#opts.loadThreshold };
|
|
639
|
+
if (isFull) {
|
|
640
|
+
this.#logger.child(extra).info('worker is at full capacity, marking as unavailable');
|
|
641
|
+
} else {
|
|
642
|
+
this.#logger.child(extra).info('worker is below capacity, marking as available');
|
|
643
|
+
}
|
|
644
|
+
}
|
|
645
|
+
|
|
646
|
+
this.event.emit(
|
|
647
|
+
'worker_msg',
|
|
648
|
+
new WorkerMessage({
|
|
649
|
+
message: {
|
|
650
|
+
case: 'updateWorker',
|
|
651
|
+
value: {
|
|
652
|
+
load: currentLoad,
|
|
653
|
+
status: currentStatus,
|
|
654
|
+
},
|
|
655
|
+
},
|
|
656
|
+
}),
|
|
657
|
+
);
|
|
658
|
+
});
|
|
659
|
+
}, UPDATE_LOAD_INTERVAL);
|
|
660
|
+
|
|
661
|
+
await close;
|
|
662
|
+
ws.removeAllListeners();
|
|
663
|
+
}
|
|
664
|
+
|
|
665
|
+
async #availability(msg: AvailabilityRequest) {
|
|
666
|
+
let answered = false;
|
|
667
|
+
|
|
668
|
+
const onReject = async () => {
|
|
669
|
+
answered = true;
|
|
670
|
+
this.event.emit(
|
|
671
|
+
'worker_msg',
|
|
672
|
+
new WorkerMessage({
|
|
673
|
+
message: {
|
|
674
|
+
case: 'availability',
|
|
675
|
+
value: {
|
|
676
|
+
jobId: msg.job!.id,
|
|
677
|
+
available: false,
|
|
678
|
+
},
|
|
679
|
+
},
|
|
680
|
+
}),
|
|
681
|
+
);
|
|
682
|
+
};
|
|
683
|
+
|
|
684
|
+
const onAccept = async (args: JobAcceptArguments) => {
|
|
685
|
+
answered = true;
|
|
686
|
+
|
|
687
|
+
this.event.emit(
|
|
688
|
+
'worker_msg',
|
|
689
|
+
new WorkerMessage({
|
|
690
|
+
message: {
|
|
691
|
+
case: 'availability',
|
|
692
|
+
value: {
|
|
693
|
+
jobId: msg.job!.id,
|
|
694
|
+
available: true,
|
|
695
|
+
participantIdentity: args.identity,
|
|
696
|
+
participantName: args.name,
|
|
697
|
+
participantMetadata: args.metadata,
|
|
698
|
+
participantAttributes: args.attributes,
|
|
699
|
+
},
|
|
700
|
+
},
|
|
701
|
+
}),
|
|
702
|
+
);
|
|
703
|
+
|
|
704
|
+
this.#pending[req.id] = new PendingAssignment();
|
|
705
|
+
const timer = setTimeout(() => {
|
|
706
|
+
this.#logger.child({ req }).warn(`assignment for job ${req.id} timed out`);
|
|
707
|
+
return;
|
|
708
|
+
}, ASSIGNMENT_TIMEOUT);
|
|
709
|
+
const asgn = await this.#pending[req.id]?.promise.then(async (asgn) => {
|
|
710
|
+
clearTimeout(timer);
|
|
711
|
+
return asgn;
|
|
712
|
+
});
|
|
713
|
+
|
|
714
|
+
if (asgn) {
|
|
715
|
+
await this.#procPool.launchJob({
|
|
716
|
+
acceptArguments: args,
|
|
717
|
+
job: msg.job!,
|
|
718
|
+
url: asgn.url || this.#opts.wsURL,
|
|
719
|
+
token: asgn.token,
|
|
720
|
+
workerId: this.id,
|
|
721
|
+
});
|
|
722
|
+
} else {
|
|
723
|
+
this.#logger.child({ requestId: req.id }).warn('pending assignment not found');
|
|
724
|
+
}
|
|
725
|
+
};
|
|
726
|
+
|
|
727
|
+
const req = new JobRequest(msg.job!, onReject, onAccept);
|
|
728
|
+
this.#logger
|
|
729
|
+
.child({ jobId: msg.job?.id, resuming: msg.resuming, agentName: this.#opts.agentName })
|
|
730
|
+
.info('received job request');
|
|
731
|
+
|
|
732
|
+
const jobRequestTask = async () => {
|
|
733
|
+
try {
|
|
734
|
+
await this.#opts.requestFunc(req);
|
|
735
|
+
} catch (e) {
|
|
736
|
+
this.#logger
|
|
737
|
+
.child({ job: msg.job, resuming: msg.resuming, agentName: this.#opts.agentName })
|
|
738
|
+
.info('jobRequestFunc failed');
|
|
739
|
+
await onReject();
|
|
740
|
+
}
|
|
741
|
+
|
|
742
|
+
if (!answered) {
|
|
743
|
+
this.#logger
|
|
744
|
+
.child({ job: msg.job, resuming: msg.resuming, agentName: this.#opts.agentName })
|
|
745
|
+
.info('no answer was given inside the jobRequestFunc, automatically rejecting the job');
|
|
746
|
+
}
|
|
747
|
+
};
|
|
748
|
+
|
|
749
|
+
const task = jobRequestTask();
|
|
750
|
+
this.#tasks.push(task);
|
|
751
|
+
task.finally(() => {
|
|
752
|
+
const taskIndex = this.#tasks.indexOf(task);
|
|
753
|
+
if (taskIndex !== -1) {
|
|
754
|
+
this.#tasks.splice(taskIndex, 1);
|
|
755
|
+
} else {
|
|
756
|
+
throw new Error(`task ${task} not found in tasks`);
|
|
757
|
+
}
|
|
758
|
+
});
|
|
759
|
+
}
|
|
760
|
+
|
|
761
|
+
async #termination(msg: JobTermination) {
|
|
762
|
+
const proc = this.#procPool.getByJobId(msg.jobId);
|
|
763
|
+
if (proc === null) {
|
|
764
|
+
// safe to ignore
|
|
765
|
+
return;
|
|
766
|
+
}
|
|
767
|
+
await proc.close();
|
|
768
|
+
}
|
|
769
|
+
|
|
770
|
+
async close() {
|
|
771
|
+
if (this.#closed) {
|
|
772
|
+
await this.#close.await;
|
|
773
|
+
return;
|
|
774
|
+
}
|
|
775
|
+
|
|
776
|
+
this.#logger.debug('shutting down worker');
|
|
777
|
+
|
|
778
|
+
this.#closed = true;
|
|
779
|
+
|
|
780
|
+
await this.#inferenceExecutor?.close();
|
|
781
|
+
await this.#procPool.close();
|
|
782
|
+
await this.#httpServer.close();
|
|
783
|
+
await Promise.allSettled(this.#tasks);
|
|
784
|
+
|
|
785
|
+
this.#session?.close();
|
|
786
|
+
await this.#close.await;
|
|
787
|
+
}
|
|
788
|
+
}
|
|
789
|
+
|
|
790
|
+
/**
|
|
791
|
+
* @deprecated Use {@link AgentServer} instead. This alias is provided for backward compatibility.
|
|
792
|
+
*/
|
|
793
|
+
export const Worker = AgentServer;
|
|
794
|
+
|
|
795
|
+
/**
|
|
796
|
+
* @deprecated Use {@link ServerOptions} instead. This alias is provided for backward compatibility.
|
|
797
|
+
*/
|
|
798
|
+
export const WorkerOptions = ServerOptions;
|