@livekit/agents 0.0.0-20260120144724

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (987) hide show
  1. package/LICENSE +201 -0
  2. package/README.md +17 -0
  3. package/dist/_exceptions.cjs +109 -0
  4. package/dist/_exceptions.cjs.map +1 -0
  5. package/dist/_exceptions.d.cts +64 -0
  6. package/dist/_exceptions.d.ts +64 -0
  7. package/dist/_exceptions.d.ts.map +1 -0
  8. package/dist/_exceptions.js +80 -0
  9. package/dist/_exceptions.js.map +1 -0
  10. package/dist/audio.cjs +170 -0
  11. package/dist/audio.cjs.map +1 -0
  12. package/dist/audio.d.cts +46 -0
  13. package/dist/audio.d.ts +46 -0
  14. package/dist/audio.d.ts.map +1 -0
  15. package/dist/audio.js +133 -0
  16. package/dist/audio.js.map +1 -0
  17. package/dist/cli.cjs +171 -0
  18. package/dist/cli.cjs.map +1 -0
  19. package/dist/cli.d.cts +14 -0
  20. package/dist/cli.d.ts +14 -0
  21. package/dist/cli.d.ts.map +1 -0
  22. package/dist/cli.js +145 -0
  23. package/dist/cli.js.map +1 -0
  24. package/dist/connection_pool.cjs +242 -0
  25. package/dist/connection_pool.cjs.map +1 -0
  26. package/dist/connection_pool.d.cts +123 -0
  27. package/dist/connection_pool.d.ts +123 -0
  28. package/dist/connection_pool.d.ts.map +1 -0
  29. package/dist/connection_pool.js +218 -0
  30. package/dist/connection_pool.js.map +1 -0
  31. package/dist/connection_pool.test.cjs +256 -0
  32. package/dist/connection_pool.test.cjs.map +1 -0
  33. package/dist/connection_pool.test.js +255 -0
  34. package/dist/connection_pool.test.js.map +1 -0
  35. package/dist/constants.cjs +44 -0
  36. package/dist/constants.cjs.map +1 -0
  37. package/dist/constants.d.cts +7 -0
  38. package/dist/constants.d.ts +7 -0
  39. package/dist/constants.d.ts.map +1 -0
  40. package/dist/constants.js +15 -0
  41. package/dist/constants.js.map +1 -0
  42. package/dist/generator.cjs +36 -0
  43. package/dist/generator.cjs.map +1 -0
  44. package/dist/generator.d.cts +23 -0
  45. package/dist/generator.d.ts +23 -0
  46. package/dist/generator.d.ts.map +1 -0
  47. package/dist/generator.js +11 -0
  48. package/dist/generator.js.map +1 -0
  49. package/dist/http_server.cjs +75 -0
  50. package/dist/http_server.cjs.map +1 -0
  51. package/dist/http_server.d.cts +20 -0
  52. package/dist/http_server.d.ts +20 -0
  53. package/dist/http_server.d.ts.map +1 -0
  54. package/dist/http_server.js +51 -0
  55. package/dist/http_server.js.map +1 -0
  56. package/dist/index.cjs +100 -0
  57. package/dist/index.cjs.map +1 -0
  58. package/dist/index.d.cts +35 -0
  59. package/dist/index.d.ts +35 -0
  60. package/dist/index.d.ts.map +1 -0
  61. package/dist/index.js +40 -0
  62. package/dist/index.js.map +1 -0
  63. package/dist/inference/api_protos.cjs +104 -0
  64. package/dist/inference/api_protos.cjs.map +1 -0
  65. package/dist/inference/api_protos.d.cts +222 -0
  66. package/dist/inference/api_protos.d.ts +222 -0
  67. package/dist/inference/api_protos.d.ts.map +1 -0
  68. package/dist/inference/api_protos.js +70 -0
  69. package/dist/inference/api_protos.js.map +1 -0
  70. package/dist/inference/index.cjs +56 -0
  71. package/dist/inference/index.cjs.map +1 -0
  72. package/dist/inference/index.d.cts +8 -0
  73. package/dist/inference/index.d.ts +8 -0
  74. package/dist/inference/index.d.ts.map +1 -0
  75. package/dist/inference/index.js +23 -0
  76. package/dist/inference/index.js.map +1 -0
  77. package/dist/inference/interruption/AdaptiveInterruptionDetector.cjs +152 -0
  78. package/dist/inference/interruption/AdaptiveInterruptionDetector.cjs.map +1 -0
  79. package/dist/inference/interruption/AdaptiveInterruptionDetector.d.cts +50 -0
  80. package/dist/inference/interruption/AdaptiveInterruptionDetector.d.ts +50 -0
  81. package/dist/inference/interruption/AdaptiveInterruptionDetector.d.ts.map +1 -0
  82. package/dist/inference/interruption/AdaptiveInterruptionDetector.js +125 -0
  83. package/dist/inference/interruption/AdaptiveInterruptionDetector.js.map +1 -0
  84. package/dist/inference/interruption/InterruptionStream.cjs +310 -0
  85. package/dist/inference/interruption/InterruptionStream.cjs.map +1 -0
  86. package/dist/inference/interruption/InterruptionStream.d.cts +57 -0
  87. package/dist/inference/interruption/InterruptionStream.d.ts +57 -0
  88. package/dist/inference/interruption/InterruptionStream.d.ts.map +1 -0
  89. package/dist/inference/interruption/InterruptionStream.js +288 -0
  90. package/dist/inference/interruption/InterruptionStream.js.map +1 -0
  91. package/dist/inference/interruption/defaults.cjs +76 -0
  92. package/dist/inference/interruption/defaults.cjs.map +1 -0
  93. package/dist/inference/interruption/defaults.d.cts +14 -0
  94. package/dist/inference/interruption/defaults.d.ts +14 -0
  95. package/dist/inference/interruption/defaults.d.ts.map +1 -0
  96. package/dist/inference/interruption/defaults.js +42 -0
  97. package/dist/inference/interruption/defaults.js.map +1 -0
  98. package/dist/inference/interruption/errors.cjs +2 -0
  99. package/dist/inference/interruption/errors.cjs.map +1 -0
  100. package/dist/inference/interruption/errors.d.cts +2 -0
  101. package/dist/inference/interruption/errors.d.ts +2 -0
  102. package/dist/inference/interruption/errors.d.ts.map +1 -0
  103. package/dist/inference/interruption/errors.js +1 -0
  104. package/dist/inference/interruption/errors.js.map +1 -0
  105. package/dist/inference/interruption/http_transport.cjs +57 -0
  106. package/dist/inference/interruption/http_transport.cjs.map +1 -0
  107. package/dist/inference/interruption/http_transport.d.cts +23 -0
  108. package/dist/inference/interruption/http_transport.d.ts +23 -0
  109. package/dist/inference/interruption/http_transport.d.ts.map +1 -0
  110. package/dist/inference/interruption/http_transport.js +33 -0
  111. package/dist/inference/interruption/http_transport.js.map +1 -0
  112. package/dist/inference/interruption/index.cjs +34 -0
  113. package/dist/inference/interruption/index.cjs.map +1 -0
  114. package/dist/inference/interruption/index.d.cts +5 -0
  115. package/dist/inference/interruption/index.d.ts +5 -0
  116. package/dist/inference/interruption/index.d.ts.map +1 -0
  117. package/dist/inference/interruption/index.js +7 -0
  118. package/dist/inference/interruption/index.js.map +1 -0
  119. package/dist/inference/interruption/interruption.cjs +85 -0
  120. package/dist/inference/interruption/interruption.cjs.map +1 -0
  121. package/dist/inference/interruption/interruption.d.cts +48 -0
  122. package/dist/inference/interruption/interruption.d.ts +48 -0
  123. package/dist/inference/interruption/interruption.d.ts.map +1 -0
  124. package/dist/inference/interruption/interruption.js +59 -0
  125. package/dist/inference/interruption/interruption.js.map +1 -0
  126. package/dist/inference/llm.cjs +347 -0
  127. package/dist/inference/llm.cjs.map +1 -0
  128. package/dist/inference/llm.d.cts +114 -0
  129. package/dist/inference/llm.d.ts +114 -0
  130. package/dist/inference/llm.d.ts.map +1 -0
  131. package/dist/inference/llm.js +318 -0
  132. package/dist/inference/llm.js.map +1 -0
  133. package/dist/inference/stt.cjs +371 -0
  134. package/dist/inference/stt.cjs.map +1 -0
  135. package/dist/inference/stt.d.cts +91 -0
  136. package/dist/inference/stt.d.ts +91 -0
  137. package/dist/inference/stt.d.ts.map +1 -0
  138. package/dist/inference/stt.js +350 -0
  139. package/dist/inference/stt.js.map +1 -0
  140. package/dist/inference/tts.cjs +439 -0
  141. package/dist/inference/tts.cjs.map +1 -0
  142. package/dist/inference/tts.d.cts +80 -0
  143. package/dist/inference/tts.d.ts +80 -0
  144. package/dist/inference/tts.d.ts.map +1 -0
  145. package/dist/inference/tts.js +417 -0
  146. package/dist/inference/tts.js.map +1 -0
  147. package/dist/inference/utils.cjs +89 -0
  148. package/dist/inference/utils.cjs.map +1 -0
  149. package/dist/inference/utils.d.cts +6 -0
  150. package/dist/inference/utils.d.ts +6 -0
  151. package/dist/inference/utils.d.ts.map +1 -0
  152. package/dist/inference/utils.js +63 -0
  153. package/dist/inference/utils.js.map +1 -0
  154. package/dist/inference/utils.test.cjs +20 -0
  155. package/dist/inference/utils.test.cjs.map +1 -0
  156. package/dist/inference/utils.test.js +19 -0
  157. package/dist/inference/utils.test.js.map +1 -0
  158. package/dist/inference_runner.cjs +37 -0
  159. package/dist/inference_runner.cjs.map +1 -0
  160. package/dist/inference_runner.d.cts +11 -0
  161. package/dist/inference_runner.d.ts +11 -0
  162. package/dist/inference_runner.d.ts.map +1 -0
  163. package/dist/inference_runner.js +13 -0
  164. package/dist/inference_runner.js.map +1 -0
  165. package/dist/ipc/index.cjs +23 -0
  166. package/dist/ipc/index.cjs.map +1 -0
  167. package/dist/ipc/index.d.cts +2 -0
  168. package/dist/ipc/index.d.ts +2 -0
  169. package/dist/ipc/index.d.ts.map +1 -0
  170. package/dist/ipc/index.js +2 -0
  171. package/dist/ipc/index.js.map +1 -0
  172. package/dist/ipc/inference_executor.cjs +17 -0
  173. package/dist/ipc/inference_executor.cjs.map +1 -0
  174. package/dist/ipc/inference_executor.d.cts +4 -0
  175. package/dist/ipc/inference_executor.d.ts +4 -0
  176. package/dist/ipc/inference_executor.d.ts.map +1 -0
  177. package/dist/ipc/inference_executor.js +1 -0
  178. package/dist/ipc/inference_executor.js.map +1 -0
  179. package/dist/ipc/inference_proc_executor.cjs +101 -0
  180. package/dist/ipc/inference_proc_executor.cjs.map +1 -0
  181. package/dist/ipc/inference_proc_executor.d.cts +23 -0
  182. package/dist/ipc/inference_proc_executor.d.ts +23 -0
  183. package/dist/ipc/inference_proc_executor.d.ts.map +1 -0
  184. package/dist/ipc/inference_proc_executor.js +75 -0
  185. package/dist/ipc/inference_proc_executor.js.map +1 -0
  186. package/dist/ipc/inference_proc_lazy_main.cjs +86 -0
  187. package/dist/ipc/inference_proc_lazy_main.cjs.map +1 -0
  188. package/dist/ipc/inference_proc_lazy_main.d.cts +2 -0
  189. package/dist/ipc/inference_proc_lazy_main.d.ts +2 -0
  190. package/dist/ipc/inference_proc_lazy_main.d.ts.map +1 -0
  191. package/dist/ipc/inference_proc_lazy_main.js +85 -0
  192. package/dist/ipc/inference_proc_lazy_main.js.map +1 -0
  193. package/dist/ipc/job_executor.cjs +34 -0
  194. package/dist/ipc/job_executor.cjs.map +1 -0
  195. package/dist/ipc/job_executor.d.cts +18 -0
  196. package/dist/ipc/job_executor.d.ts +18 -0
  197. package/dist/ipc/job_executor.d.ts.map +1 -0
  198. package/dist/ipc/job_executor.js +10 -0
  199. package/dist/ipc/job_executor.js.map +1 -0
  200. package/dist/ipc/job_proc_executor.cjs +115 -0
  201. package/dist/ipc/job_proc_executor.cjs.map +1 -0
  202. package/dist/ipc/job_proc_executor.d.cts +19 -0
  203. package/dist/ipc/job_proc_executor.d.ts +19 -0
  204. package/dist/ipc/job_proc_executor.d.ts.map +1 -0
  205. package/dist/ipc/job_proc_executor.js +89 -0
  206. package/dist/ipc/job_proc_executor.js.map +1 -0
  207. package/dist/ipc/job_proc_lazy_main.cjs +210 -0
  208. package/dist/ipc/job_proc_lazy_main.cjs.map +1 -0
  209. package/dist/ipc/job_proc_lazy_main.d.cts +2 -0
  210. package/dist/ipc/job_proc_lazy_main.d.ts +2 -0
  211. package/dist/ipc/job_proc_lazy_main.d.ts.map +1 -0
  212. package/dist/ipc/job_proc_lazy_main.js +187 -0
  213. package/dist/ipc/job_proc_lazy_main.js.map +1 -0
  214. package/dist/ipc/message.cjs +17 -0
  215. package/dist/ipc/message.cjs.map +1 -0
  216. package/dist/ipc/message.d.cts +58 -0
  217. package/dist/ipc/message.d.ts +58 -0
  218. package/dist/ipc/message.d.ts.map +1 -0
  219. package/dist/ipc/message.js +1 -0
  220. package/dist/ipc/message.js.map +1 -0
  221. package/dist/ipc/proc_pool.cjs +164 -0
  222. package/dist/ipc/proc_pool.cjs.map +1 -0
  223. package/dist/ipc/proc_pool.d.cts +31 -0
  224. package/dist/ipc/proc_pool.d.ts +31 -0
  225. package/dist/ipc/proc_pool.d.ts.map +1 -0
  226. package/dist/ipc/proc_pool.js +140 -0
  227. package/dist/ipc/proc_pool.js.map +1 -0
  228. package/dist/ipc/supervised_proc.cjs +229 -0
  229. package/dist/ipc/supervised_proc.cjs.map +1 -0
  230. package/dist/ipc/supervised_proc.d.cts +32 -0
  231. package/dist/ipc/supervised_proc.d.ts +32 -0
  232. package/dist/ipc/supervised_proc.d.ts.map +1 -0
  233. package/dist/ipc/supervised_proc.js +195 -0
  234. package/dist/ipc/supervised_proc.js.map +1 -0
  235. package/dist/ipc/supervised_proc.test.cjs +145 -0
  236. package/dist/ipc/supervised_proc.test.cjs.map +1 -0
  237. package/dist/ipc/supervised_proc.test.js +122 -0
  238. package/dist/ipc/supervised_proc.test.js.map +1 -0
  239. package/dist/job.cjs +373 -0
  240. package/dist/job.cjs.map +1 -0
  241. package/dist/job.d.cts +141 -0
  242. package/dist/job.d.ts +141 -0
  243. package/dist/job.d.ts.map +1 -0
  244. package/dist/job.js +332 -0
  245. package/dist/job.js.map +1 -0
  246. package/dist/llm/chat_context.cjs +527 -0
  247. package/dist/llm/chat_context.cjs.map +1 -0
  248. package/dist/llm/chat_context.d.cts +223 -0
  249. package/dist/llm/chat_context.d.ts +223 -0
  250. package/dist/llm/chat_context.d.ts.map +1 -0
  251. package/dist/llm/chat_context.js +496 -0
  252. package/dist/llm/chat_context.js.map +1 -0
  253. package/dist/llm/chat_context.test.cjs +911 -0
  254. package/dist/llm/chat_context.test.cjs.map +1 -0
  255. package/dist/llm/chat_context.test.js +916 -0
  256. package/dist/llm/chat_context.test.js.map +1 -0
  257. package/dist/llm/fallback_adapter.cjs +278 -0
  258. package/dist/llm/fallback_adapter.cjs.map +1 -0
  259. package/dist/llm/fallback_adapter.d.cts +73 -0
  260. package/dist/llm/fallback_adapter.d.ts +73 -0
  261. package/dist/llm/fallback_adapter.d.ts.map +1 -0
  262. package/dist/llm/fallback_adapter.js +254 -0
  263. package/dist/llm/fallback_adapter.js.map +1 -0
  264. package/dist/llm/fallback_adapter.test.cjs +176 -0
  265. package/dist/llm/fallback_adapter.test.cjs.map +1 -0
  266. package/dist/llm/fallback_adapter.test.js +175 -0
  267. package/dist/llm/fallback_adapter.test.js.map +1 -0
  268. package/dist/llm/index.cjs +79 -0
  269. package/dist/llm/index.cjs.map +1 -0
  270. package/dist/llm/index.d.cts +9 -0
  271. package/dist/llm/index.d.ts +9 -0
  272. package/dist/llm/index.d.ts.map +1 -0
  273. package/dist/llm/index.js +61 -0
  274. package/dist/llm/index.js.map +1 -0
  275. package/dist/llm/llm.cjs +226 -0
  276. package/dist/llm/llm.cjs.map +1 -0
  277. package/dist/llm/llm.d.cts +94 -0
  278. package/dist/llm/llm.d.ts +94 -0
  279. package/dist/llm/llm.d.ts.map +1 -0
  280. package/dist/llm/llm.js +201 -0
  281. package/dist/llm/llm.js.map +1 -0
  282. package/dist/llm/provider_format/google.cjs +132 -0
  283. package/dist/llm/provider_format/google.cjs.map +1 -0
  284. package/dist/llm/provider_format/google.d.cts +6 -0
  285. package/dist/llm/provider_format/google.d.ts +6 -0
  286. package/dist/llm/provider_format/google.d.ts.map +1 -0
  287. package/dist/llm/provider_format/google.js +108 -0
  288. package/dist/llm/provider_format/google.js.map +1 -0
  289. package/dist/llm/provider_format/google.test.cjs +724 -0
  290. package/dist/llm/provider_format/google.test.cjs.map +1 -0
  291. package/dist/llm/provider_format/google.test.js +728 -0
  292. package/dist/llm/provider_format/google.test.js.map +1 -0
  293. package/dist/llm/provider_format/index.cjs +40 -0
  294. package/dist/llm/provider_format/index.cjs.map +1 -0
  295. package/dist/llm/provider_format/index.d.cts +4 -0
  296. package/dist/llm/provider_format/index.d.ts +4 -0
  297. package/dist/llm/provider_format/index.d.ts.map +1 -0
  298. package/dist/llm/provider_format/index.js +16 -0
  299. package/dist/llm/provider_format/index.js.map +1 -0
  300. package/dist/llm/provider_format/openai.cjs +138 -0
  301. package/dist/llm/provider_format/openai.cjs.map +1 -0
  302. package/dist/llm/provider_format/openai.d.cts +3 -0
  303. package/dist/llm/provider_format/openai.d.ts +3 -0
  304. package/dist/llm/provider_format/openai.d.ts.map +1 -0
  305. package/dist/llm/provider_format/openai.js +114 -0
  306. package/dist/llm/provider_format/openai.js.map +1 -0
  307. package/dist/llm/provider_format/openai.test.cjs +557 -0
  308. package/dist/llm/provider_format/openai.test.cjs.map +1 -0
  309. package/dist/llm/provider_format/openai.test.js +561 -0
  310. package/dist/llm/provider_format/openai.test.js.map +1 -0
  311. package/dist/llm/provider_format/utils.cjs +146 -0
  312. package/dist/llm/provider_format/utils.cjs.map +1 -0
  313. package/dist/llm/provider_format/utils.d.cts +38 -0
  314. package/dist/llm/provider_format/utils.d.ts +38 -0
  315. package/dist/llm/provider_format/utils.d.ts.map +1 -0
  316. package/dist/llm/provider_format/utils.js +122 -0
  317. package/dist/llm/provider_format/utils.js.map +1 -0
  318. package/dist/llm/realtime.cjs +77 -0
  319. package/dist/llm/realtime.cjs.map +1 -0
  320. package/dist/llm/realtime.d.cts +106 -0
  321. package/dist/llm/realtime.d.ts +106 -0
  322. package/dist/llm/realtime.d.ts.map +1 -0
  323. package/dist/llm/realtime.js +52 -0
  324. package/dist/llm/realtime.js.map +1 -0
  325. package/dist/llm/remote_chat_context.cjs +112 -0
  326. package/dist/llm/remote_chat_context.cjs.map +1 -0
  327. package/dist/llm/remote_chat_context.d.cts +25 -0
  328. package/dist/llm/remote_chat_context.d.ts +25 -0
  329. package/dist/llm/remote_chat_context.d.ts.map +1 -0
  330. package/dist/llm/remote_chat_context.js +88 -0
  331. package/dist/llm/remote_chat_context.js.map +1 -0
  332. package/dist/llm/remote_chat_context.test.cjs +225 -0
  333. package/dist/llm/remote_chat_context.test.cjs.map +1 -0
  334. package/dist/llm/remote_chat_context.test.js +224 -0
  335. package/dist/llm/remote_chat_context.test.js.map +1 -0
  336. package/dist/llm/tool_context.cjs +152 -0
  337. package/dist/llm/tool_context.cjs.map +1 -0
  338. package/dist/llm/tool_context.d.cts +153 -0
  339. package/dist/llm/tool_context.d.ts +153 -0
  340. package/dist/llm/tool_context.d.ts.map +1 -0
  341. package/dist/llm/tool_context.js +119 -0
  342. package/dist/llm/tool_context.js.map +1 -0
  343. package/dist/llm/tool_context.test.cjs +359 -0
  344. package/dist/llm/tool_context.test.cjs.map +1 -0
  345. package/dist/llm/tool_context.test.js +336 -0
  346. package/dist/llm/tool_context.test.js.map +1 -0
  347. package/dist/llm/tool_context.type.test.cjs +92 -0
  348. package/dist/llm/tool_context.type.test.cjs.map +1 -0
  349. package/dist/llm/tool_context.type.test.js +91 -0
  350. package/dist/llm/tool_context.type.test.js.map +1 -0
  351. package/dist/llm/utils.cjs +267 -0
  352. package/dist/llm/utils.cjs.map +1 -0
  353. package/dist/llm/utils.d.cts +41 -0
  354. package/dist/llm/utils.d.ts +41 -0
  355. package/dist/llm/utils.d.ts.map +1 -0
  356. package/dist/llm/utils.js +230 -0
  357. package/dist/llm/utils.js.map +1 -0
  358. package/dist/llm/utils.test.cjs +513 -0
  359. package/dist/llm/utils.test.cjs.map +1 -0
  360. package/dist/llm/utils.test.js +490 -0
  361. package/dist/llm/utils.test.js.map +1 -0
  362. package/dist/llm/zod-utils.cjs +102 -0
  363. package/dist/llm/zod-utils.cjs.map +1 -0
  364. package/dist/llm/zod-utils.d.cts +65 -0
  365. package/dist/llm/zod-utils.d.ts +65 -0
  366. package/dist/llm/zod-utils.d.ts.map +1 -0
  367. package/dist/llm/zod-utils.js +64 -0
  368. package/dist/llm/zod-utils.js.map +1 -0
  369. package/dist/llm/zod-utils.test.cjs +472 -0
  370. package/dist/llm/zod-utils.test.cjs.map +1 -0
  371. package/dist/llm/zod-utils.test.js +455 -0
  372. package/dist/llm/zod-utils.test.js.map +1 -0
  373. package/dist/log.cjs +81 -0
  374. package/dist/log.cjs.map +1 -0
  375. package/dist/log.d.cts +20 -0
  376. package/dist/log.d.ts +20 -0
  377. package/dist/log.d.ts.map +1 -0
  378. package/dist/log.js +54 -0
  379. package/dist/log.js.map +1 -0
  380. package/dist/metrics/base.cjs +17 -0
  381. package/dist/metrics/base.cjs.map +1 -0
  382. package/dist/metrics/base.d.cts +150 -0
  383. package/dist/metrics/base.d.ts +150 -0
  384. package/dist/metrics/base.d.ts.map +1 -0
  385. package/dist/metrics/base.js +1 -0
  386. package/dist/metrics/base.js.map +1 -0
  387. package/dist/metrics/index.cjs +32 -0
  388. package/dist/metrics/index.cjs.map +1 -0
  389. package/dist/metrics/index.d.cts +4 -0
  390. package/dist/metrics/index.d.ts +4 -0
  391. package/dist/metrics/index.d.ts.map +1 -0
  392. package/dist/metrics/index.js +7 -0
  393. package/dist/metrics/index.js.map +1 -0
  394. package/dist/metrics/usage_collector.cjs +58 -0
  395. package/dist/metrics/usage_collector.cjs.map +1 -0
  396. package/dist/metrics/usage_collector.d.cts +15 -0
  397. package/dist/metrics/usage_collector.d.ts +15 -0
  398. package/dist/metrics/usage_collector.d.ts.map +1 -0
  399. package/dist/metrics/usage_collector.js +34 -0
  400. package/dist/metrics/usage_collector.js.map +1 -0
  401. package/dist/metrics/utils.cjs +74 -0
  402. package/dist/metrics/utils.cjs.map +1 -0
  403. package/dist/metrics/utils.d.cts +3 -0
  404. package/dist/metrics/utils.d.ts +3 -0
  405. package/dist/metrics/utils.d.ts.map +1 -0
  406. package/dist/metrics/utils.js +50 -0
  407. package/dist/metrics/utils.js.map +1 -0
  408. package/dist/plugin.cjs +62 -0
  409. package/dist/plugin.cjs.map +1 -0
  410. package/dist/plugin.d.cts +24 -0
  411. package/dist/plugin.d.ts +24 -0
  412. package/dist/plugin.d.ts.map +1 -0
  413. package/dist/plugin.js +37 -0
  414. package/dist/plugin.js.map +1 -0
  415. package/dist/stream/deferred_stream.cjs +106 -0
  416. package/dist/stream/deferred_stream.cjs.map +1 -0
  417. package/dist/stream/deferred_stream.d.cts +32 -0
  418. package/dist/stream/deferred_stream.d.ts +32 -0
  419. package/dist/stream/deferred_stream.d.ts.map +1 -0
  420. package/dist/stream/deferred_stream.js +81 -0
  421. package/dist/stream/deferred_stream.js.map +1 -0
  422. package/dist/stream/deferred_stream.test.cjs +527 -0
  423. package/dist/stream/deferred_stream.test.cjs.map +1 -0
  424. package/dist/stream/deferred_stream.test.js +526 -0
  425. package/dist/stream/deferred_stream.test.js.map +1 -0
  426. package/dist/stream/identity_transform.cjs +42 -0
  427. package/dist/stream/identity_transform.cjs.map +1 -0
  428. package/dist/stream/identity_transform.d.cts +6 -0
  429. package/dist/stream/identity_transform.d.ts +6 -0
  430. package/dist/stream/identity_transform.d.ts.map +1 -0
  431. package/dist/stream/identity_transform.js +18 -0
  432. package/dist/stream/identity_transform.js.map +1 -0
  433. package/dist/stream/identity_transform.test.cjs +125 -0
  434. package/dist/stream/identity_transform.test.cjs.map +1 -0
  435. package/dist/stream/identity_transform.test.js +124 -0
  436. package/dist/stream/identity_transform.test.js.map +1 -0
  437. package/dist/stream/index.cjs +38 -0
  438. package/dist/stream/index.cjs.map +1 -0
  439. package/dist/stream/index.d.cts +5 -0
  440. package/dist/stream/index.d.ts +5 -0
  441. package/dist/stream/index.d.ts.map +1 -0
  442. package/dist/stream/index.js +11 -0
  443. package/dist/stream/index.js.map +1 -0
  444. package/dist/stream/merge_readable_streams.cjs +59 -0
  445. package/dist/stream/merge_readable_streams.cjs.map +1 -0
  446. package/dist/stream/merge_readable_streams.d.cts +4 -0
  447. package/dist/stream/merge_readable_streams.d.ts +4 -0
  448. package/dist/stream/merge_readable_streams.d.ts.map +1 -0
  449. package/dist/stream/merge_readable_streams.js +35 -0
  450. package/dist/stream/merge_readable_streams.js.map +1 -0
  451. package/dist/stream/stream_channel.cjs +57 -0
  452. package/dist/stream/stream_channel.cjs.map +1 -0
  453. package/dist/stream/stream_channel.d.cts +11 -0
  454. package/dist/stream/stream_channel.d.ts +11 -0
  455. package/dist/stream/stream_channel.d.ts.map +1 -0
  456. package/dist/stream/stream_channel.js +33 -0
  457. package/dist/stream/stream_channel.js.map +1 -0
  458. package/dist/stream/stream_channel.test.cjs +124 -0
  459. package/dist/stream/stream_channel.test.cjs.map +1 -0
  460. package/dist/stream/stream_channel.test.js +123 -0
  461. package/dist/stream/stream_channel.test.js.map +1 -0
  462. package/dist/stt/index.cjs +38 -0
  463. package/dist/stt/index.cjs.map +1 -0
  464. package/dist/stt/index.d.cts +3 -0
  465. package/dist/stt/index.d.ts +3 -0
  466. package/dist/stt/index.d.ts.map +1 -0
  467. package/dist/stt/index.js +14 -0
  468. package/dist/stt/index.js.map +1 -0
  469. package/dist/stt/stream_adapter.cjs +115 -0
  470. package/dist/stt/stream_adapter.cjs.map +1 -0
  471. package/dist/stt/stream_adapter.d.cts +23 -0
  472. package/dist/stt/stream_adapter.d.ts +23 -0
  473. package/dist/stt/stream_adapter.d.ts.map +1 -0
  474. package/dist/stt/stream_adapter.js +90 -0
  475. package/dist/stt/stream_adapter.js.map +1 -0
  476. package/dist/stt/stt.cjs +253 -0
  477. package/dist/stt/stt.cjs.map +1 -0
  478. package/dist/stt/stt.d.cts +158 -0
  479. package/dist/stt/stt.d.ts +158 -0
  480. package/dist/stt/stt.d.ts.map +1 -0
  481. package/dist/stt/stt.js +227 -0
  482. package/dist/stt/stt.js.map +1 -0
  483. package/dist/telemetry/index.cjs +72 -0
  484. package/dist/telemetry/index.cjs.map +1 -0
  485. package/dist/telemetry/index.d.cts +7 -0
  486. package/dist/telemetry/index.d.ts +7 -0
  487. package/dist/telemetry/index.d.ts.map +1 -0
  488. package/dist/telemetry/index.js +37 -0
  489. package/dist/telemetry/index.js.map +1 -0
  490. package/dist/telemetry/logging.cjs +65 -0
  491. package/dist/telemetry/logging.cjs.map +1 -0
  492. package/dist/telemetry/logging.d.cts +21 -0
  493. package/dist/telemetry/logging.d.ts +21 -0
  494. package/dist/telemetry/logging.d.ts.map +1 -0
  495. package/dist/telemetry/logging.js +40 -0
  496. package/dist/telemetry/logging.js.map +1 -0
  497. package/dist/telemetry/otel_http_exporter.cjs +147 -0
  498. package/dist/telemetry/otel_http_exporter.cjs.map +1 -0
  499. package/dist/telemetry/otel_http_exporter.d.cts +62 -0
  500. package/dist/telemetry/otel_http_exporter.d.ts +62 -0
  501. package/dist/telemetry/otel_http_exporter.d.ts.map +1 -0
  502. package/dist/telemetry/otel_http_exporter.js +123 -0
  503. package/dist/telemetry/otel_http_exporter.js.map +1 -0
  504. package/dist/telemetry/pino_otel_transport.cjs +217 -0
  505. package/dist/telemetry/pino_otel_transport.cjs.map +1 -0
  506. package/dist/telemetry/pino_otel_transport.d.cts +58 -0
  507. package/dist/telemetry/pino_otel_transport.d.ts +58 -0
  508. package/dist/telemetry/pino_otel_transport.d.ts.map +1 -0
  509. package/dist/telemetry/pino_otel_transport.js +189 -0
  510. package/dist/telemetry/pino_otel_transport.js.map +1 -0
  511. package/dist/telemetry/trace_types.cjs +206 -0
  512. package/dist/telemetry/trace_types.cjs.map +1 -0
  513. package/dist/telemetry/trace_types.d.cts +61 -0
  514. package/dist/telemetry/trace_types.d.ts +61 -0
  515. package/dist/telemetry/trace_types.d.ts.map +1 -0
  516. package/dist/telemetry/trace_types.js +123 -0
  517. package/dist/telemetry/trace_types.js.map +1 -0
  518. package/dist/telemetry/traces.cjs +444 -0
  519. package/dist/telemetry/traces.cjs.map +1 -0
  520. package/dist/telemetry/traces.d.cts +114 -0
  521. package/dist/telemetry/traces.d.ts +114 -0
  522. package/dist/telemetry/traces.d.ts.map +1 -0
  523. package/dist/telemetry/traces.js +409 -0
  524. package/dist/telemetry/traces.js.map +1 -0
  525. package/dist/telemetry/utils.cjs +86 -0
  526. package/dist/telemetry/utils.cjs.map +1 -0
  527. package/dist/telemetry/utils.d.cts +5 -0
  528. package/dist/telemetry/utils.d.ts +5 -0
  529. package/dist/telemetry/utils.d.ts.map +1 -0
  530. package/dist/telemetry/utils.js +51 -0
  531. package/dist/telemetry/utils.js.map +1 -0
  532. package/dist/tokenize/basic/basic.cjs +105 -0
  533. package/dist/tokenize/basic/basic.cjs.map +1 -0
  534. package/dist/tokenize/basic/basic.d.cts +24 -0
  535. package/dist/tokenize/basic/basic.d.ts +24 -0
  536. package/dist/tokenize/basic/basic.d.ts.map +1 -0
  537. package/dist/tokenize/basic/basic.js +67 -0
  538. package/dist/tokenize/basic/basic.js.map +1 -0
  539. package/dist/tokenize/basic/hyphenator.cjs +425 -0
  540. package/dist/tokenize/basic/hyphenator.cjs.map +1 -0
  541. package/dist/tokenize/basic/hyphenator.d.cts +17 -0
  542. package/dist/tokenize/basic/hyphenator.d.ts +17 -0
  543. package/dist/tokenize/basic/hyphenator.d.ts.map +1 -0
  544. package/dist/tokenize/basic/hyphenator.js +401 -0
  545. package/dist/tokenize/basic/hyphenator.js.map +1 -0
  546. package/dist/tokenize/basic/index.cjs +37 -0
  547. package/dist/tokenize/basic/index.cjs.map +1 -0
  548. package/dist/tokenize/basic/index.d.cts +2 -0
  549. package/dist/tokenize/basic/index.d.ts +2 -0
  550. package/dist/tokenize/basic/index.d.ts.map +1 -0
  551. package/dist/tokenize/basic/index.js +15 -0
  552. package/dist/tokenize/basic/index.js.map +1 -0
  553. package/dist/tokenize/basic/paragraph.cjs +57 -0
  554. package/dist/tokenize/basic/paragraph.cjs.map +1 -0
  555. package/dist/tokenize/basic/paragraph.d.cts +5 -0
  556. package/dist/tokenize/basic/paragraph.d.ts +5 -0
  557. package/dist/tokenize/basic/paragraph.d.ts.map +1 -0
  558. package/dist/tokenize/basic/paragraph.js +33 -0
  559. package/dist/tokenize/basic/paragraph.js.map +1 -0
  560. package/dist/tokenize/basic/sentence.cjs +97 -0
  561. package/dist/tokenize/basic/sentence.cjs.map +1 -0
  562. package/dist/tokenize/basic/sentence.d.cts +5 -0
  563. package/dist/tokenize/basic/sentence.d.ts +5 -0
  564. package/dist/tokenize/basic/sentence.d.ts.map +1 -0
  565. package/dist/tokenize/basic/sentence.js +73 -0
  566. package/dist/tokenize/basic/sentence.js.map +1 -0
  567. package/dist/tokenize/basic/word.cjs +44 -0
  568. package/dist/tokenize/basic/word.cjs.map +1 -0
  569. package/dist/tokenize/basic/word.d.cts +5 -0
  570. package/dist/tokenize/basic/word.d.ts +5 -0
  571. package/dist/tokenize/basic/word.d.ts.map +1 -0
  572. package/dist/tokenize/basic/word.js +20 -0
  573. package/dist/tokenize/basic/word.js.map +1 -0
  574. package/dist/tokenize/index.cjs +55 -0
  575. package/dist/tokenize/index.cjs.map +1 -0
  576. package/dist/tokenize/index.d.cts +5 -0
  577. package/dist/tokenize/index.d.ts +5 -0
  578. package/dist/tokenize/index.d.ts.map +1 -0
  579. package/dist/tokenize/index.js +19 -0
  580. package/dist/tokenize/index.js.map +1 -0
  581. package/dist/tokenize/token_stream.cjs +168 -0
  582. package/dist/tokenize/token_stream.cjs.map +1 -0
  583. package/dist/tokenize/token_stream.d.cts +40 -0
  584. package/dist/tokenize/token_stream.d.ts +40 -0
  585. package/dist/tokenize/token_stream.d.ts.map +1 -0
  586. package/dist/tokenize/token_stream.js +142 -0
  587. package/dist/tokenize/token_stream.js.map +1 -0
  588. package/dist/tokenize/tokenizer.cjs +184 -0
  589. package/dist/tokenize/tokenizer.cjs.map +1 -0
  590. package/dist/tokenize/tokenizer.d.cts +55 -0
  591. package/dist/tokenize/tokenizer.d.ts +55 -0
  592. package/dist/tokenize/tokenizer.d.ts.map +1 -0
  593. package/dist/tokenize/tokenizer.js +156 -0
  594. package/dist/tokenize/tokenizer.js.map +1 -0
  595. package/dist/tokenize/tokenizer.test.cjs +220 -0
  596. package/dist/tokenize/tokenizer.test.cjs.map +1 -0
  597. package/dist/tokenize/tokenizer.test.js +219 -0
  598. package/dist/tokenize/tokenizer.test.js.map +1 -0
  599. package/dist/transcription.cjs +247 -0
  600. package/dist/transcription.cjs.map +1 -0
  601. package/dist/transcription.d.cts +31 -0
  602. package/dist/transcription.d.ts +31 -0
  603. package/dist/transcription.d.ts.map +1 -0
  604. package/dist/transcription.js +222 -0
  605. package/dist/transcription.js.map +1 -0
  606. package/dist/tts/index.cjs +38 -0
  607. package/dist/tts/index.cjs.map +1 -0
  608. package/dist/tts/index.d.cts +3 -0
  609. package/dist/tts/index.d.ts +3 -0
  610. package/dist/tts/index.d.ts.map +1 -0
  611. package/dist/tts/index.js +14 -0
  612. package/dist/tts/index.js.map +1 -0
  613. package/dist/tts/stream_adapter.cjs +105 -0
  614. package/dist/tts/stream_adapter.cjs.map +1 -0
  615. package/dist/tts/stream_adapter.d.cts +20 -0
  616. package/dist/tts/stream_adapter.d.ts +20 -0
  617. package/dist/tts/stream_adapter.d.ts.map +1 -0
  618. package/dist/tts/stream_adapter.js +80 -0
  619. package/dist/tts/stream_adapter.js.map +1 -0
  620. package/dist/tts/tts.cjs +431 -0
  621. package/dist/tts/tts.cjs.map +1 -0
  622. package/dist/tts/tts.d.cts +161 -0
  623. package/dist/tts/tts.d.ts +161 -0
  624. package/dist/tts/tts.d.ts.map +1 -0
  625. package/dist/tts/tts.js +405 -0
  626. package/dist/tts/tts.js.map +1 -0
  627. package/dist/types.cjs +49 -0
  628. package/dist/types.cjs.map +1 -0
  629. package/dist/types.d.cts +44 -0
  630. package/dist/types.d.ts +44 -0
  631. package/dist/types.d.ts.map +1 -0
  632. package/dist/types.js +23 -0
  633. package/dist/types.js.map +1 -0
  634. package/dist/utils/ws_transport.cjs +51 -0
  635. package/dist/utils/ws_transport.cjs.map +1 -0
  636. package/dist/utils/ws_transport.d.cts +9 -0
  637. package/dist/utils/ws_transport.d.ts +9 -0
  638. package/dist/utils/ws_transport.d.ts.map +1 -0
  639. package/dist/utils/ws_transport.js +17 -0
  640. package/dist/utils/ws_transport.js.map +1 -0
  641. package/dist/utils/ws_transport.test.cjs +212 -0
  642. package/dist/utils/ws_transport.test.cjs.map +1 -0
  643. package/dist/utils/ws_transport.test.js +211 -0
  644. package/dist/utils/ws_transport.test.js.map +1 -0
  645. package/dist/utils.cjs +669 -0
  646. package/dist/utils.cjs.map +1 -0
  647. package/dist/utils.d.cts +244 -0
  648. package/dist/utils.d.ts +244 -0
  649. package/dist/utils.d.ts.map +1 -0
  650. package/dist/utils.js +617 -0
  651. package/dist/utils.js.map +1 -0
  652. package/dist/utils.test.cjs +492 -0
  653. package/dist/utils.test.cjs.map +1 -0
  654. package/dist/utils.test.js +491 -0
  655. package/dist/utils.test.js.map +1 -0
  656. package/dist/vad.cjs +211 -0
  657. package/dist/vad.cjs.map +1 -0
  658. package/dist/vad.d.cts +105 -0
  659. package/dist/vad.d.ts +105 -0
  660. package/dist/vad.d.ts.map +1 -0
  661. package/dist/vad.js +185 -0
  662. package/dist/vad.js.map +1 -0
  663. package/dist/version.cjs +29 -0
  664. package/dist/version.cjs.map +1 -0
  665. package/dist/version.d.cts +2 -0
  666. package/dist/version.d.ts +2 -0
  667. package/dist/version.d.ts.map +1 -0
  668. package/dist/version.js +5 -0
  669. package/dist/version.js.map +1 -0
  670. package/dist/voice/agent.cjs +308 -0
  671. package/dist/voice/agent.cjs.map +1 -0
  672. package/dist/voice/agent.d.cts +83 -0
  673. package/dist/voice/agent.d.ts +83 -0
  674. package/dist/voice/agent.d.ts.map +1 -0
  675. package/dist/voice/agent.js +287 -0
  676. package/dist/voice/agent.js.map +1 -0
  677. package/dist/voice/agent.test.cjs +61 -0
  678. package/dist/voice/agent.test.cjs.map +1 -0
  679. package/dist/voice/agent.test.js +60 -0
  680. package/dist/voice/agent.test.js.map +1 -0
  681. package/dist/voice/agent_activity.cjs +1784 -0
  682. package/dist/voice/agent_activity.cjs.map +1 -0
  683. package/dist/voice/agent_activity.d.cts +116 -0
  684. package/dist/voice/agent_activity.d.ts +116 -0
  685. package/dist/voice/agent_activity.d.ts.map +1 -0
  686. package/dist/voice/agent_activity.js +1780 -0
  687. package/dist/voice/agent_activity.js.map +1 -0
  688. package/dist/voice/agent_session.cjs +592 -0
  689. package/dist/voice/agent_session.cjs.map +1 -0
  690. package/dist/voice/agent_session.d.cts +165 -0
  691. package/dist/voice/agent_session.d.ts +165 -0
  692. package/dist/voice/agent_session.d.ts.map +1 -0
  693. package/dist/voice/agent_session.js +582 -0
  694. package/dist/voice/agent_session.js.map +1 -0
  695. package/dist/voice/audio_recognition.cjs +668 -0
  696. package/dist/voice/audio_recognition.cjs.map +1 -0
  697. package/dist/voice/audio_recognition.d.cts +127 -0
  698. package/dist/voice/audio_recognition.d.ts +127 -0
  699. package/dist/voice/audio_recognition.d.ts.map +1 -0
  700. package/dist/voice/audio_recognition.js +647 -0
  701. package/dist/voice/audio_recognition.js.map +1 -0
  702. package/dist/voice/avatar/datastream_io.cjs +204 -0
  703. package/dist/voice/avatar/datastream_io.cjs.map +1 -0
  704. package/dist/voice/avatar/datastream_io.d.cts +37 -0
  705. package/dist/voice/avatar/datastream_io.d.ts +37 -0
  706. package/dist/voice/avatar/datastream_io.d.ts.map +1 -0
  707. package/dist/voice/avatar/datastream_io.js +188 -0
  708. package/dist/voice/avatar/datastream_io.js.map +1 -0
  709. package/dist/voice/avatar/index.cjs +23 -0
  710. package/dist/voice/avatar/index.cjs.map +1 -0
  711. package/dist/voice/avatar/index.d.cts +2 -0
  712. package/dist/voice/avatar/index.d.ts +2 -0
  713. package/dist/voice/avatar/index.d.ts.map +1 -0
  714. package/dist/voice/avatar/index.js +2 -0
  715. package/dist/voice/avatar/index.js.map +1 -0
  716. package/dist/voice/background_audio.cjs +366 -0
  717. package/dist/voice/background_audio.cjs.map +1 -0
  718. package/dist/voice/background_audio.d.cts +121 -0
  719. package/dist/voice/background_audio.d.ts +121 -0
  720. package/dist/voice/background_audio.d.ts.map +1 -0
  721. package/dist/voice/background_audio.js +342 -0
  722. package/dist/voice/background_audio.js.map +1 -0
  723. package/dist/voice/events.cjs +147 -0
  724. package/dist/voice/events.cjs.map +1 -0
  725. package/dist/voice/events.d.cts +127 -0
  726. package/dist/voice/events.d.ts +127 -0
  727. package/dist/voice/events.d.ts.map +1 -0
  728. package/dist/voice/events.js +112 -0
  729. package/dist/voice/events.js.map +1 -0
  730. package/dist/voice/generation.cjs +747 -0
  731. package/dist/voice/generation.cjs.map +1 -0
  732. package/dist/voice/generation.d.cts +116 -0
  733. package/dist/voice/generation.d.ts +116 -0
  734. package/dist/voice/generation.d.ts.map +1 -0
  735. package/dist/voice/generation.js +719 -0
  736. package/dist/voice/generation.js.map +1 -0
  737. package/dist/voice/generation_tools.test.cjs +236 -0
  738. package/dist/voice/generation_tools.test.cjs.map +1 -0
  739. package/dist/voice/generation_tools.test.js +235 -0
  740. package/dist/voice/generation_tools.test.js.map +1 -0
  741. package/dist/voice/index.cjs +49 -0
  742. package/dist/voice/index.cjs.map +1 -0
  743. package/dist/voice/index.d.cts +10 -0
  744. package/dist/voice/index.d.ts +10 -0
  745. package/dist/voice/index.d.ts.map +1 -0
  746. package/dist/voice/index.js +16 -0
  747. package/dist/voice/index.js.map +1 -0
  748. package/dist/voice/interruption_detection.test.cjs +114 -0
  749. package/dist/voice/interruption_detection.test.cjs.map +1 -0
  750. package/dist/voice/interruption_detection.test.js +113 -0
  751. package/dist/voice/interruption_detection.test.js.map +1 -0
  752. package/dist/voice/io.cjs +270 -0
  753. package/dist/voice/io.cjs.map +1 -0
  754. package/dist/voice/io.d.cts +126 -0
  755. package/dist/voice/io.d.ts +126 -0
  756. package/dist/voice/io.d.ts.map +1 -0
  757. package/dist/voice/io.js +242 -0
  758. package/dist/voice/io.js.map +1 -0
  759. package/dist/voice/recorder_io/index.cjs +23 -0
  760. package/dist/voice/recorder_io/index.cjs.map +1 -0
  761. package/dist/voice/recorder_io/index.d.cts +2 -0
  762. package/dist/voice/recorder_io/index.d.ts +2 -0
  763. package/dist/voice/recorder_io/index.d.ts.map +1 -0
  764. package/dist/voice/recorder_io/index.js +2 -0
  765. package/dist/voice/recorder_io/index.js.map +1 -0
  766. package/dist/voice/recorder_io/recorder_io.cjs +542 -0
  767. package/dist/voice/recorder_io/recorder_io.cjs.map +1 -0
  768. package/dist/voice/recorder_io/recorder_io.d.cts +100 -0
  769. package/dist/voice/recorder_io/recorder_io.d.ts +100 -0
  770. package/dist/voice/recorder_io/recorder_io.d.ts.map +1 -0
  771. package/dist/voice/recorder_io/recorder_io.js +508 -0
  772. package/dist/voice/recorder_io/recorder_io.js.map +1 -0
  773. package/dist/voice/report.cjs +75 -0
  774. package/dist/voice/report.cjs.map +1 -0
  775. package/dist/voice/report.d.cts +42 -0
  776. package/dist/voice/report.d.ts +42 -0
  777. package/dist/voice/report.d.ts.map +1 -0
  778. package/dist/voice/report.js +50 -0
  779. package/dist/voice/report.js.map +1 -0
  780. package/dist/voice/room_io/_input.cjs +133 -0
  781. package/dist/voice/room_io/_input.cjs.map +1 -0
  782. package/dist/voice/room_io/_input.d.cts +24 -0
  783. package/dist/voice/room_io/_input.d.ts +24 -0
  784. package/dist/voice/room_io/_input.d.ts.map +1 -0
  785. package/dist/voice/room_io/_input.js +114 -0
  786. package/dist/voice/room_io/_input.js.map +1 -0
  787. package/dist/voice/room_io/_output.cjs +359 -0
  788. package/dist/voice/room_io/_output.cjs.map +1 -0
  789. package/dist/voice/room_io/_output.d.cts +77 -0
  790. package/dist/voice/room_io/_output.d.ts +77 -0
  791. package/dist/voice/room_io/_output.d.ts.map +1 -0
  792. package/dist/voice/room_io/_output.js +343 -0
  793. package/dist/voice/room_io/_output.js.map +1 -0
  794. package/dist/voice/room_io/index.cjs +25 -0
  795. package/dist/voice/room_io/index.cjs.map +1 -0
  796. package/dist/voice/room_io/index.d.cts +3 -0
  797. package/dist/voice/room_io/index.d.ts +3 -0
  798. package/dist/voice/room_io/index.d.ts.map +1 -0
  799. package/dist/voice/room_io/index.js +3 -0
  800. package/dist/voice/room_io/index.js.map +1 -0
  801. package/dist/voice/room_io/room_io.cjs +373 -0
  802. package/dist/voice/room_io/room_io.cjs.map +1 -0
  803. package/dist/voice/room_io/room_io.d.cts +94 -0
  804. package/dist/voice/room_io/room_io.d.ts +94 -0
  805. package/dist/voice/room_io/room_io.d.ts.map +1 -0
  806. package/dist/voice/room_io/room_io.js +364 -0
  807. package/dist/voice/room_io/room_io.js.map +1 -0
  808. package/dist/voice/run_context.cjs +51 -0
  809. package/dist/voice/run_context.cjs.map +1 -0
  810. package/dist/voice/run_context.d.cts +22 -0
  811. package/dist/voice/run_context.d.ts +22 -0
  812. package/dist/voice/run_context.d.ts.map +1 -0
  813. package/dist/voice/run_context.js +27 -0
  814. package/dist/voice/run_context.js.map +1 -0
  815. package/dist/voice/speech_handle.cjs +228 -0
  816. package/dist/voice/speech_handle.cjs.map +1 -0
  817. package/dist/voice/speech_handle.d.cts +97 -0
  818. package/dist/voice/speech_handle.d.ts +97 -0
  819. package/dist/voice/speech_handle.d.ts.map +1 -0
  820. package/dist/voice/speech_handle.js +204 -0
  821. package/dist/voice/speech_handle.js.map +1 -0
  822. package/dist/voice/transcription/_utils.cjs +45 -0
  823. package/dist/voice/transcription/_utils.cjs.map +1 -0
  824. package/dist/voice/transcription/_utils.d.cts +3 -0
  825. package/dist/voice/transcription/_utils.d.ts +3 -0
  826. package/dist/voice/transcription/_utils.d.ts.map +1 -0
  827. package/dist/voice/transcription/_utils.js +21 -0
  828. package/dist/voice/transcription/_utils.js.map +1 -0
  829. package/dist/voice/transcription/index.cjs +23 -0
  830. package/dist/voice/transcription/index.cjs.map +1 -0
  831. package/dist/voice/transcription/index.d.cts +2 -0
  832. package/dist/voice/transcription/index.d.ts +2 -0
  833. package/dist/voice/transcription/index.d.ts.map +1 -0
  834. package/dist/voice/transcription/index.js +2 -0
  835. package/dist/voice/transcription/index.js.map +1 -0
  836. package/dist/voice/transcription/synchronizer.cjs +379 -0
  837. package/dist/voice/transcription/synchronizer.cjs.map +1 -0
  838. package/dist/voice/transcription/synchronizer.d.cts +87 -0
  839. package/dist/voice/transcription/synchronizer.d.ts +87 -0
  840. package/dist/voice/transcription/synchronizer.d.ts.map +1 -0
  841. package/dist/voice/transcription/synchronizer.js +354 -0
  842. package/dist/voice/transcription/synchronizer.js.map +1 -0
  843. package/dist/worker.cjs +680 -0
  844. package/dist/worker.cjs.map +1 -0
  845. package/dist/worker.d.cts +119 -0
  846. package/dist/worker.d.ts +119 -0
  847. package/dist/worker.d.ts.map +1 -0
  848. package/dist/worker.js +645 -0
  849. package/dist/worker.js.map +1 -0
  850. package/package.json +86 -0
  851. package/resources/NOTICE +2 -0
  852. package/resources/keyboard-typing.ogg +0 -0
  853. package/resources/keyboard-typing2.ogg +0 -0
  854. package/resources/office-ambience.ogg +0 -0
  855. package/src/_exceptions.ts +137 -0
  856. package/src/audio.ts +205 -0
  857. package/src/cli.ts +224 -0
  858. package/src/connection_pool.test.ts +346 -0
  859. package/src/connection_pool.ts +307 -0
  860. package/src/constants.ts +9 -0
  861. package/src/generator.ts +38 -0
  862. package/src/http_server.ts +64 -0
  863. package/src/index.ts +41 -0
  864. package/src/inference/api_protos.ts +82 -0
  865. package/src/inference/index.ts +32 -0
  866. package/src/inference/interruption/AdaptiveInterruptionDetector.ts +166 -0
  867. package/src/inference/interruption/InterruptionStream.ts +397 -0
  868. package/src/inference/interruption/defaults.ts +33 -0
  869. package/src/inference/interruption/errors.ts +0 -0
  870. package/src/inference/interruption/http_transport.ts +61 -0
  871. package/src/inference/interruption/index.ts +4 -0
  872. package/src/inference/interruption/interruption.ts +88 -0
  873. package/src/inference/llm.ts +532 -0
  874. package/src/inference/stt.ts +524 -0
  875. package/src/inference/tts.ts +574 -0
  876. package/src/inference/utils.test.ts +31 -0
  877. package/src/inference/utils.ts +81 -0
  878. package/src/inference_runner.ts +19 -0
  879. package/src/ipc/index.ts +5 -0
  880. package/src/ipc/inference_executor.ts +7 -0
  881. package/src/ipc/inference_proc_executor.ts +101 -0
  882. package/src/ipc/inference_proc_lazy_main.ts +115 -0
  883. package/src/ipc/job_executor.ts +23 -0
  884. package/src/ipc/job_proc_executor.ts +122 -0
  885. package/src/ipc/job_proc_lazy_main.ts +247 -0
  886. package/src/ipc/message.ts +52 -0
  887. package/src/ipc/proc_pool.ts +164 -0
  888. package/src/ipc/supervised_proc.test.ts +153 -0
  889. package/src/ipc/supervised_proc.ts +242 -0
  890. package/src/job.ts +461 -0
  891. package/src/llm/__snapshots__/chat_context.test.ts.snap +527 -0
  892. package/src/llm/__snapshots__/tool_context.test.ts.snap +177 -0
  893. package/src/llm/__snapshots__/zod-utils.test.ts.snap +559 -0
  894. package/src/llm/chat_context.test.ts +1057 -0
  895. package/src/llm/chat_context.ts +759 -0
  896. package/src/llm/fallback_adapter.test.ts +238 -0
  897. package/src/llm/fallback_adapter.ts +391 -0
  898. package/src/llm/index.ts +74 -0
  899. package/src/llm/llm.ts +303 -0
  900. package/src/llm/provider_format/google.test.ts +843 -0
  901. package/src/llm/provider_format/google.ts +134 -0
  902. package/src/llm/provider_format/index.ts +23 -0
  903. package/src/llm/provider_format/openai.test.ts +675 -0
  904. package/src/llm/provider_format/openai.ts +146 -0
  905. package/src/llm/provider_format/utils.ts +187 -0
  906. package/src/llm/realtime.ts +163 -0
  907. package/src/llm/remote_chat_context.test.ts +290 -0
  908. package/src/llm/remote_chat_context.ts +114 -0
  909. package/src/llm/tool_context.test.ts +407 -0
  910. package/src/llm/tool_context.ts +343 -0
  911. package/src/llm/tool_context.type.test.ts +115 -0
  912. package/src/llm/utils.test.ts +670 -0
  913. package/src/llm/utils.ts +336 -0
  914. package/src/llm/zod-utils.test.ts +577 -0
  915. package/src/llm/zod-utils.ts +153 -0
  916. package/src/log.ts +83 -0
  917. package/src/metrics/base.ts +168 -0
  918. package/src/metrics/index.ts +15 -0
  919. package/src/metrics/usage_collector.ts +46 -0
  920. package/src/metrics/utils.ts +64 -0
  921. package/src/plugin.ts +46 -0
  922. package/src/stream/deferred_stream.test.ts +755 -0
  923. package/src/stream/deferred_stream.ts +127 -0
  924. package/src/stream/identity_transform.test.ts +179 -0
  925. package/src/stream/identity_transform.ts +18 -0
  926. package/src/stream/index.ts +7 -0
  927. package/src/stream/merge_readable_streams.ts +40 -0
  928. package/src/stream/stream_channel.test.ts +166 -0
  929. package/src/stream/stream_channel.ts +44 -0
  930. package/src/stt/index.ts +15 -0
  931. package/src/stt/stream_adapter.ts +107 -0
  932. package/src/stt/stt.ts +374 -0
  933. package/src/telemetry/index.ts +28 -0
  934. package/src/telemetry/logging.ts +55 -0
  935. package/src/telemetry/otel_http_exporter.ts +195 -0
  936. package/src/telemetry/pino_otel_transport.ts +265 -0
  937. package/src/telemetry/trace_types.ts +95 -0
  938. package/src/telemetry/traces.ts +612 -0
  939. package/src/telemetry/utils.ts +61 -0
  940. package/src/tokenize/basic/basic.ts +83 -0
  941. package/src/tokenize/basic/hyphenator.ts +434 -0
  942. package/src/tokenize/basic/index.ts +11 -0
  943. package/src/tokenize/basic/paragraph.ts +43 -0
  944. package/src/tokenize/basic/sentence.ts +89 -0
  945. package/src/tokenize/basic/word.ts +27 -0
  946. package/src/tokenize/index.ts +16 -0
  947. package/src/tokenize/token_stream.ts +180 -0
  948. package/src/tokenize/tokenizer.test.ts +255 -0
  949. package/src/tokenize/tokenizer.ts +152 -0
  950. package/src/transcription.ts +307 -0
  951. package/src/tts/index.ts +12 -0
  952. package/src/tts/stream_adapter.ts +110 -0
  953. package/src/tts/tts.ts +598 -0
  954. package/src/types.ts +66 -0
  955. package/src/utils/ws_transport.test.ts +282 -0
  956. package/src/utils/ws_transport.ts +22 -0
  957. package/src/utils.test.ts +651 -0
  958. package/src/utils.ts +871 -0
  959. package/src/vad.ts +262 -0
  960. package/src/version.ts +5 -0
  961. package/src/voice/agent.test.ts +80 -0
  962. package/src/voice/agent.ts +418 -0
  963. package/src/voice/agent_activity.ts +2375 -0
  964. package/src/voice/agent_session.ts +866 -0
  965. package/src/voice/audio_recognition.ts +877 -0
  966. package/src/voice/avatar/datastream_io.ts +247 -0
  967. package/src/voice/avatar/index.ts +4 -0
  968. package/src/voice/background_audio.ts +491 -0
  969. package/src/voice/events.ts +261 -0
  970. package/src/voice/generation.ts +946 -0
  971. package/src/voice/generation_tools.test.ts +268 -0
  972. package/src/voice/index.ts +12 -0
  973. package/src/voice/interruption_detection.test.ts +151 -0
  974. package/src/voice/io.ts +347 -0
  975. package/src/voice/recorder_io/index.ts +4 -0
  976. package/src/voice/recorder_io/recorder_io.ts +690 -0
  977. package/src/voice/report.ts +100 -0
  978. package/src/voice/room_io/_input.ts +162 -0
  979. package/src/voice/room_io/_output.ts +439 -0
  980. package/src/voice/room_io/index.ts +5 -0
  981. package/src/voice/room_io/room_io.ts +518 -0
  982. package/src/voice/run_context.ts +34 -0
  983. package/src/voice/speech_handle.ts +250 -0
  984. package/src/voice/transcription/_utils.ts +25 -0
  985. package/src/voice/transcription/index.ts +4 -0
  986. package/src/voice/transcription/synchronizer.ts +477 -0
  987. package/src/worker.ts +798 -0
@@ -0,0 +1,100 @@
1
+ import { AudioFrame } from '@livekit/rtc-node';
2
+ import type { AgentSession } from '../agent_session.js';
3
+ import { AudioInput, AudioOutput, type PlaybackFinishedEvent } from '../io.js';
4
+ export interface RecorderOptions {
5
+ agentSession: AgentSession;
6
+ sampleRate?: number;
7
+ }
8
+ export declare class RecorderIO {
9
+ private inRecord?;
10
+ private outRecord?;
11
+ private inChan;
12
+ private outChan;
13
+ private session;
14
+ private sampleRate;
15
+ private _outputPath?;
16
+ private forwardTask?;
17
+ private encodeTask?;
18
+ private closeFuture;
19
+ private lock;
20
+ private started;
21
+ private pcmStream?;
22
+ private ffmpegPromise?;
23
+ private inResampler?;
24
+ private outResampler?;
25
+ private logger;
26
+ constructor(opts: RecorderOptions);
27
+ start(outputPath: string): Promise<void>;
28
+ close(): Promise<void>;
29
+ recordInput(audioInput: AudioInput): RecorderAudioInput;
30
+ recordOutput(audioOutput: AudioOutput): RecorderAudioOutput;
31
+ private writeCb;
32
+ get recording(): boolean;
33
+ get outputPath(): string | undefined;
34
+ get recordingStartedAt(): number | undefined;
35
+ /**
36
+ * Forward task: periodically flush input buffer to encoder
37
+ */
38
+ private forward;
39
+ /**
40
+ * Start FFmpeg process for streaming encoding
41
+ */
42
+ private startFFmpeg;
43
+ /**
44
+ * Resample and mix frames to mono Float32
45
+ */
46
+ private resampleAndMix;
47
+ /**
48
+ * Write PCM chunk to FFmpeg stream
49
+ */
50
+ private writePCM;
51
+ /**
52
+ * Encode task: read from channels, mix to stereo, stream to FFmpeg
53
+ */
54
+ private encode;
55
+ }
56
+ declare class RecorderAudioInput extends AudioInput {
57
+ private source;
58
+ private recorderIO;
59
+ private accFrames;
60
+ private _startedWallTime?;
61
+ constructor(recorderIO: RecorderIO, source: AudioInput);
62
+ /**
63
+ * Wall-clock time when the first frame was captured
64
+ */
65
+ get startedWallTime(): number | undefined;
66
+ /**
67
+ * Take accumulated frames and clear the buffer
68
+ */
69
+ takeBuf(): AudioFrame[];
70
+ /**
71
+ * Creates a stream that intercepts frames from the source,
72
+ * accumulates them when recording, and passes them through unchanged.
73
+ */
74
+ private createInterceptingStream;
75
+ onAttached(): void;
76
+ onDetached(): void;
77
+ }
78
+ declare class RecorderAudioOutput extends AudioOutput {
79
+ private recorderIO;
80
+ private writeFn;
81
+ private accFrames;
82
+ private _startedWallTime?;
83
+ private currentPauseStart?;
84
+ private pauseWallTimes;
85
+ constructor(recorderIO: RecorderIO, audioOutput: AudioOutput, writeFn: (buf: AudioFrame[]) => void);
86
+ get startedWallTime(): number | undefined;
87
+ get hasPendingData(): boolean;
88
+ pause(): void;
89
+ /**
90
+ * Resume playback and record the pause interval
91
+ */
92
+ resume(): void;
93
+ private resetPauseState;
94
+ onPlaybackFinished(options: PlaybackFinishedEvent): void;
95
+ captureFrame(frame: AudioFrame): Promise<void>;
96
+ flush(): void;
97
+ clearBuffer(): void;
98
+ }
99
+ export {};
100
+ //# sourceMappingURL=recorder_io.d.ts.map
@@ -0,0 +1,100 @@
1
+ import { AudioFrame } from '@livekit/rtc-node';
2
+ import type { AgentSession } from '../agent_session.js';
3
+ import { AudioInput, AudioOutput, type PlaybackFinishedEvent } from '../io.js';
4
+ export interface RecorderOptions {
5
+ agentSession: AgentSession;
6
+ sampleRate?: number;
7
+ }
8
+ export declare class RecorderIO {
9
+ private inRecord?;
10
+ private outRecord?;
11
+ private inChan;
12
+ private outChan;
13
+ private session;
14
+ private sampleRate;
15
+ private _outputPath?;
16
+ private forwardTask?;
17
+ private encodeTask?;
18
+ private closeFuture;
19
+ private lock;
20
+ private started;
21
+ private pcmStream?;
22
+ private ffmpegPromise?;
23
+ private inResampler?;
24
+ private outResampler?;
25
+ private logger;
26
+ constructor(opts: RecorderOptions);
27
+ start(outputPath: string): Promise<void>;
28
+ close(): Promise<void>;
29
+ recordInput(audioInput: AudioInput): RecorderAudioInput;
30
+ recordOutput(audioOutput: AudioOutput): RecorderAudioOutput;
31
+ private writeCb;
32
+ get recording(): boolean;
33
+ get outputPath(): string | undefined;
34
+ get recordingStartedAt(): number | undefined;
35
+ /**
36
+ * Forward task: periodically flush input buffer to encoder
37
+ */
38
+ private forward;
39
+ /**
40
+ * Start FFmpeg process for streaming encoding
41
+ */
42
+ private startFFmpeg;
43
+ /**
44
+ * Resample and mix frames to mono Float32
45
+ */
46
+ private resampleAndMix;
47
+ /**
48
+ * Write PCM chunk to FFmpeg stream
49
+ */
50
+ private writePCM;
51
+ /**
52
+ * Encode task: read from channels, mix to stereo, stream to FFmpeg
53
+ */
54
+ private encode;
55
+ }
56
+ declare class RecorderAudioInput extends AudioInput {
57
+ private source;
58
+ private recorderIO;
59
+ private accFrames;
60
+ private _startedWallTime?;
61
+ constructor(recorderIO: RecorderIO, source: AudioInput);
62
+ /**
63
+ * Wall-clock time when the first frame was captured
64
+ */
65
+ get startedWallTime(): number | undefined;
66
+ /**
67
+ * Take accumulated frames and clear the buffer
68
+ */
69
+ takeBuf(): AudioFrame[];
70
+ /**
71
+ * Creates a stream that intercepts frames from the source,
72
+ * accumulates them when recording, and passes them through unchanged.
73
+ */
74
+ private createInterceptingStream;
75
+ onAttached(): void;
76
+ onDetached(): void;
77
+ }
78
+ declare class RecorderAudioOutput extends AudioOutput {
79
+ private recorderIO;
80
+ private writeFn;
81
+ private accFrames;
82
+ private _startedWallTime?;
83
+ private currentPauseStart?;
84
+ private pauseWallTimes;
85
+ constructor(recorderIO: RecorderIO, audioOutput: AudioOutput, writeFn: (buf: AudioFrame[]) => void);
86
+ get startedWallTime(): number | undefined;
87
+ get hasPendingData(): boolean;
88
+ pause(): void;
89
+ /**
90
+ * Resume playback and record the pause interval
91
+ */
92
+ resume(): void;
93
+ private resetPauseState;
94
+ onPlaybackFinished(options: PlaybackFinishedEvent): void;
95
+ captureFrame(frame: AudioFrame): Promise<void>;
96
+ flush(): void;
97
+ clearBuffer(): void;
98
+ }
99
+ export {};
100
+ //# sourceMappingURL=recorder_io.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"recorder_io.d.ts","sourceRoot":"","sources":["../../../src/voice/recorder_io/recorder_io.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,UAAU,EAAkB,MAAM,mBAAmB,CAAC;AAW/D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAO/E,MAAM,WAAW,eAAe;IAC9B,YAAY,EAAE,YAAY,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAQD,qBAAa,UAAU;IACrB,OAAO,CAAC,QAAQ,CAAC,CAAqB;IACtC,OAAO,CAAC,SAAS,CAAC,CAAsB;IAExC,OAAO,CAAC,MAAM,CAAoE;IAClF,OAAO,CAAC,OAAO,CAAoE;IAEnF,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,UAAU,CAAS;IAE3B,OAAO,CAAC,WAAW,CAAC,CAAS;IAC7B,OAAO,CAAC,WAAW,CAAC,CAAa;IACjC,OAAO,CAAC,UAAU,CAAC,CAAa;IAEhC,OAAO,CAAC,WAAW,CAA8B;IACjD,OAAO,CAAC,IAAI,CAAsB;IAClC,OAAO,CAAC,OAAO,CAAkB;IAGjC,OAAO,CAAC,SAAS,CAAC,CAAc;IAChC,OAAO,CAAC,aAAa,CAAC,CAAgB;IACtC,OAAO,CAAC,WAAW,CAAC,CAAiB;IACrC,OAAO,CAAC,YAAY,CAAC,CAAiB;IAEtC,OAAO,CAAC,MAAM,CAAS;gBAEX,IAAI,EAAE,eAAe;IAO3B,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BxC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB5B,WAAW,CAAC,UAAU,EAAE,UAAU,GAAG,kBAAkB;IAKvD,YAAY,CAAC,WAAW,EAAE,WAAW,GAAG,mBAAmB;IAK3D,OAAO,CAAC,OAAO;IAMf,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED,IAAI,UAAU,IAAI,MAAM,GAAG,SAAS,CAEnC;IAED,IAAI,kBAAkB,IAAI,MAAM,GAAG,SAAS,CAG3C;IAED;;OAEG;YACW,OAAO;IAyBrB;;OAEG;IACH,OAAO,CAAC,WAAW;IAoCnB;;OAEG;IACH,OAAO,CAAC,cAAc;IA+CtB;;OAEG;IACH,OAAO,CAAC,QAAQ;IAyChB;;OAEG;YACW,MAAM;CA+CrB;AAED,cAAM,kBAAmB,SAAQ,UAAU;IACzC,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,SAAS,CAAoB;IACrC,OAAO,CAAC,gBAAgB,CAAC,CAAS;gBAEtB,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU;IAStD;;OAEG;IACH,IAAI,eAAe,IAAI,MAAM,GAAG,SAAS,CAExC;IAED;;OAEG;IACH,OAAO,IAAI,UAAU,EAAE;IAMvB;;;OAGG;IACH,OAAO,CAAC,wBAAwB;IAoDhC,UAAU,IAAI,IAAI;IAIlB,UAAU,IAAI,IAAI;CAGnB;AAED,cAAM,mBAAoB,SAAQ,WAAW;IAC3C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,OAAO,CAA8B;IAC7C,OAAO,CAAC,SAAS,CAAoB;IACrC,OAAO,CAAC,gBAAgB,CAAC,CAAS;IAGlC,OAAO,CAAC,iBAAiB,CAAC,CAAS;IACnC,OAAO,CAAC,cAAc,CAA+B;gBAGnD,UAAU,EAAE,UAAU,EACtB,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,IAAI;IAOtC,IAAI,eAAe,IAAI,MAAM,GAAG,SAAS,CAExC;IAED,IAAI,cAAc,IAAI,OAAO,CAE5B;IAED,KAAK,IAAI,IAAI;IAUb;;OAEG;IACH,MAAM,IAAI,IAAI;IAWd,OAAO,CAAC,eAAe;IAKvB,kBAAkB,CAAC,OAAO,EAAE,qBAAqB,GAAG,IAAI;IA0GlD,YAAY,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAepD,KAAK,IAAI,IAAI;IAQb,WAAW,IAAI,IAAI;CAKpB"}
@@ -0,0 +1,508 @@
1
+ import ffmpegInstaller from "@ffmpeg-installer/ffmpeg";
2
+ import { Mutex } from "@livekit/mutex";
3
+ import { AudioFrame, AudioResampler } from "@livekit/rtc-node";
4
+ import ffmpeg from "fluent-ffmpeg";
5
+ import fs from "node:fs";
6
+ import path from "node:path";
7
+ import { PassThrough } from "node:stream";
8
+ import { TransformStream } from "node:stream/web";
9
+ import { log } from "../../log.js";
10
+ import { isStreamReaderReleaseError } from "../../stream/deferred_stream.js";
11
+ import { createStreamChannel } from "../../stream/stream_channel.js";
12
+ import { Future, Task, cancelAndWait, delay } from "../../utils.js";
13
+ import { AudioInput, AudioOutput } from "../io.js";
14
+ ffmpeg.setFfmpegPath(ffmpegInstaller.path);
15
+ const WRITE_INTERVAL_MS = 2500;
16
+ const DEFAULT_SAMPLE_RATE = 48e3;
17
+ class RecorderIO {
18
+ inRecord;
19
+ outRecord;
20
+ inChan = createStreamChannel();
21
+ outChan = createStreamChannel();
22
+ session;
23
+ sampleRate;
24
+ _outputPath;
25
+ forwardTask;
26
+ encodeTask;
27
+ closeFuture = new Future();
28
+ lock = new Mutex();
29
+ started = false;
30
+ // FFmpeg streaming state
31
+ pcmStream;
32
+ ffmpegPromise;
33
+ inResampler;
34
+ outResampler;
35
+ logger = log();
36
+ constructor(opts) {
37
+ const { agentSession, sampleRate = DEFAULT_SAMPLE_RATE } = opts;
38
+ this.session = agentSession;
39
+ this.sampleRate = sampleRate;
40
+ }
41
+ async start(outputPath) {
42
+ const unlock = await this.lock.lock();
43
+ try {
44
+ if (this.started) return;
45
+ if (!this.inRecord || !this.outRecord) {
46
+ throw new Error(
47
+ "RecorderIO not properly initialized: both `recordInput()` and `recordOutput()` must be called before starting the recorder."
48
+ );
49
+ }
50
+ this._outputPath = outputPath;
51
+ this.started = true;
52
+ this.closeFuture = new Future();
53
+ const dir = path.dirname(outputPath);
54
+ if (!fs.existsSync(dir)) {
55
+ fs.mkdirSync(dir, { recursive: true });
56
+ }
57
+ this.forwardTask = Task.from(({ signal }) => this.forward(signal));
58
+ this.encodeTask = Task.from(() => this.encode(), void 0, "recorder_io_encode_task");
59
+ } finally {
60
+ unlock();
61
+ }
62
+ }
63
+ async close() {
64
+ const unlock = await this.lock.lock();
65
+ try {
66
+ if (!this.started) return;
67
+ await this.inChan.close();
68
+ await this.outChan.close();
69
+ await this.closeFuture.await;
70
+ await cancelAndWait([this.forwardTask, this.encodeTask]);
71
+ this.started = false;
72
+ } finally {
73
+ unlock();
74
+ }
75
+ }
76
+ recordInput(audioInput) {
77
+ this.inRecord = new RecorderAudioInput(this, audioInput);
78
+ return this.inRecord;
79
+ }
80
+ recordOutput(audioOutput) {
81
+ this.outRecord = new RecorderAudioOutput(this, audioOutput, (buf) => this.writeCb(buf));
82
+ return this.outRecord;
83
+ }
84
+ writeCb(buf) {
85
+ const inputBuf = this.inRecord.takeBuf();
86
+ this.inChan.write(inputBuf);
87
+ this.outChan.write(buf);
88
+ }
89
+ get recording() {
90
+ return this.started;
91
+ }
92
+ get outputPath() {
93
+ return this._outputPath;
94
+ }
95
+ get recordingStartedAt() {
96
+ return this.session._startedAt;
97
+ }
98
+ /**
99
+ * Forward task: periodically flush input buffer to encoder
100
+ */
101
+ async forward(signal) {
102
+ while (!signal.aborted) {
103
+ try {
104
+ await delay(WRITE_INTERVAL_MS, { signal });
105
+ } catch {
106
+ break;
107
+ }
108
+ if (this.outRecord.hasPendingData) {
109
+ continue;
110
+ }
111
+ const inputBuf = this.inRecord.takeBuf();
112
+ this.inChan.write(inputBuf).catch((err) => this.logger.error({ err }, "Error writing RecorderIO input buffer"));
113
+ this.outChan.write([]).catch((err) => this.logger.error({ err }, "Error writing RecorderIO output buffer"));
114
+ }
115
+ }
116
+ /**
117
+ * Start FFmpeg process for streaming encoding
118
+ */
119
+ startFFmpeg() {
120
+ if (this.pcmStream) return;
121
+ this.pcmStream = new PassThrough();
122
+ this.ffmpegPromise = new Promise((resolve, reject) => {
123
+ ffmpeg(this.pcmStream).inputFormat("s16le").inputOptions([`-ar ${this.sampleRate}`, "-ac 2"]).audioCodec("libopus").audioChannels(2).audioFrequency(this.sampleRate).format("ogg").output(this._outputPath).on("end", () => {
124
+ this.logger.debug("FFmpeg encoding finished");
125
+ resolve();
126
+ }).on("error", (err) => {
127
+ var _a, _b, _c, _d;
128
+ if (((_a = err.message) == null ? void 0 : _a.includes("Output stream closed")) || ((_b = err.message) == null ? void 0 : _b.includes("received signal 2")) || ((_c = err.message) == null ? void 0 : _c.includes("SIGKILL")) || ((_d = err.message) == null ? void 0 : _d.includes("SIGINT"))) {
129
+ resolve();
130
+ } else {
131
+ this.logger.error({ err }, "FFmpeg encoding error");
132
+ reject(err);
133
+ }
134
+ }).run();
135
+ });
136
+ }
137
+ /**
138
+ * Resample and mix frames to mono Float32
139
+ */
140
+ resampleAndMix(opts) {
141
+ const INV_INT16 = 1 / 32768;
142
+ const { frames, flush = false } = opts;
143
+ let { resampler } = opts;
144
+ if (frames.length === 0 && !flush) {
145
+ return { samples: new Float32Array(0), resampler };
146
+ }
147
+ if (!resampler && frames.length > 0) {
148
+ const firstFrame = frames[0];
149
+ resampler = new AudioResampler(firstFrame.sampleRate, this.sampleRate, firstFrame.channels);
150
+ }
151
+ const resampledFrames = [];
152
+ for (const frame of frames) {
153
+ if (resampler) {
154
+ resampledFrames.push(...resampler.push(frame));
155
+ }
156
+ }
157
+ if (flush && resampler) {
158
+ resampledFrames.push(...resampler.flush());
159
+ }
160
+ const totalSamples = resampledFrames.reduce((acc, frame) => acc + frame.samplesPerChannel, 0);
161
+ const samples = new Float32Array(totalSamples);
162
+ let pos = 0;
163
+ for (const frame of resampledFrames) {
164
+ const data = frame.data;
165
+ const numChannels = frame.channels;
166
+ for (let i = 0; i < frame.samplesPerChannel; i++) {
167
+ let sum = 0;
168
+ for (let ch = 0; ch < numChannels; ch++) {
169
+ sum += data[i * numChannels + ch];
170
+ }
171
+ samples[pos++] = sum / numChannels * INV_INT16;
172
+ }
173
+ }
174
+ return { samples, resampler };
175
+ }
176
+ /**
177
+ * Write PCM chunk to FFmpeg stream
178
+ */
179
+ writePCM(leftSamples, rightSamples) {
180
+ if (!this.pcmStream) {
181
+ this.startFFmpeg();
182
+ }
183
+ if (leftSamples.length !== rightSamples.length) {
184
+ const diff = Math.abs(leftSamples.length - rightSamples.length);
185
+ if (leftSamples.length < rightSamples.length) {
186
+ this.logger.warn(
187
+ `Input is shorter by ${diff} samples; silence has been prepended to align the input channel.`
188
+ );
189
+ const padded = new Float32Array(rightSamples.length);
190
+ padded.set(leftSamples, diff);
191
+ leftSamples = padded;
192
+ } else {
193
+ const padded = new Float32Array(leftSamples.length);
194
+ padded.set(rightSamples, diff);
195
+ rightSamples = padded;
196
+ }
197
+ }
198
+ const maxLen = Math.max(leftSamples.length, rightSamples.length);
199
+ if (maxLen <= 0) return;
200
+ const stereoData = new Int16Array(maxLen * 2);
201
+ for (let i = 0; i < maxLen; i++) {
202
+ stereoData[i * 2] = Math.max(
203
+ -32768,
204
+ Math.min(32767, Math.round((leftSamples[i] ?? 0) * 32768))
205
+ );
206
+ stereoData[i * 2 + 1] = Math.max(
207
+ -32768,
208
+ Math.min(32767, Math.round((rightSamples[i] ?? 0) * 32768))
209
+ );
210
+ }
211
+ this.pcmStream.write(Buffer.from(stereoData.buffer));
212
+ }
213
+ /**
214
+ * Encode task: read from channels, mix to stereo, stream to FFmpeg
215
+ */
216
+ async encode() {
217
+ if (!this._outputPath) return;
218
+ const inReader = this.inChan.stream().getReader();
219
+ const outReader = this.outChan.stream().getReader();
220
+ try {
221
+ while (true) {
222
+ const [inResult, outResult] = await Promise.all([inReader.read(), outReader.read()]);
223
+ if (inResult.done || outResult.done) {
224
+ break;
225
+ }
226
+ const inputBuf = inResult.value;
227
+ const outputBuf = outResult.value;
228
+ const inMixed = this.resampleAndMix({ frames: inputBuf, resampler: this.inResampler });
229
+ this.inResampler = inMixed.resampler;
230
+ const outMixed = this.resampleAndMix({
231
+ frames: outputBuf,
232
+ resampler: this.outResampler,
233
+ flush: outputBuf.length > 0
234
+ });
235
+ this.outResampler = outMixed.resampler;
236
+ this.writePCM(inMixed.samples, outMixed.samples);
237
+ }
238
+ if (this.pcmStream) {
239
+ this.pcmStream.end();
240
+ await this.ffmpegPromise;
241
+ }
242
+ } catch (err) {
243
+ this.logger.error({ err }, "Error in encode task");
244
+ } finally {
245
+ inReader.releaseLock();
246
+ outReader.releaseLock();
247
+ if (!this.closeFuture.done) {
248
+ this.closeFuture.resolve();
249
+ }
250
+ }
251
+ }
252
+ }
253
+ class RecorderAudioInput extends AudioInput {
254
+ source;
255
+ recorderIO;
256
+ accFrames = [];
257
+ _startedWallTime;
258
+ constructor(recorderIO, source) {
259
+ super();
260
+ this.recorderIO = recorderIO;
261
+ this.source = source;
262
+ this.deferredStream.setSource(this.createInterceptingStream());
263
+ }
264
+ /**
265
+ * Wall-clock time when the first frame was captured
266
+ */
267
+ get startedWallTime() {
268
+ return this._startedWallTime;
269
+ }
270
+ /**
271
+ * Take accumulated frames and clear the buffer
272
+ */
273
+ takeBuf() {
274
+ const frames = this.accFrames;
275
+ this.accFrames = [];
276
+ return frames;
277
+ }
278
+ /**
279
+ * Creates a stream that intercepts frames from the source,
280
+ * accumulates them when recording, and passes them through unchanged.
281
+ */
282
+ createInterceptingStream() {
283
+ const sourceStream = this.source.stream;
284
+ const reader = sourceStream.getReader();
285
+ const transform = new TransformStream({
286
+ transform: (frame, controller) => {
287
+ if (this.recorderIO.recording) {
288
+ if (this._startedWallTime === void 0) {
289
+ this._startedWallTime = Date.now();
290
+ }
291
+ this.accFrames.push(frame);
292
+ }
293
+ controller.enqueue(frame);
294
+ }
295
+ });
296
+ const pump = async () => {
297
+ const writer = transform.writable.getWriter();
298
+ let sourceError;
299
+ try {
300
+ while (true) {
301
+ const { done, value } = await reader.read();
302
+ if (done) break;
303
+ await writer.write(value);
304
+ }
305
+ } catch (e) {
306
+ if (isStreamReaderReleaseError(e)) return;
307
+ sourceError = e;
308
+ } finally {
309
+ if (sourceError) {
310
+ writer.abort(sourceError);
311
+ return;
312
+ }
313
+ writer.releaseLock();
314
+ try {
315
+ await transform.writable.close();
316
+ } catch {
317
+ }
318
+ }
319
+ };
320
+ pump();
321
+ return transform.readable;
322
+ }
323
+ onAttached() {
324
+ this.source.onAttached();
325
+ }
326
+ onDetached() {
327
+ this.source.onDetached();
328
+ }
329
+ }
330
+ class RecorderAudioOutput extends AudioOutput {
331
+ recorderIO;
332
+ writeFn;
333
+ accFrames = [];
334
+ _startedWallTime;
335
+ // Pause tracking
336
+ currentPauseStart;
337
+ pauseWallTimes = [];
338
+ // [start, end] pairs
339
+ constructor(recorderIO, audioOutput, writeFn) {
340
+ super(audioOutput.sampleRate, audioOutput, { pause: true });
341
+ this.recorderIO = recorderIO;
342
+ this.writeFn = writeFn;
343
+ }
344
+ get startedWallTime() {
345
+ return this._startedWallTime;
346
+ }
347
+ get hasPendingData() {
348
+ return this.accFrames.length > 0;
349
+ }
350
+ pause() {
351
+ if (this.currentPauseStart === void 0 && this.recorderIO.recording) {
352
+ this.currentPauseStart = Date.now();
353
+ }
354
+ if (this.nextInChain) {
355
+ this.nextInChain.pause();
356
+ }
357
+ }
358
+ /**
359
+ * Resume playback and record the pause interval
360
+ */
361
+ resume() {
362
+ if (this.currentPauseStart !== void 0 && this.recorderIO.recording) {
363
+ this.pauseWallTimes.push([this.currentPauseStart, Date.now()]);
364
+ this.currentPauseStart = void 0;
365
+ }
366
+ if (this.nextInChain) {
367
+ this.nextInChain.resume();
368
+ }
369
+ }
370
+ resetPauseState() {
371
+ this.currentPauseStart = void 0;
372
+ this.pauseWallTimes = [];
373
+ }
374
+ onPlaybackFinished(options) {
375
+ const finishTime = Date.now();
376
+ super.onPlaybackFinished(options);
377
+ if (!this.recorderIO.recording) {
378
+ return;
379
+ }
380
+ if (this.currentPauseStart !== void 0) {
381
+ this.pauseWallTimes.push([this.currentPauseStart, finishTime]);
382
+ this.currentPauseStart = void 0;
383
+ }
384
+ if (this.accFrames.length === 0) {
385
+ this.resetPauseState();
386
+ return;
387
+ }
388
+ const playbackPosition = options.playbackPosition;
389
+ const pauseEvents = [];
390
+ if (this.pauseWallTimes.length > 0) {
391
+ const totalPauseDuration = this.pauseWallTimes.reduce(
392
+ (sum, [start, end]) => sum + (end - start),
393
+ 0
394
+ );
395
+ const playbackStartTime = finishTime - playbackPosition * 1e3 - totalPauseDuration;
396
+ let accumulatedPause = 0;
397
+ for (const [pauseStart, pauseEnd] of this.pauseWallTimes) {
398
+ let position = (pauseStart - playbackStartTime - accumulatedPause) / 1e3;
399
+ const duration = (pauseEnd - pauseStart) / 1e3;
400
+ position = Math.max(0, Math.min(position, playbackPosition));
401
+ pauseEvents.push([position, duration]);
402
+ accumulatedPause += pauseEnd - pauseStart;
403
+ }
404
+ }
405
+ const buf = [];
406
+ let accDur = 0;
407
+ const sampleRate = this.accFrames[0].sampleRate;
408
+ const numChannels = this.accFrames[0].channels;
409
+ let pauseIdx = 0;
410
+ let shouldBreak = false;
411
+ for (const frame of this.accFrames) {
412
+ let currentFrame = frame;
413
+ const frameDuration = frame.samplesPerChannel / frame.sampleRate;
414
+ if (frameDuration + accDur > playbackPosition) {
415
+ const [left] = splitFrame(currentFrame, playbackPosition - accDur);
416
+ currentFrame = left;
417
+ shouldBreak = true;
418
+ }
419
+ while (pauseIdx < pauseEvents.length && pauseEvents[pauseIdx][0] <= accDur) {
420
+ const [, pauseDur] = pauseEvents[pauseIdx];
421
+ buf.push(createSilenceFrame(pauseDur, sampleRate, numChannels));
422
+ pauseIdx++;
423
+ }
424
+ const currentFrameDuration = currentFrame.samplesPerChannel / currentFrame.sampleRate;
425
+ while (pauseIdx < pauseEvents.length && pauseEvents[pauseIdx][0] < accDur + currentFrameDuration) {
426
+ const [pausePos, pauseDur] = pauseEvents[pauseIdx];
427
+ const [left, right] = splitFrame(currentFrame, pausePos - accDur);
428
+ buf.push(left);
429
+ accDur += left.samplesPerChannel / left.sampleRate;
430
+ buf.push(createSilenceFrame(pauseDur, sampleRate, numChannels));
431
+ currentFrame = right;
432
+ pauseIdx++;
433
+ }
434
+ buf.push(currentFrame);
435
+ accDur += currentFrame.samplesPerChannel / currentFrame.sampleRate;
436
+ if (shouldBreak) {
437
+ break;
438
+ }
439
+ }
440
+ while (pauseIdx < pauseEvents.length) {
441
+ const [pausePos, pauseDur] = pauseEvents[pauseIdx];
442
+ if (pausePos <= playbackPosition) {
443
+ buf.push(createSilenceFrame(pauseDur, sampleRate, numChannels));
444
+ }
445
+ pauseIdx++;
446
+ }
447
+ if (buf.length > 0) {
448
+ this.writeFn(buf);
449
+ }
450
+ this.accFrames = [];
451
+ this.resetPauseState();
452
+ }
453
+ async captureFrame(frame) {
454
+ await super.captureFrame(frame);
455
+ if (this.recorderIO.recording) {
456
+ if (this._startedWallTime === void 0) {
457
+ this._startedWallTime = Date.now();
458
+ }
459
+ this.accFrames.push(frame);
460
+ }
461
+ if (this.nextInChain) {
462
+ await this.nextInChain.captureFrame(frame);
463
+ }
464
+ }
465
+ flush() {
466
+ super.flush();
467
+ if (this.nextInChain) {
468
+ this.nextInChain.flush();
469
+ }
470
+ }
471
+ clearBuffer() {
472
+ if (this.nextInChain) {
473
+ this.nextInChain.clearBuffer();
474
+ }
475
+ }
476
+ }
477
+ function createSilenceFrame(duration, sampleRate, numChannels) {
478
+ const samples = Math.floor(duration * sampleRate);
479
+ const data = new Int16Array(samples * numChannels);
480
+ return new AudioFrame(data, sampleRate, numChannels, samples);
481
+ }
482
+ function splitFrame(frame, position) {
483
+ if (position <= 0) {
484
+ const emptyFrame = new AudioFrame(new Int16Array(0), frame.sampleRate, frame.channels, 0);
485
+ return [emptyFrame, frame];
486
+ }
487
+ const frameDuration = frame.samplesPerChannel / frame.sampleRate;
488
+ if (position >= frameDuration) {
489
+ const emptyFrame = new AudioFrame(new Int16Array(0), frame.sampleRate, frame.channels, 0);
490
+ return [frame, emptyFrame];
491
+ }
492
+ const samplesNeeded = Math.floor(position * frame.sampleRate);
493
+ const numChannels = frame.channels;
494
+ const leftData = frame.data.slice(0, samplesNeeded * numChannels);
495
+ const rightData = frame.data.slice(samplesNeeded * numChannels);
496
+ const leftFrame = new AudioFrame(leftData, frame.sampleRate, frame.channels, samplesNeeded);
497
+ const rightFrame = new AudioFrame(
498
+ rightData,
499
+ frame.sampleRate,
500
+ frame.channels,
501
+ frame.samplesPerChannel - samplesNeeded
502
+ );
503
+ return [leftFrame, rightFrame];
504
+ }
505
+ export {
506
+ RecorderIO
507
+ };
508
+ //# sourceMappingURL=recorder_io.js.map