@livekit/agents 0.0.0-20260120144724

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (987) hide show
  1. package/LICENSE +201 -0
  2. package/README.md +17 -0
  3. package/dist/_exceptions.cjs +109 -0
  4. package/dist/_exceptions.cjs.map +1 -0
  5. package/dist/_exceptions.d.cts +64 -0
  6. package/dist/_exceptions.d.ts +64 -0
  7. package/dist/_exceptions.d.ts.map +1 -0
  8. package/dist/_exceptions.js +80 -0
  9. package/dist/_exceptions.js.map +1 -0
  10. package/dist/audio.cjs +170 -0
  11. package/dist/audio.cjs.map +1 -0
  12. package/dist/audio.d.cts +46 -0
  13. package/dist/audio.d.ts +46 -0
  14. package/dist/audio.d.ts.map +1 -0
  15. package/dist/audio.js +133 -0
  16. package/dist/audio.js.map +1 -0
  17. package/dist/cli.cjs +171 -0
  18. package/dist/cli.cjs.map +1 -0
  19. package/dist/cli.d.cts +14 -0
  20. package/dist/cli.d.ts +14 -0
  21. package/dist/cli.d.ts.map +1 -0
  22. package/dist/cli.js +145 -0
  23. package/dist/cli.js.map +1 -0
  24. package/dist/connection_pool.cjs +242 -0
  25. package/dist/connection_pool.cjs.map +1 -0
  26. package/dist/connection_pool.d.cts +123 -0
  27. package/dist/connection_pool.d.ts +123 -0
  28. package/dist/connection_pool.d.ts.map +1 -0
  29. package/dist/connection_pool.js +218 -0
  30. package/dist/connection_pool.js.map +1 -0
  31. package/dist/connection_pool.test.cjs +256 -0
  32. package/dist/connection_pool.test.cjs.map +1 -0
  33. package/dist/connection_pool.test.js +255 -0
  34. package/dist/connection_pool.test.js.map +1 -0
  35. package/dist/constants.cjs +44 -0
  36. package/dist/constants.cjs.map +1 -0
  37. package/dist/constants.d.cts +7 -0
  38. package/dist/constants.d.ts +7 -0
  39. package/dist/constants.d.ts.map +1 -0
  40. package/dist/constants.js +15 -0
  41. package/dist/constants.js.map +1 -0
  42. package/dist/generator.cjs +36 -0
  43. package/dist/generator.cjs.map +1 -0
  44. package/dist/generator.d.cts +23 -0
  45. package/dist/generator.d.ts +23 -0
  46. package/dist/generator.d.ts.map +1 -0
  47. package/dist/generator.js +11 -0
  48. package/dist/generator.js.map +1 -0
  49. package/dist/http_server.cjs +75 -0
  50. package/dist/http_server.cjs.map +1 -0
  51. package/dist/http_server.d.cts +20 -0
  52. package/dist/http_server.d.ts +20 -0
  53. package/dist/http_server.d.ts.map +1 -0
  54. package/dist/http_server.js +51 -0
  55. package/dist/http_server.js.map +1 -0
  56. package/dist/index.cjs +100 -0
  57. package/dist/index.cjs.map +1 -0
  58. package/dist/index.d.cts +35 -0
  59. package/dist/index.d.ts +35 -0
  60. package/dist/index.d.ts.map +1 -0
  61. package/dist/index.js +40 -0
  62. package/dist/index.js.map +1 -0
  63. package/dist/inference/api_protos.cjs +104 -0
  64. package/dist/inference/api_protos.cjs.map +1 -0
  65. package/dist/inference/api_protos.d.cts +222 -0
  66. package/dist/inference/api_protos.d.ts +222 -0
  67. package/dist/inference/api_protos.d.ts.map +1 -0
  68. package/dist/inference/api_protos.js +70 -0
  69. package/dist/inference/api_protos.js.map +1 -0
  70. package/dist/inference/index.cjs +56 -0
  71. package/dist/inference/index.cjs.map +1 -0
  72. package/dist/inference/index.d.cts +8 -0
  73. package/dist/inference/index.d.ts +8 -0
  74. package/dist/inference/index.d.ts.map +1 -0
  75. package/dist/inference/index.js +23 -0
  76. package/dist/inference/index.js.map +1 -0
  77. package/dist/inference/interruption/AdaptiveInterruptionDetector.cjs +152 -0
  78. package/dist/inference/interruption/AdaptiveInterruptionDetector.cjs.map +1 -0
  79. package/dist/inference/interruption/AdaptiveInterruptionDetector.d.cts +50 -0
  80. package/dist/inference/interruption/AdaptiveInterruptionDetector.d.ts +50 -0
  81. package/dist/inference/interruption/AdaptiveInterruptionDetector.d.ts.map +1 -0
  82. package/dist/inference/interruption/AdaptiveInterruptionDetector.js +125 -0
  83. package/dist/inference/interruption/AdaptiveInterruptionDetector.js.map +1 -0
  84. package/dist/inference/interruption/InterruptionStream.cjs +310 -0
  85. package/dist/inference/interruption/InterruptionStream.cjs.map +1 -0
  86. package/dist/inference/interruption/InterruptionStream.d.cts +57 -0
  87. package/dist/inference/interruption/InterruptionStream.d.ts +57 -0
  88. package/dist/inference/interruption/InterruptionStream.d.ts.map +1 -0
  89. package/dist/inference/interruption/InterruptionStream.js +288 -0
  90. package/dist/inference/interruption/InterruptionStream.js.map +1 -0
  91. package/dist/inference/interruption/defaults.cjs +76 -0
  92. package/dist/inference/interruption/defaults.cjs.map +1 -0
  93. package/dist/inference/interruption/defaults.d.cts +14 -0
  94. package/dist/inference/interruption/defaults.d.ts +14 -0
  95. package/dist/inference/interruption/defaults.d.ts.map +1 -0
  96. package/dist/inference/interruption/defaults.js +42 -0
  97. package/dist/inference/interruption/defaults.js.map +1 -0
  98. package/dist/inference/interruption/errors.cjs +2 -0
  99. package/dist/inference/interruption/errors.cjs.map +1 -0
  100. package/dist/inference/interruption/errors.d.cts +2 -0
  101. package/dist/inference/interruption/errors.d.ts +2 -0
  102. package/dist/inference/interruption/errors.d.ts.map +1 -0
  103. package/dist/inference/interruption/errors.js +1 -0
  104. package/dist/inference/interruption/errors.js.map +1 -0
  105. package/dist/inference/interruption/http_transport.cjs +57 -0
  106. package/dist/inference/interruption/http_transport.cjs.map +1 -0
  107. package/dist/inference/interruption/http_transport.d.cts +23 -0
  108. package/dist/inference/interruption/http_transport.d.ts +23 -0
  109. package/dist/inference/interruption/http_transport.d.ts.map +1 -0
  110. package/dist/inference/interruption/http_transport.js +33 -0
  111. package/dist/inference/interruption/http_transport.js.map +1 -0
  112. package/dist/inference/interruption/index.cjs +34 -0
  113. package/dist/inference/interruption/index.cjs.map +1 -0
  114. package/dist/inference/interruption/index.d.cts +5 -0
  115. package/dist/inference/interruption/index.d.ts +5 -0
  116. package/dist/inference/interruption/index.d.ts.map +1 -0
  117. package/dist/inference/interruption/index.js +7 -0
  118. package/dist/inference/interruption/index.js.map +1 -0
  119. package/dist/inference/interruption/interruption.cjs +85 -0
  120. package/dist/inference/interruption/interruption.cjs.map +1 -0
  121. package/dist/inference/interruption/interruption.d.cts +48 -0
  122. package/dist/inference/interruption/interruption.d.ts +48 -0
  123. package/dist/inference/interruption/interruption.d.ts.map +1 -0
  124. package/dist/inference/interruption/interruption.js +59 -0
  125. package/dist/inference/interruption/interruption.js.map +1 -0
  126. package/dist/inference/llm.cjs +347 -0
  127. package/dist/inference/llm.cjs.map +1 -0
  128. package/dist/inference/llm.d.cts +114 -0
  129. package/dist/inference/llm.d.ts +114 -0
  130. package/dist/inference/llm.d.ts.map +1 -0
  131. package/dist/inference/llm.js +318 -0
  132. package/dist/inference/llm.js.map +1 -0
  133. package/dist/inference/stt.cjs +371 -0
  134. package/dist/inference/stt.cjs.map +1 -0
  135. package/dist/inference/stt.d.cts +91 -0
  136. package/dist/inference/stt.d.ts +91 -0
  137. package/dist/inference/stt.d.ts.map +1 -0
  138. package/dist/inference/stt.js +350 -0
  139. package/dist/inference/stt.js.map +1 -0
  140. package/dist/inference/tts.cjs +439 -0
  141. package/dist/inference/tts.cjs.map +1 -0
  142. package/dist/inference/tts.d.cts +80 -0
  143. package/dist/inference/tts.d.ts +80 -0
  144. package/dist/inference/tts.d.ts.map +1 -0
  145. package/dist/inference/tts.js +417 -0
  146. package/dist/inference/tts.js.map +1 -0
  147. package/dist/inference/utils.cjs +89 -0
  148. package/dist/inference/utils.cjs.map +1 -0
  149. package/dist/inference/utils.d.cts +6 -0
  150. package/dist/inference/utils.d.ts +6 -0
  151. package/dist/inference/utils.d.ts.map +1 -0
  152. package/dist/inference/utils.js +63 -0
  153. package/dist/inference/utils.js.map +1 -0
  154. package/dist/inference/utils.test.cjs +20 -0
  155. package/dist/inference/utils.test.cjs.map +1 -0
  156. package/dist/inference/utils.test.js +19 -0
  157. package/dist/inference/utils.test.js.map +1 -0
  158. package/dist/inference_runner.cjs +37 -0
  159. package/dist/inference_runner.cjs.map +1 -0
  160. package/dist/inference_runner.d.cts +11 -0
  161. package/dist/inference_runner.d.ts +11 -0
  162. package/dist/inference_runner.d.ts.map +1 -0
  163. package/dist/inference_runner.js +13 -0
  164. package/dist/inference_runner.js.map +1 -0
  165. package/dist/ipc/index.cjs +23 -0
  166. package/dist/ipc/index.cjs.map +1 -0
  167. package/dist/ipc/index.d.cts +2 -0
  168. package/dist/ipc/index.d.ts +2 -0
  169. package/dist/ipc/index.d.ts.map +1 -0
  170. package/dist/ipc/index.js +2 -0
  171. package/dist/ipc/index.js.map +1 -0
  172. package/dist/ipc/inference_executor.cjs +17 -0
  173. package/dist/ipc/inference_executor.cjs.map +1 -0
  174. package/dist/ipc/inference_executor.d.cts +4 -0
  175. package/dist/ipc/inference_executor.d.ts +4 -0
  176. package/dist/ipc/inference_executor.d.ts.map +1 -0
  177. package/dist/ipc/inference_executor.js +1 -0
  178. package/dist/ipc/inference_executor.js.map +1 -0
  179. package/dist/ipc/inference_proc_executor.cjs +101 -0
  180. package/dist/ipc/inference_proc_executor.cjs.map +1 -0
  181. package/dist/ipc/inference_proc_executor.d.cts +23 -0
  182. package/dist/ipc/inference_proc_executor.d.ts +23 -0
  183. package/dist/ipc/inference_proc_executor.d.ts.map +1 -0
  184. package/dist/ipc/inference_proc_executor.js +75 -0
  185. package/dist/ipc/inference_proc_executor.js.map +1 -0
  186. package/dist/ipc/inference_proc_lazy_main.cjs +86 -0
  187. package/dist/ipc/inference_proc_lazy_main.cjs.map +1 -0
  188. package/dist/ipc/inference_proc_lazy_main.d.cts +2 -0
  189. package/dist/ipc/inference_proc_lazy_main.d.ts +2 -0
  190. package/dist/ipc/inference_proc_lazy_main.d.ts.map +1 -0
  191. package/dist/ipc/inference_proc_lazy_main.js +85 -0
  192. package/dist/ipc/inference_proc_lazy_main.js.map +1 -0
  193. package/dist/ipc/job_executor.cjs +34 -0
  194. package/dist/ipc/job_executor.cjs.map +1 -0
  195. package/dist/ipc/job_executor.d.cts +18 -0
  196. package/dist/ipc/job_executor.d.ts +18 -0
  197. package/dist/ipc/job_executor.d.ts.map +1 -0
  198. package/dist/ipc/job_executor.js +10 -0
  199. package/dist/ipc/job_executor.js.map +1 -0
  200. package/dist/ipc/job_proc_executor.cjs +115 -0
  201. package/dist/ipc/job_proc_executor.cjs.map +1 -0
  202. package/dist/ipc/job_proc_executor.d.cts +19 -0
  203. package/dist/ipc/job_proc_executor.d.ts +19 -0
  204. package/dist/ipc/job_proc_executor.d.ts.map +1 -0
  205. package/dist/ipc/job_proc_executor.js +89 -0
  206. package/dist/ipc/job_proc_executor.js.map +1 -0
  207. package/dist/ipc/job_proc_lazy_main.cjs +210 -0
  208. package/dist/ipc/job_proc_lazy_main.cjs.map +1 -0
  209. package/dist/ipc/job_proc_lazy_main.d.cts +2 -0
  210. package/dist/ipc/job_proc_lazy_main.d.ts +2 -0
  211. package/dist/ipc/job_proc_lazy_main.d.ts.map +1 -0
  212. package/dist/ipc/job_proc_lazy_main.js +187 -0
  213. package/dist/ipc/job_proc_lazy_main.js.map +1 -0
  214. package/dist/ipc/message.cjs +17 -0
  215. package/dist/ipc/message.cjs.map +1 -0
  216. package/dist/ipc/message.d.cts +58 -0
  217. package/dist/ipc/message.d.ts +58 -0
  218. package/dist/ipc/message.d.ts.map +1 -0
  219. package/dist/ipc/message.js +1 -0
  220. package/dist/ipc/message.js.map +1 -0
  221. package/dist/ipc/proc_pool.cjs +164 -0
  222. package/dist/ipc/proc_pool.cjs.map +1 -0
  223. package/dist/ipc/proc_pool.d.cts +31 -0
  224. package/dist/ipc/proc_pool.d.ts +31 -0
  225. package/dist/ipc/proc_pool.d.ts.map +1 -0
  226. package/dist/ipc/proc_pool.js +140 -0
  227. package/dist/ipc/proc_pool.js.map +1 -0
  228. package/dist/ipc/supervised_proc.cjs +229 -0
  229. package/dist/ipc/supervised_proc.cjs.map +1 -0
  230. package/dist/ipc/supervised_proc.d.cts +32 -0
  231. package/dist/ipc/supervised_proc.d.ts +32 -0
  232. package/dist/ipc/supervised_proc.d.ts.map +1 -0
  233. package/dist/ipc/supervised_proc.js +195 -0
  234. package/dist/ipc/supervised_proc.js.map +1 -0
  235. package/dist/ipc/supervised_proc.test.cjs +145 -0
  236. package/dist/ipc/supervised_proc.test.cjs.map +1 -0
  237. package/dist/ipc/supervised_proc.test.js +122 -0
  238. package/dist/ipc/supervised_proc.test.js.map +1 -0
  239. package/dist/job.cjs +373 -0
  240. package/dist/job.cjs.map +1 -0
  241. package/dist/job.d.cts +141 -0
  242. package/dist/job.d.ts +141 -0
  243. package/dist/job.d.ts.map +1 -0
  244. package/dist/job.js +332 -0
  245. package/dist/job.js.map +1 -0
  246. package/dist/llm/chat_context.cjs +527 -0
  247. package/dist/llm/chat_context.cjs.map +1 -0
  248. package/dist/llm/chat_context.d.cts +223 -0
  249. package/dist/llm/chat_context.d.ts +223 -0
  250. package/dist/llm/chat_context.d.ts.map +1 -0
  251. package/dist/llm/chat_context.js +496 -0
  252. package/dist/llm/chat_context.js.map +1 -0
  253. package/dist/llm/chat_context.test.cjs +911 -0
  254. package/dist/llm/chat_context.test.cjs.map +1 -0
  255. package/dist/llm/chat_context.test.js +916 -0
  256. package/dist/llm/chat_context.test.js.map +1 -0
  257. package/dist/llm/fallback_adapter.cjs +278 -0
  258. package/dist/llm/fallback_adapter.cjs.map +1 -0
  259. package/dist/llm/fallback_adapter.d.cts +73 -0
  260. package/dist/llm/fallback_adapter.d.ts +73 -0
  261. package/dist/llm/fallback_adapter.d.ts.map +1 -0
  262. package/dist/llm/fallback_adapter.js +254 -0
  263. package/dist/llm/fallback_adapter.js.map +1 -0
  264. package/dist/llm/fallback_adapter.test.cjs +176 -0
  265. package/dist/llm/fallback_adapter.test.cjs.map +1 -0
  266. package/dist/llm/fallback_adapter.test.js +175 -0
  267. package/dist/llm/fallback_adapter.test.js.map +1 -0
  268. package/dist/llm/index.cjs +79 -0
  269. package/dist/llm/index.cjs.map +1 -0
  270. package/dist/llm/index.d.cts +9 -0
  271. package/dist/llm/index.d.ts +9 -0
  272. package/dist/llm/index.d.ts.map +1 -0
  273. package/dist/llm/index.js +61 -0
  274. package/dist/llm/index.js.map +1 -0
  275. package/dist/llm/llm.cjs +226 -0
  276. package/dist/llm/llm.cjs.map +1 -0
  277. package/dist/llm/llm.d.cts +94 -0
  278. package/dist/llm/llm.d.ts +94 -0
  279. package/dist/llm/llm.d.ts.map +1 -0
  280. package/dist/llm/llm.js +201 -0
  281. package/dist/llm/llm.js.map +1 -0
  282. package/dist/llm/provider_format/google.cjs +132 -0
  283. package/dist/llm/provider_format/google.cjs.map +1 -0
  284. package/dist/llm/provider_format/google.d.cts +6 -0
  285. package/dist/llm/provider_format/google.d.ts +6 -0
  286. package/dist/llm/provider_format/google.d.ts.map +1 -0
  287. package/dist/llm/provider_format/google.js +108 -0
  288. package/dist/llm/provider_format/google.js.map +1 -0
  289. package/dist/llm/provider_format/google.test.cjs +724 -0
  290. package/dist/llm/provider_format/google.test.cjs.map +1 -0
  291. package/dist/llm/provider_format/google.test.js +728 -0
  292. package/dist/llm/provider_format/google.test.js.map +1 -0
  293. package/dist/llm/provider_format/index.cjs +40 -0
  294. package/dist/llm/provider_format/index.cjs.map +1 -0
  295. package/dist/llm/provider_format/index.d.cts +4 -0
  296. package/dist/llm/provider_format/index.d.ts +4 -0
  297. package/dist/llm/provider_format/index.d.ts.map +1 -0
  298. package/dist/llm/provider_format/index.js +16 -0
  299. package/dist/llm/provider_format/index.js.map +1 -0
  300. package/dist/llm/provider_format/openai.cjs +138 -0
  301. package/dist/llm/provider_format/openai.cjs.map +1 -0
  302. package/dist/llm/provider_format/openai.d.cts +3 -0
  303. package/dist/llm/provider_format/openai.d.ts +3 -0
  304. package/dist/llm/provider_format/openai.d.ts.map +1 -0
  305. package/dist/llm/provider_format/openai.js +114 -0
  306. package/dist/llm/provider_format/openai.js.map +1 -0
  307. package/dist/llm/provider_format/openai.test.cjs +557 -0
  308. package/dist/llm/provider_format/openai.test.cjs.map +1 -0
  309. package/dist/llm/provider_format/openai.test.js +561 -0
  310. package/dist/llm/provider_format/openai.test.js.map +1 -0
  311. package/dist/llm/provider_format/utils.cjs +146 -0
  312. package/dist/llm/provider_format/utils.cjs.map +1 -0
  313. package/dist/llm/provider_format/utils.d.cts +38 -0
  314. package/dist/llm/provider_format/utils.d.ts +38 -0
  315. package/dist/llm/provider_format/utils.d.ts.map +1 -0
  316. package/dist/llm/provider_format/utils.js +122 -0
  317. package/dist/llm/provider_format/utils.js.map +1 -0
  318. package/dist/llm/realtime.cjs +77 -0
  319. package/dist/llm/realtime.cjs.map +1 -0
  320. package/dist/llm/realtime.d.cts +106 -0
  321. package/dist/llm/realtime.d.ts +106 -0
  322. package/dist/llm/realtime.d.ts.map +1 -0
  323. package/dist/llm/realtime.js +52 -0
  324. package/dist/llm/realtime.js.map +1 -0
  325. package/dist/llm/remote_chat_context.cjs +112 -0
  326. package/dist/llm/remote_chat_context.cjs.map +1 -0
  327. package/dist/llm/remote_chat_context.d.cts +25 -0
  328. package/dist/llm/remote_chat_context.d.ts +25 -0
  329. package/dist/llm/remote_chat_context.d.ts.map +1 -0
  330. package/dist/llm/remote_chat_context.js +88 -0
  331. package/dist/llm/remote_chat_context.js.map +1 -0
  332. package/dist/llm/remote_chat_context.test.cjs +225 -0
  333. package/dist/llm/remote_chat_context.test.cjs.map +1 -0
  334. package/dist/llm/remote_chat_context.test.js +224 -0
  335. package/dist/llm/remote_chat_context.test.js.map +1 -0
  336. package/dist/llm/tool_context.cjs +152 -0
  337. package/dist/llm/tool_context.cjs.map +1 -0
  338. package/dist/llm/tool_context.d.cts +153 -0
  339. package/dist/llm/tool_context.d.ts +153 -0
  340. package/dist/llm/tool_context.d.ts.map +1 -0
  341. package/dist/llm/tool_context.js +119 -0
  342. package/dist/llm/tool_context.js.map +1 -0
  343. package/dist/llm/tool_context.test.cjs +359 -0
  344. package/dist/llm/tool_context.test.cjs.map +1 -0
  345. package/dist/llm/tool_context.test.js +336 -0
  346. package/dist/llm/tool_context.test.js.map +1 -0
  347. package/dist/llm/tool_context.type.test.cjs +92 -0
  348. package/dist/llm/tool_context.type.test.cjs.map +1 -0
  349. package/dist/llm/tool_context.type.test.js +91 -0
  350. package/dist/llm/tool_context.type.test.js.map +1 -0
  351. package/dist/llm/utils.cjs +267 -0
  352. package/dist/llm/utils.cjs.map +1 -0
  353. package/dist/llm/utils.d.cts +41 -0
  354. package/dist/llm/utils.d.ts +41 -0
  355. package/dist/llm/utils.d.ts.map +1 -0
  356. package/dist/llm/utils.js +230 -0
  357. package/dist/llm/utils.js.map +1 -0
  358. package/dist/llm/utils.test.cjs +513 -0
  359. package/dist/llm/utils.test.cjs.map +1 -0
  360. package/dist/llm/utils.test.js +490 -0
  361. package/dist/llm/utils.test.js.map +1 -0
  362. package/dist/llm/zod-utils.cjs +102 -0
  363. package/dist/llm/zod-utils.cjs.map +1 -0
  364. package/dist/llm/zod-utils.d.cts +65 -0
  365. package/dist/llm/zod-utils.d.ts +65 -0
  366. package/dist/llm/zod-utils.d.ts.map +1 -0
  367. package/dist/llm/zod-utils.js +64 -0
  368. package/dist/llm/zod-utils.js.map +1 -0
  369. package/dist/llm/zod-utils.test.cjs +472 -0
  370. package/dist/llm/zod-utils.test.cjs.map +1 -0
  371. package/dist/llm/zod-utils.test.js +455 -0
  372. package/dist/llm/zod-utils.test.js.map +1 -0
  373. package/dist/log.cjs +81 -0
  374. package/dist/log.cjs.map +1 -0
  375. package/dist/log.d.cts +20 -0
  376. package/dist/log.d.ts +20 -0
  377. package/dist/log.d.ts.map +1 -0
  378. package/dist/log.js +54 -0
  379. package/dist/log.js.map +1 -0
  380. package/dist/metrics/base.cjs +17 -0
  381. package/dist/metrics/base.cjs.map +1 -0
  382. package/dist/metrics/base.d.cts +150 -0
  383. package/dist/metrics/base.d.ts +150 -0
  384. package/dist/metrics/base.d.ts.map +1 -0
  385. package/dist/metrics/base.js +1 -0
  386. package/dist/metrics/base.js.map +1 -0
  387. package/dist/metrics/index.cjs +32 -0
  388. package/dist/metrics/index.cjs.map +1 -0
  389. package/dist/metrics/index.d.cts +4 -0
  390. package/dist/metrics/index.d.ts +4 -0
  391. package/dist/metrics/index.d.ts.map +1 -0
  392. package/dist/metrics/index.js +7 -0
  393. package/dist/metrics/index.js.map +1 -0
  394. package/dist/metrics/usage_collector.cjs +58 -0
  395. package/dist/metrics/usage_collector.cjs.map +1 -0
  396. package/dist/metrics/usage_collector.d.cts +15 -0
  397. package/dist/metrics/usage_collector.d.ts +15 -0
  398. package/dist/metrics/usage_collector.d.ts.map +1 -0
  399. package/dist/metrics/usage_collector.js +34 -0
  400. package/dist/metrics/usage_collector.js.map +1 -0
  401. package/dist/metrics/utils.cjs +74 -0
  402. package/dist/metrics/utils.cjs.map +1 -0
  403. package/dist/metrics/utils.d.cts +3 -0
  404. package/dist/metrics/utils.d.ts +3 -0
  405. package/dist/metrics/utils.d.ts.map +1 -0
  406. package/dist/metrics/utils.js +50 -0
  407. package/dist/metrics/utils.js.map +1 -0
  408. package/dist/plugin.cjs +62 -0
  409. package/dist/plugin.cjs.map +1 -0
  410. package/dist/plugin.d.cts +24 -0
  411. package/dist/plugin.d.ts +24 -0
  412. package/dist/plugin.d.ts.map +1 -0
  413. package/dist/plugin.js +37 -0
  414. package/dist/plugin.js.map +1 -0
  415. package/dist/stream/deferred_stream.cjs +106 -0
  416. package/dist/stream/deferred_stream.cjs.map +1 -0
  417. package/dist/stream/deferred_stream.d.cts +32 -0
  418. package/dist/stream/deferred_stream.d.ts +32 -0
  419. package/dist/stream/deferred_stream.d.ts.map +1 -0
  420. package/dist/stream/deferred_stream.js +81 -0
  421. package/dist/stream/deferred_stream.js.map +1 -0
  422. package/dist/stream/deferred_stream.test.cjs +527 -0
  423. package/dist/stream/deferred_stream.test.cjs.map +1 -0
  424. package/dist/stream/deferred_stream.test.js +526 -0
  425. package/dist/stream/deferred_stream.test.js.map +1 -0
  426. package/dist/stream/identity_transform.cjs +42 -0
  427. package/dist/stream/identity_transform.cjs.map +1 -0
  428. package/dist/stream/identity_transform.d.cts +6 -0
  429. package/dist/stream/identity_transform.d.ts +6 -0
  430. package/dist/stream/identity_transform.d.ts.map +1 -0
  431. package/dist/stream/identity_transform.js +18 -0
  432. package/dist/stream/identity_transform.js.map +1 -0
  433. package/dist/stream/identity_transform.test.cjs +125 -0
  434. package/dist/stream/identity_transform.test.cjs.map +1 -0
  435. package/dist/stream/identity_transform.test.js +124 -0
  436. package/dist/stream/identity_transform.test.js.map +1 -0
  437. package/dist/stream/index.cjs +38 -0
  438. package/dist/stream/index.cjs.map +1 -0
  439. package/dist/stream/index.d.cts +5 -0
  440. package/dist/stream/index.d.ts +5 -0
  441. package/dist/stream/index.d.ts.map +1 -0
  442. package/dist/stream/index.js +11 -0
  443. package/dist/stream/index.js.map +1 -0
  444. package/dist/stream/merge_readable_streams.cjs +59 -0
  445. package/dist/stream/merge_readable_streams.cjs.map +1 -0
  446. package/dist/stream/merge_readable_streams.d.cts +4 -0
  447. package/dist/stream/merge_readable_streams.d.ts +4 -0
  448. package/dist/stream/merge_readable_streams.d.ts.map +1 -0
  449. package/dist/stream/merge_readable_streams.js +35 -0
  450. package/dist/stream/merge_readable_streams.js.map +1 -0
  451. package/dist/stream/stream_channel.cjs +57 -0
  452. package/dist/stream/stream_channel.cjs.map +1 -0
  453. package/dist/stream/stream_channel.d.cts +11 -0
  454. package/dist/stream/stream_channel.d.ts +11 -0
  455. package/dist/stream/stream_channel.d.ts.map +1 -0
  456. package/dist/stream/stream_channel.js +33 -0
  457. package/dist/stream/stream_channel.js.map +1 -0
  458. package/dist/stream/stream_channel.test.cjs +124 -0
  459. package/dist/stream/stream_channel.test.cjs.map +1 -0
  460. package/dist/stream/stream_channel.test.js +123 -0
  461. package/dist/stream/stream_channel.test.js.map +1 -0
  462. package/dist/stt/index.cjs +38 -0
  463. package/dist/stt/index.cjs.map +1 -0
  464. package/dist/stt/index.d.cts +3 -0
  465. package/dist/stt/index.d.ts +3 -0
  466. package/dist/stt/index.d.ts.map +1 -0
  467. package/dist/stt/index.js +14 -0
  468. package/dist/stt/index.js.map +1 -0
  469. package/dist/stt/stream_adapter.cjs +115 -0
  470. package/dist/stt/stream_adapter.cjs.map +1 -0
  471. package/dist/stt/stream_adapter.d.cts +23 -0
  472. package/dist/stt/stream_adapter.d.ts +23 -0
  473. package/dist/stt/stream_adapter.d.ts.map +1 -0
  474. package/dist/stt/stream_adapter.js +90 -0
  475. package/dist/stt/stream_adapter.js.map +1 -0
  476. package/dist/stt/stt.cjs +253 -0
  477. package/dist/stt/stt.cjs.map +1 -0
  478. package/dist/stt/stt.d.cts +158 -0
  479. package/dist/stt/stt.d.ts +158 -0
  480. package/dist/stt/stt.d.ts.map +1 -0
  481. package/dist/stt/stt.js +227 -0
  482. package/dist/stt/stt.js.map +1 -0
  483. package/dist/telemetry/index.cjs +72 -0
  484. package/dist/telemetry/index.cjs.map +1 -0
  485. package/dist/telemetry/index.d.cts +7 -0
  486. package/dist/telemetry/index.d.ts +7 -0
  487. package/dist/telemetry/index.d.ts.map +1 -0
  488. package/dist/telemetry/index.js +37 -0
  489. package/dist/telemetry/index.js.map +1 -0
  490. package/dist/telemetry/logging.cjs +65 -0
  491. package/dist/telemetry/logging.cjs.map +1 -0
  492. package/dist/telemetry/logging.d.cts +21 -0
  493. package/dist/telemetry/logging.d.ts +21 -0
  494. package/dist/telemetry/logging.d.ts.map +1 -0
  495. package/dist/telemetry/logging.js +40 -0
  496. package/dist/telemetry/logging.js.map +1 -0
  497. package/dist/telemetry/otel_http_exporter.cjs +147 -0
  498. package/dist/telemetry/otel_http_exporter.cjs.map +1 -0
  499. package/dist/telemetry/otel_http_exporter.d.cts +62 -0
  500. package/dist/telemetry/otel_http_exporter.d.ts +62 -0
  501. package/dist/telemetry/otel_http_exporter.d.ts.map +1 -0
  502. package/dist/telemetry/otel_http_exporter.js +123 -0
  503. package/dist/telemetry/otel_http_exporter.js.map +1 -0
  504. package/dist/telemetry/pino_otel_transport.cjs +217 -0
  505. package/dist/telemetry/pino_otel_transport.cjs.map +1 -0
  506. package/dist/telemetry/pino_otel_transport.d.cts +58 -0
  507. package/dist/telemetry/pino_otel_transport.d.ts +58 -0
  508. package/dist/telemetry/pino_otel_transport.d.ts.map +1 -0
  509. package/dist/telemetry/pino_otel_transport.js +189 -0
  510. package/dist/telemetry/pino_otel_transport.js.map +1 -0
  511. package/dist/telemetry/trace_types.cjs +206 -0
  512. package/dist/telemetry/trace_types.cjs.map +1 -0
  513. package/dist/telemetry/trace_types.d.cts +61 -0
  514. package/dist/telemetry/trace_types.d.ts +61 -0
  515. package/dist/telemetry/trace_types.d.ts.map +1 -0
  516. package/dist/telemetry/trace_types.js +123 -0
  517. package/dist/telemetry/trace_types.js.map +1 -0
  518. package/dist/telemetry/traces.cjs +444 -0
  519. package/dist/telemetry/traces.cjs.map +1 -0
  520. package/dist/telemetry/traces.d.cts +114 -0
  521. package/dist/telemetry/traces.d.ts +114 -0
  522. package/dist/telemetry/traces.d.ts.map +1 -0
  523. package/dist/telemetry/traces.js +409 -0
  524. package/dist/telemetry/traces.js.map +1 -0
  525. package/dist/telemetry/utils.cjs +86 -0
  526. package/dist/telemetry/utils.cjs.map +1 -0
  527. package/dist/telemetry/utils.d.cts +5 -0
  528. package/dist/telemetry/utils.d.ts +5 -0
  529. package/dist/telemetry/utils.d.ts.map +1 -0
  530. package/dist/telemetry/utils.js +51 -0
  531. package/dist/telemetry/utils.js.map +1 -0
  532. package/dist/tokenize/basic/basic.cjs +105 -0
  533. package/dist/tokenize/basic/basic.cjs.map +1 -0
  534. package/dist/tokenize/basic/basic.d.cts +24 -0
  535. package/dist/tokenize/basic/basic.d.ts +24 -0
  536. package/dist/tokenize/basic/basic.d.ts.map +1 -0
  537. package/dist/tokenize/basic/basic.js +67 -0
  538. package/dist/tokenize/basic/basic.js.map +1 -0
  539. package/dist/tokenize/basic/hyphenator.cjs +425 -0
  540. package/dist/tokenize/basic/hyphenator.cjs.map +1 -0
  541. package/dist/tokenize/basic/hyphenator.d.cts +17 -0
  542. package/dist/tokenize/basic/hyphenator.d.ts +17 -0
  543. package/dist/tokenize/basic/hyphenator.d.ts.map +1 -0
  544. package/dist/tokenize/basic/hyphenator.js +401 -0
  545. package/dist/tokenize/basic/hyphenator.js.map +1 -0
  546. package/dist/tokenize/basic/index.cjs +37 -0
  547. package/dist/tokenize/basic/index.cjs.map +1 -0
  548. package/dist/tokenize/basic/index.d.cts +2 -0
  549. package/dist/tokenize/basic/index.d.ts +2 -0
  550. package/dist/tokenize/basic/index.d.ts.map +1 -0
  551. package/dist/tokenize/basic/index.js +15 -0
  552. package/dist/tokenize/basic/index.js.map +1 -0
  553. package/dist/tokenize/basic/paragraph.cjs +57 -0
  554. package/dist/tokenize/basic/paragraph.cjs.map +1 -0
  555. package/dist/tokenize/basic/paragraph.d.cts +5 -0
  556. package/dist/tokenize/basic/paragraph.d.ts +5 -0
  557. package/dist/tokenize/basic/paragraph.d.ts.map +1 -0
  558. package/dist/tokenize/basic/paragraph.js +33 -0
  559. package/dist/tokenize/basic/paragraph.js.map +1 -0
  560. package/dist/tokenize/basic/sentence.cjs +97 -0
  561. package/dist/tokenize/basic/sentence.cjs.map +1 -0
  562. package/dist/tokenize/basic/sentence.d.cts +5 -0
  563. package/dist/tokenize/basic/sentence.d.ts +5 -0
  564. package/dist/tokenize/basic/sentence.d.ts.map +1 -0
  565. package/dist/tokenize/basic/sentence.js +73 -0
  566. package/dist/tokenize/basic/sentence.js.map +1 -0
  567. package/dist/tokenize/basic/word.cjs +44 -0
  568. package/dist/tokenize/basic/word.cjs.map +1 -0
  569. package/dist/tokenize/basic/word.d.cts +5 -0
  570. package/dist/tokenize/basic/word.d.ts +5 -0
  571. package/dist/tokenize/basic/word.d.ts.map +1 -0
  572. package/dist/tokenize/basic/word.js +20 -0
  573. package/dist/tokenize/basic/word.js.map +1 -0
  574. package/dist/tokenize/index.cjs +55 -0
  575. package/dist/tokenize/index.cjs.map +1 -0
  576. package/dist/tokenize/index.d.cts +5 -0
  577. package/dist/tokenize/index.d.ts +5 -0
  578. package/dist/tokenize/index.d.ts.map +1 -0
  579. package/dist/tokenize/index.js +19 -0
  580. package/dist/tokenize/index.js.map +1 -0
  581. package/dist/tokenize/token_stream.cjs +168 -0
  582. package/dist/tokenize/token_stream.cjs.map +1 -0
  583. package/dist/tokenize/token_stream.d.cts +40 -0
  584. package/dist/tokenize/token_stream.d.ts +40 -0
  585. package/dist/tokenize/token_stream.d.ts.map +1 -0
  586. package/dist/tokenize/token_stream.js +142 -0
  587. package/dist/tokenize/token_stream.js.map +1 -0
  588. package/dist/tokenize/tokenizer.cjs +184 -0
  589. package/dist/tokenize/tokenizer.cjs.map +1 -0
  590. package/dist/tokenize/tokenizer.d.cts +55 -0
  591. package/dist/tokenize/tokenizer.d.ts +55 -0
  592. package/dist/tokenize/tokenizer.d.ts.map +1 -0
  593. package/dist/tokenize/tokenizer.js +156 -0
  594. package/dist/tokenize/tokenizer.js.map +1 -0
  595. package/dist/tokenize/tokenizer.test.cjs +220 -0
  596. package/dist/tokenize/tokenizer.test.cjs.map +1 -0
  597. package/dist/tokenize/tokenizer.test.js +219 -0
  598. package/dist/tokenize/tokenizer.test.js.map +1 -0
  599. package/dist/transcription.cjs +247 -0
  600. package/dist/transcription.cjs.map +1 -0
  601. package/dist/transcription.d.cts +31 -0
  602. package/dist/transcription.d.ts +31 -0
  603. package/dist/transcription.d.ts.map +1 -0
  604. package/dist/transcription.js +222 -0
  605. package/dist/transcription.js.map +1 -0
  606. package/dist/tts/index.cjs +38 -0
  607. package/dist/tts/index.cjs.map +1 -0
  608. package/dist/tts/index.d.cts +3 -0
  609. package/dist/tts/index.d.ts +3 -0
  610. package/dist/tts/index.d.ts.map +1 -0
  611. package/dist/tts/index.js +14 -0
  612. package/dist/tts/index.js.map +1 -0
  613. package/dist/tts/stream_adapter.cjs +105 -0
  614. package/dist/tts/stream_adapter.cjs.map +1 -0
  615. package/dist/tts/stream_adapter.d.cts +20 -0
  616. package/dist/tts/stream_adapter.d.ts +20 -0
  617. package/dist/tts/stream_adapter.d.ts.map +1 -0
  618. package/dist/tts/stream_adapter.js +80 -0
  619. package/dist/tts/stream_adapter.js.map +1 -0
  620. package/dist/tts/tts.cjs +431 -0
  621. package/dist/tts/tts.cjs.map +1 -0
  622. package/dist/tts/tts.d.cts +161 -0
  623. package/dist/tts/tts.d.ts +161 -0
  624. package/dist/tts/tts.d.ts.map +1 -0
  625. package/dist/tts/tts.js +405 -0
  626. package/dist/tts/tts.js.map +1 -0
  627. package/dist/types.cjs +49 -0
  628. package/dist/types.cjs.map +1 -0
  629. package/dist/types.d.cts +44 -0
  630. package/dist/types.d.ts +44 -0
  631. package/dist/types.d.ts.map +1 -0
  632. package/dist/types.js +23 -0
  633. package/dist/types.js.map +1 -0
  634. package/dist/utils/ws_transport.cjs +51 -0
  635. package/dist/utils/ws_transport.cjs.map +1 -0
  636. package/dist/utils/ws_transport.d.cts +9 -0
  637. package/dist/utils/ws_transport.d.ts +9 -0
  638. package/dist/utils/ws_transport.d.ts.map +1 -0
  639. package/dist/utils/ws_transport.js +17 -0
  640. package/dist/utils/ws_transport.js.map +1 -0
  641. package/dist/utils/ws_transport.test.cjs +212 -0
  642. package/dist/utils/ws_transport.test.cjs.map +1 -0
  643. package/dist/utils/ws_transport.test.js +211 -0
  644. package/dist/utils/ws_transport.test.js.map +1 -0
  645. package/dist/utils.cjs +669 -0
  646. package/dist/utils.cjs.map +1 -0
  647. package/dist/utils.d.cts +244 -0
  648. package/dist/utils.d.ts +244 -0
  649. package/dist/utils.d.ts.map +1 -0
  650. package/dist/utils.js +617 -0
  651. package/dist/utils.js.map +1 -0
  652. package/dist/utils.test.cjs +492 -0
  653. package/dist/utils.test.cjs.map +1 -0
  654. package/dist/utils.test.js +491 -0
  655. package/dist/utils.test.js.map +1 -0
  656. package/dist/vad.cjs +211 -0
  657. package/dist/vad.cjs.map +1 -0
  658. package/dist/vad.d.cts +105 -0
  659. package/dist/vad.d.ts +105 -0
  660. package/dist/vad.d.ts.map +1 -0
  661. package/dist/vad.js +185 -0
  662. package/dist/vad.js.map +1 -0
  663. package/dist/version.cjs +29 -0
  664. package/dist/version.cjs.map +1 -0
  665. package/dist/version.d.cts +2 -0
  666. package/dist/version.d.ts +2 -0
  667. package/dist/version.d.ts.map +1 -0
  668. package/dist/version.js +5 -0
  669. package/dist/version.js.map +1 -0
  670. package/dist/voice/agent.cjs +308 -0
  671. package/dist/voice/agent.cjs.map +1 -0
  672. package/dist/voice/agent.d.cts +83 -0
  673. package/dist/voice/agent.d.ts +83 -0
  674. package/dist/voice/agent.d.ts.map +1 -0
  675. package/dist/voice/agent.js +287 -0
  676. package/dist/voice/agent.js.map +1 -0
  677. package/dist/voice/agent.test.cjs +61 -0
  678. package/dist/voice/agent.test.cjs.map +1 -0
  679. package/dist/voice/agent.test.js +60 -0
  680. package/dist/voice/agent.test.js.map +1 -0
  681. package/dist/voice/agent_activity.cjs +1784 -0
  682. package/dist/voice/agent_activity.cjs.map +1 -0
  683. package/dist/voice/agent_activity.d.cts +116 -0
  684. package/dist/voice/agent_activity.d.ts +116 -0
  685. package/dist/voice/agent_activity.d.ts.map +1 -0
  686. package/dist/voice/agent_activity.js +1780 -0
  687. package/dist/voice/agent_activity.js.map +1 -0
  688. package/dist/voice/agent_session.cjs +592 -0
  689. package/dist/voice/agent_session.cjs.map +1 -0
  690. package/dist/voice/agent_session.d.cts +165 -0
  691. package/dist/voice/agent_session.d.ts +165 -0
  692. package/dist/voice/agent_session.d.ts.map +1 -0
  693. package/dist/voice/agent_session.js +582 -0
  694. package/dist/voice/agent_session.js.map +1 -0
  695. package/dist/voice/audio_recognition.cjs +668 -0
  696. package/dist/voice/audio_recognition.cjs.map +1 -0
  697. package/dist/voice/audio_recognition.d.cts +127 -0
  698. package/dist/voice/audio_recognition.d.ts +127 -0
  699. package/dist/voice/audio_recognition.d.ts.map +1 -0
  700. package/dist/voice/audio_recognition.js +647 -0
  701. package/dist/voice/audio_recognition.js.map +1 -0
  702. package/dist/voice/avatar/datastream_io.cjs +204 -0
  703. package/dist/voice/avatar/datastream_io.cjs.map +1 -0
  704. package/dist/voice/avatar/datastream_io.d.cts +37 -0
  705. package/dist/voice/avatar/datastream_io.d.ts +37 -0
  706. package/dist/voice/avatar/datastream_io.d.ts.map +1 -0
  707. package/dist/voice/avatar/datastream_io.js +188 -0
  708. package/dist/voice/avatar/datastream_io.js.map +1 -0
  709. package/dist/voice/avatar/index.cjs +23 -0
  710. package/dist/voice/avatar/index.cjs.map +1 -0
  711. package/dist/voice/avatar/index.d.cts +2 -0
  712. package/dist/voice/avatar/index.d.ts +2 -0
  713. package/dist/voice/avatar/index.d.ts.map +1 -0
  714. package/dist/voice/avatar/index.js +2 -0
  715. package/dist/voice/avatar/index.js.map +1 -0
  716. package/dist/voice/background_audio.cjs +366 -0
  717. package/dist/voice/background_audio.cjs.map +1 -0
  718. package/dist/voice/background_audio.d.cts +121 -0
  719. package/dist/voice/background_audio.d.ts +121 -0
  720. package/dist/voice/background_audio.d.ts.map +1 -0
  721. package/dist/voice/background_audio.js +342 -0
  722. package/dist/voice/background_audio.js.map +1 -0
  723. package/dist/voice/events.cjs +147 -0
  724. package/dist/voice/events.cjs.map +1 -0
  725. package/dist/voice/events.d.cts +127 -0
  726. package/dist/voice/events.d.ts +127 -0
  727. package/dist/voice/events.d.ts.map +1 -0
  728. package/dist/voice/events.js +112 -0
  729. package/dist/voice/events.js.map +1 -0
  730. package/dist/voice/generation.cjs +747 -0
  731. package/dist/voice/generation.cjs.map +1 -0
  732. package/dist/voice/generation.d.cts +116 -0
  733. package/dist/voice/generation.d.ts +116 -0
  734. package/dist/voice/generation.d.ts.map +1 -0
  735. package/dist/voice/generation.js +719 -0
  736. package/dist/voice/generation.js.map +1 -0
  737. package/dist/voice/generation_tools.test.cjs +236 -0
  738. package/dist/voice/generation_tools.test.cjs.map +1 -0
  739. package/dist/voice/generation_tools.test.js +235 -0
  740. package/dist/voice/generation_tools.test.js.map +1 -0
  741. package/dist/voice/index.cjs +49 -0
  742. package/dist/voice/index.cjs.map +1 -0
  743. package/dist/voice/index.d.cts +10 -0
  744. package/dist/voice/index.d.ts +10 -0
  745. package/dist/voice/index.d.ts.map +1 -0
  746. package/dist/voice/index.js +16 -0
  747. package/dist/voice/index.js.map +1 -0
  748. package/dist/voice/interruption_detection.test.cjs +114 -0
  749. package/dist/voice/interruption_detection.test.cjs.map +1 -0
  750. package/dist/voice/interruption_detection.test.js +113 -0
  751. package/dist/voice/interruption_detection.test.js.map +1 -0
  752. package/dist/voice/io.cjs +270 -0
  753. package/dist/voice/io.cjs.map +1 -0
  754. package/dist/voice/io.d.cts +126 -0
  755. package/dist/voice/io.d.ts +126 -0
  756. package/dist/voice/io.d.ts.map +1 -0
  757. package/dist/voice/io.js +242 -0
  758. package/dist/voice/io.js.map +1 -0
  759. package/dist/voice/recorder_io/index.cjs +23 -0
  760. package/dist/voice/recorder_io/index.cjs.map +1 -0
  761. package/dist/voice/recorder_io/index.d.cts +2 -0
  762. package/dist/voice/recorder_io/index.d.ts +2 -0
  763. package/dist/voice/recorder_io/index.d.ts.map +1 -0
  764. package/dist/voice/recorder_io/index.js +2 -0
  765. package/dist/voice/recorder_io/index.js.map +1 -0
  766. package/dist/voice/recorder_io/recorder_io.cjs +542 -0
  767. package/dist/voice/recorder_io/recorder_io.cjs.map +1 -0
  768. package/dist/voice/recorder_io/recorder_io.d.cts +100 -0
  769. package/dist/voice/recorder_io/recorder_io.d.ts +100 -0
  770. package/dist/voice/recorder_io/recorder_io.d.ts.map +1 -0
  771. package/dist/voice/recorder_io/recorder_io.js +508 -0
  772. package/dist/voice/recorder_io/recorder_io.js.map +1 -0
  773. package/dist/voice/report.cjs +75 -0
  774. package/dist/voice/report.cjs.map +1 -0
  775. package/dist/voice/report.d.cts +42 -0
  776. package/dist/voice/report.d.ts +42 -0
  777. package/dist/voice/report.d.ts.map +1 -0
  778. package/dist/voice/report.js +50 -0
  779. package/dist/voice/report.js.map +1 -0
  780. package/dist/voice/room_io/_input.cjs +133 -0
  781. package/dist/voice/room_io/_input.cjs.map +1 -0
  782. package/dist/voice/room_io/_input.d.cts +24 -0
  783. package/dist/voice/room_io/_input.d.ts +24 -0
  784. package/dist/voice/room_io/_input.d.ts.map +1 -0
  785. package/dist/voice/room_io/_input.js +114 -0
  786. package/dist/voice/room_io/_input.js.map +1 -0
  787. package/dist/voice/room_io/_output.cjs +359 -0
  788. package/dist/voice/room_io/_output.cjs.map +1 -0
  789. package/dist/voice/room_io/_output.d.cts +77 -0
  790. package/dist/voice/room_io/_output.d.ts +77 -0
  791. package/dist/voice/room_io/_output.d.ts.map +1 -0
  792. package/dist/voice/room_io/_output.js +343 -0
  793. package/dist/voice/room_io/_output.js.map +1 -0
  794. package/dist/voice/room_io/index.cjs +25 -0
  795. package/dist/voice/room_io/index.cjs.map +1 -0
  796. package/dist/voice/room_io/index.d.cts +3 -0
  797. package/dist/voice/room_io/index.d.ts +3 -0
  798. package/dist/voice/room_io/index.d.ts.map +1 -0
  799. package/dist/voice/room_io/index.js +3 -0
  800. package/dist/voice/room_io/index.js.map +1 -0
  801. package/dist/voice/room_io/room_io.cjs +373 -0
  802. package/dist/voice/room_io/room_io.cjs.map +1 -0
  803. package/dist/voice/room_io/room_io.d.cts +94 -0
  804. package/dist/voice/room_io/room_io.d.ts +94 -0
  805. package/dist/voice/room_io/room_io.d.ts.map +1 -0
  806. package/dist/voice/room_io/room_io.js +364 -0
  807. package/dist/voice/room_io/room_io.js.map +1 -0
  808. package/dist/voice/run_context.cjs +51 -0
  809. package/dist/voice/run_context.cjs.map +1 -0
  810. package/dist/voice/run_context.d.cts +22 -0
  811. package/dist/voice/run_context.d.ts +22 -0
  812. package/dist/voice/run_context.d.ts.map +1 -0
  813. package/dist/voice/run_context.js +27 -0
  814. package/dist/voice/run_context.js.map +1 -0
  815. package/dist/voice/speech_handle.cjs +228 -0
  816. package/dist/voice/speech_handle.cjs.map +1 -0
  817. package/dist/voice/speech_handle.d.cts +97 -0
  818. package/dist/voice/speech_handle.d.ts +97 -0
  819. package/dist/voice/speech_handle.d.ts.map +1 -0
  820. package/dist/voice/speech_handle.js +204 -0
  821. package/dist/voice/speech_handle.js.map +1 -0
  822. package/dist/voice/transcription/_utils.cjs +45 -0
  823. package/dist/voice/transcription/_utils.cjs.map +1 -0
  824. package/dist/voice/transcription/_utils.d.cts +3 -0
  825. package/dist/voice/transcription/_utils.d.ts +3 -0
  826. package/dist/voice/transcription/_utils.d.ts.map +1 -0
  827. package/dist/voice/transcription/_utils.js +21 -0
  828. package/dist/voice/transcription/_utils.js.map +1 -0
  829. package/dist/voice/transcription/index.cjs +23 -0
  830. package/dist/voice/transcription/index.cjs.map +1 -0
  831. package/dist/voice/transcription/index.d.cts +2 -0
  832. package/dist/voice/transcription/index.d.ts +2 -0
  833. package/dist/voice/transcription/index.d.ts.map +1 -0
  834. package/dist/voice/transcription/index.js +2 -0
  835. package/dist/voice/transcription/index.js.map +1 -0
  836. package/dist/voice/transcription/synchronizer.cjs +379 -0
  837. package/dist/voice/transcription/synchronizer.cjs.map +1 -0
  838. package/dist/voice/transcription/synchronizer.d.cts +87 -0
  839. package/dist/voice/transcription/synchronizer.d.ts +87 -0
  840. package/dist/voice/transcription/synchronizer.d.ts.map +1 -0
  841. package/dist/voice/transcription/synchronizer.js +354 -0
  842. package/dist/voice/transcription/synchronizer.js.map +1 -0
  843. package/dist/worker.cjs +680 -0
  844. package/dist/worker.cjs.map +1 -0
  845. package/dist/worker.d.cts +119 -0
  846. package/dist/worker.d.ts +119 -0
  847. package/dist/worker.d.ts.map +1 -0
  848. package/dist/worker.js +645 -0
  849. package/dist/worker.js.map +1 -0
  850. package/package.json +86 -0
  851. package/resources/NOTICE +2 -0
  852. package/resources/keyboard-typing.ogg +0 -0
  853. package/resources/keyboard-typing2.ogg +0 -0
  854. package/resources/office-ambience.ogg +0 -0
  855. package/src/_exceptions.ts +137 -0
  856. package/src/audio.ts +205 -0
  857. package/src/cli.ts +224 -0
  858. package/src/connection_pool.test.ts +346 -0
  859. package/src/connection_pool.ts +307 -0
  860. package/src/constants.ts +9 -0
  861. package/src/generator.ts +38 -0
  862. package/src/http_server.ts +64 -0
  863. package/src/index.ts +41 -0
  864. package/src/inference/api_protos.ts +82 -0
  865. package/src/inference/index.ts +32 -0
  866. package/src/inference/interruption/AdaptiveInterruptionDetector.ts +166 -0
  867. package/src/inference/interruption/InterruptionStream.ts +397 -0
  868. package/src/inference/interruption/defaults.ts +33 -0
  869. package/src/inference/interruption/errors.ts +0 -0
  870. package/src/inference/interruption/http_transport.ts +61 -0
  871. package/src/inference/interruption/index.ts +4 -0
  872. package/src/inference/interruption/interruption.ts +88 -0
  873. package/src/inference/llm.ts +532 -0
  874. package/src/inference/stt.ts +524 -0
  875. package/src/inference/tts.ts +574 -0
  876. package/src/inference/utils.test.ts +31 -0
  877. package/src/inference/utils.ts +81 -0
  878. package/src/inference_runner.ts +19 -0
  879. package/src/ipc/index.ts +5 -0
  880. package/src/ipc/inference_executor.ts +7 -0
  881. package/src/ipc/inference_proc_executor.ts +101 -0
  882. package/src/ipc/inference_proc_lazy_main.ts +115 -0
  883. package/src/ipc/job_executor.ts +23 -0
  884. package/src/ipc/job_proc_executor.ts +122 -0
  885. package/src/ipc/job_proc_lazy_main.ts +247 -0
  886. package/src/ipc/message.ts +52 -0
  887. package/src/ipc/proc_pool.ts +164 -0
  888. package/src/ipc/supervised_proc.test.ts +153 -0
  889. package/src/ipc/supervised_proc.ts +242 -0
  890. package/src/job.ts +461 -0
  891. package/src/llm/__snapshots__/chat_context.test.ts.snap +527 -0
  892. package/src/llm/__snapshots__/tool_context.test.ts.snap +177 -0
  893. package/src/llm/__snapshots__/zod-utils.test.ts.snap +559 -0
  894. package/src/llm/chat_context.test.ts +1057 -0
  895. package/src/llm/chat_context.ts +759 -0
  896. package/src/llm/fallback_adapter.test.ts +238 -0
  897. package/src/llm/fallback_adapter.ts +391 -0
  898. package/src/llm/index.ts +74 -0
  899. package/src/llm/llm.ts +303 -0
  900. package/src/llm/provider_format/google.test.ts +843 -0
  901. package/src/llm/provider_format/google.ts +134 -0
  902. package/src/llm/provider_format/index.ts +23 -0
  903. package/src/llm/provider_format/openai.test.ts +675 -0
  904. package/src/llm/provider_format/openai.ts +146 -0
  905. package/src/llm/provider_format/utils.ts +187 -0
  906. package/src/llm/realtime.ts +163 -0
  907. package/src/llm/remote_chat_context.test.ts +290 -0
  908. package/src/llm/remote_chat_context.ts +114 -0
  909. package/src/llm/tool_context.test.ts +407 -0
  910. package/src/llm/tool_context.ts +343 -0
  911. package/src/llm/tool_context.type.test.ts +115 -0
  912. package/src/llm/utils.test.ts +670 -0
  913. package/src/llm/utils.ts +336 -0
  914. package/src/llm/zod-utils.test.ts +577 -0
  915. package/src/llm/zod-utils.ts +153 -0
  916. package/src/log.ts +83 -0
  917. package/src/metrics/base.ts +168 -0
  918. package/src/metrics/index.ts +15 -0
  919. package/src/metrics/usage_collector.ts +46 -0
  920. package/src/metrics/utils.ts +64 -0
  921. package/src/plugin.ts +46 -0
  922. package/src/stream/deferred_stream.test.ts +755 -0
  923. package/src/stream/deferred_stream.ts +127 -0
  924. package/src/stream/identity_transform.test.ts +179 -0
  925. package/src/stream/identity_transform.ts +18 -0
  926. package/src/stream/index.ts +7 -0
  927. package/src/stream/merge_readable_streams.ts +40 -0
  928. package/src/stream/stream_channel.test.ts +166 -0
  929. package/src/stream/stream_channel.ts +44 -0
  930. package/src/stt/index.ts +15 -0
  931. package/src/stt/stream_adapter.ts +107 -0
  932. package/src/stt/stt.ts +374 -0
  933. package/src/telemetry/index.ts +28 -0
  934. package/src/telemetry/logging.ts +55 -0
  935. package/src/telemetry/otel_http_exporter.ts +195 -0
  936. package/src/telemetry/pino_otel_transport.ts +265 -0
  937. package/src/telemetry/trace_types.ts +95 -0
  938. package/src/telemetry/traces.ts +612 -0
  939. package/src/telemetry/utils.ts +61 -0
  940. package/src/tokenize/basic/basic.ts +83 -0
  941. package/src/tokenize/basic/hyphenator.ts +434 -0
  942. package/src/tokenize/basic/index.ts +11 -0
  943. package/src/tokenize/basic/paragraph.ts +43 -0
  944. package/src/tokenize/basic/sentence.ts +89 -0
  945. package/src/tokenize/basic/word.ts +27 -0
  946. package/src/tokenize/index.ts +16 -0
  947. package/src/tokenize/token_stream.ts +180 -0
  948. package/src/tokenize/tokenizer.test.ts +255 -0
  949. package/src/tokenize/tokenizer.ts +152 -0
  950. package/src/transcription.ts +307 -0
  951. package/src/tts/index.ts +12 -0
  952. package/src/tts/stream_adapter.ts +110 -0
  953. package/src/tts/tts.ts +598 -0
  954. package/src/types.ts +66 -0
  955. package/src/utils/ws_transport.test.ts +282 -0
  956. package/src/utils/ws_transport.ts +22 -0
  957. package/src/utils.test.ts +651 -0
  958. package/src/utils.ts +871 -0
  959. package/src/vad.ts +262 -0
  960. package/src/version.ts +5 -0
  961. package/src/voice/agent.test.ts +80 -0
  962. package/src/voice/agent.ts +418 -0
  963. package/src/voice/agent_activity.ts +2375 -0
  964. package/src/voice/agent_session.ts +866 -0
  965. package/src/voice/audio_recognition.ts +877 -0
  966. package/src/voice/avatar/datastream_io.ts +247 -0
  967. package/src/voice/avatar/index.ts +4 -0
  968. package/src/voice/background_audio.ts +491 -0
  969. package/src/voice/events.ts +261 -0
  970. package/src/voice/generation.ts +946 -0
  971. package/src/voice/generation_tools.test.ts +268 -0
  972. package/src/voice/index.ts +12 -0
  973. package/src/voice/interruption_detection.test.ts +151 -0
  974. package/src/voice/io.ts +347 -0
  975. package/src/voice/recorder_io/index.ts +4 -0
  976. package/src/voice/recorder_io/recorder_io.ts +690 -0
  977. package/src/voice/report.ts +100 -0
  978. package/src/voice/room_io/_input.ts +162 -0
  979. package/src/voice/room_io/_output.ts +439 -0
  980. package/src/voice/room_io/index.ts +5 -0
  981. package/src/voice/room_io/room_io.ts +518 -0
  982. package/src/voice/run_context.ts +34 -0
  983. package/src/voice/speech_handle.ts +250 -0
  984. package/src/voice/transcription/_utils.ts +25 -0
  985. package/src/voice/transcription/index.ts +4 -0
  986. package/src/voice/transcription/synchronizer.ts +477 -0
  987. package/src/worker.ts +798 -0
@@ -0,0 +1,724 @@
1
+ "use strict";
2
+ var import_rtc_node = require("@livekit/rtc-node");
3
+ var import_vitest = require("vitest");
4
+ var import_log = require("../../log.cjs");
5
+ var import_chat_context = require("../chat_context.cjs");
6
+ var import_utils = require("../utils.cjs");
7
+ var import_google = require("./google.cjs");
8
+ import_vitest.vi.mock("../utils.js", () => ({
9
+ serializeImage: import_vitest.vi.fn()
10
+ }));
11
+ (0, import_vitest.describe)("Google Provider Format - toChatCtx", () => {
12
+ const serializeImageMock = import_vitest.vi.mocked(import_utils.serializeImage);
13
+ (0, import_log.initializeLogger)({ level: "silent", pretty: false });
14
+ (0, import_vitest.beforeEach)(async () => {
15
+ import_vitest.vi.clearAllMocks();
16
+ });
17
+ (0, import_vitest.it)("should convert simple text messages", async () => {
18
+ const ctx = import_chat_context.ChatContext.empty();
19
+ ctx.addMessage({ role: "user", content: "Hello" });
20
+ ctx.addMessage({ role: "assistant", content: "Hi there!" });
21
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
22
+ (0, import_vitest.expect)(result).toEqual([
23
+ {
24
+ role: "user",
25
+ parts: [{ text: "Hello" }]
26
+ },
27
+ {
28
+ role: "model",
29
+ parts: [{ text: "Hi there!" }]
30
+ }
31
+ ]);
32
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
33
+ });
34
+ (0, import_vitest.it)("should handle system messages separately", async () => {
35
+ const ctx = import_chat_context.ChatContext.empty();
36
+ ctx.addMessage({ role: "system", content: "You are a helpful assistant" });
37
+ ctx.addMessage({ role: "user", content: "Hello" });
38
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
39
+ (0, import_vitest.expect)(result).toEqual([
40
+ {
41
+ role: "user",
42
+ parts: [{ text: "Hello" }]
43
+ }
44
+ ]);
45
+ (0, import_vitest.expect)(formatData.systemMessages).toEqual(["You are a helpful assistant"]);
46
+ });
47
+ (0, import_vitest.it)("should handle multiple system messages", async () => {
48
+ const ctx = import_chat_context.ChatContext.empty();
49
+ ctx.addMessage({ role: "system", content: "You are a helpful assistant" });
50
+ ctx.addMessage({ role: "system", content: "Be concise in your responses" });
51
+ ctx.addMessage({ role: "user", content: "Hello" });
52
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
53
+ (0, import_vitest.expect)(result).toEqual([
54
+ {
55
+ role: "user",
56
+ parts: [{ text: "Hello" }]
57
+ }
58
+ ]);
59
+ (0, import_vitest.expect)(formatData.systemMessages).toEqual([
60
+ "You are a helpful assistant",
61
+ "Be concise in your responses"
62
+ ]);
63
+ });
64
+ (0, import_vitest.it)("should handle multi-part text content", async () => {
65
+ const ctx = import_chat_context.ChatContext.empty();
66
+ ctx.addMessage({ role: "user", content: ["Line 1", "Line 2", "Line 3"] });
67
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
68
+ (0, import_vitest.expect)(result).toEqual([
69
+ {
70
+ role: "user",
71
+ parts: [{ text: "Line 1" }, { text: "Line 2" }, { text: "Line 3" }]
72
+ }
73
+ ]);
74
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
75
+ });
76
+ (0, import_vitest.it)("should handle messages with external URL images", async () => {
77
+ serializeImageMock.mockResolvedValue({
78
+ inferenceDetail: "high",
79
+ externalUrl: "https://example.com/image.jpg",
80
+ mimeType: "image/jpeg"
81
+ });
82
+ const ctx = import_chat_context.ChatContext.empty();
83
+ ctx.addMessage({
84
+ role: "user",
85
+ content: [
86
+ "Check out this image:",
87
+ {
88
+ id: "img1",
89
+ type: "image_content",
90
+ image: "https://example.com/image.jpg",
91
+ inferenceDetail: "high",
92
+ _cache: {}
93
+ }
94
+ ]
95
+ });
96
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
97
+ (0, import_vitest.expect)(result).toEqual([
98
+ {
99
+ role: "user",
100
+ parts: [
101
+ { text: "Check out this image:" },
102
+ {
103
+ fileData: {
104
+ fileUri: "https://example.com/image.jpg",
105
+ mimeType: "image/jpeg"
106
+ }
107
+ }
108
+ ]
109
+ }
110
+ ]);
111
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
112
+ });
113
+ (0, import_vitest.it)("should handle messages with base64 images", async () => {
114
+ serializeImageMock.mockResolvedValue({
115
+ inferenceDetail: "auto",
116
+ mimeType: "image/png",
117
+ base64Data: "iVBORw0KGgoAAAANSUhEUgAAAAEAAAAB"
118
+ });
119
+ const ctx = import_chat_context.ChatContext.empty();
120
+ ctx.addMessage({
121
+ role: "assistant",
122
+ content: [
123
+ {
124
+ id: "img1",
125
+ type: "image_content",
126
+ image: "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAAB",
127
+ inferenceDetail: "auto",
128
+ _cache: {}
129
+ },
130
+ "Here is the image you requested"
131
+ ]
132
+ });
133
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
134
+ (0, import_vitest.expect)(result).toEqual([
135
+ {
136
+ role: "model",
137
+ parts: [
138
+ {
139
+ inlineData: {
140
+ data: "iVBORw0KGgoAAAANSUhEUgAAAAEAAAAB",
141
+ mimeType: "image/png"
142
+ }
143
+ },
144
+ { text: "Here is the image you requested" }
145
+ ]
146
+ }
147
+ ]);
148
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
149
+ });
150
+ (0, import_vitest.it)("should handle VideoFrame images", async () => {
151
+ serializeImageMock.mockResolvedValue({
152
+ inferenceDetail: "low",
153
+ mimeType: "image/jpeg",
154
+ base64Data: "/9j/4AAQSkZJRg=="
155
+ });
156
+ const frameData = new Uint8Array(4 * 4 * 4);
157
+ const videoFrame = new import_rtc_node.VideoFrame(frameData, 4, 4, import_rtc_node.VideoBufferType.RGBA);
158
+ const ctx = import_chat_context.ChatContext.empty();
159
+ ctx.addMessage({
160
+ role: "user",
161
+ content: [
162
+ {
163
+ id: "frame1",
164
+ type: "image_content",
165
+ image: videoFrame,
166
+ inferenceDetail: "low",
167
+ _cache: {}
168
+ }
169
+ ]
170
+ });
171
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
172
+ (0, import_vitest.expect)(result).toEqual([
173
+ {
174
+ role: "user",
175
+ parts: [
176
+ {
177
+ inlineData: {
178
+ data: "/9j/4AAQSkZJRg==",
179
+ mimeType: "image/jpeg"
180
+ }
181
+ }
182
+ ]
183
+ }
184
+ ]);
185
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
186
+ });
187
+ (0, import_vitest.it)("should cache serialized images", async () => {
188
+ serializeImageMock.mockResolvedValue({
189
+ inferenceDetail: "high",
190
+ mimeType: "image/png",
191
+ base64Data: "cached-data"
192
+ });
193
+ const imageContent = {
194
+ id: "img1",
195
+ type: "image_content",
196
+ image: "https://example.com/image.jpg",
197
+ inferenceDetail: "high",
198
+ _cache: {}
199
+ };
200
+ const ctx = import_chat_context.ChatContext.empty();
201
+ ctx.addMessage({ role: "user", content: [imageContent] });
202
+ await (0, import_google.toChatCtx)(ctx, false);
203
+ await (0, import_google.toChatCtx)(ctx, false);
204
+ (0, import_vitest.expect)(serializeImageMock).toHaveBeenCalledTimes(1);
205
+ (0, import_vitest.expect)(imageContent._cache).toHaveProperty("serialized_image");
206
+ });
207
+ (0, import_vitest.it)("should handle tool calls and outputs", async () => {
208
+ const ctx = import_chat_context.ChatContext.empty();
209
+ const msg = ctx.addMessage({ role: "assistant", content: "Let me help you with that." });
210
+ const toolCall = import_chat_context.FunctionCall.create({
211
+ id: msg.id + "/tool_1",
212
+ callId: "call_123",
213
+ name: "get_weather",
214
+ args: '{"location": "San Francisco"}'
215
+ });
216
+ const toolOutput = import_chat_context.FunctionCallOutput.create({
217
+ callId: "call_123",
218
+ name: "get_weather",
219
+ output: '{"temperature": 72, "condition": "sunny"}',
220
+ isError: false
221
+ });
222
+ ctx.insert([toolCall, toolOutput]);
223
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
224
+ (0, import_vitest.expect)(result).toEqual([
225
+ {
226
+ role: "model",
227
+ parts: [
228
+ { text: "Let me help you with that." },
229
+ {
230
+ functionCall: {
231
+ id: "call_123",
232
+ name: "get_weather",
233
+ args: { location: "San Francisco" }
234
+ }
235
+ }
236
+ ]
237
+ },
238
+ {
239
+ role: "user",
240
+ parts: [
241
+ {
242
+ functionResponse: {
243
+ id: "call_123",
244
+ name: "get_weather",
245
+ response: { output: '{"temperature": 72, "condition": "sunny"}' }
246
+ }
247
+ }
248
+ ]
249
+ }
250
+ ]);
251
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
252
+ });
253
+ (0, import_vitest.it)("should handle multiple tool calls in one message", async () => {
254
+ const ctx = import_chat_context.ChatContext.empty();
255
+ const msg = ctx.addMessage({ role: "assistant", content: "I'll check both locations." });
256
+ const toolCall1 = new import_chat_context.FunctionCall({
257
+ id: msg.id + "/tool_1",
258
+ callId: "call_1",
259
+ name: "get_weather",
260
+ args: '{"location": "NYC"}'
261
+ });
262
+ const toolCall2 = new import_chat_context.FunctionCall({
263
+ id: msg.id + "/tool_2",
264
+ callId: "call_2",
265
+ name: "get_weather",
266
+ args: '{"location": "LA"}'
267
+ });
268
+ const toolOutput1 = new import_chat_context.FunctionCallOutput({
269
+ callId: "call_1",
270
+ name: "get_weather",
271
+ output: '{"temperature": 65}',
272
+ isError: false
273
+ });
274
+ const toolOutput2 = new import_chat_context.FunctionCallOutput({
275
+ callId: "call_2",
276
+ name: "get_weather",
277
+ output: '{"temperature": 78}',
278
+ isError: false
279
+ });
280
+ ctx.insert([toolCall1, toolCall2, toolOutput1, toolOutput2]);
281
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
282
+ (0, import_vitest.expect)(result).toEqual([
283
+ {
284
+ role: "model",
285
+ parts: [
286
+ { text: "I'll check both locations." },
287
+ {
288
+ functionCall: {
289
+ id: "call_1",
290
+ name: "get_weather",
291
+ args: { location: "NYC" }
292
+ }
293
+ },
294
+ {
295
+ functionCall: {
296
+ id: "call_2",
297
+ name: "get_weather",
298
+ args: { location: "LA" }
299
+ }
300
+ }
301
+ ]
302
+ },
303
+ {
304
+ role: "user",
305
+ parts: [
306
+ {
307
+ functionResponse: {
308
+ id: "call_1",
309
+ name: "get_weather",
310
+ response: { output: '{"temperature": 65}' }
311
+ }
312
+ },
313
+ {
314
+ functionResponse: {
315
+ id: "call_2",
316
+ name: "get_weather",
317
+ response: { output: '{"temperature": 78}' }
318
+ }
319
+ }
320
+ ]
321
+ }
322
+ ]);
323
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
324
+ });
325
+ (0, import_vitest.it)("should handle tool calls without accompanying message", async () => {
326
+ const ctx = import_chat_context.ChatContext.empty();
327
+ const toolCall = new import_chat_context.FunctionCall({
328
+ id: "func_123",
329
+ callId: "call_456",
330
+ name: "calculate",
331
+ args: '{"a": 5, "b": 3}'
332
+ });
333
+ const toolOutput = new import_chat_context.FunctionCallOutput({
334
+ callId: "call_456",
335
+ name: "calculate",
336
+ output: '{"result": 8}',
337
+ isError: false
338
+ });
339
+ ctx.insert([toolCall, toolOutput]);
340
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
341
+ (0, import_vitest.expect)(result).toEqual([
342
+ {
343
+ role: "model",
344
+ parts: [
345
+ {
346
+ functionCall: {
347
+ id: "call_456",
348
+ name: "calculate",
349
+ args: { a: 5, b: 3 }
350
+ }
351
+ }
352
+ ]
353
+ },
354
+ {
355
+ role: "user",
356
+ parts: [
357
+ {
358
+ functionResponse: {
359
+ id: "call_456",
360
+ name: "calculate",
361
+ response: { output: '{"result": 8}' }
362
+ }
363
+ }
364
+ ]
365
+ }
366
+ ]);
367
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
368
+ });
369
+ (0, import_vitest.it)("should handle tool call errors", async () => {
370
+ const ctx = import_chat_context.ChatContext.empty();
371
+ const toolCall = new import_chat_context.FunctionCall({
372
+ id: "func_error",
373
+ callId: "call_error",
374
+ name: "failing_function",
375
+ args: "{}"
376
+ });
377
+ const toolOutput = new import_chat_context.FunctionCallOutput({
378
+ callId: "call_error",
379
+ name: "failing_function",
380
+ output: "Function failed to execute",
381
+ isError: true
382
+ });
383
+ ctx.insert([toolCall, toolOutput]);
384
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
385
+ (0, import_vitest.expect)(result).toEqual([
386
+ {
387
+ role: "model",
388
+ parts: [
389
+ {
390
+ functionCall: {
391
+ id: "call_error",
392
+ name: "failing_function",
393
+ args: {}
394
+ }
395
+ }
396
+ ]
397
+ },
398
+ {
399
+ role: "user",
400
+ parts: [
401
+ {
402
+ functionResponse: {
403
+ id: "call_error",
404
+ name: "failing_function",
405
+ response: { error: "Function failed to execute" }
406
+ }
407
+ }
408
+ ]
409
+ }
410
+ ]);
411
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
412
+ });
413
+ (0, import_vitest.it)("should inject dummy user message when last turn is not user", async () => {
414
+ const ctx = import_chat_context.ChatContext.empty();
415
+ ctx.addMessage({ role: "user", content: "Hello" });
416
+ ctx.addMessage({ role: "assistant", content: "Hi there!" });
417
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, true);
418
+ (0, import_vitest.expect)(result).toEqual([
419
+ {
420
+ role: "user",
421
+ parts: [{ text: "Hello" }]
422
+ },
423
+ {
424
+ role: "model",
425
+ parts: [{ text: "Hi there!" }]
426
+ },
427
+ {
428
+ role: "user",
429
+ parts: [{ text: "." }]
430
+ }
431
+ ]);
432
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
433
+ });
434
+ (0, import_vitest.it)("should not inject dummy user message when last turn is already user", async () => {
435
+ const ctx = import_chat_context.ChatContext.empty();
436
+ ctx.addMessage({ role: "assistant", content: "Hi there!" });
437
+ ctx.addMessage({ role: "user", content: "Hello" });
438
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, true);
439
+ (0, import_vitest.expect)(result).toEqual([
440
+ {
441
+ role: "model",
442
+ parts: [{ text: "Hi there!" }]
443
+ },
444
+ {
445
+ role: "user",
446
+ parts: [{ text: "Hello" }]
447
+ }
448
+ ]);
449
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
450
+ });
451
+ (0, import_vitest.it)("should not inject dummy user message when disabled", async () => {
452
+ const ctx = import_chat_context.ChatContext.empty();
453
+ ctx.addMessage({ role: "user", content: "Hello" });
454
+ ctx.addMessage({ role: "assistant", content: "Hi there!" });
455
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
456
+ (0, import_vitest.expect)(result).toEqual([
457
+ {
458
+ role: "user",
459
+ parts: [{ text: "Hello" }]
460
+ },
461
+ {
462
+ role: "model",
463
+ parts: [{ text: "Hi there!" }]
464
+ }
465
+ ]);
466
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
467
+ });
468
+ (0, import_vitest.it)("should handle mixed content with text and multiple images", async () => {
469
+ serializeImageMock.mockResolvedValueOnce({
470
+ inferenceDetail: "high",
471
+ externalUrl: "https://example.com/image1.jpg",
472
+ mimeType: "image/jpeg"
473
+ }).mockResolvedValueOnce({
474
+ inferenceDetail: "low",
475
+ mimeType: "image/png",
476
+ base64Data: "base64data"
477
+ });
478
+ const ctx = import_chat_context.ChatContext.empty();
479
+ ctx.addMessage({
480
+ role: "user",
481
+ content: [
482
+ "Here are two images:",
483
+ {
484
+ id: "img1",
485
+ type: "image_content",
486
+ image: "https://example.com/image1.jpg",
487
+ inferenceDetail: "high",
488
+ _cache: {}
489
+ },
490
+ "And the second one:",
491
+ {
492
+ id: "img2",
493
+ type: "image_content",
494
+ image: "data:image/png;base64,base64data",
495
+ inferenceDetail: "low",
496
+ _cache: {}
497
+ },
498
+ "What do you think?"
499
+ ]
500
+ });
501
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
502
+ (0, import_vitest.expect)(result).toEqual([
503
+ {
504
+ role: "user",
505
+ parts: [
506
+ { text: "Here are two images:" },
507
+ {
508
+ fileData: {
509
+ fileUri: "https://example.com/image1.jpg",
510
+ mimeType: "image/jpeg"
511
+ }
512
+ },
513
+ { text: "And the second one:" },
514
+ {
515
+ inlineData: {
516
+ data: "base64data",
517
+ mimeType: "image/png"
518
+ }
519
+ },
520
+ { text: "What do you think?" }
521
+ ]
522
+ }
523
+ ]);
524
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
525
+ });
526
+ (0, import_vitest.it)("should handle content with only images and no text", async () => {
527
+ serializeImageMock.mockResolvedValue({
528
+ inferenceDetail: "auto",
529
+ externalUrl: "https://example.com/image.jpg",
530
+ mimeType: "image/jpeg"
531
+ });
532
+ const ctx = import_chat_context.ChatContext.empty();
533
+ ctx.addMessage({
534
+ role: "user",
535
+ content: [
536
+ {
537
+ id: "img1",
538
+ type: "image_content",
539
+ image: "https://example.com/image.jpg",
540
+ inferenceDetail: "auto",
541
+ _cache: {}
542
+ }
543
+ ]
544
+ });
545
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
546
+ (0, import_vitest.expect)(result).toEqual([
547
+ {
548
+ role: "user",
549
+ parts: [
550
+ {
551
+ fileData: {
552
+ fileUri: "https://example.com/image.jpg",
553
+ mimeType: "image/jpeg"
554
+ }
555
+ }
556
+ ]
557
+ }
558
+ ]);
559
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
560
+ });
561
+ (0, import_vitest.it)("should group consecutive messages by role", async () => {
562
+ const ctx = import_chat_context.ChatContext.empty();
563
+ ctx.addMessage({ role: "user", content: "First user message" });
564
+ ctx.addMessage({ role: "user", content: "Second user message" });
565
+ ctx.addMessage({ role: "assistant", content: "First assistant response" });
566
+ ctx.addMessage({ role: "assistant", content: "Second assistant response" });
567
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
568
+ (0, import_vitest.expect)(result).toEqual([
569
+ {
570
+ role: "user",
571
+ parts: [{ text: "First user message" }, { text: "Second user message" }]
572
+ },
573
+ {
574
+ role: "model",
575
+ parts: [{ text: "First assistant response" }, { text: "Second assistant response" }]
576
+ }
577
+ ]);
578
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
579
+ });
580
+ (0, import_vitest.it)("should handle empty content arrays", async () => {
581
+ const ctx = import_chat_context.ChatContext.empty();
582
+ ctx.addMessage({ role: "user", content: [] });
583
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
584
+ (0, import_vitest.expect)(result).toEqual([]);
585
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
586
+ });
587
+ (0, import_vitest.it)("should handle image with default MIME type when missing", async () => {
588
+ serializeImageMock.mockResolvedValue({
589
+ inferenceDetail: "high",
590
+ externalUrl: "https://example.com/image.jpg"
591
+ // No mimeType provided
592
+ });
593
+ const ctx = import_chat_context.ChatContext.empty();
594
+ ctx.addMessage({
595
+ role: "user",
596
+ content: [
597
+ {
598
+ id: "img1",
599
+ type: "image_content",
600
+ image: "https://example.com/image.jpg",
601
+ inferenceDetail: "high",
602
+ _cache: {}
603
+ }
604
+ ]
605
+ });
606
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
607
+ (0, import_vitest.expect)(result).toEqual([
608
+ {
609
+ role: "user",
610
+ parts: [
611
+ {
612
+ fileData: {
613
+ fileUri: "https://example.com/image.jpg",
614
+ mimeType: "image/jpeg"
615
+ // Should default to image/jpeg
616
+ }
617
+ }
618
+ ]
619
+ }
620
+ ]);
621
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
622
+ });
623
+ (0, import_vitest.it)("should skip empty groups", async () => {
624
+ const ctx = import_chat_context.ChatContext.empty();
625
+ ctx.addMessage({ role: "user", content: "Hello", createdAt: 1e3 });
626
+ const orphanOutput = new import_chat_context.FunctionCallOutput({
627
+ callId: "orphan_call",
628
+ output: "This should be ignored",
629
+ isError: false,
630
+ createdAt: 2e3
631
+ });
632
+ ctx.insert(orphanOutput);
633
+ ctx.addMessage({ role: "assistant", content: "Hi!", createdAt: 3e3 });
634
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
635
+ (0, import_vitest.expect)(result).toEqual([
636
+ {
637
+ role: "user",
638
+ parts: [{ text: "Hello" }]
639
+ },
640
+ {
641
+ role: "model",
642
+ parts: [{ text: "Hi!" }]
643
+ }
644
+ ]);
645
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
646
+ });
647
+ (0, import_vitest.it)("should filter out standalone function calls without outputs", async () => {
648
+ const ctx = import_chat_context.ChatContext.empty();
649
+ const funcCall = new import_chat_context.FunctionCall({
650
+ id: "func_standalone",
651
+ callId: "call_999",
652
+ name: "standalone_function",
653
+ args: "{}"
654
+ });
655
+ ctx.insert(funcCall);
656
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
657
+ (0, import_vitest.expect)(result).toEqual([]);
658
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
659
+ });
660
+ (0, import_vitest.it)("should handle mixed content types", async () => {
661
+ const ctx = import_chat_context.ChatContext.empty();
662
+ ctx.addMessage({
663
+ role: "user",
664
+ content: ["First part", "Second part"]
665
+ });
666
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
667
+ (0, import_vitest.expect)(result).toEqual([
668
+ {
669
+ role: "user",
670
+ parts: [{ text: "First part" }, { text: "Second part" }]
671
+ }
672
+ ]);
673
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
674
+ });
675
+ (0, import_vitest.it)("should filter out agent handoff items", async () => {
676
+ const ctx = import_chat_context.ChatContext.empty();
677
+ ctx.addMessage({ role: "user", content: "Hello" });
678
+ const handoff = new import_chat_context.AgentHandoffItem({
679
+ oldAgentId: "agent_1",
680
+ newAgentId: "agent_2"
681
+ });
682
+ ctx.insert(handoff);
683
+ ctx.addMessage({ role: "assistant", content: "Hi there!" });
684
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
685
+ (0, import_vitest.expect)(result).toEqual([
686
+ {
687
+ role: "user",
688
+ parts: [{ text: "Hello" }]
689
+ },
690
+ {
691
+ role: "model",
692
+ parts: [{ text: "Hi there!" }]
693
+ }
694
+ ]);
695
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
696
+ });
697
+ (0, import_vitest.it)("should handle multiple agent handoffs without errors", async () => {
698
+ const ctx = import_chat_context.ChatContext.empty();
699
+ ctx.addMessage({ role: "user", content: "Start" });
700
+ ctx.insert(new import_chat_context.AgentHandoffItem({ oldAgentId: void 0, newAgentId: "agent_1" }));
701
+ ctx.addMessage({ role: "assistant", content: "Response from agent 1" });
702
+ ctx.insert(new import_chat_context.AgentHandoffItem({ oldAgentId: "agent_1", newAgentId: "agent_2" }));
703
+ ctx.addMessage({ role: "assistant", content: "Response from agent 2" });
704
+ ctx.insert(new import_chat_context.AgentHandoffItem({ oldAgentId: "agent_2", newAgentId: "agent_3" }));
705
+ ctx.addMessage({ role: "assistant", content: "Response from agent 3" });
706
+ const [result, formatData] = await (0, import_google.toChatCtx)(ctx, false);
707
+ (0, import_vitest.expect)(result).toEqual([
708
+ {
709
+ role: "user",
710
+ parts: [{ text: "Start" }]
711
+ },
712
+ {
713
+ role: "model",
714
+ parts: [
715
+ { text: "Response from agent 1" },
716
+ { text: "Response from agent 2" },
717
+ { text: "Response from agent 3" }
718
+ ]
719
+ }
720
+ ]);
721
+ (0, import_vitest.expect)(formatData.systemMessages).toBeNull();
722
+ });
723
+ });
724
+ //# sourceMappingURL=google.test.cjs.map