@livekit/agents 0.0.0-20260120144724

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (987) hide show
  1. package/LICENSE +201 -0
  2. package/README.md +17 -0
  3. package/dist/_exceptions.cjs +109 -0
  4. package/dist/_exceptions.cjs.map +1 -0
  5. package/dist/_exceptions.d.cts +64 -0
  6. package/dist/_exceptions.d.ts +64 -0
  7. package/dist/_exceptions.d.ts.map +1 -0
  8. package/dist/_exceptions.js +80 -0
  9. package/dist/_exceptions.js.map +1 -0
  10. package/dist/audio.cjs +170 -0
  11. package/dist/audio.cjs.map +1 -0
  12. package/dist/audio.d.cts +46 -0
  13. package/dist/audio.d.ts +46 -0
  14. package/dist/audio.d.ts.map +1 -0
  15. package/dist/audio.js +133 -0
  16. package/dist/audio.js.map +1 -0
  17. package/dist/cli.cjs +171 -0
  18. package/dist/cli.cjs.map +1 -0
  19. package/dist/cli.d.cts +14 -0
  20. package/dist/cli.d.ts +14 -0
  21. package/dist/cli.d.ts.map +1 -0
  22. package/dist/cli.js +145 -0
  23. package/dist/cli.js.map +1 -0
  24. package/dist/connection_pool.cjs +242 -0
  25. package/dist/connection_pool.cjs.map +1 -0
  26. package/dist/connection_pool.d.cts +123 -0
  27. package/dist/connection_pool.d.ts +123 -0
  28. package/dist/connection_pool.d.ts.map +1 -0
  29. package/dist/connection_pool.js +218 -0
  30. package/dist/connection_pool.js.map +1 -0
  31. package/dist/connection_pool.test.cjs +256 -0
  32. package/dist/connection_pool.test.cjs.map +1 -0
  33. package/dist/connection_pool.test.js +255 -0
  34. package/dist/connection_pool.test.js.map +1 -0
  35. package/dist/constants.cjs +44 -0
  36. package/dist/constants.cjs.map +1 -0
  37. package/dist/constants.d.cts +7 -0
  38. package/dist/constants.d.ts +7 -0
  39. package/dist/constants.d.ts.map +1 -0
  40. package/dist/constants.js +15 -0
  41. package/dist/constants.js.map +1 -0
  42. package/dist/generator.cjs +36 -0
  43. package/dist/generator.cjs.map +1 -0
  44. package/dist/generator.d.cts +23 -0
  45. package/dist/generator.d.ts +23 -0
  46. package/dist/generator.d.ts.map +1 -0
  47. package/dist/generator.js +11 -0
  48. package/dist/generator.js.map +1 -0
  49. package/dist/http_server.cjs +75 -0
  50. package/dist/http_server.cjs.map +1 -0
  51. package/dist/http_server.d.cts +20 -0
  52. package/dist/http_server.d.ts +20 -0
  53. package/dist/http_server.d.ts.map +1 -0
  54. package/dist/http_server.js +51 -0
  55. package/dist/http_server.js.map +1 -0
  56. package/dist/index.cjs +100 -0
  57. package/dist/index.cjs.map +1 -0
  58. package/dist/index.d.cts +35 -0
  59. package/dist/index.d.ts +35 -0
  60. package/dist/index.d.ts.map +1 -0
  61. package/dist/index.js +40 -0
  62. package/dist/index.js.map +1 -0
  63. package/dist/inference/api_protos.cjs +104 -0
  64. package/dist/inference/api_protos.cjs.map +1 -0
  65. package/dist/inference/api_protos.d.cts +222 -0
  66. package/dist/inference/api_protos.d.ts +222 -0
  67. package/dist/inference/api_protos.d.ts.map +1 -0
  68. package/dist/inference/api_protos.js +70 -0
  69. package/dist/inference/api_protos.js.map +1 -0
  70. package/dist/inference/index.cjs +56 -0
  71. package/dist/inference/index.cjs.map +1 -0
  72. package/dist/inference/index.d.cts +8 -0
  73. package/dist/inference/index.d.ts +8 -0
  74. package/dist/inference/index.d.ts.map +1 -0
  75. package/dist/inference/index.js +23 -0
  76. package/dist/inference/index.js.map +1 -0
  77. package/dist/inference/interruption/AdaptiveInterruptionDetector.cjs +152 -0
  78. package/dist/inference/interruption/AdaptiveInterruptionDetector.cjs.map +1 -0
  79. package/dist/inference/interruption/AdaptiveInterruptionDetector.d.cts +50 -0
  80. package/dist/inference/interruption/AdaptiveInterruptionDetector.d.ts +50 -0
  81. package/dist/inference/interruption/AdaptiveInterruptionDetector.d.ts.map +1 -0
  82. package/dist/inference/interruption/AdaptiveInterruptionDetector.js +125 -0
  83. package/dist/inference/interruption/AdaptiveInterruptionDetector.js.map +1 -0
  84. package/dist/inference/interruption/InterruptionStream.cjs +310 -0
  85. package/dist/inference/interruption/InterruptionStream.cjs.map +1 -0
  86. package/dist/inference/interruption/InterruptionStream.d.cts +57 -0
  87. package/dist/inference/interruption/InterruptionStream.d.ts +57 -0
  88. package/dist/inference/interruption/InterruptionStream.d.ts.map +1 -0
  89. package/dist/inference/interruption/InterruptionStream.js +288 -0
  90. package/dist/inference/interruption/InterruptionStream.js.map +1 -0
  91. package/dist/inference/interruption/defaults.cjs +76 -0
  92. package/dist/inference/interruption/defaults.cjs.map +1 -0
  93. package/dist/inference/interruption/defaults.d.cts +14 -0
  94. package/dist/inference/interruption/defaults.d.ts +14 -0
  95. package/dist/inference/interruption/defaults.d.ts.map +1 -0
  96. package/dist/inference/interruption/defaults.js +42 -0
  97. package/dist/inference/interruption/defaults.js.map +1 -0
  98. package/dist/inference/interruption/errors.cjs +2 -0
  99. package/dist/inference/interruption/errors.cjs.map +1 -0
  100. package/dist/inference/interruption/errors.d.cts +2 -0
  101. package/dist/inference/interruption/errors.d.ts +2 -0
  102. package/dist/inference/interruption/errors.d.ts.map +1 -0
  103. package/dist/inference/interruption/errors.js +1 -0
  104. package/dist/inference/interruption/errors.js.map +1 -0
  105. package/dist/inference/interruption/http_transport.cjs +57 -0
  106. package/dist/inference/interruption/http_transport.cjs.map +1 -0
  107. package/dist/inference/interruption/http_transport.d.cts +23 -0
  108. package/dist/inference/interruption/http_transport.d.ts +23 -0
  109. package/dist/inference/interruption/http_transport.d.ts.map +1 -0
  110. package/dist/inference/interruption/http_transport.js +33 -0
  111. package/dist/inference/interruption/http_transport.js.map +1 -0
  112. package/dist/inference/interruption/index.cjs +34 -0
  113. package/dist/inference/interruption/index.cjs.map +1 -0
  114. package/dist/inference/interruption/index.d.cts +5 -0
  115. package/dist/inference/interruption/index.d.ts +5 -0
  116. package/dist/inference/interruption/index.d.ts.map +1 -0
  117. package/dist/inference/interruption/index.js +7 -0
  118. package/dist/inference/interruption/index.js.map +1 -0
  119. package/dist/inference/interruption/interruption.cjs +85 -0
  120. package/dist/inference/interruption/interruption.cjs.map +1 -0
  121. package/dist/inference/interruption/interruption.d.cts +48 -0
  122. package/dist/inference/interruption/interruption.d.ts +48 -0
  123. package/dist/inference/interruption/interruption.d.ts.map +1 -0
  124. package/dist/inference/interruption/interruption.js +59 -0
  125. package/dist/inference/interruption/interruption.js.map +1 -0
  126. package/dist/inference/llm.cjs +347 -0
  127. package/dist/inference/llm.cjs.map +1 -0
  128. package/dist/inference/llm.d.cts +114 -0
  129. package/dist/inference/llm.d.ts +114 -0
  130. package/dist/inference/llm.d.ts.map +1 -0
  131. package/dist/inference/llm.js +318 -0
  132. package/dist/inference/llm.js.map +1 -0
  133. package/dist/inference/stt.cjs +371 -0
  134. package/dist/inference/stt.cjs.map +1 -0
  135. package/dist/inference/stt.d.cts +91 -0
  136. package/dist/inference/stt.d.ts +91 -0
  137. package/dist/inference/stt.d.ts.map +1 -0
  138. package/dist/inference/stt.js +350 -0
  139. package/dist/inference/stt.js.map +1 -0
  140. package/dist/inference/tts.cjs +439 -0
  141. package/dist/inference/tts.cjs.map +1 -0
  142. package/dist/inference/tts.d.cts +80 -0
  143. package/dist/inference/tts.d.ts +80 -0
  144. package/dist/inference/tts.d.ts.map +1 -0
  145. package/dist/inference/tts.js +417 -0
  146. package/dist/inference/tts.js.map +1 -0
  147. package/dist/inference/utils.cjs +89 -0
  148. package/dist/inference/utils.cjs.map +1 -0
  149. package/dist/inference/utils.d.cts +6 -0
  150. package/dist/inference/utils.d.ts +6 -0
  151. package/dist/inference/utils.d.ts.map +1 -0
  152. package/dist/inference/utils.js +63 -0
  153. package/dist/inference/utils.js.map +1 -0
  154. package/dist/inference/utils.test.cjs +20 -0
  155. package/dist/inference/utils.test.cjs.map +1 -0
  156. package/dist/inference/utils.test.js +19 -0
  157. package/dist/inference/utils.test.js.map +1 -0
  158. package/dist/inference_runner.cjs +37 -0
  159. package/dist/inference_runner.cjs.map +1 -0
  160. package/dist/inference_runner.d.cts +11 -0
  161. package/dist/inference_runner.d.ts +11 -0
  162. package/dist/inference_runner.d.ts.map +1 -0
  163. package/dist/inference_runner.js +13 -0
  164. package/dist/inference_runner.js.map +1 -0
  165. package/dist/ipc/index.cjs +23 -0
  166. package/dist/ipc/index.cjs.map +1 -0
  167. package/dist/ipc/index.d.cts +2 -0
  168. package/dist/ipc/index.d.ts +2 -0
  169. package/dist/ipc/index.d.ts.map +1 -0
  170. package/dist/ipc/index.js +2 -0
  171. package/dist/ipc/index.js.map +1 -0
  172. package/dist/ipc/inference_executor.cjs +17 -0
  173. package/dist/ipc/inference_executor.cjs.map +1 -0
  174. package/dist/ipc/inference_executor.d.cts +4 -0
  175. package/dist/ipc/inference_executor.d.ts +4 -0
  176. package/dist/ipc/inference_executor.d.ts.map +1 -0
  177. package/dist/ipc/inference_executor.js +1 -0
  178. package/dist/ipc/inference_executor.js.map +1 -0
  179. package/dist/ipc/inference_proc_executor.cjs +101 -0
  180. package/dist/ipc/inference_proc_executor.cjs.map +1 -0
  181. package/dist/ipc/inference_proc_executor.d.cts +23 -0
  182. package/dist/ipc/inference_proc_executor.d.ts +23 -0
  183. package/dist/ipc/inference_proc_executor.d.ts.map +1 -0
  184. package/dist/ipc/inference_proc_executor.js +75 -0
  185. package/dist/ipc/inference_proc_executor.js.map +1 -0
  186. package/dist/ipc/inference_proc_lazy_main.cjs +86 -0
  187. package/dist/ipc/inference_proc_lazy_main.cjs.map +1 -0
  188. package/dist/ipc/inference_proc_lazy_main.d.cts +2 -0
  189. package/dist/ipc/inference_proc_lazy_main.d.ts +2 -0
  190. package/dist/ipc/inference_proc_lazy_main.d.ts.map +1 -0
  191. package/dist/ipc/inference_proc_lazy_main.js +85 -0
  192. package/dist/ipc/inference_proc_lazy_main.js.map +1 -0
  193. package/dist/ipc/job_executor.cjs +34 -0
  194. package/dist/ipc/job_executor.cjs.map +1 -0
  195. package/dist/ipc/job_executor.d.cts +18 -0
  196. package/dist/ipc/job_executor.d.ts +18 -0
  197. package/dist/ipc/job_executor.d.ts.map +1 -0
  198. package/dist/ipc/job_executor.js +10 -0
  199. package/dist/ipc/job_executor.js.map +1 -0
  200. package/dist/ipc/job_proc_executor.cjs +115 -0
  201. package/dist/ipc/job_proc_executor.cjs.map +1 -0
  202. package/dist/ipc/job_proc_executor.d.cts +19 -0
  203. package/dist/ipc/job_proc_executor.d.ts +19 -0
  204. package/dist/ipc/job_proc_executor.d.ts.map +1 -0
  205. package/dist/ipc/job_proc_executor.js +89 -0
  206. package/dist/ipc/job_proc_executor.js.map +1 -0
  207. package/dist/ipc/job_proc_lazy_main.cjs +210 -0
  208. package/dist/ipc/job_proc_lazy_main.cjs.map +1 -0
  209. package/dist/ipc/job_proc_lazy_main.d.cts +2 -0
  210. package/dist/ipc/job_proc_lazy_main.d.ts +2 -0
  211. package/dist/ipc/job_proc_lazy_main.d.ts.map +1 -0
  212. package/dist/ipc/job_proc_lazy_main.js +187 -0
  213. package/dist/ipc/job_proc_lazy_main.js.map +1 -0
  214. package/dist/ipc/message.cjs +17 -0
  215. package/dist/ipc/message.cjs.map +1 -0
  216. package/dist/ipc/message.d.cts +58 -0
  217. package/dist/ipc/message.d.ts +58 -0
  218. package/dist/ipc/message.d.ts.map +1 -0
  219. package/dist/ipc/message.js +1 -0
  220. package/dist/ipc/message.js.map +1 -0
  221. package/dist/ipc/proc_pool.cjs +164 -0
  222. package/dist/ipc/proc_pool.cjs.map +1 -0
  223. package/dist/ipc/proc_pool.d.cts +31 -0
  224. package/dist/ipc/proc_pool.d.ts +31 -0
  225. package/dist/ipc/proc_pool.d.ts.map +1 -0
  226. package/dist/ipc/proc_pool.js +140 -0
  227. package/dist/ipc/proc_pool.js.map +1 -0
  228. package/dist/ipc/supervised_proc.cjs +229 -0
  229. package/dist/ipc/supervised_proc.cjs.map +1 -0
  230. package/dist/ipc/supervised_proc.d.cts +32 -0
  231. package/dist/ipc/supervised_proc.d.ts +32 -0
  232. package/dist/ipc/supervised_proc.d.ts.map +1 -0
  233. package/dist/ipc/supervised_proc.js +195 -0
  234. package/dist/ipc/supervised_proc.js.map +1 -0
  235. package/dist/ipc/supervised_proc.test.cjs +145 -0
  236. package/dist/ipc/supervised_proc.test.cjs.map +1 -0
  237. package/dist/ipc/supervised_proc.test.js +122 -0
  238. package/dist/ipc/supervised_proc.test.js.map +1 -0
  239. package/dist/job.cjs +373 -0
  240. package/dist/job.cjs.map +1 -0
  241. package/dist/job.d.cts +141 -0
  242. package/dist/job.d.ts +141 -0
  243. package/dist/job.d.ts.map +1 -0
  244. package/dist/job.js +332 -0
  245. package/dist/job.js.map +1 -0
  246. package/dist/llm/chat_context.cjs +527 -0
  247. package/dist/llm/chat_context.cjs.map +1 -0
  248. package/dist/llm/chat_context.d.cts +223 -0
  249. package/dist/llm/chat_context.d.ts +223 -0
  250. package/dist/llm/chat_context.d.ts.map +1 -0
  251. package/dist/llm/chat_context.js +496 -0
  252. package/dist/llm/chat_context.js.map +1 -0
  253. package/dist/llm/chat_context.test.cjs +911 -0
  254. package/dist/llm/chat_context.test.cjs.map +1 -0
  255. package/dist/llm/chat_context.test.js +916 -0
  256. package/dist/llm/chat_context.test.js.map +1 -0
  257. package/dist/llm/fallback_adapter.cjs +278 -0
  258. package/dist/llm/fallback_adapter.cjs.map +1 -0
  259. package/dist/llm/fallback_adapter.d.cts +73 -0
  260. package/dist/llm/fallback_adapter.d.ts +73 -0
  261. package/dist/llm/fallback_adapter.d.ts.map +1 -0
  262. package/dist/llm/fallback_adapter.js +254 -0
  263. package/dist/llm/fallback_adapter.js.map +1 -0
  264. package/dist/llm/fallback_adapter.test.cjs +176 -0
  265. package/dist/llm/fallback_adapter.test.cjs.map +1 -0
  266. package/dist/llm/fallback_adapter.test.js +175 -0
  267. package/dist/llm/fallback_adapter.test.js.map +1 -0
  268. package/dist/llm/index.cjs +79 -0
  269. package/dist/llm/index.cjs.map +1 -0
  270. package/dist/llm/index.d.cts +9 -0
  271. package/dist/llm/index.d.ts +9 -0
  272. package/dist/llm/index.d.ts.map +1 -0
  273. package/dist/llm/index.js +61 -0
  274. package/dist/llm/index.js.map +1 -0
  275. package/dist/llm/llm.cjs +226 -0
  276. package/dist/llm/llm.cjs.map +1 -0
  277. package/dist/llm/llm.d.cts +94 -0
  278. package/dist/llm/llm.d.ts +94 -0
  279. package/dist/llm/llm.d.ts.map +1 -0
  280. package/dist/llm/llm.js +201 -0
  281. package/dist/llm/llm.js.map +1 -0
  282. package/dist/llm/provider_format/google.cjs +132 -0
  283. package/dist/llm/provider_format/google.cjs.map +1 -0
  284. package/dist/llm/provider_format/google.d.cts +6 -0
  285. package/dist/llm/provider_format/google.d.ts +6 -0
  286. package/dist/llm/provider_format/google.d.ts.map +1 -0
  287. package/dist/llm/provider_format/google.js +108 -0
  288. package/dist/llm/provider_format/google.js.map +1 -0
  289. package/dist/llm/provider_format/google.test.cjs +724 -0
  290. package/dist/llm/provider_format/google.test.cjs.map +1 -0
  291. package/dist/llm/provider_format/google.test.js +728 -0
  292. package/dist/llm/provider_format/google.test.js.map +1 -0
  293. package/dist/llm/provider_format/index.cjs +40 -0
  294. package/dist/llm/provider_format/index.cjs.map +1 -0
  295. package/dist/llm/provider_format/index.d.cts +4 -0
  296. package/dist/llm/provider_format/index.d.ts +4 -0
  297. package/dist/llm/provider_format/index.d.ts.map +1 -0
  298. package/dist/llm/provider_format/index.js +16 -0
  299. package/dist/llm/provider_format/index.js.map +1 -0
  300. package/dist/llm/provider_format/openai.cjs +138 -0
  301. package/dist/llm/provider_format/openai.cjs.map +1 -0
  302. package/dist/llm/provider_format/openai.d.cts +3 -0
  303. package/dist/llm/provider_format/openai.d.ts +3 -0
  304. package/dist/llm/provider_format/openai.d.ts.map +1 -0
  305. package/dist/llm/provider_format/openai.js +114 -0
  306. package/dist/llm/provider_format/openai.js.map +1 -0
  307. package/dist/llm/provider_format/openai.test.cjs +557 -0
  308. package/dist/llm/provider_format/openai.test.cjs.map +1 -0
  309. package/dist/llm/provider_format/openai.test.js +561 -0
  310. package/dist/llm/provider_format/openai.test.js.map +1 -0
  311. package/dist/llm/provider_format/utils.cjs +146 -0
  312. package/dist/llm/provider_format/utils.cjs.map +1 -0
  313. package/dist/llm/provider_format/utils.d.cts +38 -0
  314. package/dist/llm/provider_format/utils.d.ts +38 -0
  315. package/dist/llm/provider_format/utils.d.ts.map +1 -0
  316. package/dist/llm/provider_format/utils.js +122 -0
  317. package/dist/llm/provider_format/utils.js.map +1 -0
  318. package/dist/llm/realtime.cjs +77 -0
  319. package/dist/llm/realtime.cjs.map +1 -0
  320. package/dist/llm/realtime.d.cts +106 -0
  321. package/dist/llm/realtime.d.ts +106 -0
  322. package/dist/llm/realtime.d.ts.map +1 -0
  323. package/dist/llm/realtime.js +52 -0
  324. package/dist/llm/realtime.js.map +1 -0
  325. package/dist/llm/remote_chat_context.cjs +112 -0
  326. package/dist/llm/remote_chat_context.cjs.map +1 -0
  327. package/dist/llm/remote_chat_context.d.cts +25 -0
  328. package/dist/llm/remote_chat_context.d.ts +25 -0
  329. package/dist/llm/remote_chat_context.d.ts.map +1 -0
  330. package/dist/llm/remote_chat_context.js +88 -0
  331. package/dist/llm/remote_chat_context.js.map +1 -0
  332. package/dist/llm/remote_chat_context.test.cjs +225 -0
  333. package/dist/llm/remote_chat_context.test.cjs.map +1 -0
  334. package/dist/llm/remote_chat_context.test.js +224 -0
  335. package/dist/llm/remote_chat_context.test.js.map +1 -0
  336. package/dist/llm/tool_context.cjs +152 -0
  337. package/dist/llm/tool_context.cjs.map +1 -0
  338. package/dist/llm/tool_context.d.cts +153 -0
  339. package/dist/llm/tool_context.d.ts +153 -0
  340. package/dist/llm/tool_context.d.ts.map +1 -0
  341. package/dist/llm/tool_context.js +119 -0
  342. package/dist/llm/tool_context.js.map +1 -0
  343. package/dist/llm/tool_context.test.cjs +359 -0
  344. package/dist/llm/tool_context.test.cjs.map +1 -0
  345. package/dist/llm/tool_context.test.js +336 -0
  346. package/dist/llm/tool_context.test.js.map +1 -0
  347. package/dist/llm/tool_context.type.test.cjs +92 -0
  348. package/dist/llm/tool_context.type.test.cjs.map +1 -0
  349. package/dist/llm/tool_context.type.test.js +91 -0
  350. package/dist/llm/tool_context.type.test.js.map +1 -0
  351. package/dist/llm/utils.cjs +267 -0
  352. package/dist/llm/utils.cjs.map +1 -0
  353. package/dist/llm/utils.d.cts +41 -0
  354. package/dist/llm/utils.d.ts +41 -0
  355. package/dist/llm/utils.d.ts.map +1 -0
  356. package/dist/llm/utils.js +230 -0
  357. package/dist/llm/utils.js.map +1 -0
  358. package/dist/llm/utils.test.cjs +513 -0
  359. package/dist/llm/utils.test.cjs.map +1 -0
  360. package/dist/llm/utils.test.js +490 -0
  361. package/dist/llm/utils.test.js.map +1 -0
  362. package/dist/llm/zod-utils.cjs +102 -0
  363. package/dist/llm/zod-utils.cjs.map +1 -0
  364. package/dist/llm/zod-utils.d.cts +65 -0
  365. package/dist/llm/zod-utils.d.ts +65 -0
  366. package/dist/llm/zod-utils.d.ts.map +1 -0
  367. package/dist/llm/zod-utils.js +64 -0
  368. package/dist/llm/zod-utils.js.map +1 -0
  369. package/dist/llm/zod-utils.test.cjs +472 -0
  370. package/dist/llm/zod-utils.test.cjs.map +1 -0
  371. package/dist/llm/zod-utils.test.js +455 -0
  372. package/dist/llm/zod-utils.test.js.map +1 -0
  373. package/dist/log.cjs +81 -0
  374. package/dist/log.cjs.map +1 -0
  375. package/dist/log.d.cts +20 -0
  376. package/dist/log.d.ts +20 -0
  377. package/dist/log.d.ts.map +1 -0
  378. package/dist/log.js +54 -0
  379. package/dist/log.js.map +1 -0
  380. package/dist/metrics/base.cjs +17 -0
  381. package/dist/metrics/base.cjs.map +1 -0
  382. package/dist/metrics/base.d.cts +150 -0
  383. package/dist/metrics/base.d.ts +150 -0
  384. package/dist/metrics/base.d.ts.map +1 -0
  385. package/dist/metrics/base.js +1 -0
  386. package/dist/metrics/base.js.map +1 -0
  387. package/dist/metrics/index.cjs +32 -0
  388. package/dist/metrics/index.cjs.map +1 -0
  389. package/dist/metrics/index.d.cts +4 -0
  390. package/dist/metrics/index.d.ts +4 -0
  391. package/dist/metrics/index.d.ts.map +1 -0
  392. package/dist/metrics/index.js +7 -0
  393. package/dist/metrics/index.js.map +1 -0
  394. package/dist/metrics/usage_collector.cjs +58 -0
  395. package/dist/metrics/usage_collector.cjs.map +1 -0
  396. package/dist/metrics/usage_collector.d.cts +15 -0
  397. package/dist/metrics/usage_collector.d.ts +15 -0
  398. package/dist/metrics/usage_collector.d.ts.map +1 -0
  399. package/dist/metrics/usage_collector.js +34 -0
  400. package/dist/metrics/usage_collector.js.map +1 -0
  401. package/dist/metrics/utils.cjs +74 -0
  402. package/dist/metrics/utils.cjs.map +1 -0
  403. package/dist/metrics/utils.d.cts +3 -0
  404. package/dist/metrics/utils.d.ts +3 -0
  405. package/dist/metrics/utils.d.ts.map +1 -0
  406. package/dist/metrics/utils.js +50 -0
  407. package/dist/metrics/utils.js.map +1 -0
  408. package/dist/plugin.cjs +62 -0
  409. package/dist/plugin.cjs.map +1 -0
  410. package/dist/plugin.d.cts +24 -0
  411. package/dist/plugin.d.ts +24 -0
  412. package/dist/plugin.d.ts.map +1 -0
  413. package/dist/plugin.js +37 -0
  414. package/dist/plugin.js.map +1 -0
  415. package/dist/stream/deferred_stream.cjs +106 -0
  416. package/dist/stream/deferred_stream.cjs.map +1 -0
  417. package/dist/stream/deferred_stream.d.cts +32 -0
  418. package/dist/stream/deferred_stream.d.ts +32 -0
  419. package/dist/stream/deferred_stream.d.ts.map +1 -0
  420. package/dist/stream/deferred_stream.js +81 -0
  421. package/dist/stream/deferred_stream.js.map +1 -0
  422. package/dist/stream/deferred_stream.test.cjs +527 -0
  423. package/dist/stream/deferred_stream.test.cjs.map +1 -0
  424. package/dist/stream/deferred_stream.test.js +526 -0
  425. package/dist/stream/deferred_stream.test.js.map +1 -0
  426. package/dist/stream/identity_transform.cjs +42 -0
  427. package/dist/stream/identity_transform.cjs.map +1 -0
  428. package/dist/stream/identity_transform.d.cts +6 -0
  429. package/dist/stream/identity_transform.d.ts +6 -0
  430. package/dist/stream/identity_transform.d.ts.map +1 -0
  431. package/dist/stream/identity_transform.js +18 -0
  432. package/dist/stream/identity_transform.js.map +1 -0
  433. package/dist/stream/identity_transform.test.cjs +125 -0
  434. package/dist/stream/identity_transform.test.cjs.map +1 -0
  435. package/dist/stream/identity_transform.test.js +124 -0
  436. package/dist/stream/identity_transform.test.js.map +1 -0
  437. package/dist/stream/index.cjs +38 -0
  438. package/dist/stream/index.cjs.map +1 -0
  439. package/dist/stream/index.d.cts +5 -0
  440. package/dist/stream/index.d.ts +5 -0
  441. package/dist/stream/index.d.ts.map +1 -0
  442. package/dist/stream/index.js +11 -0
  443. package/dist/stream/index.js.map +1 -0
  444. package/dist/stream/merge_readable_streams.cjs +59 -0
  445. package/dist/stream/merge_readable_streams.cjs.map +1 -0
  446. package/dist/stream/merge_readable_streams.d.cts +4 -0
  447. package/dist/stream/merge_readable_streams.d.ts +4 -0
  448. package/dist/stream/merge_readable_streams.d.ts.map +1 -0
  449. package/dist/stream/merge_readable_streams.js +35 -0
  450. package/dist/stream/merge_readable_streams.js.map +1 -0
  451. package/dist/stream/stream_channel.cjs +57 -0
  452. package/dist/stream/stream_channel.cjs.map +1 -0
  453. package/dist/stream/stream_channel.d.cts +11 -0
  454. package/dist/stream/stream_channel.d.ts +11 -0
  455. package/dist/stream/stream_channel.d.ts.map +1 -0
  456. package/dist/stream/stream_channel.js +33 -0
  457. package/dist/stream/stream_channel.js.map +1 -0
  458. package/dist/stream/stream_channel.test.cjs +124 -0
  459. package/dist/stream/stream_channel.test.cjs.map +1 -0
  460. package/dist/stream/stream_channel.test.js +123 -0
  461. package/dist/stream/stream_channel.test.js.map +1 -0
  462. package/dist/stt/index.cjs +38 -0
  463. package/dist/stt/index.cjs.map +1 -0
  464. package/dist/stt/index.d.cts +3 -0
  465. package/dist/stt/index.d.ts +3 -0
  466. package/dist/stt/index.d.ts.map +1 -0
  467. package/dist/stt/index.js +14 -0
  468. package/dist/stt/index.js.map +1 -0
  469. package/dist/stt/stream_adapter.cjs +115 -0
  470. package/dist/stt/stream_adapter.cjs.map +1 -0
  471. package/dist/stt/stream_adapter.d.cts +23 -0
  472. package/dist/stt/stream_adapter.d.ts +23 -0
  473. package/dist/stt/stream_adapter.d.ts.map +1 -0
  474. package/dist/stt/stream_adapter.js +90 -0
  475. package/dist/stt/stream_adapter.js.map +1 -0
  476. package/dist/stt/stt.cjs +253 -0
  477. package/dist/stt/stt.cjs.map +1 -0
  478. package/dist/stt/stt.d.cts +158 -0
  479. package/dist/stt/stt.d.ts +158 -0
  480. package/dist/stt/stt.d.ts.map +1 -0
  481. package/dist/stt/stt.js +227 -0
  482. package/dist/stt/stt.js.map +1 -0
  483. package/dist/telemetry/index.cjs +72 -0
  484. package/dist/telemetry/index.cjs.map +1 -0
  485. package/dist/telemetry/index.d.cts +7 -0
  486. package/dist/telemetry/index.d.ts +7 -0
  487. package/dist/telemetry/index.d.ts.map +1 -0
  488. package/dist/telemetry/index.js +37 -0
  489. package/dist/telemetry/index.js.map +1 -0
  490. package/dist/telemetry/logging.cjs +65 -0
  491. package/dist/telemetry/logging.cjs.map +1 -0
  492. package/dist/telemetry/logging.d.cts +21 -0
  493. package/dist/telemetry/logging.d.ts +21 -0
  494. package/dist/telemetry/logging.d.ts.map +1 -0
  495. package/dist/telemetry/logging.js +40 -0
  496. package/dist/telemetry/logging.js.map +1 -0
  497. package/dist/telemetry/otel_http_exporter.cjs +147 -0
  498. package/dist/telemetry/otel_http_exporter.cjs.map +1 -0
  499. package/dist/telemetry/otel_http_exporter.d.cts +62 -0
  500. package/dist/telemetry/otel_http_exporter.d.ts +62 -0
  501. package/dist/telemetry/otel_http_exporter.d.ts.map +1 -0
  502. package/dist/telemetry/otel_http_exporter.js +123 -0
  503. package/dist/telemetry/otel_http_exporter.js.map +1 -0
  504. package/dist/telemetry/pino_otel_transport.cjs +217 -0
  505. package/dist/telemetry/pino_otel_transport.cjs.map +1 -0
  506. package/dist/telemetry/pino_otel_transport.d.cts +58 -0
  507. package/dist/telemetry/pino_otel_transport.d.ts +58 -0
  508. package/dist/telemetry/pino_otel_transport.d.ts.map +1 -0
  509. package/dist/telemetry/pino_otel_transport.js +189 -0
  510. package/dist/telemetry/pino_otel_transport.js.map +1 -0
  511. package/dist/telemetry/trace_types.cjs +206 -0
  512. package/dist/telemetry/trace_types.cjs.map +1 -0
  513. package/dist/telemetry/trace_types.d.cts +61 -0
  514. package/dist/telemetry/trace_types.d.ts +61 -0
  515. package/dist/telemetry/trace_types.d.ts.map +1 -0
  516. package/dist/telemetry/trace_types.js +123 -0
  517. package/dist/telemetry/trace_types.js.map +1 -0
  518. package/dist/telemetry/traces.cjs +444 -0
  519. package/dist/telemetry/traces.cjs.map +1 -0
  520. package/dist/telemetry/traces.d.cts +114 -0
  521. package/dist/telemetry/traces.d.ts +114 -0
  522. package/dist/telemetry/traces.d.ts.map +1 -0
  523. package/dist/telemetry/traces.js +409 -0
  524. package/dist/telemetry/traces.js.map +1 -0
  525. package/dist/telemetry/utils.cjs +86 -0
  526. package/dist/telemetry/utils.cjs.map +1 -0
  527. package/dist/telemetry/utils.d.cts +5 -0
  528. package/dist/telemetry/utils.d.ts +5 -0
  529. package/dist/telemetry/utils.d.ts.map +1 -0
  530. package/dist/telemetry/utils.js +51 -0
  531. package/dist/telemetry/utils.js.map +1 -0
  532. package/dist/tokenize/basic/basic.cjs +105 -0
  533. package/dist/tokenize/basic/basic.cjs.map +1 -0
  534. package/dist/tokenize/basic/basic.d.cts +24 -0
  535. package/dist/tokenize/basic/basic.d.ts +24 -0
  536. package/dist/tokenize/basic/basic.d.ts.map +1 -0
  537. package/dist/tokenize/basic/basic.js +67 -0
  538. package/dist/tokenize/basic/basic.js.map +1 -0
  539. package/dist/tokenize/basic/hyphenator.cjs +425 -0
  540. package/dist/tokenize/basic/hyphenator.cjs.map +1 -0
  541. package/dist/tokenize/basic/hyphenator.d.cts +17 -0
  542. package/dist/tokenize/basic/hyphenator.d.ts +17 -0
  543. package/dist/tokenize/basic/hyphenator.d.ts.map +1 -0
  544. package/dist/tokenize/basic/hyphenator.js +401 -0
  545. package/dist/tokenize/basic/hyphenator.js.map +1 -0
  546. package/dist/tokenize/basic/index.cjs +37 -0
  547. package/dist/tokenize/basic/index.cjs.map +1 -0
  548. package/dist/tokenize/basic/index.d.cts +2 -0
  549. package/dist/tokenize/basic/index.d.ts +2 -0
  550. package/dist/tokenize/basic/index.d.ts.map +1 -0
  551. package/dist/tokenize/basic/index.js +15 -0
  552. package/dist/tokenize/basic/index.js.map +1 -0
  553. package/dist/tokenize/basic/paragraph.cjs +57 -0
  554. package/dist/tokenize/basic/paragraph.cjs.map +1 -0
  555. package/dist/tokenize/basic/paragraph.d.cts +5 -0
  556. package/dist/tokenize/basic/paragraph.d.ts +5 -0
  557. package/dist/tokenize/basic/paragraph.d.ts.map +1 -0
  558. package/dist/tokenize/basic/paragraph.js +33 -0
  559. package/dist/tokenize/basic/paragraph.js.map +1 -0
  560. package/dist/tokenize/basic/sentence.cjs +97 -0
  561. package/dist/tokenize/basic/sentence.cjs.map +1 -0
  562. package/dist/tokenize/basic/sentence.d.cts +5 -0
  563. package/dist/tokenize/basic/sentence.d.ts +5 -0
  564. package/dist/tokenize/basic/sentence.d.ts.map +1 -0
  565. package/dist/tokenize/basic/sentence.js +73 -0
  566. package/dist/tokenize/basic/sentence.js.map +1 -0
  567. package/dist/tokenize/basic/word.cjs +44 -0
  568. package/dist/tokenize/basic/word.cjs.map +1 -0
  569. package/dist/tokenize/basic/word.d.cts +5 -0
  570. package/dist/tokenize/basic/word.d.ts +5 -0
  571. package/dist/tokenize/basic/word.d.ts.map +1 -0
  572. package/dist/tokenize/basic/word.js +20 -0
  573. package/dist/tokenize/basic/word.js.map +1 -0
  574. package/dist/tokenize/index.cjs +55 -0
  575. package/dist/tokenize/index.cjs.map +1 -0
  576. package/dist/tokenize/index.d.cts +5 -0
  577. package/dist/tokenize/index.d.ts +5 -0
  578. package/dist/tokenize/index.d.ts.map +1 -0
  579. package/dist/tokenize/index.js +19 -0
  580. package/dist/tokenize/index.js.map +1 -0
  581. package/dist/tokenize/token_stream.cjs +168 -0
  582. package/dist/tokenize/token_stream.cjs.map +1 -0
  583. package/dist/tokenize/token_stream.d.cts +40 -0
  584. package/dist/tokenize/token_stream.d.ts +40 -0
  585. package/dist/tokenize/token_stream.d.ts.map +1 -0
  586. package/dist/tokenize/token_stream.js +142 -0
  587. package/dist/tokenize/token_stream.js.map +1 -0
  588. package/dist/tokenize/tokenizer.cjs +184 -0
  589. package/dist/tokenize/tokenizer.cjs.map +1 -0
  590. package/dist/tokenize/tokenizer.d.cts +55 -0
  591. package/dist/tokenize/tokenizer.d.ts +55 -0
  592. package/dist/tokenize/tokenizer.d.ts.map +1 -0
  593. package/dist/tokenize/tokenizer.js +156 -0
  594. package/dist/tokenize/tokenizer.js.map +1 -0
  595. package/dist/tokenize/tokenizer.test.cjs +220 -0
  596. package/dist/tokenize/tokenizer.test.cjs.map +1 -0
  597. package/dist/tokenize/tokenizer.test.js +219 -0
  598. package/dist/tokenize/tokenizer.test.js.map +1 -0
  599. package/dist/transcription.cjs +247 -0
  600. package/dist/transcription.cjs.map +1 -0
  601. package/dist/transcription.d.cts +31 -0
  602. package/dist/transcription.d.ts +31 -0
  603. package/dist/transcription.d.ts.map +1 -0
  604. package/dist/transcription.js +222 -0
  605. package/dist/transcription.js.map +1 -0
  606. package/dist/tts/index.cjs +38 -0
  607. package/dist/tts/index.cjs.map +1 -0
  608. package/dist/tts/index.d.cts +3 -0
  609. package/dist/tts/index.d.ts +3 -0
  610. package/dist/tts/index.d.ts.map +1 -0
  611. package/dist/tts/index.js +14 -0
  612. package/dist/tts/index.js.map +1 -0
  613. package/dist/tts/stream_adapter.cjs +105 -0
  614. package/dist/tts/stream_adapter.cjs.map +1 -0
  615. package/dist/tts/stream_adapter.d.cts +20 -0
  616. package/dist/tts/stream_adapter.d.ts +20 -0
  617. package/dist/tts/stream_adapter.d.ts.map +1 -0
  618. package/dist/tts/stream_adapter.js +80 -0
  619. package/dist/tts/stream_adapter.js.map +1 -0
  620. package/dist/tts/tts.cjs +431 -0
  621. package/dist/tts/tts.cjs.map +1 -0
  622. package/dist/tts/tts.d.cts +161 -0
  623. package/dist/tts/tts.d.ts +161 -0
  624. package/dist/tts/tts.d.ts.map +1 -0
  625. package/dist/tts/tts.js +405 -0
  626. package/dist/tts/tts.js.map +1 -0
  627. package/dist/types.cjs +49 -0
  628. package/dist/types.cjs.map +1 -0
  629. package/dist/types.d.cts +44 -0
  630. package/dist/types.d.ts +44 -0
  631. package/dist/types.d.ts.map +1 -0
  632. package/dist/types.js +23 -0
  633. package/dist/types.js.map +1 -0
  634. package/dist/utils/ws_transport.cjs +51 -0
  635. package/dist/utils/ws_transport.cjs.map +1 -0
  636. package/dist/utils/ws_transport.d.cts +9 -0
  637. package/dist/utils/ws_transport.d.ts +9 -0
  638. package/dist/utils/ws_transport.d.ts.map +1 -0
  639. package/dist/utils/ws_transport.js +17 -0
  640. package/dist/utils/ws_transport.js.map +1 -0
  641. package/dist/utils/ws_transport.test.cjs +212 -0
  642. package/dist/utils/ws_transport.test.cjs.map +1 -0
  643. package/dist/utils/ws_transport.test.js +211 -0
  644. package/dist/utils/ws_transport.test.js.map +1 -0
  645. package/dist/utils.cjs +669 -0
  646. package/dist/utils.cjs.map +1 -0
  647. package/dist/utils.d.cts +244 -0
  648. package/dist/utils.d.ts +244 -0
  649. package/dist/utils.d.ts.map +1 -0
  650. package/dist/utils.js +617 -0
  651. package/dist/utils.js.map +1 -0
  652. package/dist/utils.test.cjs +492 -0
  653. package/dist/utils.test.cjs.map +1 -0
  654. package/dist/utils.test.js +491 -0
  655. package/dist/utils.test.js.map +1 -0
  656. package/dist/vad.cjs +211 -0
  657. package/dist/vad.cjs.map +1 -0
  658. package/dist/vad.d.cts +105 -0
  659. package/dist/vad.d.ts +105 -0
  660. package/dist/vad.d.ts.map +1 -0
  661. package/dist/vad.js +185 -0
  662. package/dist/vad.js.map +1 -0
  663. package/dist/version.cjs +29 -0
  664. package/dist/version.cjs.map +1 -0
  665. package/dist/version.d.cts +2 -0
  666. package/dist/version.d.ts +2 -0
  667. package/dist/version.d.ts.map +1 -0
  668. package/dist/version.js +5 -0
  669. package/dist/version.js.map +1 -0
  670. package/dist/voice/agent.cjs +308 -0
  671. package/dist/voice/agent.cjs.map +1 -0
  672. package/dist/voice/agent.d.cts +83 -0
  673. package/dist/voice/agent.d.ts +83 -0
  674. package/dist/voice/agent.d.ts.map +1 -0
  675. package/dist/voice/agent.js +287 -0
  676. package/dist/voice/agent.js.map +1 -0
  677. package/dist/voice/agent.test.cjs +61 -0
  678. package/dist/voice/agent.test.cjs.map +1 -0
  679. package/dist/voice/agent.test.js +60 -0
  680. package/dist/voice/agent.test.js.map +1 -0
  681. package/dist/voice/agent_activity.cjs +1784 -0
  682. package/dist/voice/agent_activity.cjs.map +1 -0
  683. package/dist/voice/agent_activity.d.cts +116 -0
  684. package/dist/voice/agent_activity.d.ts +116 -0
  685. package/dist/voice/agent_activity.d.ts.map +1 -0
  686. package/dist/voice/agent_activity.js +1780 -0
  687. package/dist/voice/agent_activity.js.map +1 -0
  688. package/dist/voice/agent_session.cjs +592 -0
  689. package/dist/voice/agent_session.cjs.map +1 -0
  690. package/dist/voice/agent_session.d.cts +165 -0
  691. package/dist/voice/agent_session.d.ts +165 -0
  692. package/dist/voice/agent_session.d.ts.map +1 -0
  693. package/dist/voice/agent_session.js +582 -0
  694. package/dist/voice/agent_session.js.map +1 -0
  695. package/dist/voice/audio_recognition.cjs +668 -0
  696. package/dist/voice/audio_recognition.cjs.map +1 -0
  697. package/dist/voice/audio_recognition.d.cts +127 -0
  698. package/dist/voice/audio_recognition.d.ts +127 -0
  699. package/dist/voice/audio_recognition.d.ts.map +1 -0
  700. package/dist/voice/audio_recognition.js +647 -0
  701. package/dist/voice/audio_recognition.js.map +1 -0
  702. package/dist/voice/avatar/datastream_io.cjs +204 -0
  703. package/dist/voice/avatar/datastream_io.cjs.map +1 -0
  704. package/dist/voice/avatar/datastream_io.d.cts +37 -0
  705. package/dist/voice/avatar/datastream_io.d.ts +37 -0
  706. package/dist/voice/avatar/datastream_io.d.ts.map +1 -0
  707. package/dist/voice/avatar/datastream_io.js +188 -0
  708. package/dist/voice/avatar/datastream_io.js.map +1 -0
  709. package/dist/voice/avatar/index.cjs +23 -0
  710. package/dist/voice/avatar/index.cjs.map +1 -0
  711. package/dist/voice/avatar/index.d.cts +2 -0
  712. package/dist/voice/avatar/index.d.ts +2 -0
  713. package/dist/voice/avatar/index.d.ts.map +1 -0
  714. package/dist/voice/avatar/index.js +2 -0
  715. package/dist/voice/avatar/index.js.map +1 -0
  716. package/dist/voice/background_audio.cjs +366 -0
  717. package/dist/voice/background_audio.cjs.map +1 -0
  718. package/dist/voice/background_audio.d.cts +121 -0
  719. package/dist/voice/background_audio.d.ts +121 -0
  720. package/dist/voice/background_audio.d.ts.map +1 -0
  721. package/dist/voice/background_audio.js +342 -0
  722. package/dist/voice/background_audio.js.map +1 -0
  723. package/dist/voice/events.cjs +147 -0
  724. package/dist/voice/events.cjs.map +1 -0
  725. package/dist/voice/events.d.cts +127 -0
  726. package/dist/voice/events.d.ts +127 -0
  727. package/dist/voice/events.d.ts.map +1 -0
  728. package/dist/voice/events.js +112 -0
  729. package/dist/voice/events.js.map +1 -0
  730. package/dist/voice/generation.cjs +747 -0
  731. package/dist/voice/generation.cjs.map +1 -0
  732. package/dist/voice/generation.d.cts +116 -0
  733. package/dist/voice/generation.d.ts +116 -0
  734. package/dist/voice/generation.d.ts.map +1 -0
  735. package/dist/voice/generation.js +719 -0
  736. package/dist/voice/generation.js.map +1 -0
  737. package/dist/voice/generation_tools.test.cjs +236 -0
  738. package/dist/voice/generation_tools.test.cjs.map +1 -0
  739. package/dist/voice/generation_tools.test.js +235 -0
  740. package/dist/voice/generation_tools.test.js.map +1 -0
  741. package/dist/voice/index.cjs +49 -0
  742. package/dist/voice/index.cjs.map +1 -0
  743. package/dist/voice/index.d.cts +10 -0
  744. package/dist/voice/index.d.ts +10 -0
  745. package/dist/voice/index.d.ts.map +1 -0
  746. package/dist/voice/index.js +16 -0
  747. package/dist/voice/index.js.map +1 -0
  748. package/dist/voice/interruption_detection.test.cjs +114 -0
  749. package/dist/voice/interruption_detection.test.cjs.map +1 -0
  750. package/dist/voice/interruption_detection.test.js +113 -0
  751. package/dist/voice/interruption_detection.test.js.map +1 -0
  752. package/dist/voice/io.cjs +270 -0
  753. package/dist/voice/io.cjs.map +1 -0
  754. package/dist/voice/io.d.cts +126 -0
  755. package/dist/voice/io.d.ts +126 -0
  756. package/dist/voice/io.d.ts.map +1 -0
  757. package/dist/voice/io.js +242 -0
  758. package/dist/voice/io.js.map +1 -0
  759. package/dist/voice/recorder_io/index.cjs +23 -0
  760. package/dist/voice/recorder_io/index.cjs.map +1 -0
  761. package/dist/voice/recorder_io/index.d.cts +2 -0
  762. package/dist/voice/recorder_io/index.d.ts +2 -0
  763. package/dist/voice/recorder_io/index.d.ts.map +1 -0
  764. package/dist/voice/recorder_io/index.js +2 -0
  765. package/dist/voice/recorder_io/index.js.map +1 -0
  766. package/dist/voice/recorder_io/recorder_io.cjs +542 -0
  767. package/dist/voice/recorder_io/recorder_io.cjs.map +1 -0
  768. package/dist/voice/recorder_io/recorder_io.d.cts +100 -0
  769. package/dist/voice/recorder_io/recorder_io.d.ts +100 -0
  770. package/dist/voice/recorder_io/recorder_io.d.ts.map +1 -0
  771. package/dist/voice/recorder_io/recorder_io.js +508 -0
  772. package/dist/voice/recorder_io/recorder_io.js.map +1 -0
  773. package/dist/voice/report.cjs +75 -0
  774. package/dist/voice/report.cjs.map +1 -0
  775. package/dist/voice/report.d.cts +42 -0
  776. package/dist/voice/report.d.ts +42 -0
  777. package/dist/voice/report.d.ts.map +1 -0
  778. package/dist/voice/report.js +50 -0
  779. package/dist/voice/report.js.map +1 -0
  780. package/dist/voice/room_io/_input.cjs +133 -0
  781. package/dist/voice/room_io/_input.cjs.map +1 -0
  782. package/dist/voice/room_io/_input.d.cts +24 -0
  783. package/dist/voice/room_io/_input.d.ts +24 -0
  784. package/dist/voice/room_io/_input.d.ts.map +1 -0
  785. package/dist/voice/room_io/_input.js +114 -0
  786. package/dist/voice/room_io/_input.js.map +1 -0
  787. package/dist/voice/room_io/_output.cjs +359 -0
  788. package/dist/voice/room_io/_output.cjs.map +1 -0
  789. package/dist/voice/room_io/_output.d.cts +77 -0
  790. package/dist/voice/room_io/_output.d.ts +77 -0
  791. package/dist/voice/room_io/_output.d.ts.map +1 -0
  792. package/dist/voice/room_io/_output.js +343 -0
  793. package/dist/voice/room_io/_output.js.map +1 -0
  794. package/dist/voice/room_io/index.cjs +25 -0
  795. package/dist/voice/room_io/index.cjs.map +1 -0
  796. package/dist/voice/room_io/index.d.cts +3 -0
  797. package/dist/voice/room_io/index.d.ts +3 -0
  798. package/dist/voice/room_io/index.d.ts.map +1 -0
  799. package/dist/voice/room_io/index.js +3 -0
  800. package/dist/voice/room_io/index.js.map +1 -0
  801. package/dist/voice/room_io/room_io.cjs +373 -0
  802. package/dist/voice/room_io/room_io.cjs.map +1 -0
  803. package/dist/voice/room_io/room_io.d.cts +94 -0
  804. package/dist/voice/room_io/room_io.d.ts +94 -0
  805. package/dist/voice/room_io/room_io.d.ts.map +1 -0
  806. package/dist/voice/room_io/room_io.js +364 -0
  807. package/dist/voice/room_io/room_io.js.map +1 -0
  808. package/dist/voice/run_context.cjs +51 -0
  809. package/dist/voice/run_context.cjs.map +1 -0
  810. package/dist/voice/run_context.d.cts +22 -0
  811. package/dist/voice/run_context.d.ts +22 -0
  812. package/dist/voice/run_context.d.ts.map +1 -0
  813. package/dist/voice/run_context.js +27 -0
  814. package/dist/voice/run_context.js.map +1 -0
  815. package/dist/voice/speech_handle.cjs +228 -0
  816. package/dist/voice/speech_handle.cjs.map +1 -0
  817. package/dist/voice/speech_handle.d.cts +97 -0
  818. package/dist/voice/speech_handle.d.ts +97 -0
  819. package/dist/voice/speech_handle.d.ts.map +1 -0
  820. package/dist/voice/speech_handle.js +204 -0
  821. package/dist/voice/speech_handle.js.map +1 -0
  822. package/dist/voice/transcription/_utils.cjs +45 -0
  823. package/dist/voice/transcription/_utils.cjs.map +1 -0
  824. package/dist/voice/transcription/_utils.d.cts +3 -0
  825. package/dist/voice/transcription/_utils.d.ts +3 -0
  826. package/dist/voice/transcription/_utils.d.ts.map +1 -0
  827. package/dist/voice/transcription/_utils.js +21 -0
  828. package/dist/voice/transcription/_utils.js.map +1 -0
  829. package/dist/voice/transcription/index.cjs +23 -0
  830. package/dist/voice/transcription/index.cjs.map +1 -0
  831. package/dist/voice/transcription/index.d.cts +2 -0
  832. package/dist/voice/transcription/index.d.ts +2 -0
  833. package/dist/voice/transcription/index.d.ts.map +1 -0
  834. package/dist/voice/transcription/index.js +2 -0
  835. package/dist/voice/transcription/index.js.map +1 -0
  836. package/dist/voice/transcription/synchronizer.cjs +379 -0
  837. package/dist/voice/transcription/synchronizer.cjs.map +1 -0
  838. package/dist/voice/transcription/synchronizer.d.cts +87 -0
  839. package/dist/voice/transcription/synchronizer.d.ts +87 -0
  840. package/dist/voice/transcription/synchronizer.d.ts.map +1 -0
  841. package/dist/voice/transcription/synchronizer.js +354 -0
  842. package/dist/voice/transcription/synchronizer.js.map +1 -0
  843. package/dist/worker.cjs +680 -0
  844. package/dist/worker.cjs.map +1 -0
  845. package/dist/worker.d.cts +119 -0
  846. package/dist/worker.d.ts +119 -0
  847. package/dist/worker.d.ts.map +1 -0
  848. package/dist/worker.js +645 -0
  849. package/dist/worker.js.map +1 -0
  850. package/package.json +86 -0
  851. package/resources/NOTICE +2 -0
  852. package/resources/keyboard-typing.ogg +0 -0
  853. package/resources/keyboard-typing2.ogg +0 -0
  854. package/resources/office-ambience.ogg +0 -0
  855. package/src/_exceptions.ts +137 -0
  856. package/src/audio.ts +205 -0
  857. package/src/cli.ts +224 -0
  858. package/src/connection_pool.test.ts +346 -0
  859. package/src/connection_pool.ts +307 -0
  860. package/src/constants.ts +9 -0
  861. package/src/generator.ts +38 -0
  862. package/src/http_server.ts +64 -0
  863. package/src/index.ts +41 -0
  864. package/src/inference/api_protos.ts +82 -0
  865. package/src/inference/index.ts +32 -0
  866. package/src/inference/interruption/AdaptiveInterruptionDetector.ts +166 -0
  867. package/src/inference/interruption/InterruptionStream.ts +397 -0
  868. package/src/inference/interruption/defaults.ts +33 -0
  869. package/src/inference/interruption/errors.ts +0 -0
  870. package/src/inference/interruption/http_transport.ts +61 -0
  871. package/src/inference/interruption/index.ts +4 -0
  872. package/src/inference/interruption/interruption.ts +88 -0
  873. package/src/inference/llm.ts +532 -0
  874. package/src/inference/stt.ts +524 -0
  875. package/src/inference/tts.ts +574 -0
  876. package/src/inference/utils.test.ts +31 -0
  877. package/src/inference/utils.ts +81 -0
  878. package/src/inference_runner.ts +19 -0
  879. package/src/ipc/index.ts +5 -0
  880. package/src/ipc/inference_executor.ts +7 -0
  881. package/src/ipc/inference_proc_executor.ts +101 -0
  882. package/src/ipc/inference_proc_lazy_main.ts +115 -0
  883. package/src/ipc/job_executor.ts +23 -0
  884. package/src/ipc/job_proc_executor.ts +122 -0
  885. package/src/ipc/job_proc_lazy_main.ts +247 -0
  886. package/src/ipc/message.ts +52 -0
  887. package/src/ipc/proc_pool.ts +164 -0
  888. package/src/ipc/supervised_proc.test.ts +153 -0
  889. package/src/ipc/supervised_proc.ts +242 -0
  890. package/src/job.ts +461 -0
  891. package/src/llm/__snapshots__/chat_context.test.ts.snap +527 -0
  892. package/src/llm/__snapshots__/tool_context.test.ts.snap +177 -0
  893. package/src/llm/__snapshots__/zod-utils.test.ts.snap +559 -0
  894. package/src/llm/chat_context.test.ts +1057 -0
  895. package/src/llm/chat_context.ts +759 -0
  896. package/src/llm/fallback_adapter.test.ts +238 -0
  897. package/src/llm/fallback_adapter.ts +391 -0
  898. package/src/llm/index.ts +74 -0
  899. package/src/llm/llm.ts +303 -0
  900. package/src/llm/provider_format/google.test.ts +843 -0
  901. package/src/llm/provider_format/google.ts +134 -0
  902. package/src/llm/provider_format/index.ts +23 -0
  903. package/src/llm/provider_format/openai.test.ts +675 -0
  904. package/src/llm/provider_format/openai.ts +146 -0
  905. package/src/llm/provider_format/utils.ts +187 -0
  906. package/src/llm/realtime.ts +163 -0
  907. package/src/llm/remote_chat_context.test.ts +290 -0
  908. package/src/llm/remote_chat_context.ts +114 -0
  909. package/src/llm/tool_context.test.ts +407 -0
  910. package/src/llm/tool_context.ts +343 -0
  911. package/src/llm/tool_context.type.test.ts +115 -0
  912. package/src/llm/utils.test.ts +670 -0
  913. package/src/llm/utils.ts +336 -0
  914. package/src/llm/zod-utils.test.ts +577 -0
  915. package/src/llm/zod-utils.ts +153 -0
  916. package/src/log.ts +83 -0
  917. package/src/metrics/base.ts +168 -0
  918. package/src/metrics/index.ts +15 -0
  919. package/src/metrics/usage_collector.ts +46 -0
  920. package/src/metrics/utils.ts +64 -0
  921. package/src/plugin.ts +46 -0
  922. package/src/stream/deferred_stream.test.ts +755 -0
  923. package/src/stream/deferred_stream.ts +127 -0
  924. package/src/stream/identity_transform.test.ts +179 -0
  925. package/src/stream/identity_transform.ts +18 -0
  926. package/src/stream/index.ts +7 -0
  927. package/src/stream/merge_readable_streams.ts +40 -0
  928. package/src/stream/stream_channel.test.ts +166 -0
  929. package/src/stream/stream_channel.ts +44 -0
  930. package/src/stt/index.ts +15 -0
  931. package/src/stt/stream_adapter.ts +107 -0
  932. package/src/stt/stt.ts +374 -0
  933. package/src/telemetry/index.ts +28 -0
  934. package/src/telemetry/logging.ts +55 -0
  935. package/src/telemetry/otel_http_exporter.ts +195 -0
  936. package/src/telemetry/pino_otel_transport.ts +265 -0
  937. package/src/telemetry/trace_types.ts +95 -0
  938. package/src/telemetry/traces.ts +612 -0
  939. package/src/telemetry/utils.ts +61 -0
  940. package/src/tokenize/basic/basic.ts +83 -0
  941. package/src/tokenize/basic/hyphenator.ts +434 -0
  942. package/src/tokenize/basic/index.ts +11 -0
  943. package/src/tokenize/basic/paragraph.ts +43 -0
  944. package/src/tokenize/basic/sentence.ts +89 -0
  945. package/src/tokenize/basic/word.ts +27 -0
  946. package/src/tokenize/index.ts +16 -0
  947. package/src/tokenize/token_stream.ts +180 -0
  948. package/src/tokenize/tokenizer.test.ts +255 -0
  949. package/src/tokenize/tokenizer.ts +152 -0
  950. package/src/transcription.ts +307 -0
  951. package/src/tts/index.ts +12 -0
  952. package/src/tts/stream_adapter.ts +110 -0
  953. package/src/tts/tts.ts +598 -0
  954. package/src/types.ts +66 -0
  955. package/src/utils/ws_transport.test.ts +282 -0
  956. package/src/utils/ws_transport.ts +22 -0
  957. package/src/utils.test.ts +651 -0
  958. package/src/utils.ts +871 -0
  959. package/src/vad.ts +262 -0
  960. package/src/version.ts +5 -0
  961. package/src/voice/agent.test.ts +80 -0
  962. package/src/voice/agent.ts +418 -0
  963. package/src/voice/agent_activity.ts +2375 -0
  964. package/src/voice/agent_session.ts +866 -0
  965. package/src/voice/audio_recognition.ts +877 -0
  966. package/src/voice/avatar/datastream_io.ts +247 -0
  967. package/src/voice/avatar/index.ts +4 -0
  968. package/src/voice/background_audio.ts +491 -0
  969. package/src/voice/events.ts +261 -0
  970. package/src/voice/generation.ts +946 -0
  971. package/src/voice/generation_tools.test.ts +268 -0
  972. package/src/voice/index.ts +12 -0
  973. package/src/voice/interruption_detection.test.ts +151 -0
  974. package/src/voice/io.ts +347 -0
  975. package/src/voice/recorder_io/index.ts +4 -0
  976. package/src/voice/recorder_io/recorder_io.ts +690 -0
  977. package/src/voice/report.ts +100 -0
  978. package/src/voice/room_io/_input.ts +162 -0
  979. package/src/voice/room_io/_output.ts +439 -0
  980. package/src/voice/room_io/index.ts +5 -0
  981. package/src/voice/room_io/room_io.ts +518 -0
  982. package/src/voice/run_context.ts +34 -0
  983. package/src/voice/speech_handle.ts +250 -0
  984. package/src/voice/transcription/_utils.ts +25 -0
  985. package/src/voice/transcription/index.ts +4 -0
  986. package/src/voice/transcription/synchronizer.ts +477 -0
  987. package/src/worker.ts +798 -0
@@ -0,0 +1,490 @@
1
+ import { VideoBufferType, VideoFrame } from "@livekit/rtc-node";
2
+ import sharp from "sharp";
3
+ import { beforeEach, describe, expect, it, vi } from "vitest";
4
+ import { ChatContext, ChatMessage } from "./chat_context.js";
5
+ import { computeChatCtxDiff, serializeImage } from "./utils.js";
6
+ function createChatMessage(id, content, role = "user") {
7
+ return ChatMessage.create({
8
+ id,
9
+ content,
10
+ role
11
+ });
12
+ }
13
+ function createChatContext(messages) {
14
+ const ctx = new ChatContext();
15
+ for (const message of messages) {
16
+ ctx.items.push(message);
17
+ }
18
+ return ctx;
19
+ }
20
+ function createImageContent(image, inferenceDetail = "auto", options) {
21
+ return {
22
+ id: "test-id",
23
+ type: "image_content",
24
+ image,
25
+ inferenceDetail,
26
+ mimeType: options == null ? void 0 : options.mimeType,
27
+ inferenceWidth: options == null ? void 0 : options.inferenceWidth,
28
+ inferenceHeight: options == null ? void 0 : options.inferenceHeight,
29
+ _cache: {}
30
+ };
31
+ }
32
+ async function decodeImageToRaw(base64Data) {
33
+ const imageBuffer = Buffer.from(base64Data, "base64");
34
+ const decodedImage = await sharp(imageBuffer).raw().toBuffer({ resolveWithObject: true });
35
+ return { imageBuffer, decodedImage };
36
+ }
37
+ function createSolidColorFrame(width, height, color, bufferType = VideoBufferType.RGBA) {
38
+ const channels = bufferType === VideoBufferType.RGB24 ? 3 : 4;
39
+ const frameData = new Uint8Array(width * height * channels);
40
+ for (let i = 0; i < frameData.length; i += channels) {
41
+ frameData[i] = color.r;
42
+ frameData[i + 1] = color.g;
43
+ frameData[i + 2] = color.b;
44
+ if (channels === 4 && color.a !== void 0) {
45
+ frameData[i + 3] = color.a;
46
+ }
47
+ }
48
+ return new VideoFrame(frameData, width, height, bufferType);
49
+ }
50
+ function createGradientFrame(width, height) {
51
+ const channels = 4;
52
+ const frameData = new Uint8Array(width * height * channels);
53
+ for (let y = 0; y < height; y++) {
54
+ for (let x = 0; x < width; x++) {
55
+ const idx = (y * width + x) * channels;
56
+ frameData[idx] = Math.floor(x / (width - 1) * 255);
57
+ frameData[idx + 1] = Math.floor(y / (height - 1) * 255);
58
+ frameData[idx + 2] = 128;
59
+ frameData[idx + 3] = 255;
60
+ }
61
+ }
62
+ return new VideoFrame(frameData, width, height, VideoBufferType.RGBA);
63
+ }
64
+ function createPatternFrame(width, height, patterns) {
65
+ const channels = 4;
66
+ const frameData = new Uint8Array(width * height * channels);
67
+ for (let i = 0; i < patterns.length; i++) {
68
+ const offset = i * 4;
69
+ const pattern = patterns[i];
70
+ frameData[offset] = pattern[0];
71
+ frameData[offset + 1] = pattern[1];
72
+ frameData[offset + 2] = pattern[2];
73
+ frameData[offset + 3] = pattern[3];
74
+ }
75
+ return new VideoFrame(frameData, width, height, VideoBufferType.RGBA);
76
+ }
77
+ function verifyPngHeader(imageBuffer) {
78
+ expect(imageBuffer[0]).toBe(137);
79
+ expect(imageBuffer[1]).toBe(80);
80
+ expect(imageBuffer[2]).toBe(78);
81
+ expect(imageBuffer[3]).toBe(71);
82
+ }
83
+ function expectPixel(data, index, expected) {
84
+ expect(data[index]).toBe(expected.r);
85
+ expect(data[index + 1]).toBe(expected.g);
86
+ expect(data[index + 2]).toBe(expected.b);
87
+ expect(data[index + 3]).toBe(expected.a);
88
+ }
89
+ describe("computeChatCtxDiff", () => {
90
+ it("should return empty operations for identical contexts", () => {
91
+ const msg1 = createChatMessage("1", "Hello", "user");
92
+ const msg2 = createChatMessage("2", "Hi there", "assistant");
93
+ const oldCtx = createChatContext([msg1, msg2]);
94
+ const newCtx = createChatContext([msg1, msg2]);
95
+ const result = computeChatCtxDiff(oldCtx, newCtx);
96
+ expect(result.toRemove).toEqual([]);
97
+ expect(result.toCreate).toEqual([]);
98
+ });
99
+ it("should handle empty old context", () => {
100
+ const msg1 = createChatMessage("1", "Hello", "user");
101
+ const msg2 = createChatMessage("2", "Hi there", "assistant");
102
+ const oldCtx = createChatContext([]);
103
+ const newCtx = createChatContext([msg1, msg2]);
104
+ const result = computeChatCtxDiff(oldCtx, newCtx);
105
+ expect(result.toRemove).toEqual([]);
106
+ expect(result.toCreate).toEqual([
107
+ [null, "1"],
108
+ // first item goes to root
109
+ ["1", "2"]
110
+ ]);
111
+ });
112
+ it("should handle empty new context", () => {
113
+ const msg1 = createChatMessage("1", "Hello", "user");
114
+ const msg2 = createChatMessage("2", "Hi there", "assistant");
115
+ const oldCtx = createChatContext([msg1, msg2]);
116
+ const newCtx = createChatContext([]);
117
+ const result = computeChatCtxDiff(oldCtx, newCtx);
118
+ expect(result.toRemove).toEqual(["1", "2"]);
119
+ expect(result.toCreate).toEqual([]);
120
+ });
121
+ it("should handle adding items to the end", () => {
122
+ const msg1 = createChatMessage("1", "Hello", "user");
123
+ const msg2 = createChatMessage("2", "Hi there", "assistant");
124
+ const msg3 = createChatMessage("3", "How are you?", "user");
125
+ const oldCtx = createChatContext([msg1, msg2]);
126
+ const newCtx = createChatContext([msg1, msg2, msg3]);
127
+ const result = computeChatCtxDiff(oldCtx, newCtx);
128
+ expect(result.toRemove).toEqual([]);
129
+ expect(result.toCreate).toEqual([["2", "3"]]);
130
+ });
131
+ it("should handle removing items from the end", () => {
132
+ const msg1 = createChatMessage("1", "Hello", "user");
133
+ const msg2 = createChatMessage("2", "Hi there", "assistant");
134
+ const msg3 = createChatMessage("3", "How are you?", "user");
135
+ const oldCtx = createChatContext([msg1, msg2, msg3]);
136
+ const newCtx = createChatContext([msg1, msg2]);
137
+ const result = computeChatCtxDiff(oldCtx, newCtx);
138
+ expect(result.toRemove).toEqual(["3"]);
139
+ expect(result.toCreate).toEqual([]);
140
+ });
141
+ it("should handle adding items to the beginning", () => {
142
+ const msg1 = createChatMessage("1", "Hello", "user");
143
+ const msg2 = createChatMessage("2", "Hi there", "assistant");
144
+ const msg3 = createChatMessage("3", "How are you?", "user");
145
+ const oldCtx = createChatContext([msg2, msg3]);
146
+ const newCtx = createChatContext([msg1, msg2, msg3]);
147
+ const result = computeChatCtxDiff(oldCtx, newCtx);
148
+ expect(result.toRemove).toEqual([]);
149
+ expect(result.toCreate).toEqual([[null, "1"]]);
150
+ });
151
+ it("should handle removing items from the beginning", () => {
152
+ const msg1 = createChatMessage("1", "Hello", "user");
153
+ const msg2 = createChatMessage("2", "Hi there", "assistant");
154
+ const msg3 = createChatMessage("3", "How are you?", "user");
155
+ const oldCtx = createChatContext([msg1, msg2, msg3]);
156
+ const newCtx = createChatContext([msg2, msg3]);
157
+ const result = computeChatCtxDiff(oldCtx, newCtx);
158
+ expect(result.toRemove).toEqual(["1"]);
159
+ expect(result.toCreate).toEqual([]);
160
+ });
161
+ it("should handle adding items in the middle", () => {
162
+ const msg1 = createChatMessage("1", "Hello", "user");
163
+ const msg2 = createChatMessage("2", "Hi there", "assistant");
164
+ const msg3 = createChatMessage("3", "How are you?", "user");
165
+ const msg4 = createChatMessage("4", "Fine thanks", "assistant");
166
+ const oldCtx = createChatContext([msg1, msg3, msg4]);
167
+ const newCtx = createChatContext([msg1, msg2, msg3, msg4]);
168
+ const result = computeChatCtxDiff(oldCtx, newCtx);
169
+ expect(result.toRemove).toEqual([]);
170
+ expect(result.toCreate).toEqual([["1", "2"]]);
171
+ });
172
+ it("should handle removing items from the middle", () => {
173
+ const msg1 = createChatMessage("1", "Hello", "user");
174
+ const msg2 = createChatMessage("2", "Hi there", "assistant");
175
+ const msg3 = createChatMessage("3", "How are you?", "user");
176
+ const msg4 = createChatMessage("4", "Fine thanks", "assistant");
177
+ const oldCtx = createChatContext([msg1, msg2, msg3, msg4]);
178
+ const newCtx = createChatContext([msg1, msg3, msg4]);
179
+ const result = computeChatCtxDiff(oldCtx, newCtx);
180
+ expect(result.toRemove).toEqual(["2"]);
181
+ expect(result.toCreate).toEqual([]);
182
+ });
183
+ it("should handle complex mixed operations", () => {
184
+ const msg1 = createChatMessage("1", "Hello", "user");
185
+ const msg2 = createChatMessage("2", "Hi there", "assistant");
186
+ const msg3 = createChatMessage("3", "How are you?", "user");
187
+ const msg4 = createChatMessage("4", "Fine thanks", "assistant");
188
+ const msg5 = createChatMessage("5", "Good to hear", "user");
189
+ const msg6 = createChatMessage("6", "Anything else?", "assistant");
190
+ const oldCtx = createChatContext([msg1, msg2, msg3, msg4]);
191
+ const newCtx = createChatContext([msg1, msg5, msg3, msg6]);
192
+ const result = computeChatCtxDiff(oldCtx, newCtx);
193
+ expect(result.toRemove).toEqual(["2", "4"]);
194
+ expect(result.toCreate).toEqual([
195
+ ["1", "5"],
196
+ ["3", "6"]
197
+ ]);
198
+ });
199
+ it("should handle reordering items", () => {
200
+ const msg1 = createChatMessage("1", "Hello", "user");
201
+ const msg2 = createChatMessage("2", "Hi there", "assistant");
202
+ const msg3 = createChatMessage("3", "How are you?", "user");
203
+ const oldCtx = createChatContext([msg1, msg2, msg3]);
204
+ const newCtx = createChatContext([msg3, msg1, msg2]);
205
+ const result = computeChatCtxDiff(oldCtx, newCtx);
206
+ expect(result.toRemove.length + result.toCreate.length).toBeGreaterThan(0);
207
+ });
208
+ it("should handle identical single item contexts", () => {
209
+ const msg1 = createChatMessage("1", "Hello", "user");
210
+ const oldCtx = createChatContext([msg1]);
211
+ const newCtx = createChatContext([msg1]);
212
+ const result = computeChatCtxDiff(oldCtx, newCtx);
213
+ expect(result.toRemove).toEqual([]);
214
+ expect(result.toCreate).toEqual([]);
215
+ });
216
+ it("should handle longest common subsequence correctly", () => {
217
+ const msg1 = createChatMessage("1", "Hello", "user");
218
+ const msg2 = createChatMessage("2", "Hi there", "assistant");
219
+ const msg3 = createChatMessage("3", "How are you?", "user");
220
+ const msg4 = createChatMessage("4", "Fine thanks", "assistant");
221
+ const msg5 = createChatMessage("5", "Good to hear", "user");
222
+ const oldCtx = createChatContext([msg1, msg2, msg3, msg4, msg5]);
223
+ const newCtx = createChatContext([msg1, msg3, msg5]);
224
+ const result = computeChatCtxDiff(oldCtx, newCtx);
225
+ expect(result.toRemove).toEqual(["2", "4"]);
226
+ expect(result.toCreate).toEqual([]);
227
+ });
228
+ it("should handle interleaved additions and common subsequence", () => {
229
+ const msg1 = createChatMessage("1", "Hello", "user");
230
+ const msg2 = createChatMessage("2", "Hi there", "assistant");
231
+ const msg3 = createChatMessage("3", "How are you?", "user");
232
+ const msg4 = createChatMessage("4", "Fine thanks", "assistant");
233
+ const msg5 = createChatMessage("5", "Good to hear", "user");
234
+ const msg6 = createChatMessage("6", "Anything else?", "assistant");
235
+ const oldCtx = createChatContext([msg1, msg3, msg5]);
236
+ const newCtx = createChatContext([msg1, msg2, msg3, msg4, msg5, msg6]);
237
+ const result = computeChatCtxDiff(oldCtx, newCtx);
238
+ expect(result.toRemove).toEqual([]);
239
+ expect(result.toCreate).toEqual([
240
+ ["1", "2"],
241
+ ["3", "4"],
242
+ ["5", "6"]
243
+ ]);
244
+ });
245
+ });
246
+ describe("serializeImage", () => {
247
+ let consoleWarnSpy;
248
+ beforeEach(() => {
249
+ consoleWarnSpy = vi.spyOn(console, "warn").mockImplementation(() => {
250
+ });
251
+ vi.clearAllMocks();
252
+ });
253
+ describe("Data URL handling", () => {
254
+ it("should serialize a valid JPEG data URL", async () => {
255
+ const originalBase64 = "/9j/4AAQSkZJRg==";
256
+ const imageContent = createImageContent(`data:image/jpeg;base64,${originalBase64}`, "high");
257
+ const result = await serializeImage(imageContent);
258
+ expect(result).toEqual({
259
+ base64Data: originalBase64,
260
+ mimeType: "image/jpeg",
261
+ inferenceDetail: "high"
262
+ });
263
+ expect(result.base64Data).toBe(originalBase64);
264
+ });
265
+ it("should serialize a valid PNG data URL", async () => {
266
+ const imageContent = createImageContent(
267
+ "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAAB",
268
+ "low"
269
+ );
270
+ const result = await serializeImage(imageContent);
271
+ expect(result).toEqual({
272
+ base64Data: "iVBORw0KGgoAAAANSUhEUgAAAAEAAAAB",
273
+ mimeType: "image/png",
274
+ inferenceDetail: "low"
275
+ });
276
+ });
277
+ it("should serialize a valid WebP data URL", async () => {
278
+ const imageContent = createImageContent(
279
+ "data:image/webp;base64,UklGRiQAAABXRUJQVlA4IBgAAAA",
280
+ "auto"
281
+ );
282
+ const result = await serializeImage(imageContent);
283
+ expect(result).toEqual({
284
+ base64Data: "UklGRiQAAABXRUJQVlA4IBgAAAA",
285
+ mimeType: "image/webp",
286
+ inferenceDetail: "auto"
287
+ });
288
+ });
289
+ it("should serialize a valid GIF data URL", async () => {
290
+ const imageContent = createImageContent(
291
+ "data:image/gif;base64,R0lGODlhAQABAIAAAP///wAAACH5BAEAAAAALAAAAAABAAEAAAICRAEAOw==",
292
+ "auto"
293
+ );
294
+ const result = await serializeImage(imageContent);
295
+ expect(result).toEqual({
296
+ base64Data: "R0lGODlhAQABAIAAAP///wAAACH5BAEAAAAALAAAAAABAAEAAAICRAEAOw==",
297
+ mimeType: "image/gif",
298
+ inferenceDetail: "auto"
299
+ });
300
+ });
301
+ it("should warn and use provided mimeType when it differs from data URL mime type", async () => {
302
+ const imageContent = createImageContent("data:image/jpeg;base64,/9j/4AAQSkZJRg==", "auto", {
303
+ mimeType: "image/png"
304
+ });
305
+ const result = await serializeImage(imageContent);
306
+ expect(consoleWarnSpy).toHaveBeenCalledWith(
307
+ "Provided mimeType 'image/png' does not match data URL mime type 'image/jpeg'. Using provided mimeType."
308
+ );
309
+ expect(result).toEqual({
310
+ base64Data: "/9j/4AAQSkZJRg==",
311
+ mimeType: "image/png",
312
+ inferenceDetail: "auto"
313
+ });
314
+ });
315
+ it("should throw error for invalid data URL format", async () => {
316
+ const imageContent = createImageContent("data:;base64,/9j/4AAQSkZJRg==", "auto");
317
+ await expect(serializeImage(imageContent)).rejects.toThrow("Invalid data URL format");
318
+ });
319
+ it("should throw error for unsupported mime type", async () => {
320
+ const imageContent = createImageContent(
321
+ "data:image/bmp;base64,Qk06AAAAAAAAADYAAAAoAAAA",
322
+ "auto"
323
+ );
324
+ await expect(serializeImage(imageContent)).rejects.toThrow(
325
+ "Unsupported mimeType image/bmp. Must be jpeg, png, webp, or gif"
326
+ );
327
+ });
328
+ });
329
+ describe("External URL handling", () => {
330
+ it("should serialize an external URL without mimeType", async () => {
331
+ const imageContent = createImageContent("https://example.com/image.jpg", "high");
332
+ const result = await serializeImage(imageContent);
333
+ expect(result).toEqual({
334
+ mimeType: void 0,
335
+ inferenceDetail: "high",
336
+ externalUrl: "https://example.com/image.jpg"
337
+ });
338
+ });
339
+ it("should serialize an external URL with mimeType", async () => {
340
+ const imageContent = createImageContent("https://example.com/image.jpg", "low", {
341
+ mimeType: "image/jpeg"
342
+ });
343
+ const result = await serializeImage(imageContent);
344
+ expect(result).toEqual({
345
+ mimeType: "image/jpeg",
346
+ inferenceDetail: "low",
347
+ externalUrl: "https://example.com/image.jpg"
348
+ });
349
+ });
350
+ });
351
+ describe("VideoFrame handling", () => {
352
+ it("should serialize a VideoFrame without resize parameters", async () => {
353
+ const width = 4;
354
+ const height = 4;
355
+ const videoFrame = createSolidColorFrame(width, height, { r: 255, g: 0, b: 0, a: 255 });
356
+ const imageContent = createImageContent(videoFrame, "auto");
357
+ const result = await serializeImage(imageContent);
358
+ expect(result).toMatchObject({
359
+ mimeType: "image/png",
360
+ inferenceDetail: "auto"
361
+ });
362
+ expect(result.base64Data).toBeDefined();
363
+ expect(result.base64Data).toMatch(/^[A-Za-z0-9+/]+=*$/);
364
+ expect(result.externalUrl).toBeUndefined();
365
+ const { imageBuffer, decodedImage } = await decodeImageToRaw(result.base64Data);
366
+ verifyPngHeader(imageBuffer);
367
+ expect(decodedImage.info.width).toBe(width);
368
+ expect(decodedImage.info.height).toBe(height);
369
+ expect(decodedImage.info.channels).toBe(4);
370
+ const decodedData = decodedImage.data;
371
+ for (let i = 0; i < decodedData.length; i += 4) {
372
+ expectPixel(decodedData, i, { r: 255, g: 0, b: 0, a: 255 });
373
+ }
374
+ });
375
+ it("should serialize a VideoFrame with a gradient pattern", async () => {
376
+ const width = 8;
377
+ const height = 8;
378
+ const videoFrame = createGradientFrame(width, height);
379
+ const imageContent = createImageContent(videoFrame, "high");
380
+ const result = await serializeImage(imageContent);
381
+ expect(result).toMatchObject({
382
+ mimeType: "image/png",
383
+ inferenceDetail: "high"
384
+ });
385
+ const { decodedImage } = await decodeImageToRaw(result.base64Data);
386
+ expect(decodedImage.info.width).toBe(width);
387
+ expect(decodedImage.info.height).toBe(height);
388
+ const decodedData = decodedImage.data;
389
+ for (let y = 0; y < height; y++) {
390
+ for (let x = 0; x < width; x++) {
391
+ const idx = (y * width + x) * 4;
392
+ const expectedR = Math.floor(x / (width - 1) * 255);
393
+ const expectedG = Math.floor(y / (height - 1) * 255);
394
+ expectPixel(decodedData, idx, { r: expectedR, g: expectedG, b: 128, a: 255 });
395
+ }
396
+ }
397
+ });
398
+ it("should preserve exact pixel data through serialization", async () => {
399
+ const width = 2;
400
+ const height = 2;
401
+ const patterns = [
402
+ [255, 0, 0, 255],
403
+ [0, 255, 0, 255],
404
+ [0, 0, 255, 255],
405
+ [255, 255, 255, 255]
406
+ ];
407
+ const videoFrame = createPatternFrame(width, height, patterns);
408
+ const imageContent = createImageContent(videoFrame, "low");
409
+ const result = await serializeImage(imageContent);
410
+ const { decodedImage } = await decodeImageToRaw(result.base64Data);
411
+ const decoded = decodedImage.data;
412
+ expectPixel(decoded, 0, { r: 255, g: 0, b: 0, a: 255 });
413
+ expectPixel(decoded, 4, { r: 0, g: 255, b: 0, a: 255 });
414
+ expectPixel(decoded, width * 4, { r: 0, g: 0, b: 255, a: 255 });
415
+ expectPixel(decoded, (width + 1) * 4, { r: 255, g: 255, b: 255, a: 255 });
416
+ });
417
+ it("should handle resize parameters correctly", async () => {
418
+ const width = 2;
419
+ const height = 2;
420
+ const videoFrame = createSolidColorFrame(width, height, { r: 100, g: 100, b: 100, a: 255 });
421
+ const imageContent = createImageContent(videoFrame, "auto", {
422
+ inferenceWidth: 4,
423
+ inferenceHeight: 4
424
+ });
425
+ const result = await serializeImage(imageContent);
426
+ const { decodedImage } = await decodeImageToRaw(result.base64Data);
427
+ expect(decodedImage.info.width).toBe(4);
428
+ expect(decodedImage.info.height).toBe(4);
429
+ const decodedData = decodedImage.data;
430
+ for (let i = 0; i < decodedData.length; i += 4) {
431
+ expect(decodedData[i]).toBeCloseTo(100, -1);
432
+ expect(decodedData[i + 1]).toBeCloseTo(100, -1);
433
+ expect(decodedData[i + 2]).toBeCloseTo(100, -1);
434
+ expect(decodedData[i + 3]).toBe(255);
435
+ }
436
+ });
437
+ it("should handle RGB24 VideoBufferType correctly", async () => {
438
+ const width = 2;
439
+ const height = 2;
440
+ const channels = 3;
441
+ const frameData = new Uint8Array(width * height * channels);
442
+ for (let i = 0; i < frameData.length; i += channels) {
443
+ frameData[i] = 255;
444
+ frameData[i + 1] = 128;
445
+ frameData[i + 2] = 64;
446
+ }
447
+ const videoFrame = new VideoFrame(frameData, width, height, VideoBufferType.RGB24);
448
+ const imageContent = createImageContent(videoFrame, "auto");
449
+ const result = await serializeImage(imageContent);
450
+ expect(result.mimeType).toBe("image/png");
451
+ const { decodedImage } = await decodeImageToRaw(result.base64Data);
452
+ expect(decodedImage.info.channels).toBeGreaterThanOrEqual(3);
453
+ const decodedData = decodedImage.data;
454
+ const decodedChannels = decodedImage.info.channels;
455
+ for (let i = 0; i < decodedData.length; i += decodedChannels) {
456
+ expect(decodedData[i]).toBe(255);
457
+ expect(decodedData[i + 1]).toBe(128);
458
+ expect(decodedData[i + 2]).toBe(64);
459
+ if (decodedChannels === 4) {
460
+ expect(decodedData[i + 3]).toBe(255);
461
+ }
462
+ }
463
+ });
464
+ it("should handle different RGBA-like formats correctly", async () => {
465
+ const width = 1;
466
+ const height = 1;
467
+ const testFormats = [
468
+ VideoBufferType.RGBA,
469
+ VideoBufferType.BGRA,
470
+ VideoBufferType.ARGB,
471
+ VideoBufferType.ABGR
472
+ ];
473
+ for (const format of testFormats) {
474
+ const frameData = new Uint8Array([100, 150, 200, 250]);
475
+ const videoFrame = new VideoFrame(frameData, width, height, format);
476
+ const imageContent = createImageContent(videoFrame, "auto");
477
+ const result = await serializeImage(imageContent);
478
+ expect(result.mimeType).toBe("image/png");
479
+ expect(result.base64Data).toBeDefined();
480
+ }
481
+ });
482
+ });
483
+ describe("Error handling", () => {
484
+ it("should throw error for unsupported image type", async () => {
485
+ const imageContent = createImageContent(123, "auto");
486
+ await expect(serializeImage(imageContent)).rejects.toThrow("Unsupported image type");
487
+ });
488
+ });
489
+ });
490
+ //# sourceMappingURL=utils.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/llm/utils.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { VideoBufferType, VideoFrame } from '@livekit/rtc-node';\nimport sharp from 'sharp';\nimport { beforeEach, describe, expect, it, vi } from 'vitest';\nimport { ChatContext, ChatMessage, type ImageContent } from './chat_context.js';\nimport { computeChatCtxDiff, serializeImage } from './utils.js';\n\nfunction createChatMessage(\n id: string,\n content: string,\n role: 'user' | 'assistant' | 'system' = 'user',\n): ChatMessage {\n return ChatMessage.create({\n id,\n content,\n role,\n });\n}\n\nfunction createChatContext(messages: ChatMessage[]): ChatContext {\n const ctx = new ChatContext();\n for (const message of messages) {\n ctx.items.push(message);\n }\n return ctx;\n}\n\nfunction createImageContent(\n image: string | VideoFrame,\n inferenceDetail: 'auto' | 'high' | 'low' = 'auto',\n options?: {\n mimeType?: string;\n inferenceWidth?: number;\n inferenceHeight?: number;\n },\n): ImageContent {\n return {\n id: 'test-id',\n type: 'image_content',\n image,\n inferenceDetail,\n mimeType: options?.mimeType,\n inferenceWidth: options?.inferenceWidth,\n inferenceHeight: options?.inferenceHeight,\n _cache: {},\n };\n}\n\nasync function decodeImageToRaw(base64Data: string) {\n const imageBuffer = Buffer.from(base64Data, 'base64');\n const decodedImage = await sharp(imageBuffer).raw().toBuffer({ resolveWithObject: true });\n return { imageBuffer, decodedImage };\n}\n\nfunction createSolidColorFrame(\n width: number,\n height: number,\n color: { r: number; g: number; b: number; a?: number },\n bufferType: VideoBufferType = VideoBufferType.RGBA,\n): VideoFrame {\n const channels = bufferType === VideoBufferType.RGB24 ? 3 : 4;\n const frameData = new Uint8Array(width * height * channels);\n\n for (let i = 0; i < frameData.length; i += channels) {\n frameData[i] = color.r;\n frameData[i + 1] = color.g;\n frameData[i + 2] = color.b;\n if (channels === 4 && color.a !== undefined) {\n frameData[i + 3] = color.a;\n }\n }\n\n return new VideoFrame(frameData, width, height, bufferType);\n}\n\nfunction createGradientFrame(width: number, height: number): VideoFrame {\n const channels = 4;\n const frameData = new Uint8Array(width * height * channels);\n\n for (let y = 0; y < height; y++) {\n for (let x = 0; x < width; x++) {\n const idx = (y * width + x) * channels;\n frameData[idx] = Math.floor((x / (width - 1)) * 255);\n frameData[idx + 1] = Math.floor((y / (height - 1)) * 255);\n frameData[idx + 2] = 128;\n frameData[idx + 3] = 255;\n }\n }\n\n return new VideoFrame(frameData, width, height, VideoBufferType.RGBA);\n}\n\nfunction createPatternFrame(width: number, height: number, patterns: number[][]): VideoFrame {\n const channels = 4;\n const frameData = new Uint8Array(width * height * channels);\n\n for (let i = 0; i < patterns.length; i++) {\n const offset = i * 4;\n const pattern = patterns[i]!;\n frameData[offset] = pattern[0]!;\n frameData[offset + 1] = pattern[1]!;\n frameData[offset + 2] = pattern[2]!;\n frameData[offset + 3] = pattern[3]!;\n }\n\n return new VideoFrame(frameData, width, height, VideoBufferType.RGBA);\n}\n\nfunction verifyPngHeader(imageBuffer: Buffer) {\n expect(imageBuffer[0]).toBe(0x89);\n expect(imageBuffer[1]).toBe(0x50);\n expect(imageBuffer[2]).toBe(0x4e);\n expect(imageBuffer[3]).toBe(0x47);\n}\n\nfunction expectPixel(\n data: Buffer,\n index: number,\n expected: { r: number; g: number; b: number; a: number },\n) {\n expect(data[index]).toBe(expected.r);\n expect(data[index + 1]).toBe(expected.g);\n expect(data[index + 2]).toBe(expected.b);\n expect(data[index + 3]).toBe(expected.a);\n}\n\ndescribe('computeChatCtxDiff', () => {\n it('should return empty operations for identical contexts', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n const msg2 = createChatMessage('2', 'Hi there', 'assistant');\n\n const oldCtx = createChatContext([msg1, msg2]);\n const newCtx = createChatContext([msg1, msg2]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n expect(result.toRemove).toEqual([]);\n expect(result.toCreate).toEqual([]);\n });\n\n it('should handle empty old context', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n const msg2 = createChatMessage('2', 'Hi there', 'assistant');\n\n const oldCtx = createChatContext([]);\n const newCtx = createChatContext([msg1, msg2]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n expect(result.toRemove).toEqual([]);\n expect(result.toCreate).toEqual([\n [null, '1'], // first item goes to root\n ['1', '2'],\n ]);\n });\n\n it('should handle empty new context', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n const msg2 = createChatMessage('2', 'Hi there', 'assistant');\n\n const oldCtx = createChatContext([msg1, msg2]);\n const newCtx = createChatContext([]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n expect(result.toRemove).toEqual(['1', '2']);\n expect(result.toCreate).toEqual([]);\n });\n\n it('should handle adding items to the end', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n const msg2 = createChatMessage('2', 'Hi there', 'assistant');\n const msg3 = createChatMessage('3', 'How are you?', 'user');\n\n const oldCtx = createChatContext([msg1, msg2]);\n const newCtx = createChatContext([msg1, msg2, msg3]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n expect(result.toRemove).toEqual([]);\n expect(result.toCreate).toEqual([['2', '3']]);\n });\n\n it('should handle removing items from the end', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n const msg2 = createChatMessage('2', 'Hi there', 'assistant');\n const msg3 = createChatMessage('3', 'How are you?', 'user');\n\n const oldCtx = createChatContext([msg1, msg2, msg3]);\n const newCtx = createChatContext([msg1, msg2]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n expect(result.toRemove).toEqual(['3']);\n expect(result.toCreate).toEqual([]);\n });\n\n it('should handle adding items to the beginning', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n const msg2 = createChatMessage('2', 'Hi there', 'assistant');\n const msg3 = createChatMessage('3', 'How are you?', 'user');\n\n const oldCtx = createChatContext([msg2, msg3]);\n const newCtx = createChatContext([msg1, msg2, msg3]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n expect(result.toRemove).toEqual([]);\n expect(result.toCreate).toEqual([[null, '1']]);\n });\n\n it('should handle removing items from the beginning', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n const msg2 = createChatMessage('2', 'Hi there', 'assistant');\n const msg3 = createChatMessage('3', 'How are you?', 'user');\n\n const oldCtx = createChatContext([msg1, msg2, msg3]);\n const newCtx = createChatContext([msg2, msg3]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n expect(result.toRemove).toEqual(['1']);\n expect(result.toCreate).toEqual([]);\n });\n\n it('should handle adding items in the middle', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n const msg2 = createChatMessage('2', 'Hi there', 'assistant');\n const msg3 = createChatMessage('3', 'How are you?', 'user');\n const msg4 = createChatMessage('4', 'Fine thanks', 'assistant');\n\n const oldCtx = createChatContext([msg1, msg3, msg4]);\n const newCtx = createChatContext([msg1, msg2, msg3, msg4]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n expect(result.toRemove).toEqual([]);\n expect(result.toCreate).toEqual([['1', '2']]);\n });\n\n it('should handle removing items from the middle', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n const msg2 = createChatMessage('2', 'Hi there', 'assistant');\n const msg3 = createChatMessage('3', 'How are you?', 'user');\n const msg4 = createChatMessage('4', 'Fine thanks', 'assistant');\n\n const oldCtx = createChatContext([msg1, msg2, msg3, msg4]);\n const newCtx = createChatContext([msg1, msg3, msg4]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n expect(result.toRemove).toEqual(['2']);\n expect(result.toCreate).toEqual([]);\n });\n\n it('should handle complex mixed operations', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n const msg2 = createChatMessage('2', 'Hi there', 'assistant');\n const msg3 = createChatMessage('3', 'How are you?', 'user');\n const msg4 = createChatMessage('4', 'Fine thanks', 'assistant');\n const msg5 = createChatMessage('5', 'Good to hear', 'user');\n const msg6 = createChatMessage('6', 'Anything else?', 'assistant');\n\n // Old: [1, 2, 3, 4]\n // New: [1, 5, 3, 6]\n // Remove: [2, 4]\n // Create: [5 after 1, 6 after 3]\n\n const oldCtx = createChatContext([msg1, msg2, msg3, msg4]);\n const newCtx = createChatContext([msg1, msg5, msg3, msg6]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n expect(result.toRemove).toEqual(['2', '4']);\n expect(result.toCreate).toEqual([\n ['1', '5'],\n ['3', '6'],\n ]);\n });\n\n it('should handle reordering items', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n const msg2 = createChatMessage('2', 'Hi there', 'assistant');\n const msg3 = createChatMessage('3', 'How are you?', 'user');\n\n // Old: [1, 2, 3]\n // New: [3, 1, 2]\n // This should remove all and recreate in new order\n\n const oldCtx = createChatContext([msg1, msg2, msg3]);\n const newCtx = createChatContext([msg3, msg1, msg2]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n // Since order changed completely, should have some operations\n expect(result.toRemove.length + result.toCreate.length).toBeGreaterThan(0);\n });\n\n it('should handle identical single item contexts', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n\n const oldCtx = createChatContext([msg1]);\n const newCtx = createChatContext([msg1]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n expect(result.toRemove).toEqual([]);\n expect(result.toCreate).toEqual([]);\n });\n\n it('should handle longest common subsequence correctly', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n const msg2 = createChatMessage('2', 'Hi there', 'assistant');\n const msg3 = createChatMessage('3', 'How are you?', 'user');\n const msg4 = createChatMessage('4', 'Fine thanks', 'assistant');\n const msg5 = createChatMessage('5', 'Good to hear', 'user');\n\n // Old: [1, 2, 3, 4, 5]\n // New: [1, 3, 5]\n // LCS should be [1, 3, 5], remove [2, 4]\n\n const oldCtx = createChatContext([msg1, msg2, msg3, msg4, msg5]);\n const newCtx = createChatContext([msg1, msg3, msg5]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n expect(result.toRemove).toEqual(['2', '4']);\n expect(result.toCreate).toEqual([]);\n });\n\n it('should handle interleaved additions and common subsequence', () => {\n const msg1 = createChatMessage('1', 'Hello', 'user');\n const msg2 = createChatMessage('2', 'Hi there', 'assistant');\n const msg3 = createChatMessage('3', 'How are you?', 'user');\n const msg4 = createChatMessage('4', 'Fine thanks', 'assistant');\n const msg5 = createChatMessage('5', 'Good to hear', 'user');\n const msg6 = createChatMessage('6', 'Anything else?', 'assistant');\n\n // Old: [1, 3, 5]\n // New: [1, 2, 3, 4, 5, 6]\n // LCS: [1, 3, 5], add [2 after 1, 4 after 3, 6 after 5]\n\n const oldCtx = createChatContext([msg1, msg3, msg5]);\n const newCtx = createChatContext([msg1, msg2, msg3, msg4, msg5, msg6]);\n\n const result = computeChatCtxDiff(oldCtx, newCtx);\n\n expect(result.toRemove).toEqual([]);\n expect(result.toCreate).toEqual([\n ['1', '2'],\n ['3', '4'],\n ['5', '6'],\n ]);\n });\n});\n\ndescribe('serializeImage', () => {\n let consoleWarnSpy: ReturnType<typeof vi.spyOn>;\n\n beforeEach(() => {\n consoleWarnSpy = vi.spyOn(console, 'warn').mockImplementation(() => {});\n vi.clearAllMocks();\n });\n\n describe('Data URL handling', () => {\n it('should serialize a valid JPEG data URL', async () => {\n const originalBase64 = '/9j/4AAQSkZJRg==';\n const imageContent = createImageContent(`data:image/jpeg;base64,${originalBase64}`, 'high');\n\n const result = await serializeImage(imageContent);\n\n expect(result).toEqual({\n base64Data: originalBase64,\n mimeType: 'image/jpeg',\n inferenceDetail: 'high',\n });\n\n expect(result.base64Data).toBe(originalBase64);\n });\n\n it('should serialize a valid PNG data URL', async () => {\n const imageContent = createImageContent(\n 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAAB',\n 'low',\n );\n\n const result = await serializeImage(imageContent);\n\n expect(result).toEqual({\n base64Data: 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAAB',\n mimeType: 'image/png',\n inferenceDetail: 'low',\n });\n });\n\n it('should serialize a valid WebP data URL', async () => {\n const imageContent = createImageContent(\n 'data:image/webp;base64,UklGRiQAAABXRUJQVlA4IBgAAAA',\n 'auto',\n );\n\n const result = await serializeImage(imageContent);\n\n expect(result).toEqual({\n base64Data: 'UklGRiQAAABXRUJQVlA4IBgAAAA',\n mimeType: 'image/webp',\n inferenceDetail: 'auto',\n });\n });\n\n it('should serialize a valid GIF data URL', async () => {\n const imageContent = createImageContent(\n 'data:image/gif;base64,R0lGODlhAQABAIAAAP///wAAACH5BAEAAAAALAAAAAABAAEAAAICRAEAOw==',\n 'auto',\n );\n\n const result = await serializeImage(imageContent);\n\n expect(result).toEqual({\n base64Data: 'R0lGODlhAQABAIAAAP///wAAACH5BAEAAAAALAAAAAABAAEAAAICRAEAOw==',\n mimeType: 'image/gif',\n inferenceDetail: 'auto',\n });\n });\n\n it('should warn and use provided mimeType when it differs from data URL mime type', async () => {\n const imageContent = createImageContent('data:image/jpeg;base64,/9j/4AAQSkZJRg==', 'auto', {\n mimeType: 'image/png',\n });\n\n const result = await serializeImage(imageContent);\n\n expect(consoleWarnSpy).toHaveBeenCalledWith(\n \"Provided mimeType 'image/png' does not match data URL mime type 'image/jpeg'. Using provided mimeType.\",\n );\n expect(result).toEqual({\n base64Data: '/9j/4AAQSkZJRg==',\n mimeType: 'image/png',\n inferenceDetail: 'auto',\n });\n });\n\n it('should throw error for invalid data URL format', async () => {\n const imageContent = createImageContent('data:;base64,/9j/4AAQSkZJRg==', 'auto');\n\n await expect(serializeImage(imageContent)).rejects.toThrow('Invalid data URL format');\n });\n\n it('should throw error for unsupported mime type', async () => {\n const imageContent = createImageContent(\n 'data:image/bmp;base64,Qk06AAAAAAAAADYAAAAoAAAA',\n 'auto',\n );\n\n await expect(serializeImage(imageContent)).rejects.toThrow(\n 'Unsupported mimeType image/bmp. Must be jpeg, png, webp, or gif',\n );\n });\n });\n\n describe('External URL handling', () => {\n it('should serialize an external URL without mimeType', async () => {\n const imageContent = createImageContent('https://example.com/image.jpg', 'high');\n\n const result = await serializeImage(imageContent);\n\n expect(result).toEqual({\n mimeType: undefined,\n inferenceDetail: 'high',\n externalUrl: 'https://example.com/image.jpg',\n });\n });\n\n it('should serialize an external URL with mimeType', async () => {\n const imageContent = createImageContent('https://example.com/image.jpg', 'low', {\n mimeType: 'image/jpeg',\n });\n\n const result = await serializeImage(imageContent);\n\n expect(result).toEqual({\n mimeType: 'image/jpeg',\n inferenceDetail: 'low',\n externalUrl: 'https://example.com/image.jpg',\n });\n });\n });\n\n describe('VideoFrame handling', () => {\n it('should serialize a VideoFrame without resize parameters', async () => {\n const width = 4;\n const height = 4;\n const videoFrame = createSolidColorFrame(width, height, { r: 255, g: 0, b: 0, a: 255 });\n const imageContent = createImageContent(videoFrame, 'auto');\n\n const result = await serializeImage(imageContent);\n\n expect(result).toMatchObject({\n mimeType: 'image/png',\n inferenceDetail: 'auto',\n });\n expect(result.base64Data).toBeDefined();\n expect(result.base64Data).toMatch(/^[A-Za-z0-9+/]+=*$/);\n expect(result.externalUrl).toBeUndefined();\n\n const { imageBuffer, decodedImage } = await decodeImageToRaw(result.base64Data!);\n\n verifyPngHeader(imageBuffer);\n\n expect(decodedImage.info.width).toBe(width);\n expect(decodedImage.info.height).toBe(height);\n expect(decodedImage.info.channels).toBe(4);\n\n const decodedData = decodedImage.data;\n for (let i = 0; i < decodedData.length; i += 4) {\n expectPixel(decodedData, i, { r: 255, g: 0, b: 0, a: 255 });\n }\n });\n\n it('should serialize a VideoFrame with a gradient pattern', async () => {\n const width = 8;\n const height = 8;\n const videoFrame = createGradientFrame(width, height);\n const imageContent = createImageContent(videoFrame, 'high');\n\n const result = await serializeImage(imageContent);\n\n expect(result).toMatchObject({\n mimeType: 'image/png',\n inferenceDetail: 'high',\n });\n\n const { decodedImage } = await decodeImageToRaw(result.base64Data!);\n\n expect(decodedImage.info.width).toBe(width);\n expect(decodedImage.info.height).toBe(height);\n\n const decodedData = decodedImage.data;\n\n for (let y = 0; y < height; y++) {\n for (let x = 0; x < width; x++) {\n const idx = (y * width + x) * 4;\n const expectedR = Math.floor((x / (width - 1)) * 255);\n const expectedG = Math.floor((y / (height - 1)) * 255);\n\n expectPixel(decodedData, idx, { r: expectedR, g: expectedG, b: 128, a: 255 });\n }\n }\n });\n\n it('should preserve exact pixel data through serialization', async () => {\n const width = 2;\n const height = 2;\n\n const patterns = [\n [255, 0, 0, 255],\n [0, 255, 0, 255],\n [0, 0, 255, 255],\n [255, 255, 255, 255],\n ];\n\n const videoFrame = createPatternFrame(width, height, patterns);\n const imageContent = createImageContent(videoFrame, 'low');\n\n const result = await serializeImage(imageContent);\n\n const { decodedImage } = await decodeImageToRaw(result.base64Data!);\n const decoded = decodedImage.data;\n\n expectPixel(decoded, 0, { r: 255, g: 0, b: 0, a: 255 });\n expectPixel(decoded, 4, { r: 0, g: 255, b: 0, a: 255 });\n expectPixel(decoded, width * 4, { r: 0, g: 0, b: 255, a: 255 });\n expectPixel(decoded, (width + 1) * 4, { r: 255, g: 255, b: 255, a: 255 });\n });\n\n it('should handle resize parameters correctly', async () => {\n const width = 2;\n const height = 2;\n const videoFrame = createSolidColorFrame(width, height, { r: 100, g: 100, b: 100, a: 255 });\n\n const imageContent = createImageContent(videoFrame, 'auto', {\n inferenceWidth: 4,\n inferenceHeight: 4,\n });\n\n const result = await serializeImage(imageContent);\n\n const { decodedImage } = await decodeImageToRaw(result.base64Data!);\n\n expect(decodedImage.info.width).toBe(4);\n expect(decodedImage.info.height).toBe(4);\n\n const decodedData = decodedImage.data;\n for (let i = 0; i < decodedData.length; i += 4) {\n expect(decodedData[i]).toBeCloseTo(100, -1);\n expect(decodedData[i + 1]).toBeCloseTo(100, -1);\n expect(decodedData[i + 2]).toBeCloseTo(100, -1);\n expect(decodedData[i + 3]).toBe(255);\n }\n });\n\n it('should handle RGB24 VideoBufferType correctly', async () => {\n const width = 2;\n const height = 2;\n const channels = 3;\n const frameData = new Uint8Array(width * height * channels);\n\n for (let i = 0; i < frameData.length; i += channels) {\n frameData[i] = 255;\n frameData[i + 1] = 128;\n frameData[i + 2] = 64;\n }\n\n const videoFrame = new VideoFrame(frameData, width, height, VideoBufferType.RGB24);\n const imageContent = createImageContent(videoFrame, 'auto');\n\n const result = await serializeImage(imageContent);\n\n expect(result.mimeType).toBe('image/png');\n\n const { decodedImage } = await decodeImageToRaw(result.base64Data!);\n\n expect(decodedImage.info.channels).toBeGreaterThanOrEqual(3);\n\n const decodedData = decodedImage.data;\n const decodedChannels = decodedImage.info.channels;\n\n for (let i = 0; i < decodedData.length; i += decodedChannels) {\n expect(decodedData[i]).toBe(255);\n expect(decodedData[i + 1]).toBe(128);\n expect(decodedData[i + 2]).toBe(64);\n if (decodedChannels === 4) {\n expect(decodedData[i + 3]).toBe(255);\n }\n }\n });\n\n it('should handle different RGBA-like formats correctly', async () => {\n const width = 1;\n const height = 1;\n const testFormats = [\n VideoBufferType.RGBA,\n VideoBufferType.BGRA,\n VideoBufferType.ARGB,\n VideoBufferType.ABGR,\n ];\n\n for (const format of testFormats) {\n const frameData = new Uint8Array([100, 150, 200, 250]);\n const videoFrame = new VideoFrame(frameData, width, height, format);\n const imageContent = createImageContent(videoFrame, 'auto');\n\n const result = await serializeImage(imageContent);\n\n expect(result.mimeType).toBe('image/png');\n expect(result.base64Data).toBeDefined();\n }\n });\n });\n\n describe('Error handling', () => {\n it('should throw error for unsupported image type', async () => {\n const imageContent = createImageContent(123 as any, 'auto'); // eslint-disable-line @typescript-eslint/no-explicit-any\n\n await expect(serializeImage(imageContent)).rejects.toThrow('Unsupported image type');\n });\n });\n});\n"],"mappings":"AAGA,SAAS,iBAAiB,kBAAkB;AAC5C,OAAO,WAAW;AAClB,SAAS,YAAY,UAAU,QAAQ,IAAI,UAAU;AACrD,SAAS,aAAa,mBAAsC;AAC5D,SAAS,oBAAoB,sBAAsB;AAEnD,SAAS,kBACP,IACA,SACA,OAAwC,QAC3B;AACb,SAAO,YAAY,OAAO;AAAA,IACxB;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAEA,SAAS,kBAAkB,UAAsC;AAC/D,QAAM,MAAM,IAAI,YAAY;AAC5B,aAAW,WAAW,UAAU;AAC9B,QAAI,MAAM,KAAK,OAAO;AAAA,EACxB;AACA,SAAO;AACT;AAEA,SAAS,mBACP,OACA,kBAA2C,QAC3C,SAKc;AACd,SAAO;AAAA,IACL,IAAI;AAAA,IACJ,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA,UAAU,mCAAS;AAAA,IACnB,gBAAgB,mCAAS;AAAA,IACzB,iBAAiB,mCAAS;AAAA,IAC1B,QAAQ,CAAC;AAAA,EACX;AACF;AAEA,eAAe,iBAAiB,YAAoB;AAClD,QAAM,cAAc,OAAO,KAAK,YAAY,QAAQ;AACpD,QAAM,eAAe,MAAM,MAAM,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,mBAAmB,KAAK,CAAC;AACxF,SAAO,EAAE,aAAa,aAAa;AACrC;AAEA,SAAS,sBACP,OACA,QACA,OACA,aAA8B,gBAAgB,MAClC;AACZ,QAAM,WAAW,eAAe,gBAAgB,QAAQ,IAAI;AAC5D,QAAM,YAAY,IAAI,WAAW,QAAQ,SAAS,QAAQ;AAE1D,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK,UAAU;AACnD,cAAU,CAAC,IAAI,MAAM;AACrB,cAAU,IAAI,CAAC,IAAI,MAAM;AACzB,cAAU,IAAI,CAAC,IAAI,MAAM;AACzB,QAAI,aAAa,KAAK,MAAM,MAAM,QAAW;AAC3C,gBAAU,IAAI,CAAC,IAAI,MAAM;AAAA,IAC3B;AAAA,EACF;AAEA,SAAO,IAAI,WAAW,WAAW,OAAO,QAAQ,UAAU;AAC5D;AAEA,SAAS,oBAAoB,OAAe,QAA4B;AACtE,QAAM,WAAW;AACjB,QAAM,YAAY,IAAI,WAAW,QAAQ,SAAS,QAAQ;AAE1D,WAAS,IAAI,GAAG,IAAI,QAAQ,KAAK;AAC/B,aAAS,IAAI,GAAG,IAAI,OAAO,KAAK;AAC9B,YAAM,OAAO,IAAI,QAAQ,KAAK;AAC9B,gBAAU,GAAG,IAAI,KAAK,MAAO,KAAK,QAAQ,KAAM,GAAG;AACnD,gBAAU,MAAM,CAAC,IAAI,KAAK,MAAO,KAAK,SAAS,KAAM,GAAG;AACxD,gBAAU,MAAM,CAAC,IAAI;AACrB,gBAAU,MAAM,CAAC,IAAI;AAAA,IACvB;AAAA,EACF;AAEA,SAAO,IAAI,WAAW,WAAW,OAAO,QAAQ,gBAAgB,IAAI;AACtE;AAEA,SAAS,mBAAmB,OAAe,QAAgB,UAAkC;AAC3F,QAAM,WAAW;AACjB,QAAM,YAAY,IAAI,WAAW,QAAQ,SAAS,QAAQ;AAE1D,WAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,UAAM,SAAS,IAAI;AACnB,UAAM,UAAU,SAAS,CAAC;AAC1B,cAAU,MAAM,IAAI,QAAQ,CAAC;AAC7B,cAAU,SAAS,CAAC,IAAI,QAAQ,CAAC;AACjC,cAAU,SAAS,CAAC,IAAI,QAAQ,CAAC;AACjC,cAAU,SAAS,CAAC,IAAI,QAAQ,CAAC;AAAA,EACnC;AAEA,SAAO,IAAI,WAAW,WAAW,OAAO,QAAQ,gBAAgB,IAAI;AACtE;AAEA,SAAS,gBAAgB,aAAqB;AAC5C,SAAO,YAAY,CAAC,CAAC,EAAE,KAAK,GAAI;AAChC,SAAO,YAAY,CAAC,CAAC,EAAE,KAAK,EAAI;AAChC,SAAO,YAAY,CAAC,CAAC,EAAE,KAAK,EAAI;AAChC,SAAO,YAAY,CAAC,CAAC,EAAE,KAAK,EAAI;AAClC;AAEA,SAAS,YACP,MACA,OACA,UACA;AACA,SAAO,KAAK,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC;AACnC,SAAO,KAAK,QAAQ,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC;AACvC,SAAO,KAAK,QAAQ,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC;AACvC,SAAO,KAAK,QAAQ,CAAC,CAAC,EAAE,KAAK,SAAS,CAAC;AACzC;AAEA,SAAS,sBAAsB,MAAM;AACnC,KAAG,yDAAyD,MAAM;AAChE,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,YAAY,WAAW;AAE3D,UAAM,SAAS,kBAAkB,CAAC,MAAM,IAAI,CAAC;AAC7C,UAAM,SAAS,kBAAkB,CAAC,MAAM,IAAI,CAAC;AAE7C,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAEhD,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAClC,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAAA,EACpC,CAAC;AAED,KAAG,mCAAmC,MAAM;AAC1C,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,YAAY,WAAW;AAE3D,UAAM,SAAS,kBAAkB,CAAC,CAAC;AACnC,UAAM,SAAS,kBAAkB,CAAC,MAAM,IAAI,CAAC;AAE7C,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAEhD,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAClC,WAAO,OAAO,QAAQ,EAAE,QAAQ;AAAA,MAC9B,CAAC,MAAM,GAAG;AAAA;AAAA,MACV,CAAC,KAAK,GAAG;AAAA,IACX,CAAC;AAAA,EACH,CAAC;AAED,KAAG,mCAAmC,MAAM;AAC1C,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,YAAY,WAAW;AAE3D,UAAM,SAAS,kBAAkB,CAAC,MAAM,IAAI,CAAC;AAC7C,UAAM,SAAS,kBAAkB,CAAC,CAAC;AAEnC,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAEhD,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,KAAK,GAAG,CAAC;AAC1C,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAAA,EACpC,CAAC;AAED,KAAG,yCAAyC,MAAM;AAChD,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,YAAY,WAAW;AAC3D,UAAM,OAAO,kBAAkB,KAAK,gBAAgB,MAAM;AAE1D,UAAM,SAAS,kBAAkB,CAAC,MAAM,IAAI,CAAC;AAC7C,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,IAAI,CAAC;AAEnD,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAEhD,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAClC,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;AAAA,EAC9C,CAAC;AAED,KAAG,6CAA6C,MAAM;AACpD,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,YAAY,WAAW;AAC3D,UAAM,OAAO,kBAAkB,KAAK,gBAAgB,MAAM;AAE1D,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,IAAI,CAAC;AACnD,UAAM,SAAS,kBAAkB,CAAC,MAAM,IAAI,CAAC;AAE7C,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAEhD,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;AACrC,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAAA,EACpC,CAAC;AAED,KAAG,+CAA+C,MAAM;AACtD,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,YAAY,WAAW;AAC3D,UAAM,OAAO,kBAAkB,KAAK,gBAAgB,MAAM;AAE1D,UAAM,SAAS,kBAAkB,CAAC,MAAM,IAAI,CAAC;AAC7C,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,IAAI,CAAC;AAEnD,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAEhD,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAClC,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;AAAA,EAC/C,CAAC;AAED,KAAG,mDAAmD,MAAM;AAC1D,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,YAAY,WAAW;AAC3D,UAAM,OAAO,kBAAkB,KAAK,gBAAgB,MAAM;AAE1D,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,IAAI,CAAC;AACnD,UAAM,SAAS,kBAAkB,CAAC,MAAM,IAAI,CAAC;AAE7C,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAEhD,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;AACrC,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAAA,EACpC,CAAC;AAED,KAAG,4CAA4C,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,YAAY,WAAW;AAC3D,UAAM,OAAO,kBAAkB,KAAK,gBAAgB,MAAM;AAC1D,UAAM,OAAO,kBAAkB,KAAK,eAAe,WAAW;AAE9D,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,IAAI,CAAC;AACnD,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,MAAM,IAAI,CAAC;AAEzD,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAEhD,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAClC,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;AAAA,EAC9C,CAAC;AAED,KAAG,gDAAgD,MAAM;AACvD,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,YAAY,WAAW;AAC3D,UAAM,OAAO,kBAAkB,KAAK,gBAAgB,MAAM;AAC1D,UAAM,OAAO,kBAAkB,KAAK,eAAe,WAAW;AAE9D,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,MAAM,IAAI,CAAC;AACzD,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,IAAI,CAAC;AAEnD,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAEhD,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;AACrC,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAAA,EACpC,CAAC;AAED,KAAG,0CAA0C,MAAM;AACjD,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,YAAY,WAAW;AAC3D,UAAM,OAAO,kBAAkB,KAAK,gBAAgB,MAAM;AAC1D,UAAM,OAAO,kBAAkB,KAAK,eAAe,WAAW;AAC9D,UAAM,OAAO,kBAAkB,KAAK,gBAAgB,MAAM;AAC1D,UAAM,OAAO,kBAAkB,KAAK,kBAAkB,WAAW;AAOjE,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,MAAM,IAAI,CAAC;AACzD,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,MAAM,IAAI,CAAC;AAEzD,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAEhD,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,KAAK,GAAG,CAAC;AAC1C,WAAO,OAAO,QAAQ,EAAE,QAAQ;AAAA,MAC9B,CAAC,KAAK,GAAG;AAAA,MACT,CAAC,KAAK,GAAG;AAAA,IACX,CAAC;AAAA,EACH,CAAC;AAED,KAAG,kCAAkC,MAAM;AACzC,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,YAAY,WAAW;AAC3D,UAAM,OAAO,kBAAkB,KAAK,gBAAgB,MAAM;AAM1D,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,IAAI,CAAC;AACnD,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,IAAI,CAAC;AAEnD,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAGhD,WAAO,OAAO,SAAS,SAAS,OAAO,SAAS,MAAM,EAAE,gBAAgB,CAAC;AAAA,EAC3E,CAAC;AAED,KAAG,gDAAgD,MAAM;AACvD,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AAEnD,UAAM,SAAS,kBAAkB,CAAC,IAAI,CAAC;AACvC,UAAM,SAAS,kBAAkB,CAAC,IAAI,CAAC;AAEvC,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAEhD,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAClC,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAAA,EACpC,CAAC;AAED,KAAG,sDAAsD,MAAM;AAC7D,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,YAAY,WAAW;AAC3D,UAAM,OAAO,kBAAkB,KAAK,gBAAgB,MAAM;AAC1D,UAAM,OAAO,kBAAkB,KAAK,eAAe,WAAW;AAC9D,UAAM,OAAO,kBAAkB,KAAK,gBAAgB,MAAM;AAM1D,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,MAAM,MAAM,IAAI,CAAC;AAC/D,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,IAAI,CAAC;AAEnD,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAEhD,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,KAAK,GAAG,CAAC;AAC1C,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAAA,EACpC,CAAC;AAED,KAAG,8DAA8D,MAAM;AACrE,UAAM,OAAO,kBAAkB,KAAK,SAAS,MAAM;AACnD,UAAM,OAAO,kBAAkB,KAAK,YAAY,WAAW;AAC3D,UAAM,OAAO,kBAAkB,KAAK,gBAAgB,MAAM;AAC1D,UAAM,OAAO,kBAAkB,KAAK,eAAe,WAAW;AAC9D,UAAM,OAAO,kBAAkB,KAAK,gBAAgB,MAAM;AAC1D,UAAM,OAAO,kBAAkB,KAAK,kBAAkB,WAAW;AAMjE,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,IAAI,CAAC;AACnD,UAAM,SAAS,kBAAkB,CAAC,MAAM,MAAM,MAAM,MAAM,MAAM,IAAI,CAAC;AAErE,UAAM,SAAS,mBAAmB,QAAQ,MAAM;AAEhD,WAAO,OAAO,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAClC,WAAO,OAAO,QAAQ,EAAE,QAAQ;AAAA,MAC9B,CAAC,KAAK,GAAG;AAAA,MACT,CAAC,KAAK,GAAG;AAAA,MACT,CAAC,KAAK,GAAG;AAAA,IACX,CAAC;AAAA,EACH,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,MAAM;AAC/B,MAAI;AAEJ,aAAW,MAAM;AACf,qBAAiB,GAAG,MAAM,SAAS,MAAM,EAAE,mBAAmB,MAAM;AAAA,IAAC,CAAC;AACtE,OAAG,cAAc;AAAA,EACnB,CAAC;AAED,WAAS,qBAAqB,MAAM;AAClC,OAAG,0CAA0C,YAAY;AACvD,YAAM,iBAAiB;AACvB,YAAM,eAAe,mBAAmB,0BAA0B,cAAc,IAAI,MAAM;AAE1F,YAAM,SAAS,MAAM,eAAe,YAAY;AAEhD,aAAO,MAAM,EAAE,QAAQ;AAAA,QACrB,YAAY;AAAA,QACZ,UAAU;AAAA,QACV,iBAAiB;AAAA,MACnB,CAAC;AAED,aAAO,OAAO,UAAU,EAAE,KAAK,cAAc;AAAA,IAC/C,CAAC;AAED,OAAG,yCAAyC,YAAY;AACtD,YAAM,eAAe;AAAA,QACnB;AAAA,QACA;AAAA,MACF;AAEA,YAAM,SAAS,MAAM,eAAe,YAAY;AAEhD,aAAO,MAAM,EAAE,QAAQ;AAAA,QACrB,YAAY;AAAA,QACZ,UAAU;AAAA,QACV,iBAAiB;AAAA,MACnB,CAAC;AAAA,IACH,CAAC;AAED,OAAG,0CAA0C,YAAY;AACvD,YAAM,eAAe;AAAA,QACnB;AAAA,QACA;AAAA,MACF;AAEA,YAAM,SAAS,MAAM,eAAe,YAAY;AAEhD,aAAO,MAAM,EAAE,QAAQ;AAAA,QACrB,YAAY;AAAA,QACZ,UAAU;AAAA,QACV,iBAAiB;AAAA,MACnB,CAAC;AAAA,IACH,CAAC;AAED,OAAG,yCAAyC,YAAY;AACtD,YAAM,eAAe;AAAA,QACnB;AAAA,QACA;AAAA,MACF;AAEA,YAAM,SAAS,MAAM,eAAe,YAAY;AAEhD,aAAO,MAAM,EAAE,QAAQ;AAAA,QACrB,YAAY;AAAA,QACZ,UAAU;AAAA,QACV,iBAAiB;AAAA,MACnB,CAAC;AAAA,IACH,CAAC;AAED,OAAG,iFAAiF,YAAY;AAC9F,YAAM,eAAe,mBAAmB,2CAA2C,QAAQ;AAAA,QACzF,UAAU;AAAA,MACZ,CAAC;AAED,YAAM,SAAS,MAAM,eAAe,YAAY;AAEhD,aAAO,cAAc,EAAE;AAAA,QACrB;AAAA,MACF;AACA,aAAO,MAAM,EAAE,QAAQ;AAAA,QACrB,YAAY;AAAA,QACZ,UAAU;AAAA,QACV,iBAAiB;AAAA,MACnB,CAAC;AAAA,IACH,CAAC;AAED,OAAG,kDAAkD,YAAY;AAC/D,YAAM,eAAe,mBAAmB,iCAAiC,MAAM;AAE/E,YAAM,OAAO,eAAe,YAAY,CAAC,EAAE,QAAQ,QAAQ,yBAAyB;AAAA,IACtF,CAAC;AAED,OAAG,gDAAgD,YAAY;AAC7D,YAAM,eAAe;AAAA,QACnB;AAAA,QACA;AAAA,MACF;AAEA,YAAM,OAAO,eAAe,YAAY,CAAC,EAAE,QAAQ;AAAA,QACjD;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH,CAAC;AAED,WAAS,yBAAyB,MAAM;AACtC,OAAG,qDAAqD,YAAY;AAClE,YAAM,eAAe,mBAAmB,iCAAiC,MAAM;AAE/E,YAAM,SAAS,MAAM,eAAe,YAAY;AAEhD,aAAO,MAAM,EAAE,QAAQ;AAAA,QACrB,UAAU;AAAA,QACV,iBAAiB;AAAA,QACjB,aAAa;AAAA,MACf,CAAC;AAAA,IACH,CAAC;AAED,OAAG,kDAAkD,YAAY;AAC/D,YAAM,eAAe,mBAAmB,iCAAiC,OAAO;AAAA,QAC9E,UAAU;AAAA,MACZ,CAAC;AAED,YAAM,SAAS,MAAM,eAAe,YAAY;AAEhD,aAAO,MAAM,EAAE,QAAQ;AAAA,QACrB,UAAU;AAAA,QACV,iBAAiB;AAAA,QACjB,aAAa;AAAA,MACf,CAAC;AAAA,IACH,CAAC;AAAA,EACH,CAAC;AAED,WAAS,uBAAuB,MAAM;AACpC,OAAG,2DAA2D,YAAY;AACxE,YAAM,QAAQ;AACd,YAAM,SAAS;AACf,YAAM,aAAa,sBAAsB,OAAO,QAAQ,EAAE,GAAG,KAAK,GAAG,GAAG,GAAG,GAAG,GAAG,IAAI,CAAC;AACtF,YAAM,eAAe,mBAAmB,YAAY,MAAM;AAE1D,YAAM,SAAS,MAAM,eAAe,YAAY;AAEhD,aAAO,MAAM,EAAE,cAAc;AAAA,QAC3B,UAAU;AAAA,QACV,iBAAiB;AAAA,MACnB,CAAC;AACD,aAAO,OAAO,UAAU,EAAE,YAAY;AACtC,aAAO,OAAO,UAAU,EAAE,QAAQ,oBAAoB;AACtD,aAAO,OAAO,WAAW,EAAE,cAAc;AAEzC,YAAM,EAAE,aAAa,aAAa,IAAI,MAAM,iBAAiB,OAAO,UAAW;AAE/E,sBAAgB,WAAW;AAE3B,aAAO,aAAa,KAAK,KAAK,EAAE,KAAK,KAAK;AAC1C,aAAO,aAAa,KAAK,MAAM,EAAE,KAAK,MAAM;AAC5C,aAAO,aAAa,KAAK,QAAQ,EAAE,KAAK,CAAC;AAEzC,YAAM,cAAc,aAAa;AACjC,eAAS,IAAI,GAAG,IAAI,YAAY,QAAQ,KAAK,GAAG;AAC9C,oBAAY,aAAa,GAAG,EAAE,GAAG,KAAK,GAAG,GAAG,GAAG,GAAG,GAAG,IAAI,CAAC;AAAA,MAC5D;AAAA,IACF,CAAC;AAED,OAAG,yDAAyD,YAAY;AACtE,YAAM,QAAQ;AACd,YAAM,SAAS;AACf,YAAM,aAAa,oBAAoB,OAAO,MAAM;AACpD,YAAM,eAAe,mBAAmB,YAAY,MAAM;AAE1D,YAAM,SAAS,MAAM,eAAe,YAAY;AAEhD,aAAO,MAAM,EAAE,cAAc;AAAA,QAC3B,UAAU;AAAA,QACV,iBAAiB;AAAA,MACnB,CAAC;AAED,YAAM,EAAE,aAAa,IAAI,MAAM,iBAAiB,OAAO,UAAW;AAElE,aAAO,aAAa,KAAK,KAAK,EAAE,KAAK,KAAK;AAC1C,aAAO,aAAa,KAAK,MAAM,EAAE,KAAK,MAAM;AAE5C,YAAM,cAAc,aAAa;AAEjC,eAAS,IAAI,GAAG,IAAI,QAAQ,KAAK;AAC/B,iBAAS,IAAI,GAAG,IAAI,OAAO,KAAK;AAC9B,gBAAM,OAAO,IAAI,QAAQ,KAAK;AAC9B,gBAAM,YAAY,KAAK,MAAO,KAAK,QAAQ,KAAM,GAAG;AACpD,gBAAM,YAAY,KAAK,MAAO,KAAK,SAAS,KAAM,GAAG;AAErD,sBAAY,aAAa,KAAK,EAAE,GAAG,WAAW,GAAG,WAAW,GAAG,KAAK,GAAG,IAAI,CAAC;AAAA,QAC9E;AAAA,MACF;AAAA,IACF,CAAC;AAED,OAAG,0DAA0D,YAAY;AACvE,YAAM,QAAQ;AACd,YAAM,SAAS;AAEf,YAAM,WAAW;AAAA,QACf,CAAC,KAAK,GAAG,GAAG,GAAG;AAAA,QACf,CAAC,GAAG,KAAK,GAAG,GAAG;AAAA,QACf,CAAC,GAAG,GAAG,KAAK,GAAG;AAAA,QACf,CAAC,KAAK,KAAK,KAAK,GAAG;AAAA,MACrB;AAEA,YAAM,aAAa,mBAAmB,OAAO,QAAQ,QAAQ;AAC7D,YAAM,eAAe,mBAAmB,YAAY,KAAK;AAEzD,YAAM,SAAS,MAAM,eAAe,YAAY;AAEhD,YAAM,EAAE,aAAa,IAAI,MAAM,iBAAiB,OAAO,UAAW;AAClE,YAAM,UAAU,aAAa;AAE7B,kBAAY,SAAS,GAAG,EAAE,GAAG,KAAK,GAAG,GAAG,GAAG,GAAG,GAAG,IAAI,CAAC;AACtD,kBAAY,SAAS,GAAG,EAAE,GAAG,GAAG,GAAG,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC;AACtD,kBAAY,SAAS,QAAQ,GAAG,EAAE,GAAG,GAAG,GAAG,GAAG,GAAG,KAAK,GAAG,IAAI,CAAC;AAC9D,kBAAY,UAAU,QAAQ,KAAK,GAAG,EAAE,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC;AAAA,IAC1E,CAAC;AAED,OAAG,6CAA6C,YAAY;AAC1D,YAAM,QAAQ;AACd,YAAM,SAAS;AACf,YAAM,aAAa,sBAAsB,OAAO,QAAQ,EAAE,GAAG,KAAK,GAAG,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC;AAE1F,YAAM,eAAe,mBAAmB,YAAY,QAAQ;AAAA,QAC1D,gBAAgB;AAAA,QAChB,iBAAiB;AAAA,MACnB,CAAC;AAED,YAAM,SAAS,MAAM,eAAe,YAAY;AAEhD,YAAM,EAAE,aAAa,IAAI,MAAM,iBAAiB,OAAO,UAAW;AAElE,aAAO,aAAa,KAAK,KAAK,EAAE,KAAK,CAAC;AACtC,aAAO,aAAa,KAAK,MAAM,EAAE,KAAK,CAAC;AAEvC,YAAM,cAAc,aAAa;AACjC,eAAS,IAAI,GAAG,IAAI,YAAY,QAAQ,KAAK,GAAG;AAC9C,eAAO,YAAY,CAAC,CAAC,EAAE,YAAY,KAAK,EAAE;AAC1C,eAAO,YAAY,IAAI,CAAC,CAAC,EAAE,YAAY,KAAK,EAAE;AAC9C,eAAO,YAAY,IAAI,CAAC,CAAC,EAAE,YAAY,KAAK,EAAE;AAC9C,eAAO,YAAY,IAAI,CAAC,CAAC,EAAE,KAAK,GAAG;AAAA,MACrC;AAAA,IACF,CAAC;AAED,OAAG,iDAAiD,YAAY;AAC9D,YAAM,QAAQ;AACd,YAAM,SAAS;AACf,YAAM,WAAW;AACjB,YAAM,YAAY,IAAI,WAAW,QAAQ,SAAS,QAAQ;AAE1D,eAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK,UAAU;AACnD,kBAAU,CAAC,IAAI;AACf,kBAAU,IAAI,CAAC,IAAI;AACnB,kBAAU,IAAI,CAAC,IAAI;AAAA,MACrB;AAEA,YAAM,aAAa,IAAI,WAAW,WAAW,OAAO,QAAQ,gBAAgB,KAAK;AACjF,YAAM,eAAe,mBAAmB,YAAY,MAAM;AAE1D,YAAM,SAAS,MAAM,eAAe,YAAY;AAEhD,aAAO,OAAO,QAAQ,EAAE,KAAK,WAAW;AAExC,YAAM,EAAE,aAAa,IAAI,MAAM,iBAAiB,OAAO,UAAW;AAElE,aAAO,aAAa,KAAK,QAAQ,EAAE,uBAAuB,CAAC;AAE3D,YAAM,cAAc,aAAa;AACjC,YAAM,kBAAkB,aAAa,KAAK;AAE1C,eAAS,IAAI,GAAG,IAAI,YAAY,QAAQ,KAAK,iBAAiB;AAC5D,eAAO,YAAY,CAAC,CAAC,EAAE,KAAK,GAAG;AAC/B,eAAO,YAAY,IAAI,CAAC,CAAC,EAAE,KAAK,GAAG;AACnC,eAAO,YAAY,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE;AAClC,YAAI,oBAAoB,GAAG;AACzB,iBAAO,YAAY,IAAI,CAAC,CAAC,EAAE,KAAK,GAAG;AAAA,QACrC;AAAA,MACF;AAAA,IACF,CAAC;AAED,OAAG,uDAAuD,YAAY;AACpE,YAAM,QAAQ;AACd,YAAM,SAAS;AACf,YAAM,cAAc;AAAA,QAClB,gBAAgB;AAAA,QAChB,gBAAgB;AAAA,QAChB,gBAAgB;AAAA,QAChB,gBAAgB;AAAA,MAClB;AAEA,iBAAW,UAAU,aAAa;AAChC,cAAM,YAAY,IAAI,WAAW,CAAC,KAAK,KAAK,KAAK,GAAG,CAAC;AACrD,cAAM,aAAa,IAAI,WAAW,WAAW,OAAO,QAAQ,MAAM;AAClE,cAAM,eAAe,mBAAmB,YAAY,MAAM;AAE1D,cAAM,SAAS,MAAM,eAAe,YAAY;AAEhD,eAAO,OAAO,QAAQ,EAAE,KAAK,WAAW;AACxC,eAAO,OAAO,UAAU,EAAE,YAAY;AAAA,MACxC;AAAA,IACF,CAAC;AAAA,EACH,CAAC;AAED,WAAS,kBAAkB,MAAM;AAC/B,OAAG,iDAAiD,YAAY;AAC9D,YAAM,eAAe,mBAAmB,KAAY,MAAM;AAE1D,YAAM,OAAO,eAAe,YAAY,CAAC,EAAE,QAAQ,QAAQ,wBAAwB;AAAA,IACrF,CAAC;AAAA,EACH,CAAC;AACH,CAAC;","names":[]}