@qvac/inference 0.0.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +928 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,170 @@
1
+ import { z } from 'zod';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
+ // Bergamot supports many more language pairs
4
+ export const BERGAMOT_LANGUAGES = [
5
+ 'en',
6
+ 'ar',
7
+ 'bg',
8
+ 'ca',
9
+ 'cs',
10
+ 'de',
11
+ 'es',
12
+ 'et',
13
+ 'fi',
14
+ 'fr',
15
+ 'hu',
16
+ 'is',
17
+ 'it',
18
+ 'ja',
19
+ 'ko',
20
+ 'lt',
21
+ 'lv',
22
+ 'nl',
23
+ 'pl',
24
+ 'pt',
25
+ 'ru',
26
+ 'sk',
27
+ 'sl',
28
+ 'uk',
29
+ 'zh',
30
+ 'az',
31
+ 'be',
32
+ 'bn',
33
+ 'bs',
34
+ 'da',
35
+ 'el',
36
+ 'fa',
37
+ 'gu',
38
+ 'he',
39
+ 'hi',
40
+ 'hr',
41
+ 'id',
42
+ 'kn',
43
+ 'ml',
44
+ 'ms',
45
+ 'mt',
46
+ 'nb',
47
+ 'nn',
48
+ 'no',
49
+ 're',
50
+ 'ro',
51
+ 'sq',
52
+ 'sr',
53
+ 'sv',
54
+ 'ta',
55
+ 'te',
56
+ 'th',
57
+ 'tr',
58
+ 'vi'
59
+ ];
60
+ export const BERGAMOT_MODEL_RE = /^(.+\/)model\.([a-z]+)\.intgemm\.alphas\.bin$/;
61
+ export const BERGAMOT_CJK_LANG_PAIRS = ['enja', 'enko', 'enzh'];
62
+ // IndicTrans2 model languages
63
+ export const INDICTRANS_LANGUAGES = [
64
+ 'asm_Beng', // Assamese
65
+ 'ben_Beng', // Bengali
66
+ 'brx_Deva', // Bodo
67
+ 'doi_Deva', // Dogri
68
+ 'eng_Latn', // English
69
+ 'gom_Deva', // Konkani
70
+ 'guj_Gujr', // Gujarati
71
+ 'hin_Deva', // Hindi
72
+ 'kan_Knda', // Kannada
73
+ 'kas_Arab', // Kashmiri (Arabic)
74
+ 'kas_Deva', // Kashmiri (Devanagari)
75
+ 'mai_Deva', // Maithili
76
+ 'mal_Mlym', // Malayalam
77
+ 'mar_Deva', // Marathi
78
+ 'mni_Beng', // Manipuri (Bengali)
79
+ 'mni_Mtei', // Manipuri (Meitei)
80
+ 'npi_Deva', // Nepali
81
+ 'ory_Orya', // Odia
82
+ 'pan_Guru', // Punjabi
83
+ 'san_Deva', // Sanskrit
84
+ 'sat_Olck', // Santali
85
+ 'snd_Arab', // Sindhi (Arabic)
86
+ 'snd_Deva', // Sindhi (Devanagari)
87
+ 'tam_Taml', // Tamil
88
+ 'tel_Telu', // Telugu
89
+ 'urd_Arab' // Urdu
90
+ ];
91
+ export const AFRICAN_LANGUAGES_MAP = new Map([
92
+ ['afr_Latn', 'Afrikaans'],
93
+ ['swh_Latn', 'Swahili'],
94
+ ['ary_Arab', 'Moroccan Arabic'],
95
+ ['som_Latn', 'Somali'],
96
+ ['amh_Ethi', 'Amharic'],
97
+ ['arz_Arab', 'Egyptian Arabic'],
98
+ ['hau_Latn', 'Hausa'],
99
+ ['kin_Latn', 'Kinyarwanda'],
100
+ ['zul_Latn', 'Zulu'],
101
+ ['ibo_Latn', 'Igbo'],
102
+ ['plt_Latn', 'Plateau Malagasy'],
103
+ ['xho_Latn', 'Xhosa'],
104
+ ['sna_Latn', 'Shona'],
105
+ ['yor_Latn', 'Yoruba'],
106
+ ['nya_Latn', 'Nyanja'],
107
+ ['sot_Latn', 'Southern Sotho'],
108
+ ['tir_Ethi', 'Tigrinya'],
109
+ ['aeb_Arab', 'Tunisian Arabic'],
110
+ ['gaz_Latn', 'Oromo'],
111
+ ['tsn_Latn', 'Tswana']
112
+ ]);
113
+ // Union of all NMT languages (for general type usage)
114
+ export const NMT_LANGUAGES = [...BERGAMOT_LANGUAGES, ...INDICTRANS_LANGUAGES];
115
+ export const NMT_ENGINES = ['Bergamot', 'IndicTrans'];
116
+ // Common generation parameters (without language fields)
117
+ const nmtGenerationParamsSchema = z.object({
118
+ mode: z.enum(['full']).optional(),
119
+ beamsize: z.number().optional(),
120
+ lengthpenalty: z.number().optional(),
121
+ maxlength: z.number().optional(),
122
+ repetitionpenalty: z.number().optional(),
123
+ norepeatngramsize: z.number().optional(),
124
+ temperature: z.number().optional(),
125
+ topk: z.number().optional(),
126
+ topp: z.number().optional()
127
+ });
128
+ // Pivot model configuration for Bergamot (for translation via intermediate language)
129
+ const bergamotPivotModelSchema = nmtGenerationParamsSchema
130
+ .extend({
131
+ modelSrc: modelSrcInputSchema,
132
+ srcVocabSrc: modelSrcInputSchema.optional(),
133
+ dstVocabSrc: modelSrcInputSchema.optional(),
134
+ normalize: z.number().optional()
135
+ })
136
+ .optional();
137
+ // Bergamot engine config - supports BERGAMOT_LANGUAGES
138
+ const bergamotConfigSchema = nmtGenerationParamsSchema.extend({
139
+ engine: z.literal('Bergamot'),
140
+ from: z.enum(BERGAMOT_LANGUAGES),
141
+ to: z.enum(BERGAMOT_LANGUAGES),
142
+ srcVocabSrc: modelSrcInputSchema.optional(),
143
+ dstVocabSrc: modelSrcInputSchema.optional(),
144
+ normalize: z.number().optional(),
145
+ pivotModel: bergamotPivotModelSchema
146
+ });
147
+ // IndicTrans engine config - supports INDICTRANS_LANGUAGES
148
+ const indicTransConfigSchema = nmtGenerationParamsSchema.extend({
149
+ engine: z.literal('IndicTrans'),
150
+ from: z.enum(INDICTRANS_LANGUAGES),
151
+ to: z.enum(INDICTRANS_LANGUAGES)
152
+ });
153
+ // Discriminated union of all engine configs
154
+ export const nmtConfigBaseSchema = z.discriminatedUnion('engine', [
155
+ bergamotConfigSchema,
156
+ indicTransConfigSchema
157
+ ]);
158
+ // Apply defaults via transform
159
+ export const nmtConfigSchema = nmtConfigBaseSchema.transform((data) => ({
160
+ ...data,
161
+ mode: data.mode ?? 'full',
162
+ beamsize: data.beamsize ?? 4,
163
+ lengthpenalty: data.lengthpenalty ?? 1.0,
164
+ maxlength: data.maxlength ?? 512,
165
+ repetitionpenalty: data.repetitionpenalty ?? 1.0,
166
+ norepeatngramsize: data.norepeatngramsize ?? 0,
167
+ temperature: data.temperature ?? 0.3,
168
+ topk: data.topk ?? 0,
169
+ topp: data.topp ?? 1.0
170
+ }));
@@ -0,0 +1,110 @@
1
+ import { z } from 'zod';
2
+ export declare const vlaConfigSchema: z.ZodObject<{
3
+ backend: z.ZodOptional<z.ZodEnum<{
4
+ cpu: "cpu";
5
+ auto: "auto";
6
+ }>>;
7
+ verbosity: z.ZodOptional<z.ZodNumber>;
8
+ }, z.core.$strip>;
9
+ export type VlaConfig = z.input<typeof vlaConfigSchema>;
10
+ export declare const vlaHparamsSchema: z.ZodObject<{
11
+ chunkSize: z.ZodNumber;
12
+ actionDim: z.ZodNumber;
13
+ maxActionDim: z.ZodNumber;
14
+ maxStateDim: z.ZodNumber;
15
+ tokenizerMaxLength: z.ZodNumber;
16
+ visionImageSize: z.ZodNumber;
17
+ numCameras: z.ZodOptional<z.ZodNumber>;
18
+ stateInputMode: z.ZodOptional<z.ZodEnum<{
19
+ discrete: "discrete";
20
+ continuous: "continuous";
21
+ }>>;
22
+ imageInputMode: z.ZodOptional<z.ZodEnum<{
23
+ pixels: "pixels";
24
+ patches: "patches";
25
+ }>>;
26
+ imagePatchElems: z.ZodOptional<z.ZodNumber>;
27
+ }, z.core.$strip>;
28
+ export type VlaHparams = z.infer<typeof vlaHparamsSchema>;
29
+ export declare const vlaStatsSchema: z.ZodObject<{
30
+ vision_ms: z.ZodOptional<z.ZodNumber>;
31
+ prefill_compute_ms: z.ZodOptional<z.ZodNumber>;
32
+ prefill_total_ms: z.ZodOptional<z.ZodNumber>;
33
+ smollm2_compute_ms: z.ZodOptional<z.ZodNumber>;
34
+ smollm2_total_ms: z.ZodOptional<z.ZodNumber>;
35
+ ode_ms: z.ZodOptional<z.ZodNumber>;
36
+ total_ms: z.ZodOptional<z.ZodNumber>;
37
+ backendDevice: z.ZodOptional<z.ZodNumber>;
38
+ }, z.core.$strip>;
39
+ export type VlaStats = z.infer<typeof vlaStatsSchema>;
40
+ export declare const vlaRunRequestSchema: z.ZodObject<{
41
+ type: z.ZodLiteral<"vlaRun">;
42
+ modelId: z.ZodString;
43
+ images: z.ZodArray<z.ZodString>;
44
+ imgWidth: z.ZodNumber;
45
+ imgHeight: z.ZodNumber;
46
+ state: z.ZodString;
47
+ tokens: z.ZodString;
48
+ mask: z.ZodString;
49
+ noise: z.ZodOptional<z.ZodString>;
50
+ }, z.core.$strip>;
51
+ export type VlaRunRequest = z.input<typeof vlaRunRequestSchema>;
52
+ export declare const vlaRunResponseSchema: z.ZodObject<{
53
+ actions: z.ZodString;
54
+ actionDim: z.ZodNumber;
55
+ chunkSize: z.ZodNumber;
56
+ stats: z.ZodOptional<z.ZodObject<{
57
+ vision_ms: z.ZodOptional<z.ZodNumber>;
58
+ prefill_compute_ms: z.ZodOptional<z.ZodNumber>;
59
+ prefill_total_ms: z.ZodOptional<z.ZodNumber>;
60
+ smollm2_compute_ms: z.ZodOptional<z.ZodNumber>;
61
+ smollm2_total_ms: z.ZodOptional<z.ZodNumber>;
62
+ ode_ms: z.ZodOptional<z.ZodNumber>;
63
+ total_ms: z.ZodOptional<z.ZodNumber>;
64
+ backendDevice: z.ZodOptional<z.ZodNumber>;
65
+ }, z.core.$strip>>;
66
+ }, z.core.$strip>;
67
+ export type VlaRunResponse = z.infer<typeof vlaRunResponseSchema>;
68
+ export declare const vlaHparamsRequestSchema: z.ZodObject<{
69
+ type: z.ZodLiteral<"vlaHparams">;
70
+ modelId: z.ZodString;
71
+ }, z.core.$strip>;
72
+ export type VlaHparamsRequest = z.input<typeof vlaHparamsRequestSchema>;
73
+ export declare const vlaHparamsResponseSchema: z.ZodObject<{
74
+ hparams: z.ZodObject<{
75
+ chunkSize: z.ZodNumber;
76
+ actionDim: z.ZodNumber;
77
+ maxActionDim: z.ZodNumber;
78
+ maxStateDim: z.ZodNumber;
79
+ tokenizerMaxLength: z.ZodNumber;
80
+ visionImageSize: z.ZodNumber;
81
+ numCameras: z.ZodOptional<z.ZodNumber>;
82
+ stateInputMode: z.ZodOptional<z.ZodEnum<{
83
+ discrete: "discrete";
84
+ continuous: "continuous";
85
+ }>>;
86
+ imageInputMode: z.ZodOptional<z.ZodEnum<{
87
+ pixels: "pixels";
88
+ patches: "patches";
89
+ }>>;
90
+ imagePatchElems: z.ZodOptional<z.ZodNumber>;
91
+ }, z.core.$strip>;
92
+ backendName: z.ZodNullable<z.ZodString>;
93
+ }, z.core.$strip>;
94
+ export type VlaHparamsResponse = z.infer<typeof vlaHparamsResponseSchema>;
95
+ export interface VlaClientRunParams {
96
+ modelId: string;
97
+ images: Float32Array[];
98
+ imgWidth: number;
99
+ imgHeight: number;
100
+ state: Float32Array;
101
+ tokens: Int32Array;
102
+ mask: Uint8Array;
103
+ noise?: Float32Array;
104
+ }
105
+ export interface VlaClientRunResult {
106
+ actions: Float32Array;
107
+ actionDim: number;
108
+ chunkSize: number;
109
+ stats?: VlaStats;
110
+ }
@@ -0,0 +1,151 @@
1
+ import { z } from 'zod';
2
+ const BASE64_PATTERN = /^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/;
3
+ // ============================================
4
+ // Load-time config
5
+ // ============================================
6
+ export const vlaConfigSchema = z.object({
7
+ backend: z
8
+ .enum(['auto', 'cpu'])
9
+ .optional()
10
+ .describe('Backend selection passed to `VlaModel.load({ backend })`. ' +
11
+ "`'auto'` (default) prefers an accepted GPU (Vulkan / Metal / OpenCL) and falls back to CPU. " +
12
+ "`'cpu'` forces CPU regardless of available accelerators."),
13
+ verbosity: z
14
+ .number()
15
+ .int()
16
+ .optional()
17
+ .describe('Native log verbosity forwarded to the addon (0=ERROR, 1=WARN, 2=INFO, 3=DEBUG).')
18
+ });
19
+ // ============================================
20
+ // Hparams (returned by the addon after load)
21
+ // ============================================
22
+ export const vlaHparamsSchema = z.object({
23
+ chunkSize: z.number().int().nonnegative(),
24
+ actionDim: z.number().int().nonnegative(),
25
+ maxActionDim: z.number().int().nonnegative(),
26
+ maxStateDim: z.number().int().nonnegative(),
27
+ tokenizerMaxLength: z.number().int().nonnegative(),
28
+ visionImageSize: z.number().int().nonnegative(),
29
+ numCameras: z
30
+ .number()
31
+ .int()
32
+ .positive()
33
+ .optional()
34
+ .describe('Number of camera views the model expects (2 for SmolVLA and GR00T, 3 ' +
35
+ 'for π₀.₅). Pass exactly this many preprocessed frames in `images`. ' +
36
+ 'Optional for back-compat — older addon builds may omit it.'),
37
+ stateInputMode: z
38
+ .enum(['continuous', 'discrete'])
39
+ .optional()
40
+ .describe("How the robot state is consumed. `'continuous'` (SmolVLA, GR00T): the " +
41
+ '`state` Float32Array is projected by an in-model linear layer. ' +
42
+ "`'discrete'` (π₀.₅): the state is tokenised into the language prompt " +
43
+ 'and the `state` buffer is ignored — pass an empty `Float32Array(0)`. ' +
44
+ 'Optional for back-compat.'),
45
+ imageInputMode: z
46
+ .enum(['pixels', 'patches'])
47
+ .optional()
48
+ .describe("How images are supplied. `'pixels'` (SmolVLA, π₀.₅): each `images` " +
49
+ 'entry is a `3 · imgWidth · imgHeight` CHW plane from ' +
50
+ "`vlaPreprocessImage`. `'patches'` (GR00T): each entry is a " +
51
+ 'pre-patchified buffer of length `imagePatchElems`. Optional for ' +
52
+ 'back-compat.'),
53
+ imagePatchElems: z
54
+ .number()
55
+ .int()
56
+ .nonnegative()
57
+ .optional()
58
+ .describe("For patch-input models (`imageInputMode === 'patches'`), the exact " +
59
+ 'per-camera patch buffer length each `images` entry must have. Absent ' +
60
+ 'for pixel-input models.')
61
+ });
62
+ // ============================================
63
+ // Stats
64
+ // ============================================
65
+ export const vlaStatsSchema = z.object({
66
+ vision_ms: z.number().optional(),
67
+ // Architecture-neutral prefill timings (emitted by both SmolVLA and π₀.₅).
68
+ prefill_compute_ms: z.number().optional(),
69
+ prefill_total_ms: z.number().optional(),
70
+ // Legacy SmolVLA-named aliases for the prefill timings above; kept for
71
+ // back-compat with consumers written against the original SmolVLA surface.
72
+ smollm2_compute_ms: z.number().optional(),
73
+ smollm2_total_ms: z.number().optional(),
74
+ ode_ms: z.number().optional(),
75
+ total_ms: z.number().optional(),
76
+ backendDevice: z
77
+ .number()
78
+ .optional()
79
+ .describe('0 = CPU backend, 1 = GPU backend (Vulkan / Metal / OpenCL).')
80
+ });
81
+ // ============================================
82
+ // Run request / response (wire format)
83
+ //
84
+ // Typed arrays travel as base64-encoded ArrayBuffers because JSON-RPC can't
85
+ // carry them natively. The client API helpers (`vla()` in client/api/vla.ts)
86
+ // keep the consumer-facing `Float32Array | Int32Array | Uint8Array` shape
87
+ // and handle the encoding internally.
88
+ // ============================================
89
+ export const vlaRunRequestSchema = z.object({
90
+ type: z.literal('vlaRun'),
91
+ modelId: z.string(),
92
+ images: z
93
+ .array(z.string().min(1).regex(BASE64_PATTERN))
94
+ .min(1)
95
+ .describe('Base64-encoded preprocessed images, one per camera. Each entry is the ' +
96
+ 'underlying ArrayBuffer of a `Float32Array`. For pixel-input models ' +
97
+ '(SmolVLA, π₀.₅) it comes from `vlaPreprocessImage(...)` and its length ' +
98
+ 'must equal `3 * imgWidth * imgHeight`. For patch-input models (GR00T, ' +
99
+ "`hparams.imageInputMode === 'patches'`) it is a pre-patchified buffer " +
100
+ 'of length `hparams.imagePatchElems`.'),
101
+ imgWidth: z.number().int().positive(),
102
+ imgHeight: z.number().int().positive(),
103
+ state: z
104
+ .string()
105
+ .regex(BASE64_PATTERN)
106
+ .describe('Base64-encoded `Float32Array`. For continuous-state models (SmolVLA, GR00T) ' +
107
+ 'this is length `hparams.maxStateDim` — use ' +
108
+ '`vlaPadState(state, hparams.maxStateDim)` to zero-pad. For ' +
109
+ "discrete-state models (π₀.₅, `stateInputMode: 'discrete'`) the state " +
110
+ 'is tokenised into the prompt and this buffer is ignored — encode an ' +
111
+ 'empty `Float32Array(0)` (which is the empty string).'),
112
+ tokens: z
113
+ .string()
114
+ .min(1)
115
+ .regex(BASE64_PATTERN)
116
+ .describe('Base64-encoded `Int32Array` of length `hparams.tokenizerMaxLength`.'),
117
+ mask: z
118
+ .string()
119
+ .min(1)
120
+ .regex(BASE64_PATTERN)
121
+ .describe('Base64-encoded `Uint8Array` of length `hparams.tokenizerMaxLength`.'),
122
+ noise: z
123
+ .string()
124
+ .min(1)
125
+ .regex(BASE64_PATTERN)
126
+ .optional()
127
+ .describe('Optional base64-encoded `Float32Array` of length ' +
128
+ '`hparams.chunkSize * hparams.maxActionDim`. When omitted the addon ' +
129
+ 'samples its own prior.')
130
+ });
131
+ export const vlaRunResponseSchema = z.object({
132
+ actions: z
133
+ .string()
134
+ .min(1)
135
+ .regex(BASE64_PATTERN)
136
+ .describe('Base64-encoded `Float32Array` of length `hparams.chunkSize * hparams.actionDim`.'),
137
+ actionDim: z.number().int().positive(),
138
+ chunkSize: z.number().int().positive(),
139
+ stats: vlaStatsSchema.optional()
140
+ });
141
+ // ============================================
142
+ // Hparams request / response (plugin handler)
143
+ // ============================================
144
+ export const vlaHparamsRequestSchema = z.object({
145
+ type: z.literal('vlaHparams'),
146
+ modelId: z.string()
147
+ });
148
+ export const vlaHparamsResponseSchema = z.object({
149
+ hparams: vlaHparamsSchema,
150
+ backendName: z.string().nullable()
151
+ });
@@ -0,0 +1,8 @@
1
+ import type { Request } from './schemas/index.js';
2
+ import type { HandlerEntry } from './handlers/types.js';
3
+ export interface HandlerSelection {
4
+ handler: HandlerEntry['handler'];
5
+ isDelegated: boolean;
6
+ }
7
+ export declare function selectHandler(entry: HandlerEntry, request: Request): HandlerSelection;
8
+ export declare function handlerSupportsProgress(entry: HandlerEntry, request: Request): boolean;
@@ -0,0 +1,14 @@
1
+ export function selectHandler(entry, request) {
2
+ const isDelegated = !!(entry.delegatedHandler && entry.isDelegated?.(request));
3
+ return {
4
+ handler: isDelegated ? entry.delegatedHandler : entry.handler,
5
+ isDelegated
6
+ };
7
+ }
8
+ export function handlerSupportsProgress(entry, request) {
9
+ return !!('withProgress' in request &&
10
+ request.withProgress &&
11
+ (typeof entry.supportsProgress === 'function'
12
+ ? entry.supportsProgress(request)
13
+ : entry.supportsProgress));
14
+ }
@@ -0,0 +1,18 @@
1
+ export { type LifecycleState, type ModelProgressUpdate, type LoadModelOptions, type LoadCustomPluginModelOptions, type DownloadAssetOptions, type Tool, type ToolCall, type ToolCallWithCall, type ToolCallError, type ToolCallEvent, type CompletionEvent, type CompletionFinal, type CompletionRun, type CompletionStats, type BatchCompletionEvent, type BatchCompletionResult, type BatchCompletionRun, type BatchPrompt, type EmbedStats, VERBOSITY, type Attachment, type TranscribeStreamSession, type TranscribeStreamMetadataSession, type TranscribeStreamConversationSession, type TranscribeStreamEvent, type VadStateEvent, type EndOfTurnEvent, type TranscribeSegment, type BciConfig, type BciTranscribeClientParams, type BciTranscribeStreamClientParams, type BciTranscribeStreamSession, type BciTranscribeStreamMetadataSession, type BciStreamOpts, type NeuralInput, type TextToSpeechStreamSession, type TextToSpeechStreamResponse, type TextToSpeechStreamClientParams, type CompletionParams, type ToolDialect, type RagSearchResult, type RagSaveEmbeddingsResult, type RagReindexResult, type RagEmbeddedDoc, type RagDoc, type RagWorkspaceInfo, type RagCloseWorkspaceParams, type RagDeleteWorkspaceParams, type RagIngestStage, type RagReindexStage, type RagSaveStage, ERROR_CODES, RAG_ERROR_CODES, type QvacConfig, type ModelInfo, type GetModelInfoParams, type GetLoadedModelInfoParams, type LoadedModelInfo, type GetSystemResourcesInput, type ResourceScope, type ResourceProvenance, type ResourceMetric, type GraphicsDriver, type GraphicsDriverCapabilities, type BackendProbeResult, type BackendDevice, type BackendDriver, type BackendFallback, type InferenceBackendDiagnostics, type CPUResourceCapabilities, type GPUResourceCapabilities, type SystemResourceCapabilities, type GPUResourceSample, type SystemResourceSample, type SystemResources, type LoadedInstance, type CacheFileInfo, toolSchema, TOOLS_MODE, type ToolsMode, type McpClient, type McpClientInput, type OCRClientParams, type OCRTextBlock, type OCROptions, type ClassifyClientParams, type ClassificationResult, type DiffusionClientParams, type DiffusionStreamResponse, type DiffusionStats, type VideoClientParams, type VideoStreamResponse, type VideoStats, type UpscaleClientParams, type UpscaleStreamResponse, type UpscaleStats, type VlaConfig, type VlaClientRunParams, type VlaClientRunResult, type VlaHparams, type VlaStats, definePlugin, defineHandler, defineDuplexHandler, type QvacPlugin, type CreateModelParams, type PluginModelResult, type ModelRegistryEntry, type ModelRegistryEntryAddon, PLUGIN_LLM, PLUGIN_EMBEDDING, PLUGIN_WHISPER, PLUGIN_BCI, PLUGIN_NMT, PLUGIN_TTS, PLUGIN_OCR, PLUGIN_DIFFUSION, PLUGIN_VLA, PLUGIN_CLASSIFICATION, BUILTIN_PLUGINS, type BuiltinPlugin, type ProfilerMode, type FinetuneValidation, type FinetuneRunParams, type FinetuneGetStateParams, type FinetuneStopParams, type FinetuneParams, type FinetuneStatus, type FinetuneProgress, type FinetuneStats, type FinetuneResult, MODEL_TYPES, ModelType } from './schemas/index.js';
2
+ export { type ToolInput, type ToolHandler } from './utils/tool-helpers.js';
3
+ export * from './schemas/index.js';
4
+ export * from './profiling/index.js';
5
+ export * from './constants/index.js';
6
+ export { getAddonFromEngine, resolveCanonicalEngine, ENGINE_TO_ADDON, LEGACY_ENGINE_TO_CANONICAL } from './schemas/engine-addon-map.js';
7
+ export { generateProfileId } from './profiling/clock.js';
8
+ export { readModelExecutionMs } from './profiling/model-execution.js';
9
+ export { readBackendDiagnostics } from './profiling/backend-diagnostics.js';
10
+ export { PUBLIC_MODEL_TYPES, ModelTypeAliases, modelTypeInputSchema, modelTypeSchema } from './schemas/model-types.js';
11
+ export * from './models/registry/index.js';
12
+ export { SUPPORTED_AUDIO_FORMATS } from './constants/audio.js';
13
+ export { InferenceCancelledError, ContextOverflowError, RequestIdConflictError, RequestNotFoundError, RequestRejectedByPolicyError, RequestValidationFailedError, ModelNotLoadedError, TranslationFailedError, PluginDefinitionInvalidError, PluginModelTypeReservedError, PluginAlreadyRegisteredError, PluginLoggingInvalidError } from './errors/index.js';
14
+ export type { InferenceCancelledPartial } from './errors/index.js';
15
+ export { getLogger, LOG_ID, ALL_LOG_ID } from './logging/index.js';
16
+ export type { Logger, LogTransport, LoggerOptions } from './logging/index.js';
17
+ export { profiler, attachBackendDiagnostics } from './profiling/index.js';
18
+ export type { ProfilerRuntimeOptions, ProfilerExport } from './profiling/index.js';
@@ -0,0 +1,30 @@
1
+ // The value-clean surface: schemas, types, consts, error codes and classes, and
2
+ // the model registry. Every `bare-*` import here is `import type` (erased at
3
+ // build), so it pulls no runtime dependency and no engine. `index.ts` re-exports
4
+ // it alongside the engine.
5
+ export { VERBOSITY, ERROR_CODES, RAG_ERROR_CODES, toolSchema, TOOLS_MODE, definePlugin, defineHandler, defineDuplexHandler, PLUGIN_LLM, PLUGIN_EMBEDDING, PLUGIN_WHISPER, PLUGIN_BCI, PLUGIN_NMT, PLUGIN_TTS, PLUGIN_OCR, PLUGIN_DIFFUSION, PLUGIN_VLA, PLUGIN_CLASSIFICATION, BUILTIN_PLUGINS, MODEL_TYPES, ModelType } from './schemas/index.js';
6
+ // The full value-clean schema, profiling, and constant barrels: the @qvac/sdk client
7
+ // and worker source every internal schema/const/profiling name from here, so it
8
+ // carries no duplicate copies. All value-clean (only erased `import type` touches
9
+ // `bare-*`), so this stays Node-safe.
10
+ export * from './schemas/index.js';
11
+ export * from './profiling/index.js';
12
+ export * from './constants/index.js';
13
+ // Value-clean helpers @qvac/sdk's registry codegen and server-side profiler reach
14
+ // for; not part of either barrel, so re-exported explicitly here.
15
+ export { getAddonFromEngine, resolveCanonicalEngine, ENGINE_TO_ADDON, LEGACY_ENGINE_TO_CANONICAL } from './schemas/engine-addon-map.js';
16
+ export { generateProfileId } from './profiling/clock.js';
17
+ export { readModelExecutionMs } from './profiling/model-execution.js';
18
+ export { readBackendDiagnostics } from './profiling/backend-diagnostics.js';
19
+ export { PUBLIC_MODEL_TYPES, ModelTypeAliases, modelTypeInputSchema, modelTypeSchema } from './schemas/model-types.js';
20
+ // Model registry constants
21
+ export * from './models/registry/index.js';
22
+ export { SUPPORTED_AUDIO_FORMATS } from './constants/audio.js';
23
+ // Error classes consumers need for `instanceof` checks: on rejected promises,
24
+ // and on the synchronous throws of `plugins()` / `registerPlugin` (the plugin
25
+ // group below).
26
+ export { InferenceCancelledError, ContextOverflowError, RequestIdConflictError, RequestNotFoundError, RequestRejectedByPolicyError, RequestValidationFailedError, ModelNotLoadedError, TranslationFailedError, PluginDefinitionInvalidError, PluginModelTypeReservedError, PluginAlreadyRegisteredError, PluginLoggingInvalidError } from './errors/index.js';
27
+ // Logging
28
+ export { getLogger, LOG_ID, ALL_LOG_ID } from './logging/index.js';
29
+ // Profiler
30
+ export { profiler, attachBackendDiagnostics } from './profiling/index.js';
@@ -0,0 +1,58 @@
1
+ import type ASRGgml from '@qvac/asr-ggml';
2
+ export interface LlmStats {
3
+ TTFT?: number;
4
+ TPS?: number;
5
+ CacheTokens?: number;
6
+ promptTokens?: number;
7
+ generatedTokens?: number;
8
+ avgConcurrentSeq?: number;
9
+ backendDevice?: 'cpu' | 'gpu';
10
+ }
11
+ export interface LlmResponse {
12
+ stats?: LlmStats;
13
+ iterate(): AsyncIterable<string>;
14
+ }
15
+ export interface NmtStats {
16
+ totalTime?: number;
17
+ totalTokens?: number;
18
+ decodeTime?: number;
19
+ encodeTime?: number;
20
+ TPS?: number;
21
+ TTFT?: number;
22
+ }
23
+ export interface NmtResponse {
24
+ stats?: NmtStats;
25
+ iterate(): AsyncIterable<string>;
26
+ }
27
+ export interface TtsStats {
28
+ audioDurationMs?: number;
29
+ totalSamples?: number;
30
+ enhancerBackendDevice?: number;
31
+ enhancerBackendId?: number;
32
+ }
33
+ export interface TtsResponse {
34
+ stats?: TtsStats;
35
+ iterate(): AsyncIterable<{
36
+ outputArray: ArrayLike<number>;
37
+ }>;
38
+ }
39
+ export interface EmbedStats {
40
+ total_time_ms?: number;
41
+ tokens_per_second?: number;
42
+ total_tokens?: number;
43
+ backendDevice?: 'cpu' | 'gpu';
44
+ context_size?: number;
45
+ }
46
+ export interface EmbedResponse {
47
+ stats?: EmbedStats;
48
+ await(): Promise<Float32Array[][]>;
49
+ }
50
+ export type TranscribeStats = Partial<ASRGgml.WhisperRuntimeStats & ASRGgml.ParakeetRuntimeStats>;
51
+ export type TranscribeAddonSegment = ASRGgml.TranscriptionSegment;
52
+ export type TranscribeAddonVadEvent = ASRGgml.VadEvent;
53
+ export type TranscribeAddonEndOfTurnEvent = ASRGgml.EndOfTurnEvent;
54
+ export type TranscribeAddonOutput = ASRGgml.ASRStreamOutput;
55
+ export interface TranscribeResponse {
56
+ stats?: TranscribeStats;
57
+ iterate(): AsyncIterable<TranscribeAddonOutput>;
58
+ }
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,25 @@
1
+ import type { CompletionError, CompletionEvent, CompletionFinal, CompletionStats, StopReason, ToolCall } from '../schemas/index.js';
2
+ import { type ToolHandlerMap } from '../utils/tool-helpers.js';
3
+ export type AggregatedEvents = {
4
+ contentText: string;
5
+ thinkingText: string;
6
+ stats: CompletionStats | undefined;
7
+ toolCalls: ToolCall[];
8
+ rawFullText: string | undefined;
9
+ error: CompletionError | undefined;
10
+ stopReason: StopReason | undefined;
11
+ /**
12
+ * True when the terminal `completionDone` carried
13
+ * `stopReason: "cancelled"`. The client wrapper rejects the
14
+ * promise-aggregates (`final` / `text` / `toolCalls` / `stats`) with
15
+ * `InferenceCancelledError` carrying the partial state when this is
16
+ * set; the `events` stream itself still ends normally.
17
+ */
18
+ cancelled: boolean;
19
+ };
20
+ export declare function aggregateEvents(events: CompletionEvent[]): AggregatedEvents;
21
+ export declare function buildFinalFromEvents(events: CompletionEvent[], handlers: ToolHandlerMap): {
22
+ final: CompletionFinal;
23
+ error: CompletionError | undefined;
24
+ cancelled: boolean;
25
+ };
@@ -0,0 +1,73 @@
1
+ import { normalizeAssistantCacheContent } from '../utils/cache-normalize.js';
2
+ import { attachHandlersToToolCalls } from '../utils/tool-helpers.js';
3
+ export function aggregateEvents(events) {
4
+ let contentText = '';
5
+ let thinkingText = '';
6
+ let stats;
7
+ let rawFullText;
8
+ let error;
9
+ let stopReason;
10
+ let cancelled = false;
11
+ const toolCalls = [];
12
+ for (const event of events) {
13
+ if (event.type === 'contentDelta') {
14
+ contentText += event.text;
15
+ }
16
+ else if (event.type === 'thinkingDelta') {
17
+ thinkingText += event.text;
18
+ }
19
+ else if (event.type === 'completionStats') {
20
+ stats = event.stats;
21
+ }
22
+ else if (event.type === 'toolCall') {
23
+ toolCalls.push(event.call);
24
+ }
25
+ else if (event.type === 'completionDone') {
26
+ if ('raw' in event && event.raw) {
27
+ rawFullText = event.raw.fullText;
28
+ }
29
+ // Error wins over cancelled if a wire event ever carries both
30
+ // signals: a mid-stream addon failure makes the partial state
31
+ // unsafe to expose, regardless of why the loop exited.
32
+ if (event.stopReason === 'error' && 'error' in event) {
33
+ error = event.error;
34
+ }
35
+ else {
36
+ if (event.stopReason !== undefined) {
37
+ stopReason = event.stopReason;
38
+ }
39
+ if (event.stopReason === 'cancelled') {
40
+ cancelled = true;
41
+ }
42
+ }
43
+ }
44
+ }
45
+ return {
46
+ contentText,
47
+ thinkingText,
48
+ stats,
49
+ toolCalls,
50
+ rawFullText,
51
+ error,
52
+ stopReason,
53
+ cancelled
54
+ };
55
+ }
56
+ export function buildFinalFromEvents(events, handlers) {
57
+ const { contentText, thinkingText, stats, toolCalls, rawFullText, error, stopReason, cancelled } = aggregateEvents(events);
58
+ const attachedToolCalls = attachHandlersToToolCalls(toolCalls, handlers);
59
+ const fullText = rawFullText ?? contentText;
60
+ const cacheableAssistantContent = attachedToolCalls.length === 0 ? normalizeAssistantCacheContent(fullText) : undefined;
61
+ const final = {
62
+ contentText,
63
+ ...(thinkingText && { thinkingText }),
64
+ toolCalls: attachedToolCalls,
65
+ ...(stats && { stats }),
66
+ raw: { fullText },
67
+ ...(cacheableAssistantContent !== undefined && {
68
+ cacheableAssistantContent
69
+ }),
70
+ ...(stopReason !== undefined && { stopReason })
71
+ };
72
+ return { final, error, cancelled };
73
+ }