@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -1,4 +1,4 @@
1
- import { validateTools } from '../tool-helpers.js';
1
+ import { validateTools } from '../../utils/tool-helpers.js';
2
2
  /**
3
3
  * Reserved name of the built-in search tool. A caller cannot register a tool
4
4
  * under this name, and it is never itself deferred — the model needs one
@@ -7,7 +7,7 @@ import { validateTools } from '../tool-helpers.js';
7
7
  export const TOOL_SEARCH_NAME = 'tool_search';
8
8
  const DEFAULT_SEARCH_LIMIT = 3;
9
9
  const MAX_SEARCH_LIMIT = 8;
10
- // Ceiling on the definitions one search may append. A query matching a dozen
10
+ // Ceiling on the definitions one search may declare. A query matching a dozen
11
11
  // large schemas would otherwise undo the saving the catalog just made.
12
12
  const MAX_DEFINITION_BYTES = 8 * 1024;
13
13
  // Fixed text, so a repeated no-match search stays byte-identical and cannot
@@ -170,8 +170,7 @@ export function buildToolSearchResult(query, matches, alreadyLoaded) {
170
170
  // Without this the model reads an empty result as "try again" and burns
171
171
  // rounds rephrasing the same query.
172
172
  ...(loaded.length === 0 && alreadyLoaded.length === 0 ? { hint: NO_MATCH_HINT } : {})
173
- },
174
- tools: matches.map(toWireTool)
173
+ }
175
174
  };
176
175
  return JSON.stringify(result);
177
176
  }
@@ -219,70 +218,80 @@ export function loadedToolNames(history) {
219
218
  }
220
219
  return loaded;
221
220
  }
221
+ // `tool_choice` mode words and the empty name: the addon rejects a prompt that
222
+ // declares a tool under one of these, since it could never be selected by name.
223
+ const UNSELECTABLE_NAMES = new Set(['', 'auto', 'none', 'required']);
224
+ // The rule name a tool's call grammar is built under: fabric's `rule_name()`
225
+ // turns every run of characters outside [A-Za-z0-9-] into one '-'.
226
+ function grammarRuleName(name) {
227
+ return name.replace(/[^A-Za-z0-9-]+/g, '-');
228
+ }
229
+ /**
230
+ * The deferred tools the prompt could declare once loaded. The addon rejects a
231
+ * prompt whose tool names it cannot select or whose names fold to one grammar
232
+ * rule, so a deferred tool with such a name, or one whose rule an always-loaded
233
+ * tool, `tool_search` or an earlier deferred tool already holds, is left out of
234
+ * the catalog and the search: the model is never pointed at a tool it cannot
235
+ * call, and the block does not depend on the order tools were loaded in.
236
+ */
237
+ function declarableDeferred(alwaysLoaded, deferred) {
238
+ const taken = new Set([...alwaysLoaded.map((tool) => tool.name), TOOL_SEARCH_NAME].map(grammarRuleName));
239
+ return deferred.filter((tool) => {
240
+ const rule = grammarRuleName(tool.name);
241
+ if (UNSELECTABLE_NAMES.has(tool.name) || taken.has(rule))
242
+ return false;
243
+ taken.add(rule);
244
+ return true;
245
+ });
246
+ }
222
247
  /**
223
- * Split a registered tool list into what the prompt carries and what the
224
- * parser accepts.
248
+ * Split a registered tool list into what the prompt carries and what
249
+ * `tool_search` searches over.
225
250
  *
226
- * Loaded definitions stay out of `toolsToRender` on purpose. They live in the
227
- * history as tool results, which appends to the prefix instead of rewriting
228
- * the block at the front of it — a tool loaded mid-conversation must not cost
229
- * a re-prefill of everything before it.
251
+ * A loaded definition is declared in the tools block like any other tool, in
252
+ * registration order. A schema that sits only in a `tool` result, outside the
253
+ * block and the tool-call grammar, is not reliably called by small models: they
254
+ * search for it again instead. Declaring it changes the block at the front of
255
+ * the prompt, so the turn after a search re-prefills from there.
230
256
  *
231
257
  * Returns `null` when nothing defers, so the existing path is untouched.
232
258
  */
233
259
  export function resolveDeferredTools(tools, history) {
234
260
  if (!tools || tools.length === 0)
235
261
  return null;
236
- const { alwaysLoaded, deferred } = partitionTools(tools);
237
- if (deferred.length === 0)
262
+ const partitioned = partitionTools(tools);
263
+ if (partitioned.deferred.length === 0)
238
264
  return null;
265
+ const { alwaysLoaded } = partitioned;
266
+ const deferred = declarableDeferred(alwaysLoaded, partitioned.deferred);
239
267
  const loaded = loadedToolNames(history);
240
- const rendered = [...alwaysLoaded.map(toWireTool), buildToolSearchTool(deferred)];
241
268
  return {
242
- toolsToRender: rendered,
243
- callableTools: [
244
- ...rendered,
269
+ toolsToRender: [
270
+ ...alwaysLoaded.map(toWireTool),
271
+ buildToolSearchTool(deferred),
245
272
  ...deferred.filter((tool) => loaded.has(tool.name)).map(toWireTool)
246
273
  ],
247
- deferred: [...deferred]
274
+ deferred
248
275
  };
249
276
  }
250
- /**
251
- * Generation params for a turn whose history may have loaded deferred definitions.
252
- *
253
- * The addon builds its tool-call grammar from the rendered tools only, and a
254
- * loaded definition lives in the history rather than that block, so under the
255
- * default grammar the model can never produce the name it just loaded. Unless
256
- * the caller asked for more than the default, those turns run with the grammar
257
- * off and the parser, which does accept loaded names, validates the call.
258
- */
259
- export function withDeferredToolChoice(generationParams, resolution) {
260
- const toolChoice = generationParams?.tool_choice;
261
- // An explicit "auto" is the default, which is exactly the grammar that cannot reach a loaded tool.
262
- if (toolChoice !== undefined && toolChoice !== 'auto')
263
- return generationParams;
264
- if (!resolution || resolution.callableTools.length === resolution.toolsToRender.length) {
265
- return generationParams;
266
- }
267
- return { ...(generationParams ?? {}), tool_choice: 'none' };
268
- }
269
277
  /**
270
278
  * Run a `tool_search` call and produce the `tool` message that carries its
271
279
  * result. Pure over the history it is given; the caller appends the message.
272
280
  *
273
281
  * Takes either wire `Tool`s or the Zod-schema `ToolInput` form, because what a
274
- * caller holds is whatever they passed to `completion()`. A `ToolInput` whose
275
- * `parameters` is still a Zod object would otherwise be serialised as Zod
276
- * internals and reach the model as a definition it cannot call.
282
+ * caller holds is whatever they passed to `completion()`. Both are converted
283
+ * to wire form first, so the size cap measures the JSON schemas the prompt
284
+ * will declare, not Zod objects.
277
285
  */
278
286
  export function executeToolSearch(tools, args, history) {
279
287
  const { tools: wire } = validateTools([...tools]);
280
- const { deferred } = partitionTools(wire);
288
+ const { alwaysLoaded, deferred: registered } = partitionTools(wire);
289
+ const deferred = declarableDeferred(alwaysLoaded, registered);
281
290
  const query = typeof args['query'] === 'string' ? args['query'] : '';
282
291
  const limit = typeof args['limit'] === 'number' ? args['limit'] : undefined;
283
292
  const loaded = loadedToolNames(history);
284
293
  const matches = searchDeferredTools(deferred, query, limit);
285
- // A definition already in the history is not appended a second time; naming
294
+ // A tool the history already loaded is not reported as loaded again; naming
286
295
  // it back tells the model it can call the tool without searching again.
287
296
  const alreadyLoaded = matches.filter((tool) => loaded.has(tool.name)).map((tool) => tool.name);
288
297
  const fresh = matches.filter((tool) => !loaded.has(tool.name));
@@ -1,7 +1,18 @@
1
1
  import type { ToolDialect } from '../../schemas/index.js';
2
2
  /**
3
- * Detects the tool-call dialect from a model's registry name and file path.
4
- * Defaults to "hermes" (its parser chain also covers unknown JSON-payload
5
- * models). Bypass with `completion({ toolDialect })`.
3
+ * The tool-call dialect a model's registry name or file name points to, or
4
+ * undefined when neither matches a known pattern.
6
5
  */
7
- export declare function detectToolDialectFromName(name: string | undefined, path: string): ToolDialect;
6
+ export declare function matchToolDialectFromName(name: string | undefined, path: string): ToolDialect | undefined;
7
+ /**
8
+ * The tool-call dialect for a GGUF `general.architecture` value, or undefined
9
+ * for an architecture whose models use the default dialect.
10
+ */
11
+ export declare function matchToolDialectFromArchitecture(architecture: string | undefined): ToolDialect | undefined;
12
+ /**
13
+ * Resolves a model's tool-call dialect: its name first, then the
14
+ * `general.architecture` in its GGUF header, then "hermes", whose parser chain
15
+ * also covers unknown JSON-payload models. The header is read only when the
16
+ * name does not match. Bypass with `completion({ toolDialect })`.
17
+ */
18
+ export declare function resolveToolDialect(name: string | undefined, path: string): Promise<ToolDialect>;
@@ -1,9 +1,9 @@
1
+ import { readGgufArchitecture } from '../../utils/gguf-architecture.js';
1
2
  /**
2
- * Detects the tool-call dialect from a model's registry name and file path.
3
- * Defaults to "hermes" (its parser chain also covers unknown JSON-payload
4
- * models). Bypass with `completion({ toolDialect })`.
3
+ * The tool-call dialect a model's registry name or file name points to, or
4
+ * undefined when neither matches a known pattern.
5
5
  */
6
- export function detectToolDialectFromName(name, path) {
6
+ export function matchToolDialectFromName(name, path) {
7
7
  const basename = path.toLowerCase().split(/[/\\]/).pop() ?? '';
8
8
  const tag = `${(name ?? '').toLowerCase()}|${basename}`;
9
9
  if (/qwen3[._-]?[568](?![a-z0-9])/.test(tag))
@@ -16,5 +16,34 @@ export function detectToolDialectFromName(name, path) {
16
16
  return 'dsml';
17
17
  if (/lfm[_-]?\d/.test(tag))
18
18
  return 'pythonic';
19
- return 'hermes';
19
+ return undefined;
20
+ }
21
+ const ARCHITECTURE_DIALECTS = new Map([
22
+ ['qwen35', 'qwen35'],
23
+ ['qwen35moe', 'qwen35'],
24
+ ['qwen4exp', 'qwen35'],
25
+ ['gemma4', 'gemma4'],
26
+ ['gpt-oss', 'harmony'],
27
+ ['deepseek32', 'dsml'],
28
+ ['deepseek4', 'dsml'],
29
+ ['lfm2', 'pythonic'],
30
+ ['lfm2moe', 'pythonic']
31
+ ]);
32
+ /**
33
+ * The tool-call dialect for a GGUF `general.architecture` value, or undefined
34
+ * for an architecture whose models use the default dialect.
35
+ */
36
+ export function matchToolDialectFromArchitecture(architecture) {
37
+ return architecture === undefined ? undefined : ARCHITECTURE_DIALECTS.get(architecture);
38
+ }
39
+ /**
40
+ * Resolves a model's tool-call dialect: its name first, then the
41
+ * `general.architecture` in its GGUF header, then "hermes", whose parser chain
42
+ * also covers unknown JSON-payload models. The header is read only when the
43
+ * name does not match. Bypass with `completion({ toolDialect })`.
44
+ */
45
+ export async function resolveToolDialect(name, path) {
46
+ return (matchToolDialectFromName(name, path) ??
47
+ matchToolDialectFromArchitecture(await readGgufArchitecture(path)) ??
48
+ 'hermes');
20
49
  }
@@ -1,3 +1,3 @@
1
- export { detectToolDialectFromName } from './dialect.js';
2
- export { parseToolCalls } from './parser.js';
3
- export { TOOL_SEARCH_NAME, buildCatalog, buildToolSearchTool, executeToolSearch, loadedToolNames, partitionTools, resolveDeferredTools, searchDeferredTools } from './defer.js';
1
+ export { matchToolDialectFromArchitecture, matchToolDialectFromName, resolveToolDialect } from '../../utils/tools/dialect.js';
2
+ export { parseToolCalls } from '../../utils/tools/parser.js';
3
+ export { TOOL_SEARCH_NAME, buildCatalog, buildToolSearchTool, executeToolSearch, loadedToolNames, partitionTools, resolveDeferredTools, searchDeferredTools } from '../../utils/tools/defer.js';
@@ -1,3 +1,3 @@
1
- export { detectToolDialectFromName } from './dialect.js';
2
- export { parseToolCalls } from './parser.js';
3
- export { TOOL_SEARCH_NAME, buildCatalog, buildToolSearchTool, executeToolSearch, loadedToolNames, partitionTools, resolveDeferredTools, searchDeferredTools } from './defer.js';
1
+ export { matchToolDialectFromArchitecture, matchToolDialectFromName, resolveToolDialect } from '../../utils/tools/dialect.js';
2
+ export { parseToolCalls } from '../../utils/tools/parser.js';
3
+ export { TOOL_SEARCH_NAME, buildCatalog, buildToolSearchTool, executeToolSearch, loadedToolNames, partitionTools, resolveDeferredTools, searchDeferredTools } from '../../utils/tools/defer.js';
@@ -1,11 +1,11 @@
1
- import { stripThinkingBlocks } from './shared.js';
2
- import { parseGemmaFormat, parseGenericFormat, parseLlamacppFormat } from './parsers/json.js';
3
- import { parseHermesFormat } from './parsers/hermes.js';
4
- import { parsePythonicFormat } from './parsers/pythonic.js';
5
- import { parseHarmonyFormat } from './parsers/harmony.js';
6
- import { parseQwen35Format } from './parsers/qwen35.js';
7
- import { parseGemma4NativeFormat } from './parsers/gemma4native.js';
8
- import { parseDsmlFormat } from './parsers/dsml.js';
1
+ import { stripThinkingBlocks } from '../../utils/tools/shared.js';
2
+ import { parseGemmaFormat, parseGenericFormat, parseLlamacppFormat } from '../../utils/tools/parsers/json.js';
3
+ import { parseHermesFormat } from '../../utils/tools/parsers/hermes.js';
4
+ import { parsePythonicFormat } from '../../utils/tools/parsers/pythonic.js';
5
+ import { parseHarmonyFormat } from '../../utils/tools/parsers/harmony.js';
6
+ import { parseQwen35Format } from '../../utils/tools/parsers/qwen35.js';
7
+ import { parseGemma4NativeFormat } from '../../utils/tools/parsers/gemma4native.js';
8
+ import { parseDsmlFormat } from '../../utils/tools/parsers/dsml.js';
9
9
  function pickFormatParsers(dialect) {
10
10
  switch (dialect) {
11
11
  case 'pythonic':
@@ -1,3 +1,3 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parseDsmlFormat(text: string, tools: Tool[]): ParserResult;
@@ -1,4 +1,4 @@
1
- import { generateStableToolCallId, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, coerceByParameterTypes, parameterAllowsNull, parameterTypes, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  // DeepSeek marks DSML tags with a fullwidth vertical line (U+FF5C `|`), not
3
3
  // the ASCII pipe used by the visually similar `<|...|>` markers of the harmony
4
4
  // and gemma4 dialects — the two must not be conflated. V4 wraps calls in
@@ -41,10 +41,13 @@ function coerceBySchemaType(value, type) {
41
41
  return value;
42
42
  }
43
43
  }
44
- function coerceParamValue(raw, isString, type) {
44
+ function coerceParamValue(raw, isString, schema) {
45
45
  const trimmed = raw.trim();
46
- if (isString === undefined)
47
- return coerceBySchemaType(trimmed, type);
46
+ if (isString === undefined) {
47
+ if (trimmed === 'null' && parameterAllowsNull(schema))
48
+ return null;
49
+ return coerceByParameterTypes(trimmed, parameterTypes(schema), coerceBySchemaType);
50
+ }
48
51
  if (isString === 'true')
49
52
  return trimmed;
50
53
  try {
@@ -147,7 +150,7 @@ export function parseDsmlFormat(text, tools) {
147
150
  }
148
151
  const isString = STRING_ATTR_REGEX.exec(attrs)?.[1]?.toLowerCase();
149
152
  try {
150
- args[key] = coerceParamValue(param[2], isString, properties[key]?.type);
153
+ args[key] = coerceParamValue(param[2], isString, properties[key]);
151
154
  }
152
155
  catch (err) {
153
156
  parseError = `${key}: ${err instanceof Error ? err.message : String(err)}`;
@@ -1,3 +1,3 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parseGemma4NativeFormat(text: string, tools: Tool[]): ParserResult;
@@ -1,4 +1,4 @@
1
- import { generateStableToolCallId, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  // Transliterates Gemma 4's JS-literal argument body to valid JSON so it can
3
3
  // be parsed with JSON.parse. The body uses:
4
4
  // - <|"|>...<|"|> instead of "..." for string values
@@ -1,3 +1,3 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parseHarmonyFormat(text: string, tools: Tool[]): ParserResult;
@@ -1,4 +1,4 @@
1
- import { generateStableToolCallId, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  const HARMONY_FRAME_RE = /to=functions\.([\w-]+)\s+<\|constrain\|>json<\|message\|>([\s\S]*?)(?=<\|call\|>|$)/g;
3
3
  export function parseHarmonyFormat(text, tools) {
4
4
  const toolCalls = [];
@@ -1,3 +1,3 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parseHermesFormat(text: string, tools: Tool[]): ParserResult;
@@ -1,4 +1,4 @@
1
- import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  // Qwen3.5/3.6 can fuse its two tool templates into one frame, embedding the
3
3
  // XML `<function=NAME>` token as a bare string key inside the JSON envelope:
4
4
  // {"function=NAME","arguments":{...}} (invalid JSON, not parseable as-is)
@@ -1,5 +1,5 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parseGemmaFormat(text: string, tools: Tool[]): ParserResult;
4
4
  export declare function parseLlamacppFormat(text: string, tools: Tool[]): ParserResult;
5
5
  export declare function parseGenericFormat(text: string, tools: Tool[]): ParserResult;
@@ -1,4 +1,4 @@
1
- import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  export function parseGemmaFormat(text, tools) {
3
3
  const toolCalls = [];
4
4
  const errors = [];
@@ -1,3 +1,3 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parsePythonicFormat(text: string, tools: Tool[]): ParserResult;
@@ -1,4 +1,4 @@
1
- import { generateStableToolCallId, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  // Pythonic `[name(k=v), ...]` arrays. LFM 2.x is auto-routed; Llama-style
3
3
  // tokens are kept for callers that opt in via `completion({ toolDialect:
4
4
  // "pythonic" })` for a model known to emit Pythonic. Pure string parsing —
@@ -1,3 +1,3 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parseQwen35Format(text: string, tools: Tool[]): ParserResult;
@@ -1,11 +1,14 @@
1
- import { generateStableToolCallId, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, coerceByParameterTypes, parameterAllowsNull, parameterTypes, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  // Coerce raw parameter text to the type declared in the tool's JSON schema.
3
3
  // String values are raw (not JSON-quoted); arrays/objects are valid JSON.
4
4
  function coerceParamValue(raw, schema) {
5
5
  const trimmed = raw.trim();
6
- if (!schema?.type)
7
- return trimmed;
8
- switch (schema.type) {
6
+ if (trimmed === 'null' && parameterAllowsNull(schema))
7
+ return null;
8
+ return coerceByParameterTypes(trimmed, parameterTypes(schema), coerceToType);
9
+ }
10
+ function coerceToType(trimmed, type) {
11
+ switch (type) {
9
12
  case 'number': {
10
13
  if (trimmed.length === 0)
11
14
  throw new Error(`invalid numeric value: ""`);
@@ -4,6 +4,9 @@ export type ParserResult = {
4
4
  toolCalls: ToolCall[];
5
5
  errors: ToolCallError[];
6
6
  };
7
+ export declare function parameterTypes(schema: unknown): string[];
8
+ export declare function coerceByParameterTypes(raw: string, types: string[], coerce: (raw: string, type: string) => unknown): unknown;
9
+ export declare function parameterAllowsNull(schema: unknown): boolean;
7
10
  export declare function stripThinkingBlocks(text: string): string;
8
11
  export declare function generateStableToolCallId(name: string, args: Record<string, unknown>): string;
9
12
  export declare function isValidToolCall(obj: unknown): obj is {
@@ -1,3 +1,65 @@
1
+ // A parameter's candidate types in declaration order, `null` excluded. Type
2
+ // arrays and `anyOf`/`oneOf` branches are flattened; a branch with only `enum`
3
+ // contributes the types of its values.
4
+ export function parameterTypes(schema) {
5
+ if (!schema || typeof schema !== 'object')
6
+ return [];
7
+ const { type, anyOf, oneOf, enum: enumValues } = schema;
8
+ let types = [];
9
+ if (typeof type === 'string')
10
+ types = [type];
11
+ else if (Array.isArray(type))
12
+ types = type;
13
+ else if (Array.isArray(anyOf) || Array.isArray(oneOf)) {
14
+ types = (Array.isArray(anyOf) ? anyOf : oneOf).flatMap(parameterTypes);
15
+ }
16
+ else if (Array.isArray(enumValues)) {
17
+ types = enumValues.map((v) => (v === null ? 'null' : typeof v));
18
+ }
19
+ const names = types.filter((t) => typeof t === 'string' && t !== 'null');
20
+ return [...new Set(names)];
21
+ }
22
+ function matchesType(value, type) {
23
+ switch (type) {
24
+ case 'object':
25
+ return value !== null && typeof value === 'object' && !Array.isArray(value);
26
+ case 'array':
27
+ return Array.isArray(value);
28
+ default:
29
+ return true;
30
+ }
31
+ }
32
+ // Coerces raw parameter text against a union by trying each candidate type in
33
+ // declaration order with `string` last, keeping the first that succeeds. A
34
+ // single-type parameter keeps the parser's own coercion and error.
35
+ export function coerceByParameterTypes(raw, types, coerce) {
36
+ if (types.length === 0)
37
+ return raw;
38
+ if (types.length === 1)
39
+ return coerce(raw, types[0]);
40
+ const ordered = [...types.filter((t) => t !== 'string'), ...types.filter((t) => t === 'string')];
41
+ let firstError;
42
+ for (const type of ordered) {
43
+ try {
44
+ const value = coerce(raw, type);
45
+ if (matchesType(value, type))
46
+ return value;
47
+ }
48
+ catch (err) {
49
+ firstError ??= err;
50
+ }
51
+ }
52
+ throw firstError ?? new Error(`value does not match any of: ${types.join(', ')}`);
53
+ }
54
+ export function parameterAllowsNull(schema) {
55
+ if (!schema || typeof schema !== 'object')
56
+ return false;
57
+ const { type, anyOf, oneOf } = schema;
58
+ if (type === 'null' || (Array.isArray(type) && type.includes('null')))
59
+ return true;
60
+ const branches = Array.isArray(anyOf) ? anyOf : Array.isArray(oneOf) ? oneOf : [];
61
+ return branches.some(parameterAllowsNull);
62
+ }
1
63
  export function stripThinkingBlocks(text) {
2
64
  return text.replace(/<think>[\s\S]*?<\/think>/gi, '');
3
65
  }
@@ -1,12 +1,19 @@
1
1
  import { type TranscribeSegment } from '../schemas/index.js';
2
2
  /**
3
- * A native transcript segment, as emitted by either engine of
3
+ * A native transcript segment, as emitted by the engines of
4
4
  * `@qvac/asr-ggml` and by `@qvac/bci-whispercpp`. `text` plus the timing
5
5
  * fields are shared; `isEndOfTurn` and `startsWord` are parakeet-only, and
6
6
  * `windowStartTimestep` is BCI delta-streaming-only.
7
7
  */
8
8
  export interface AsrAddonSegment {
9
9
  text: string;
10
+ speakerId?: number;
11
+ speaker?: string;
12
+ speakerSegments?: {
13
+ speakerId: number;
14
+ start: number;
15
+ end: number;
16
+ }[];
10
17
  start?: number;
11
18
  end?: number;
12
19
  toAppend?: boolean;
@@ -10,6 +10,15 @@ import { TranscriptionFailedError } from '../errors/index.js';
10
10
  export function toTranscribeSegment(chunk) {
11
11
  return {
12
12
  text: chunk.text,
13
+ ...(chunk.speakerId !== undefined && { speakerId: chunk.speakerId }),
14
+ ...(chunk.speaker !== undefined && { speaker: chunk.speaker }),
15
+ ...(chunk.speakerSegments !== undefined && {
16
+ speakerSegments: chunk.speakerSegments.map((turn) => ({
17
+ speakerId: turn.speakerId,
18
+ startMs: turn.start * 1000,
19
+ endMs: turn.end * 1000
20
+ }))
21
+ }),
13
22
  startMs: (chunk.start ?? 0) * 1000,
14
23
  endMs: (chunk.end ?? 0) * 1000,
15
24
  append: chunk.toAppend ?? false,
@@ -22,14 +31,15 @@ export function toTranscribeSegment(chunk) {
22
31
  };
23
32
  }
24
33
  /**
25
- * Engines whose native layer emits per-segment metadata. Both `@qvac/asr-ggml`
26
- * engines do: the parakeet output serializer sends `start`, `end`, `id`,
34
+ * Engines whose native layer emits per-segment metadata. MOSS supplies speaker
35
+ * labels alongside timestamps; the parakeet output serializer sends `start`, `end`, `id`,
27
36
  * `toAppend`, `isEndOfTurn` and `startsWord` for every segment, and
28
37
  * `timestampsEnabled` defaults to true.
29
38
  */
30
39
  const METADATA_CAPABLE_ENGINES = [
31
40
  ModelType.whispercppTranscription,
32
- ModelType.parakeetTranscription
41
+ ModelType.parakeetTranscription,
42
+ ModelType.mossTranscribe
33
43
  ];
34
44
  /**
35
45
  * Guard used by transcription ops when the caller opts into `metadata: true`.
@@ -1,11 +1,12 @@
1
1
  import type { TtsStats } from '../schemas/index.js';
2
- import type { TtsStats as AddonTtsStats, TtsOutputChunk } from './addon-responses.js';
2
+ import type { TtsStats as AddonTtsStats, TtsOutputChunk } from '../utils/addon-responses.js';
3
3
  /**
4
4
  * Shared types and utilities for TTS operations.
5
5
  * Used by both text-to-speech.ts and text-to-speech-stream.ts.
6
6
  */
7
7
  export type TtsStreamChunk = TtsOutputChunk;
8
8
  export type TtsOpYield = {
9
+ text?: string;
9
10
  buffer: number[];
10
11
  sampleRate?: number;
11
12
  chunkIndex?: number;
@@ -0,0 +1,7 @@
1
+ import type { AbortSignalLike } from '../schemas/common.js';
2
+ /**
3
+ * Iterates `source` until `signal` aborts, then ends without an error. Races
4
+ * each `next()` against the signal, since `return()` waits behind a pending
5
+ * `next()`. A rejection after the abort is dropped.
6
+ */
7
+ export declare function untilAborted<T>(source: AsyncGenerator<T>, signal: AbortSignalLike | undefined): AsyncGenerator<T>;
@@ -0,0 +1,34 @@
1
+ const ABORTED = Symbol('aborted');
2
+ /**
3
+ * Iterates `source` until `signal` aborts, then ends without an error. Races
4
+ * each `next()` against the signal, since `return()` waits behind a pending
5
+ * `next()`. A rejection after the abort is dropped.
6
+ */
7
+ export async function* untilAborted(source, signal) {
8
+ if (!signal) {
9
+ yield* source;
10
+ return;
11
+ }
12
+ try {
13
+ while (!signal.aborted) {
14
+ const next = source.next();
15
+ const result = await new Promise((resolve, reject) => {
16
+ const onAbort = () => resolve(ABORTED);
17
+ signal.addEventListener('abort', onAbort, { once: true });
18
+ next.then((value) => {
19
+ signal.removeEventListener('abort', onAbort);
20
+ resolve(value);
21
+ }, (error) => {
22
+ signal.removeEventListener('abort', onAbort);
23
+ reject(error);
24
+ });
25
+ });
26
+ if (result === ABORTED || result.done)
27
+ return;
28
+ yield result.value;
29
+ }
30
+ }
31
+ finally {
32
+ void source.return(undefined).catch(() => { });
33
+ }
34
+ }