@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
package/NOTICE CHANGED
@@ -135,6 +135,18 @@ Third-Party Model Licenses
135
135
  https://huggingface.co/jmb95/laser-dolphin-mixtral-2x7b-dpo-GGUF
136
136
  latin_g2
137
137
  https://www.jaided.ai/easyocr/modelhub/
138
+ laya-f16
139
+ https://huggingface.co/convaiinnovations/laya
140
+ laya-multilingual-f16
141
+ https://huggingface.co/convaiinnovations/laya-multilingual
142
+ laya-multilingual-Q8_0
143
+ https://huggingface.co/convaiinnovations/laya-multilingual
144
+ laya-Q8_0
145
+ https://huggingface.co/convaiinnovations/laya
146
+ laya-typed-decisions-f16
147
+ https://huggingface.co/convaiinnovations/laya-typed-decisions
148
+ laya-typed-decisions-Q8_0
149
+ https://huggingface.co/convaiinnovations/laya-typed-decisions
138
150
  LightOnOCR-2-1B-ocr-soup-GGUF
139
151
  https://huggingface.co/noctrex/LightOnOCR-2-1B-ocr-soup-GGUF
140
152
  Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
@@ -147,14 +159,28 @@ Third-Party Model Licenses
147
159
  https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
148
160
  mmproj-unlimited-ocr-Q8_0
149
161
  https://huggingface.co/baidu/Unlimited-OCR
162
+ mobilenetv3_3class_v3_fp16
163
+ https://github.com/tetherto/qvac/tree/main/packages/classification-ggml
150
164
  model
151
165
  https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
152
166
  moss-codec-decoder-f16
153
167
  https://huggingface.co/OpenMOSS-Team/MOSS-TTS
154
168
  moss-codec-encoder-f16
155
169
  https://huggingface.co/OpenMOSS-Team/MOSS-TTS
170
+ moss-sfx-v2-f16
171
+ https://huggingface.co/OpenMOSS-Team/MOSS-SoundEffect-v2.0
172
+ moss-speech-bf16
173
+ https://huggingface.co/OpenMOSS-Team/MOSS-Speech
174
+ moss-speech-codec-f16
175
+ https://huggingface.co/OpenMOSS-Team/MOSS-Speech-Codec
176
+ moss-speech-q8_0
177
+ https://huggingface.co/OpenMOSS-Team/MOSS-Speech
178
+ moss-transcribe-diarize-f16
179
+ https://huggingface.co/OpenMOSS-Team/MOSS-Transcribe-Diarize
156
180
  moss-tts-delay-f16
157
181
  https://huggingface.co/OpenMOSS-Team/MOSS-TTS
182
+ moss-ttsd-f16
183
+ https://huggingface.co/OpenMOSS-Team/MOSS-TTSD-v1.0
158
184
  nb-tiny-ggml-model
159
185
  https://huggingface.co/NbAiLab/nb-whisper-tiny
160
186
  parler-indic-f16
@@ -189,22 +215,36 @@ Third-Party Model Licenses
189
215
  https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF
190
216
  Qwen3.5-0.8B-GGUF
191
217
  https://huggingface.co/mradermacher/Qwen3.5-0.8B-GGUF
218
+ Qwen3.5-0.8B-MTP-GGUF
219
+ https://huggingface.co/unsloth/Qwen3.5-0.8B-MTP-GGUF
192
220
  Qwen3.5-2B-GGUF
193
221
  https://huggingface.co/unsloth/Qwen3.5-2B-GGUF
194
222
  Qwen3.5-2B-GGUF
195
223
  https://huggingface.co/mradermacher/Qwen3.5-2B-GGUF
224
+ Qwen3.5-2B-MTP-GGUF
225
+ https://huggingface.co/unsloth/Qwen3.5-2B-MTP-GGUF
226
+ Qwen3.5-4B-DFlash-GGUF
227
+ https://huggingface.co/AtomicChat/Qwen3.5-4B-DFlash-GGUF
196
228
  Qwen3.5-4B-GGUF
197
229
  https://huggingface.co/unsloth/Qwen3.5-4B-GGUF
198
230
  Qwen3.5-4B-GGUF
199
231
  https://huggingface.co/mradermacher/Qwen3.5-4B-GGUF
232
+ Qwen3.5-4B-MTP-GGUF
233
+ https://huggingface.co/unsloth/Qwen3.5-4B-MTP-GGUF
200
234
  Qwen3.5-9B-GGUF
201
235
  https://huggingface.co/unsloth/Qwen3.5-9B-GGUF
236
+ Qwen3.5-9B-MTP-GGUF
237
+ https://huggingface.co/unsloth/Qwen3.5-9B-MTP-GGUF
202
238
  Qwen3.6-27B-GGUF
203
239
  https://huggingface.co/unsloth/Qwen3.6-27B-GGUF
204
240
  Qwen3.6-35B-A3B-GGUF
205
241
  https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF
242
+ Qwen3.8-27B-DFlash2-GGUF
243
+ https://huggingface.co/incoai/Qwen3.8-27B-DFlash2-GGUF
206
244
  Qwen3.8-27B-GGUF
207
245
  https://huggingface.co/unsloth/Qwen3.8-27B-GGUF
246
+ Qwen3.8-Flash-Next-DFlash2-GGUF
247
+ https://huggingface.co/incoai/Qwen3.8-Flash-Next-DFlash2-GGUF
208
248
  ru-base-ggml-model-f16
209
249
  https://huggingface.co/CheeLi03/whisper-base-rus-8
210
250
  ru-tiny-ggml-model-f16
@@ -223,6 +263,10 @@ Third-Party Model Licenses
223
263
  https://huggingface.co/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF
224
264
  Ternary-Bonsai-2-27B-gguf
225
265
  https://huggingface.co/prism-ml/Ternary-Bonsai-2-27B-gguf
266
+ TranscribePsy-250M-EU-sub-coreml
267
+ https://huggingface.co/qvac/TranscribePsy-250M-EU-sub-coreml
268
+ TranscribePsy-250M-EU-sub-gguf
269
+ https://huggingface.co/qvac/TranscribePsy-250M-EU-sub-gguf
226
270
  TranslatePsy-AfriSLM-0.8B-Q4-GGUF
227
271
  https://huggingface.co/qvac/TranslatePsy-AfriSLM-0.8B-Q4-GGUF
228
272
  TranslatePsy-AfriSLM-0.8B-Q8-GGUF
@@ -291,18 +335,18 @@ Third-Party Model Licenses
291
335
 
292
336
  AfriqueGemma-4B-GGUF
293
337
  https://huggingface.co/mradermacher/AfriqueGemma-4B-GGUF
294
- coremldata
295
- https://huggingface.co/nvidia/parakeet-ctc-0.6b
296
338
  coremldata
297
339
  https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
340
+ coremldata
341
+ https://huggingface.co/nvidia/parakeet-ctc-0.6b
298
342
  coremldata
299
343
  https://huggingface.co/nvidia/parakeet-tdt-1.1b
300
344
  coremldata
301
345
  https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
302
- model
303
- https://huggingface.co/nvidia/parakeet-ctc-0.6b
304
346
  model
305
347
  https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
348
+ model
349
+ https://huggingface.co/nvidia/parakeet-ctc-0.6b
306
350
  model
307
351
  https://huggingface.co/nvidia/parakeet-tdt-1.1b
308
352
  model
@@ -319,6 +363,10 @@ Third-Party Model Licenses
319
363
  https://huggingface.co/nvidia/parakeet-ctc-0.6b
320
364
  parakeet-ctc-0.6b.q8_0
321
365
  https://huggingface.co/nvidia/parakeet-ctc-0.6b
366
+ parakeet-mosaic
367
+ https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
368
+ parakeet-mosaic-compact
369
+ https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
322
370
  parakeet-tdt-0.6b-v3.f16
323
371
  https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
324
372
  parakeet-tdt-0.6b-v3.q4_0
@@ -335,10 +383,10 @@ Third-Party Model Licenses
335
383
  https://huggingface.co/nvidia/diar_sortformer_4spk-v1
336
384
  sortformer-4spk-v1.q8_0
337
385
  https://huggingface.co/nvidia/diar_sortformer_4spk-v1
338
- weight
339
- https://huggingface.co/nvidia/parakeet-ctc-0.6b
340
386
  weight
341
387
  https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
388
+ weight
389
+ https://huggingface.co/nvidia/parakeet-ctc-0.6b
342
390
  weight
343
391
  https://huggingface.co/nvidia/parakeet-tdt-1.1b
344
392
  weight
@@ -707,6 +755,13 @@ Third-Party Model Licenses
707
755
  weight
708
756
  https://huggingface.co/nvidia/parakeet-unified-en-0.6b
709
757
 
758
+ --- openmdw-1.1 ---
759
+
760
+ Nemotron-3-Diarization.converted.q4_k
761
+ https://huggingface.co/nvidia/Nemotron-3-Diarization
762
+ Nemotron-3-Diarization.q8_0
763
+ https://huggingface.co/nvidia/Nemotron-3-Diarization
764
+
710
765
  --- openrail ---
711
766
 
712
767
  supertonic
@@ -760,23 +815,24 @@ JavaScript Dependencies
760
815
  @qvac/error@0.1.1
761
816
  @qvac/logging@0.1.1
762
817
  https://github.com/tetherto/qvac
763
- @qvac/rag@0.8.1
818
+ @qvac/rag@0.9.0
764
819
  https://github.com/tetherto/qvac
765
820
  @qvac/registry-client@0.7.0
766
821
  https://github.com/tetherto/qvac
767
822
  @qvac/registry-schema@0.4.0
768
823
  https://github.com/tetherto/qvac
824
+ @qvac/response@0.1.2
769
825
  adaptive-timeout@1.0.1
770
826
  https://github.com/holepunchto/adaptive-timeout
771
827
  b4a@1.9.0
772
828
  https://github.com/holepunchto/b4a
773
- bare-abort@2.0.13
829
+ bare-abort@2.0.14
774
830
  https://github.com/holepunchto/bare-abort
775
831
  bare-abort-controller@1.1.2
776
832
  https://github.com/holepunchto/bare-abort-controller
777
833
  bare-addon-resolve@1.11.0
778
834
  https://github.com/holepunchto/bare-addon-resolve
779
- bare-ansi-escapes@2.2.3
835
+ bare-ansi-escapes@2.2.4
780
836
  https://github.com/holepunchto/bare-ansi-escapes
781
837
  bare-assert@1.3.0
782
838
  https://github.com/holepunchto/bare-assert
@@ -786,13 +842,15 @@ JavaScript Dependencies
786
842
  https://github.com/holepunchto/bare-cpu-info
787
843
  bare-crypto@1.15.4
788
844
  https://github.com/holepunchto/bare-crypto
789
- bare-dns@2.3.0
845
+ bare-dns@2.3.1
790
846
  https://github.com/holepunchto/bare-dns
791
847
  bare-env@3.0.1
792
848
  https://github.com/holepunchto/bare-env
849
+ bare-events@2.4.2
850
+ https://github.com/holepunchto/bare-events
793
851
  bare-events@2.9.2
794
852
  https://github.com/holepunchto/bare-events
795
- bare-fetch@3.4.0
853
+ bare-fetch@3.4.1
796
854
  https://github.com/holepunchto/bare-fetch
797
855
  bare-form-data@1.2.2
798
856
  https://github.com/holepunchto/bare-form-data
@@ -804,7 +862,7 @@ JavaScript Dependencies
804
862
  https://github.com/holepunchto/bare-hrtime
805
863
  bare-http-parser@2.1.4
806
864
  https://github.com/holepunchto/bare-http-parser
807
- bare-http1@4.6.2
865
+ bare-http1@4.6.3
808
866
  https://github.com/holepunchto/bare-http1
809
867
  bare-https@3.1.0
810
868
  https://github.com/holepunchto/bare-https
@@ -830,10 +888,6 @@ JavaScript Dependencies
830
888
  https://github.com/holepunchto/bare-process
831
889
  bare-rpc@1.3.8
832
890
  https://github.com/holepunchto/bare-rpc
833
- bare-runtime@1.35.0
834
- https://github.com/holepunchto/bare-runtime
835
- bare-runtime-darwin-arm64@1.35.0
836
- https://github.com/holepunchto/bare-runtime
837
891
  bare-semver@1.1.0
838
892
  https://github.com/holepunchto/bare-semver
839
893
  bare-signals@5.0.0
@@ -842,13 +896,9 @@ JavaScript Dependencies
842
896
  https://github.com/holepunchto/bare-stdio
843
897
  bare-stream@2.13.4
844
898
  https://github.com/holepunchto/bare-stream
845
- bare-structured-clone@2.0.1
846
- https://github.com/holepunchto/bare-structured-clone
847
- bare-subprocess@6.2.2
848
- https://github.com/holepunchto/bare-subprocess
849
899
  bare-tcp@2.6.1
850
900
  https://github.com/holepunchto/bare-tcp
851
- bare-tls@3.1.11
901
+ bare-tls@3.2.0
852
902
  https://github.com/holepunchto/bare-tls
853
903
  bare-tty@5.2.1
854
904
  https://github.com/holepunchto/bare-tty
@@ -872,7 +922,7 @@ JavaScript Dependencies
872
922
  https://github.com/holepunchto/events-universal
873
923
  fd-lock@2.2.0
874
924
  https://github.com/holepunchto/fd-lock
875
- fs-native-extensions@1.5.1
925
+ fs-native-extensions@1.5.2
876
926
  https://github.com/holepunchto/fs-native-extensions
877
927
  hyperblobs@2.13.0
878
928
  https://github.com/holepunchto/hyperblobs
@@ -880,7 +930,7 @@ JavaScript Dependencies
880
930
  https://github.com/holepunchto/hypercore-errors
881
931
  hypercore-id-encoding@1.3.0
882
932
  https://github.com/holepunchto/hypercore-id-encoding
883
- hypercore-stats@2.5.1
933
+ hypercore-stats@2.5.2
884
934
  https://github.com/holepunchto/hypercore-stats
885
935
  hypercore-storage@3.4.0
886
936
  https://github.com/holepunchto/hypercore-storage
@@ -888,7 +938,7 @@ JavaScript Dependencies
888
938
  https://github.com/holepunchto/hyperdb
889
939
  hyperdht-address@1.1.1
890
940
  https://github.com/holepunchto/hyperdht-address
891
- hyperdht-stats@1.11.0
941
+ hyperdht-stats@1.11.1
892
942
  https://github.com/holepunchto/hyperdht-stats
893
943
  hyperdispatch@1.6.0
894
944
  https://github.com/holepunchto/hyperdispatch
@@ -896,7 +946,7 @@ JavaScript Dependencies
896
946
  https://github.com/holepunchto/hyperdrive
897
947
  hyperschema@1.26.2
898
948
  https://github.com/holepunchto/hyperschema
899
- hyperswarm-stats@1.3.1
949
+ hyperswarm-stats@1.3.3
900
950
  https://github.com/holepunchto/hyperswarm-stats
901
951
  index-encoder@3.5.0
902
952
  https://github.com/holepunchto/index-encoder
@@ -906,37 +956,35 @@ JavaScript Dependencies
906
956
  https://github.com/holepunchto/noise-handshake
907
957
  paparam@1.14.0
908
958
  https://github.com/holepunchto/paparam
909
- passive-core-watcher@1.0.1
959
+ passive-core-watcher@1.0.2
910
960
  https://github.com/holepunchto/passive-core-watcher
911
961
  quickbit-native@2.4.9
912
962
  https://github.com/holepunchto/quickbit-native
913
- rabin-native@2.0.0
963
+ rabin-native@2.0.1
914
964
  https://github.com/holepunchto/rabin-native
915
965
  rabin-stream@2.0.0
916
966
  https://github.com/holepunchto/rabin-stream
917
- rache@1.0.0
967
+ rache@1.0.1
918
968
  https://github.com/holepunchto/rache
919
969
  refcounter@1.0.0
920
970
  https://github.com/holepunchto/refcounter
921
971
  require-addon@1.3.0
922
972
  https://github.com/holepunchto/require-addon
923
- require-asset@1.2.4
924
- https://github.com/holepunchto/require-asset
925
973
  resource-on-exit@1.0.0
926
974
  https://github.com/holepunchto/bare-teardown
927
975
  rocksdb-native@3.19.1
928
976
  https://github.com/holepunchto/rocksdb-native
929
977
  scope-lock@1.2.4
930
978
  https://github.com/holepunchto/scope-lock
931
- simdle-native@1.3.9
979
+ simdle-native@1.3.10
932
980
  https://github.com/holepunchto/simdle-native
933
981
  sub-encoder@2.1.3
934
982
  https://github.com/holepunchto/sub-encoder
935
983
  text-decoder@1.2.7
936
984
  https://github.com/holepunchto/text-decoder
937
- udx-native@1.21.3
985
+ udx-native@1.22.0
938
986
  https://github.com/holepunchto/udx-native
939
- unslab@1.3.0
987
+ unslab@1.3.1
940
988
  https://github.com/holepunchto/unslab
941
989
  which-runtime@1.4.0
942
990
  https://github.com/holepunchto/which-runtime
@@ -949,11 +997,11 @@ JavaScript Dependencies
949
997
  https://github.com/emilbayes/nanoassert
950
998
  noise-curve-ed@2.1.0
951
999
  https://github.com/chm-diederichs/noise-curve-ed
952
- quickbit-universal@2.2.0
1000
+ quickbit-universal@2.2.1
953
1001
  https://github.com/holepunchto/quickbit-universal
954
1002
  semver@7.8.5
955
1003
  https://github.com/npm/node-semver
956
- simdle-universal@1.1.2
1004
+ simdle-universal@1.1.3
957
1005
  https://github.com/holepunchto/simdle-universal
958
1006
 
959
1007
  --- mit (MIT License) ---
@@ -966,11 +1014,11 @@ JavaScript Dependencies
966
1014
  https://github.com/mafintosh/bogon
967
1015
  codecs@3.1.0
968
1016
  https://github.com/mafintosh/codecs
969
- corestore@7.15.0
1017
+ corestore@7.16.1
970
1018
  https://github.com/holepunchto/corestore
971
1019
  debounceify@1.1.0
972
1020
  https://github.com/mafintosh/debounceify
973
- dht-rpc@6.27.0
1021
+ dht-rpc@6.28.0
974
1022
  https://github.com/holepunchto/dht-rpc
975
1023
  fast-fifo@1.3.2
976
1024
  https://github.com/mafintosh/fast-fifo
@@ -984,11 +1032,11 @@ JavaScript Dependencies
984
1032
  https://github.com/mafintosh/generate-string
985
1033
  hyperbee@2.27.3
986
1034
  https://github.com/holepunchto/hyperbee
987
- hypercore@11.39.0
1035
+ hypercore@11.39.5
988
1036
  https://github.com/holepunchto/hypercore
989
1037
  hypercore-crypto@3.7.0
990
1038
  https://github.com/mafintosh/hypercore-crypto
991
- hyperdht@6.34.1
1039
+ hyperdht@6.35.0
992
1040
  https://github.com/holepunchto/hyperdht
993
1041
  hyperswarm@4.17.2
994
1042
  https://github.com/holepunchto/hyperswarm
@@ -1028,7 +1076,7 @@ JavaScript Dependencies
1028
1076
  https://github.com/mafintosh/signal-promise
1029
1077
  signed-varint@2.0.1
1030
1078
  https://github.com/dominictarr/signed-varint
1031
- sodium-native@5.1.1
1079
+ sodium-native@5.2.0
1032
1080
  https://github.com/holepunchto/sodium-native
1033
1081
  sodium-secretstream@1.2.0
1034
1082
  https://github.com/mafintosh/sodium-secretstream
@@ -1058,6 +1106,6 @@ JavaScript Dependencies
1058
1106
  https://github.com/mafintosh/xache
1059
1107
  z32@1.1.0
1060
1108
  https://github.com/mafintosh/z32
1061
- zod@4.6.7
1109
+ zod@4.6.5
1062
1110
  https://github.com/colinhacks/zod
1063
1111
 
package/README.md CHANGED
@@ -60,7 +60,7 @@ const run = completion({ modelId, history: [{ role: 'user', content: 'Hi' }] })
60
60
  Model operations require a registered model plugin. RPC discovery needs no model plugin or server provider; serving requires an explicitly registered server provider.
61
61
 
62
62
  The [Bare serving example](examples/rpc-server.ts)
63
- shows explicit registration and cleanup with `@qvac/ggml-rpc-server@0.1.0`.
63
+ shows explicit registration and cleanup with `@qvac/ggml-rpc-server`.
64
64
 
65
65
  ## Capability to addon package
66
66
 
@@ -78,10 +78,53 @@ shows explicit registration and cleanup with `@qvac/ggml-rpc-server@0.1.0`.
78
78
  | `@qvac/inference/ggml-vla/plugin` | `@qvac/vla-ggml` |
79
79
  | `@qvac/inference/ggml-classification/plugin` | `@qvac/classification-ggml` |
80
80
 
81
+ ## MOSS engines and memory fit
82
+
83
+ `@qvac/tts-ggml` carries two desktop batch engines for `textToSpeech`.
84
+ Load MOSS-SoundEffect with `modelType: 'tts-ggml'` and
85
+ `modelConfig: { ttsEngine: 'moss-sfx' }`; the primary source is its single
86
+ GGUF. With an `AUDIOGEN_MOSS_SFX_V2_*` constant, pass its `.src` URL as
87
+ `modelSrc`, because the full descriptor selects the audiogen plugin. To assess
88
+ its fit, pass a downloaded local file with explicit `modelType` and
89
+ `ttsEngine`. Use a text description, with optional `seconds`
90
+ (up to 30), `negativePrompt`, `steps`, `guidance` and `shift`. These controls
91
+ can also be load defaults. The output is 48 kHz.
92
+
93
+ Load MOSS-Speech with `modelConfig: { ttsEngine: 'moss-speech',
94
+ mossSpeechCodecModelSrc: <codec source> }` and the language-model GGUF as
95
+ `modelSrc`. Use either `text`, or `audio` plus
96
+ `sampleRate`. Audio is a JSON array of normalized mono samples in [-1, 1].
97
+ Earlier turns go in `messages`; each turn has a `role` and either `text` or
98
+ `audio` plus `sampleRate`. Per-call controls include `systemPrompt`,
99
+ `replyVoice` plus `replyVoiceSampleRate`, `maxReplySeconds`, `maxNewTokens`,
100
+ `textReply`, `greedy`, `temperature`, `topP` and `topK`. Consume `bufferStream` in the default streaming mode, or await `buffer` with
101
+ `stream: false`, then await `result.text` for any reply text.
102
+ Spoken mode can return an audio-only reply; use `textReply: true` when text is required.
103
+ Spoken replies are 24 kHz; `textReply: true` returns text with an empty audio
104
+ buffer. Omitting `maxNewTokens` preserves the addon's remaining-context budget.
105
+ Both engines run one native batch job. The default `stream: true` emits the completed audio as one chunk; `stream: false` collects it in `buffer`. Neither supports sentence streaming or duplex text input.
106
+
107
+ `assessModelFit` supports metadata-only MOSS-TTS/TTSD and MOSS-SoundEffect
108
+ projections. Add `ttsWorkload` beside `modelConfig` on the assessment candidate:
109
+ `{ promptRows, referenceSamples, streaming }` for MOSS, or
110
+ `{ prompt, seconds }` for sound effects. MOSS needs its backbone and codec
111
+ decoder; reference encoding also needs the codec encoder. Prompt rows must
112
+ cover the complete native prompt, including dialogue and reference rows.
113
+ Missing workloads return an unknown assessment rather than guessing.
114
+ MOSS-Speech has no native fitter and assesses as unknown. Workloads are
115
+ fit-only: loading a MOSS model does not accept them, so the fit check before a
116
+ MOSS load is unknown.
117
+
118
+ The CLI configuration picker includes both engines. Their conversation and
119
+ sound-effect request controls are library-only because the OpenAI speech
120
+ endpoint cannot represent those requests.
121
+
81
122
  ## Configuration
82
123
 
83
124
  The engine resolves a `qvac.config.js` or `qvac.config.json` from the current working directory, or from the path in `QVAC_CONFIG_PATH`. The resolved config applies on the first API call.
84
125
 
126
+ The `includeAudioDecoder` setting is read by the SDK bundler. Set it to `false` when packaging a worker that only receives raw PCM or streaming audio; `audiogen-ggml` can also use PCM or WAV output without FFmpeg. Compressed audio file decoding and compressed audiogen output formats require `bare-ffmpeg` to be bundled.
127
+
85
128
  ## System resource diagnostics
86
129
 
87
130
  Use `getSystemResources` to inspect locally observed CPU, system-memory, GPU, and driver capabilities. Pass `sample: true` only when you also need a fresh usage sample. Register a model plugin or RPC server provider before requesting diagnostics:
@@ -8,10 +8,10 @@ import { type AssessModelFitInput, type AssessModelFitResult } from '../schemas/
8
8
  * the available evidence does not support a verdict either way, and callers
9
9
  * should treat it as "cannot say", not "no".
10
10
  *
11
- * For a single candidate it fetches the registry's weightless description of
12
- * the artifact — tens of KB, never the weights — and runs the engine's own
13
- * fitter against it, reported as `native-fit` evidence. Where that is
14
- * unavailable, and for a set of candidates, the calibrated estimate stands.
11
+ * For each candidate it fetches the registry's weightless description of the
12
+ * artifact — tens of KB, never the weights — and runs the engine's own fitter
13
+ * against it, reported as `native-fit` evidence. Where that is unavailable the
14
+ * computed floor stands, which can refuse a model but never confirm one.
15
15
  *
16
16
  * @param input - Candidates with their intended workloads, the declared
17
17
  * execution mode, and the headroom policy.
@@ -10,10 +10,10 @@ import { InvalidResponseError } from '../errors/index.js';
10
10
  * the available evidence does not support a verdict either way, and callers
11
11
  * should treat it as "cannot say", not "no".
12
12
  *
13
- * For a single candidate it fetches the registry's weightless description of
14
- * the artifact — tens of KB, never the weights — and runs the engine's own
15
- * fitter against it, reported as `native-fit` evidence. Where that is
16
- * unavailable, and for a set of candidates, the calibrated estimate stands.
13
+ * For each candidate it fetches the registry's weightless description of the
14
+ * artifact — tens of KB, never the weights — and runs the engine's own fitter
15
+ * against it, reported as `native-fit` evidence. Where that is unavailable the
16
+ * computed floor stands, which can refuse a model but never confirm one.
17
17
  *
18
18
  * @param input - Candidates with their intended workloads, the declared
19
19
  * execution mode, and the headroom policy.
@@ -23,7 +23,10 @@ export declare function audioGen(params: AudioGenClientParams): AudioGenResult;
23
23
  * array order. The source is interleaved stereo 48 kHz PCM — a file path
24
24
  * decoded server-side, or raw Float32 LE bytes in `[-1, 1]`.
25
25
  *
26
- * @param params - Loaded model ID, the source audio, the ordered `operations`, and an optional `seed`.
26
+ * @param params - Loaded model ID, the source audio, the ordered `operations`, and optional run
27
+ * controls that apply to every operation: `seed`, a timbre `referenceAudio`, the prompt
28
+ * metadata (`vocalLanguage`, `bpm`, `keyscale`, `timesignature`, `augmentCaptionWithMetadata`),
29
+ * the Repaint DCW controls, and per-run `inferenceSteps` and `shift`.
27
30
  * @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `stats`, and `diagnostics`.
28
31
  *
29
32
  * @example
@@ -1,6 +1,6 @@
1
1
  import { audioEditClientParamsSchema, audioEditStreamResponseSchema, audioGenClientParamsSchema, audioGenStreamResponseSchema, audioUnderstandClientParamsSchema, audioUnderstandResponseSchema } from '../schemas/index.js';
2
2
  import { stream } from '../dispatch.js';
3
- import { parseClientInput } from './parse-input.js';
3
+ import { parseClientInput } from '../api/parse-input.js';
4
4
  import { generateRandomRequestId } from '../runtime/request-id.js';
5
5
  import { decodeBase64 } from '../utils/encoding.js';
6
6
  import { InvalidResponseError, InferenceCancelledError } from '../errors/index.js';
@@ -47,7 +47,10 @@ export function audioGen(params) {
47
47
  * array order. The source is interleaved stereo 48 kHz PCM — a file path
48
48
  * decoded server-side, or raw Float32 LE bytes in `[-1, 1]`.
49
49
  *
50
- * @param params - Loaded model ID, the source audio, the ordered `operations`, and an optional `seed`.
50
+ * @param params - Loaded model ID, the source audio, the ordered `operations`, and optional run
51
+ * controls that apply to every operation: `seed`, a timbre `referenceAudio`, the prompt
52
+ * metadata (`vocalLanguage`, `bpm`, `keyscale`, `timesignature`, `augmentCaptionWithMetadata`),
53
+ * the Repaint DCW controls, and per-run `inferenceSteps` and `shift`.
51
54
  * @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `stats`, and `diagnostics`.
52
55
  *
53
56
  * @example
@@ -51,7 +51,7 @@ async function resolveBatchPrompts(prompts) {
51
51
  resolvedHandlers.push(handlers);
52
52
  resolvedPrompts.push({
53
53
  ...(prompt.id !== undefined && { id: prompt.id }),
54
- history: prompt.history,
54
+ history: prompt.history.map((message) => ({ ...message, content: message.content ?? '' })),
55
55
  ...(prompt.generationParams && {
56
56
  generationParams: prompt.generationParams
57
57
  }),
@@ -28,7 +28,7 @@ type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
28
28
  * @param params.mcp - Optional array of MCP client inputs for tool integration
29
29
  * @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
30
30
  * @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
31
- * @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
31
+ * @param params.toolDialect - Override dialect detection, which uses the model name, then the GGUF `general.architecture`, then `"hermes"`. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when detection picks the wrong dialect for your model. Drives both streaming frame detection and finalization parsing.
32
32
  * Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
33
33
  * @param params.responseFormat - Optional structured-output constraint applied to the model's output:
34
34
  * - `{ type: "text" }` — no constraint (default behavior)
@@ -45,6 +45,7 @@ type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
45
45
  * validation must encode it explicitly in `schema`.
46
46
  *
47
47
  * Cannot be combined with `tools` (tools already constrain output via their parameter schema).
48
+ * @param params.prefill - Evaluate the prompt and tools without generating an answer. Requires an enabled kvCache; cannot force tool_choice. Await final before sending the question with the same prefix.
48
49
  * @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
49
50
  * - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
50
51
  * - The configHash includes model config + system prompt to ensure cache isolation
@@ -28,7 +28,7 @@ const logger = getAppLogger();
28
28
  * @param params.mcp - Optional array of MCP client inputs for tool integration
29
29
  * @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
30
30
  * @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
31
- * @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
31
+ * @param params.toolDialect - Override dialect detection, which uses the model name, then the GGUF `general.architecture`, then `"hermes"`. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when detection picks the wrong dialect for your model. Drives both streaming frame detection and finalization parsing.
32
32
  * Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
33
33
  * @param params.responseFormat - Optional structured-output constraint applied to the model's output:
34
34
  * - `{ type: "text" }` — no constraint (default behavior)
@@ -45,6 +45,7 @@ const logger = getAppLogger();
45
45
  * validation must encode it explicitly in `schema`.
46
46
  *
47
47
  * Cannot be combined with `tools` (tools already constrain output via their parameter schema).
48
+ * @param params.prefill - Evaluate the prompt and tools without generating an answer. Requires an enabled kvCache; cannot force tool_choice. Await final before sending the question with the same prefix.
48
49
  * @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
49
50
  * - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
50
51
  * - The configHash includes model config + system prompt to ensure cache isolation
@@ -181,8 +182,9 @@ export function completion(params) {
181
182
  const request = {
182
183
  type: 'completionStream',
183
184
  modelId: params.modelId,
184
- history: params.history,
185
+ history: params.history.map((message) => ({ ...message, content: message.content ?? '' })),
185
186
  kvCache: params.kvCache,
187
+ prefill: params.prefill,
186
188
  tools: allTools.length > 0 ? allTools : undefined,
187
189
  stream: params.stream ?? true,
188
190
  generationParams: params.generationParams,
@@ -0,0 +1,26 @@
1
+ import { type DecideParams, type DecisionResult, type DecisionResponse, type RPCOptions } from '../schemas/index.js';
2
+ /**
3
+ * Answers typed decision questions about one state or a batch of states.
4
+ *
5
+ * @param params - Model ID, states, questions, and optional token budgets.
6
+ * @param options - Dispatch options.
7
+ * @returns A promise with a synchronous requestId for cancel(). One state
8
+ * resolves to one result; a batch resolves to results in input order.
9
+ * @throws {RequestValidationFailedError} If the request is invalid.
10
+ * @throws {InferenceCancelledError} If the request is cancelled.
11
+ * @throws {RequestRejectedByPolicyError} If this model's decision queue is full.
12
+ * @throws {InvalidResponseError} If the handler returns a malformed result.
13
+ */
14
+ export declare function decide(params: Extract<DecideParams, {
15
+ state: unknown;
16
+ }>, options?: RPCOptions): Promise<DecisionResult> & {
17
+ requestId: string;
18
+ };
19
+ export declare function decide(params: Extract<DecideParams, {
20
+ states: unknown;
21
+ }>, options?: RPCOptions): Promise<DecisionResult[]> & {
22
+ requestId: string;
23
+ };
24
+ export declare function decide(params: DecideParams, options?: RPCOptions): Promise<DecisionResponse> & {
25
+ requestId: string;
26
+ };
@@ -0,0 +1,26 @@
1
+ import { send } from '../dispatch.js';
2
+ import { decideParamsSchema, decideResponseSchema } from '../schemas/index.js';
3
+ import { InvalidResponseError } from '../errors/index.js';
4
+ import { decoratePromise } from '../utils/decorate-promise.js';
5
+ import { generateRequestId } from '../runtime/request-id.js';
6
+ import { parseClientInput } from '../api/parse-input.js';
7
+ export function decide(params, options) {
8
+ const requestId = generateRequestId();
9
+ return decoratePromise(runDecide(params, requestId, options), { requestId });
10
+ }
11
+ async function runDecide(params, requestId, options) {
12
+ const input = parseClientInput(decideParamsSchema, params);
13
+ const response = await send({ ...input, type: 'decide', requestId }, options);
14
+ if (response.type !== 'decide')
15
+ throw new InvalidResponseError('decide');
16
+ const parsed = decideResponseSchema.safeParse(response);
17
+ if (!parsed.success)
18
+ throw new InvalidResponseError('decide', parsed.error);
19
+ const { result } = parsed.data;
20
+ if ('states' in input
21
+ ? !Array.isArray(result) || result.length !== input.states.length
22
+ : Array.isArray(result)) {
23
+ throw new InvalidResponseError('decide');
24
+ }
25
+ return result;
26
+ }
@@ -14,8 +14,11 @@ interface DiffusionResult {
14
14
  *
15
15
  * @param params - Diffusion request parameters (model, prompt, dimensions, sampler, seed, etc.).
16
16
  * @returns A result object exposing `progressStream` (async iterator of `{ step, totalSteps, elapsedMs }`), `outputs` (promise of the generated image buffers), and `stats` (promise of generation statistics).
17
+ * @throws {InferenceCancelledError} The run's promises reject and progress stream throws when an active generation is cancelled.
18
+ * @throws {RequestRejectedByPolicyError} The run rejects when another image or video generation owns the model.
17
19
  *
18
- * Supports both txt2img (no `init_image`) and img2img (with `init_image`).
20
+ * Supports txt2img without input images, img2img via `init_image`,
21
+ * and ordered multi-reference editing via `init_images` on supported models.
19
22
  *
20
23
  * @example
21
24
  * ```typescript
@@ -49,6 +52,20 @@ interface DiffusionResult {
49
52
  * height: 768,
50
53
  * });
51
54
  *
55
+ * // Qwen-Image-2.1 reference editing. Load the matching Qwen3-VL encoder,
56
+ * // vision projector, and 2.1 VAE from your local files first.
57
+ * const { outputs: edited } = diffusion({
58
+ * modelId,
59
+ * prompt: "Place the two referenced people together in one office.",
60
+ * init_images: [refA, refB],
61
+ * width: 512,
62
+ * height: 512,
63
+ * steps: 30,
64
+ * cfg_scale: 6,
65
+ * sampling_method: "euler",
66
+ * seed: 42,
67
+ * });
68
+ *
52
69
  * // LoRA adapter for this generation (absolute path required).
53
70
  * // Persistence across subsequent diffusion() calls is controlled at
54
71
  * // loadModel time via `modelConfig.lora_apply_mode`.