@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
package/NOTICE CHANGED
@@ -97,6 +97,8 @@ Third-Party Model Licenses
97
97
  https://huggingface.co/primeline/whisper-tiny-german-1224
98
98
  dolphin-mixtral-2x7b-dop-Q2_K-00001-of-00005
99
99
  https://huggingface.co/jmb95/laser-dolphin-mixtral-2x7b-dpo-GGUF
100
+ embeddinggemma-2-GGUF
101
+ https://huggingface.co/ggml-org/embeddinggemma-2-GGUF
100
102
  en-base-ggml-model-f16
101
103
  https://huggingface.co/openai/whisper-base
102
104
  FLUX.2-klein-4B
@@ -167,6 +169,10 @@ Third-Party Model Licenses
167
169
  https://huggingface.co/OpenMOSS-Team/MOSS-TTS
168
170
  moss-codec-encoder-f16
169
171
  https://huggingface.co/OpenMOSS-Team/MOSS-TTS
172
+ MOSS-Image
173
+ https://huggingface.co/Comfy-Org/MOSS-Image
174
+ MOSS-Image-SFT
175
+ https://huggingface.co/OpenMOSS-Team/MOSS-Image-SFT
170
176
  moss-sfx-v2-f16
171
177
  https://huggingface.co/OpenMOSS-Team/MOSS-SoundEffect-v2.0
172
178
  moss-speech-bf16
@@ -263,6 +269,8 @@ Third-Party Model Licenses
263
269
  https://huggingface.co/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF
264
270
  Ternary-Bonsai-2-27B-gguf
265
271
  https://huggingface.co/prism-ml/Ternary-Bonsai-2-27B-gguf
272
+ transcribepsy-250m-eu
273
+ https://huggingface.co/qvac/TranscribePsy-250M-EU
266
274
  TranscribePsy-250M-EU-sub-coreml
267
275
  https://huggingface.co/qvac/TranscribePsy-250M-EU-sub-coreml
268
276
  TranscribePsy-250M-EU-sub-gguf
@@ -394,8 +402,12 @@ Third-Party Model Licenses
394
402
 
395
403
  --- gemma (Gemma Terms of Use) ---
396
404
 
397
- embeddinggemma-300m-GGUF
398
- https://huggingface.co/unsloth/embeddinggemma-300m-GGUF
405
+ embeddinggemma-300M-BF16
406
+ https://huggingface.co/google/embeddinggemma-300m
407
+ embeddinggemma-300M-Q4_0
408
+ https://huggingface.co/google/embeddinggemma-300m
409
+ embeddinggemma-300M-Q8_0
410
+ https://huggingface.co/google/embeddinggemma-300m
399
411
  gemma-3-12b-it-GGUF
400
412
  https://huggingface.co/unsloth/gemma-3-12b-it-GGUF
401
413
 
@@ -432,6 +444,10 @@ Third-Party Model Licenses
432
444
  https://huggingface.co/ACE-Step/acestep-v15-base
433
445
  acestep-v15-sft-Q8_0
434
446
  https://huggingface.co/ACE-Step/acestep-v15-sft
447
+ acestep-v15-turbo-BF16
448
+ https://huggingface.co/ACE-Step/Ace-Step1.5
449
+ acestep-v15-turbo-F16
450
+ https://huggingface.co/ACE-Step/Ace-Step1.5
435
451
  acestep-v15-turbo-Q4_K_M
436
452
  https://huggingface.co/ACE-Step/Ace-Step1.5
437
453
  acestep-v15-turbo-Q8_0
@@ -454,10 +470,14 @@ Third-Party Model Licenses
454
470
  https://huggingface.co/ResembleAI/chatterbox-turbo
455
471
  coremldata
456
472
  https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
473
+ coremldata
474
+ https://huggingface.co/ACE-Step/Ace-Step1.5
457
475
  de-base-ggml-model-f16
458
476
  https://huggingface.co/aware-ai/whisper-base-german
459
477
  DeepSeek-V4-Flash-0731-GGUF
460
478
  https://huggingface.co/unsloth/DeepSeek-V4-Flash-0731-GGUF
479
+ DeepSeek-V4.1-Flash-1017-GGUF
480
+ https://huggingface.co/unsloth/DeepSeek-V4.1-Flash-1017-GGUF
461
481
  es-tiny-ggml-model-f16
462
482
  https://huggingface.co/JaepaX/whisper-tiny-es
463
483
  ggml-indictrans2-en-indic-1B-f16
@@ -472,6 +492,8 @@ Third-Party Model Licenses
472
492
  https://huggingface.co/ai4bharat/indictrans2-indic-indic-1B
473
493
  ggml-indictrans2-indic-indic-dist-320M-f16
474
494
  https://huggingface.co/ai4bharat/indictrans2-indic-indic-dist-320M
495
+ GLM-5.3-Flash-BF16-GGUF
496
+ https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF
475
497
  gte-large_fp16-00001-of-00005
476
498
  https://huggingface.co/ChristianAzinn/gte-large-gguf
477
499
  gte-large-gguf
@@ -486,8 +508,16 @@ Third-Party Model Licenses
486
508
  https://huggingface.co/spaces/YatharthS
487
509
  lavasr-enhancer-f16
488
510
  https://huggingface.co/spaces/YatharthS
511
+ Manifest
512
+ https://huggingface.co/ACE-Step/Ace-Step1.5
513
+ megaloc-f16
514
+ https://huggingface.co/gberton/MegaLoc
515
+ megaloc-mixed
516
+ https://huggingface.co/gberton/MegaLoc
489
517
  model
490
518
  https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
519
+ model
520
+ https://huggingface.co/ACE-Step/Ace-Step1.5
491
521
  pt-tiny-ggml-model-f16
492
522
  https://huggingface.co/DavyCosta701/whisper-tiny-pt-bpra
493
523
  taew2_2_f16
@@ -500,6 +530,8 @@ Third-Party Model Licenses
500
530
  https://huggingface.co/ACE-Step/Ace-Step1.5
501
531
  weight
502
532
  https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
533
+ weight
534
+ https://huggingface.co/ACE-Step/Ace-Step1.5
503
535
  whisper-vad
504
536
  https://huggingface.co/ggml-org/whisper-vad
505
537
  whisper.cpp
@@ -817,7 +849,7 @@ JavaScript Dependencies
817
849
  https://github.com/tetherto/qvac
818
850
  @qvac/rag@0.9.0
819
851
  https://github.com/tetherto/qvac
820
- @qvac/registry-client@0.7.0
852
+ @qvac/registry-client@0.8.0
821
853
  https://github.com/tetherto/qvac
822
854
  @qvac/registry-schema@0.4.0
823
855
  https://github.com/tetherto/qvac
@@ -830,19 +862,19 @@ JavaScript Dependencies
830
862
  https://github.com/holepunchto/bare-abort
831
863
  bare-abort-controller@1.1.2
832
864
  https://github.com/holepunchto/bare-abort-controller
833
- bare-addon-resolve@1.11.0
865
+ bare-addon-resolve@1.12.0
834
866
  https://github.com/holepunchto/bare-addon-resolve
835
867
  bare-ansi-escapes@2.2.4
836
868
  https://github.com/holepunchto/bare-ansi-escapes
837
869
  bare-assert@1.3.0
838
870
  https://github.com/holepunchto/bare-assert
839
- bare-buffer@3.7.1
871
+ bare-buffer@3.7.2
840
872
  https://github.com/holepunchto/bare-buffer
841
873
  bare-cpu-info@0.1.1
842
874
  https://github.com/holepunchto/bare-cpu-info
843
875
  bare-crypto@1.15.4
844
876
  https://github.com/holepunchto/bare-crypto
845
- bare-dns@2.3.1
877
+ bare-dns@2.3.2
846
878
  https://github.com/holepunchto/bare-dns
847
879
  bare-env@3.0.1
848
880
  https://github.com/holepunchto/bare-env
@@ -856,8 +888,10 @@ JavaScript Dependencies
856
888
  https://github.com/holepunchto/bare-form-data
857
889
  bare-fs@4.8.4
858
890
  https://github.com/holepunchto/bare-fs
859
- bare-gpu-info@0.1.1
891
+ bare-gpu-info@0.1.3
860
892
  https://github.com/holepunchto/bare-gpu-info
893
+ bare-host-parser@1.0.0
894
+ https://github.com/holepunchto/bare-host-parser
861
895
  bare-hrtime@2.1.2
862
896
  https://github.com/holepunchto/bare-hrtime
863
897
  bare-http-parser@2.1.4
@@ -874,9 +908,9 @@ JavaScript Dependencies
874
908
  https://github.com/holepunchto/bare-module-resolve
875
909
  bare-net@2.3.3
876
910
  https://github.com/holepunchto/bare-net
877
- bare-os@3.9.3
911
+ bare-os@3.9.4
878
912
  https://github.com/holepunchto/bare-os
879
- bare-path@3.1.2
913
+ bare-path@3.1.3
880
914
  https://github.com/holepunchto/bare-path
881
915
  bare-performance@2.1.1
882
916
  https://github.com/holepunchto/bare-performance
@@ -886,8 +920,6 @@ JavaScript Dependencies
886
920
  https://github.com/holepunchto/bare-posix
887
921
  bare-process@4.5.1
888
922
  https://github.com/holepunchto/bare-process
889
- bare-rpc@1.3.8
890
- https://github.com/holepunchto/bare-rpc
891
923
  bare-semver@1.1.0
892
924
  https://github.com/holepunchto/bare-semver
893
925
  bare-signals@5.0.0
@@ -898,19 +930,19 @@ JavaScript Dependencies
898
930
  https://github.com/holepunchto/bare-stream
899
931
  bare-tcp@2.6.1
900
932
  https://github.com/holepunchto/bare-tcp
901
- bare-tls@3.2.0
933
+ bare-tls@3.2.1
902
934
  https://github.com/holepunchto/bare-tls
903
- bare-tty@5.2.1
935
+ bare-tty@5.2.2
904
936
  https://github.com/holepunchto/bare-tty
905
- bare-type@1.4.0
937
+ bare-type@1.6.0
906
938
  https://github.com/holepunchto/bare-type
907
- bare-url@2.5.5
939
+ bare-url@2.5.7
908
940
  https://github.com/holepunchto/bare-url
909
941
  bare-zlib@1.4.1
910
942
  https://github.com/holepunchto/bare-zlib
911
943
  blind-relay@1.6.1
912
944
  https://github.com/holepunchto/blind-relay
913
- compact-encoding@3.5.2
945
+ compact-encoding@3.7.0
914
946
  https://github.com/holepunchto/compact-encoding
915
947
  compact-encoding-bitfield@1.1.0
916
948
  https://github.com/compact-encoding/compact-encoding-bitfield
@@ -922,7 +954,7 @@ JavaScript Dependencies
922
954
  https://github.com/holepunchto/events-universal
923
955
  fd-lock@2.2.0
924
956
  https://github.com/holepunchto/fd-lock
925
- fs-native-extensions@1.5.2
957
+ fs-native-extensions@1.5.3
926
958
  https://github.com/holepunchto/fs-native-extensions
927
959
  hyperblobs@2.13.0
928
960
  https://github.com/holepunchto/hyperblobs
@@ -934,7 +966,7 @@ JavaScript Dependencies
934
966
  https://github.com/holepunchto/hypercore-stats
935
967
  hypercore-storage@3.4.0
936
968
  https://github.com/holepunchto/hypercore-storage
937
- hyperdb@6.11.0
969
+ hyperdb@6.11.1
938
970
  https://github.com/holepunchto/hyperdb
939
971
  hyperdht-address@1.1.1
940
972
  https://github.com/holepunchto/hyperdht-address
@@ -946,15 +978,15 @@ JavaScript Dependencies
946
978
  https://github.com/holepunchto/hyperdrive
947
979
  hyperschema@1.26.2
948
980
  https://github.com/holepunchto/hyperschema
949
- hyperswarm-stats@1.3.3
981
+ hyperswarm-stats@1.3.4
950
982
  https://github.com/holepunchto/hyperswarm-stats
951
983
  index-encoder@3.5.0
952
984
  https://github.com/holepunchto/index-encoder
953
985
  mirror-drive@1.14.2
954
986
  https://github.com/holepunchto/mirror-drive
955
- noise-handshake@4.2.0
987
+ noise-handshake@4.2.1
956
988
  https://github.com/holepunchto/noise-handshake
957
- paparam@1.14.0
989
+ paparam@1.15.0
958
990
  https://github.com/holepunchto/paparam
959
991
  passive-core-watcher@1.0.2
960
992
  https://github.com/holepunchto/passive-core-watcher
@@ -972,7 +1004,7 @@ JavaScript Dependencies
972
1004
  https://github.com/holepunchto/require-addon
973
1005
  resource-on-exit@1.0.0
974
1006
  https://github.com/holepunchto/bare-teardown
975
- rocksdb-native@3.19.1
1007
+ rocksdb-native@3.19.5
976
1008
  https://github.com/holepunchto/rocksdb-native
977
1009
  scope-lock@1.2.4
978
1010
  https://github.com/holepunchto/scope-lock
@@ -982,7 +1014,7 @@ JavaScript Dependencies
982
1014
  https://github.com/holepunchto/sub-encoder
983
1015
  text-decoder@1.2.7
984
1016
  https://github.com/holepunchto/text-decoder
985
- udx-native@1.22.0
1017
+ udx-native@1.22.1
986
1018
  https://github.com/holepunchto/udx-native
987
1019
  unslab@1.3.1
988
1020
  https://github.com/holepunchto/unslab
@@ -999,7 +1031,7 @@ JavaScript Dependencies
999
1031
  https://github.com/chm-diederichs/noise-curve-ed
1000
1032
  quickbit-universal@2.2.1
1001
1033
  https://github.com/holepunchto/quickbit-universal
1002
- semver@7.8.5
1034
+ semver@7.8.6
1003
1035
  https://github.com/npm/node-semver
1004
1036
  simdle-universal@1.1.3
1005
1037
  https://github.com/holepunchto/simdle-universal
@@ -1032,11 +1064,11 @@ JavaScript Dependencies
1032
1064
  https://github.com/mafintosh/generate-string
1033
1065
  hyperbee@2.27.3
1034
1066
  https://github.com/holepunchto/hyperbee
1035
- hypercore@11.39.5
1067
+ hypercore@11.40.4
1036
1068
  https://github.com/holepunchto/hypercore
1037
1069
  hypercore-crypto@3.7.0
1038
1070
  https://github.com/mafintosh/hypercore-crypto
1039
- hyperdht@6.35.0
1071
+ hyperdht@6.36.0
1040
1072
  https://github.com/holepunchto/hyperdht
1041
1073
  hyperswarm@4.17.2
1042
1074
  https://github.com/holepunchto/hyperswarm
@@ -1054,7 +1086,7 @@ JavaScript Dependencies
1054
1086
  https://github.com/mafintosh/nat-sampler
1055
1087
  protocol-buffers-encodings@1.2.0
1056
1088
  https://github.com/mafintosh/protocol-buffers-encodings
1057
- protomux@3.13.0
1089
+ protomux@3.13.1
1058
1090
  https://github.com/holepunchto/protomux
1059
1091
  queue-tick@1.0.1
1060
1092
  https://github.com/mafintosh/queue-tick
@@ -1076,7 +1108,7 @@ JavaScript Dependencies
1076
1108
  https://github.com/mafintosh/signal-promise
1077
1109
  signed-varint@2.0.1
1078
1110
  https://github.com/dominictarr/signed-varint
1079
- sodium-native@5.2.0
1111
+ sodium-native@5.2.1
1080
1112
  https://github.com/holepunchto/sodium-native
1081
1113
  sodium-secretstream@1.2.0
1082
1114
  https://github.com/mafintosh/sodium-secretstream
package/README.md CHANGED
@@ -111,7 +111,7 @@ projections. Add `ttsWorkload` beside `modelConfig` on the assessment candidate:
111
111
  decoder; reference encoding also needs the codec encoder. Prompt rows must
112
112
  cover the complete native prompt, including dialogue and reference rows.
113
113
  Missing workloads return an unknown assessment rather than guessing.
114
- MOSS-Speech has no native fitter and assesses as unknown. Workloads are
114
+ MOSS-Speech has no fitter and assesses as unknown. Workloads are
115
115
  fit-only: loading a MOSS model does not accept them, so the fit check before a
116
116
  MOSS load is unknown.
117
117
 
@@ -123,6 +123,8 @@ endpoint cannot represent those requests.
123
123
 
124
124
  The engine resolves a `qvac.config.js` or `qvac.config.json` from the current working directory, or from the path in `QVAC_CONFIG_PATH`. The resolved config applies on the first API call.
125
125
 
126
+ The engine keeps models and its cache under `.qvac` in a home folder, which defaults to `HOME`. A Bare Kit worklet has no `HOME`, so call `initialize({ homeDir })` from `@qvac/inference/engine` with the app's storage folder before the first request; only the first call's folder applies.
127
+
126
128
  The `includeAudioDecoder` setting is read by the SDK bundler. Set it to `false` when packaging a worker that only receives raw PCM or streaming audio; `audiogen-ggml` can also use PCM or WAV output without FFmpeg. Compressed audio file decoding and compressed audiogen output formats require `bare-ffmpeg` to be bundled.
127
129
 
128
130
  ## System resource diagnostics
@@ -1,21 +1,21 @@
1
1
  import { type AssessModelFitInput, type AssessModelFitResult } from '../schemas/index.js';
2
2
  /**
3
- * Assesses, before anything is downloaded, whether the given models are likely
4
- * to fit in this device's memory.
3
+ * Whether a set of models fits in this device's memory when loaded together,
4
+ * without downloading them.
5
5
  *
6
- * Advisory only: it does not download weights, block `loadModel`, reserve
7
- * memory, or make a performance claim. `unknown` is a real answer — it means
8
- * the available evidence does not support a verdict either way, and callers
9
- * should treat it as "cannot say", not "no".
6
+ * Each model's engine fitter runs against the registry's weightless description
7
+ * of the model, or the model itself when it is on disk. The memory each load
8
+ * takes is summed per device and compared against what is free.
10
9
  *
11
- * For each candidate it fetches the registry's weightless description of the
12
- * artifact — tens of KB, never the weights — and runs the engine's own fitter
13
- * against it, reported as `native-fit` evidence. Where that is unavailable the
14
- * computed floor stands, which can refuse a model but never confirm one.
10
+ * `unknown` is the answer for a load that would start but cannot be sized: an
11
+ * engine with no fitter, a load the fitter cannot project, a model with no
12
+ * registry description that is not on disk, or a device that reported no free
13
+ * memory.
15
14
  *
16
- * @param input - Candidates with their intended workloads, the declared
17
- * execution mode, and the headroom policy.
18
- * @returns Per-model and combined verdicts, with the budget and bounds they came
19
- * from, plus every assumption that was made.
15
+ * @param input - The models, each as `loadModel` takes it.
16
+ * @returns The verdict for the set, and each model's own verdict and stats.
17
+ * @throws The error `loadModel` would throw for a load it refuses: no plugin
18
+ * for the model type, a config the plugin refuses, or a model the fitter
19
+ * cannot read.
20
20
  */
21
21
  export declare function assessModelFit(input: AssessModelFitInput): Promise<AssessModelFitResult>;
@@ -2,23 +2,23 @@ import { assessModelFitInputSchema } from '../schemas/index.js';
2
2
  import { send } from '../dispatch.js';
3
3
  import { InvalidResponseError } from '../errors/index.js';
4
4
  /**
5
- * Assesses, before anything is downloaded, whether the given models are likely
6
- * to fit in this device's memory.
5
+ * Whether a set of models fits in this device's memory when loaded together,
6
+ * without downloading them.
7
7
  *
8
- * Advisory only: it does not download weights, block `loadModel`, reserve
9
- * memory, or make a performance claim. `unknown` is a real answer — it means
10
- * the available evidence does not support a verdict either way, and callers
11
- * should treat it as "cannot say", not "no".
8
+ * Each model's engine fitter runs against the registry's weightless description
9
+ * of the model, or the model itself when it is on disk. The memory each load
10
+ * takes is summed per device and compared against what is free.
12
11
  *
13
- * For each candidate it fetches the registry's weightless description of the
14
- * artifact — tens of KB, never the weights — and runs the engine's own fitter
15
- * against it, reported as `native-fit` evidence. Where that is unavailable the
16
- * computed floor stands, which can refuse a model but never confirm one.
12
+ * `unknown` is the answer for a load that would start but cannot be sized: an
13
+ * engine with no fitter, a load the fitter cannot project, a model with no
14
+ * registry description that is not on disk, or a device that reported no free
15
+ * memory.
17
16
  *
18
- * @param input - Candidates with their intended workloads, the declared
19
- * execution mode, and the headroom policy.
20
- * @returns Per-model and combined verdicts, with the budget and bounds they came
21
- * from, plus every assumption that was made.
17
+ * @param input - The models, each as `loadModel` takes it.
18
+ * @returns The verdict for the set, and each model's own verdict and stats.
19
+ * @throws The error `loadModel` would throw for a load it refuses: no plugin
20
+ * for the model type, a config the plugin refuses, or a model the fitter
21
+ * cannot read.
22
22
  */
23
23
  export async function assessModelFit(input) {
24
24
  const parsed = assessModelFitInputSchema.parse(input);
@@ -4,7 +4,7 @@ import { type AudioEditClientParams, type AudioGenClientParams, type AudioGenRes
4
4
  * MiniMax-Music3 AudioGen model.
5
5
  *
6
6
  * @param params - AudioGen request parameters (model, caption, optional lyrics, seed, bpm, etc.).
7
- * @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
7
+ * @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `chunkStream` (the same PCM as one `Int16Array` per engine chunk; the engines emit one chunk when generation finishes), `encoded` (promise of the file for `outputFormat`, or `undefined`), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
8
8
  *
9
9
  * @example
10
10
  * ```typescript
@@ -27,7 +27,7 @@ export declare function audioGen(params: AudioGenClientParams): AudioGenResult;
27
27
  * controls that apply to every operation: `seed`, a timbre `referenceAudio`, the prompt
28
28
  * metadata (`vocalLanguage`, `bpm`, `keyscale`, `timesignature`, `augmentCaptionWithMetadata`),
29
29
  * the Repaint DCW controls, and per-run `inferenceSteps` and `shift`.
30
- * @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `stats`, and `diagnostics`.
30
+ * @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `chunkStream`, `encoded`, `stats`, and `diagnostics`.
31
31
  *
32
32
  * @example
33
33
  * ```typescript
@@ -3,7 +3,66 @@ import { stream } from '../dispatch.js';
3
3
  import { parseClientInput } from '../api/parse-input.js';
4
4
  import { generateRandomRequestId } from '../runtime/request-id.js';
5
5
  import { decodeBase64 } from '../utils/encoding.js';
6
- import { InvalidResponseError, InferenceCancelledError } from '../errors/index.js';
6
+ import { AudioEncodeFailedError, InvalidResponseError, InferenceCancelledError } from '../errors/index.js';
7
+ /**
8
+ * A queue one consumer drains as an async generator. It ends when the run
9
+ * does, and throws the run's error once the queued items are delivered.
10
+ */
11
+ function createFeed() {
12
+ const queue = [];
13
+ let closed = false;
14
+ let failure;
15
+ let wake;
16
+ function notify() {
17
+ wake?.();
18
+ wake = undefined;
19
+ }
20
+ async function* drain() {
21
+ while (true) {
22
+ if (queue.length > 0) {
23
+ yield queue.shift();
24
+ continue;
25
+ }
26
+ if (closed) {
27
+ if (failure !== undefined)
28
+ throw failure;
29
+ return;
30
+ }
31
+ await new Promise((resolve) => {
32
+ wake = resolve;
33
+ });
34
+ }
35
+ }
36
+ return {
37
+ push(item) {
38
+ queue.push(item);
39
+ notify();
40
+ },
41
+ close(error) {
42
+ closed = true;
43
+ failure = error;
44
+ notify();
45
+ },
46
+ stream: drain()
47
+ };
48
+ }
49
+ /**
50
+ * Copies one PCM frame into its own `Int16Array`. The copy keeps a caller
51
+ * that edits a chunk in place from changing `audio`, and gives the samples
52
+ * the alignment a view over the decoded bytes might lack.
53
+ */
54
+ function toInt16Chunk(bytes, wireType) {
55
+ if (bytes.byteLength % Int16Array.BYTES_PER_ELEMENT !== 0) {
56
+ throw new InvalidResponseError(`${wireType} audio chunk`);
57
+ }
58
+ const samples = new Int16Array(bytes.byteLength / Int16Array.BYTES_PER_ELEMENT);
59
+ new Uint8Array(samples.buffer).set(bytes);
60
+ return samples;
61
+ }
62
+ async function* int16Chunks(indexes, read, wireType) {
63
+ for await (const index of indexes)
64
+ yield toInt16Chunk(read(index), wireType);
65
+ }
7
66
  function concatenateChunks(chunks) {
8
67
  const totalLength = chunks.reduce((total, chunk) => total + chunk.length, 0);
9
68
  const pcm = new Uint8Array(totalLength);
@@ -19,7 +78,7 @@ function concatenateChunks(chunks) {
19
78
  * MiniMax-Music3 AudioGen model.
20
79
  *
21
80
  * @param params - AudioGen request parameters (model, caption, optional lyrics, seed, bpm, etc.).
22
- * @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
81
+ * @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `chunkStream` (the same PCM as one `Int16Array` per engine chunk; the engines emit one chunk when generation finishes), `encoded` (promise of the file for `outputFormat`, or `undefined`), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
23
82
  *
24
83
  * @example
25
84
  * ```typescript
@@ -51,7 +110,7 @@ export function audioGen(params) {
51
110
  * controls that apply to every operation: `seed`, a timbre `referenceAudio`, the prompt
52
111
  * metadata (`vocalLanguage`, `bpm`, `keyscale`, `timesignature`, `augmentCaptionWithMetadata`),
53
112
  * the Repaint DCW controls, and per-run `inferenceSteps` and `shift`.
54
- * @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `stats`, and `diagnostics`.
113
+ * @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `chunkStream`, `encoded`, `stats`, and `diagnostics`.
55
114
  *
56
115
  * @example
57
116
  * ```typescript
@@ -118,10 +177,7 @@ export function audioUnderstand(params) {
118
177
  }
119
178
  function collectRun(request, requestId, responseSchema, sink) {
120
179
  const wireType = request.type;
121
- const progressQueue = [];
122
- let progressDone = false;
123
- let progressError;
124
- let progressResolve;
180
+ const progress = createFeed();
125
181
  let resolvePayload = () => { };
126
182
  let rejectPayload = () => { };
127
183
  const payload = new Promise((resolve, reject) => {
@@ -143,10 +199,6 @@ function collectRun(request, requestId, responseSchema, sink) {
143
199
  rejectDiagnostics = reject;
144
200
  });
145
201
  diagnostics.catch(() => { });
146
- function notifyProgress() {
147
- progressResolve?.();
148
- progressResolve = undefined;
149
- }
150
202
  function rejectAll(error) {
151
203
  rejectPayload(error);
152
204
  rejectStats(error);
@@ -154,6 +206,7 @@ function collectRun(request, requestId, responseSchema, sink) {
154
206
  }
155
207
  async function processResponses() {
156
208
  let receivedDone = false;
209
+ let failure;
157
210
  try {
158
211
  for await (const response of stream(request)) {
159
212
  if (!response ||
@@ -163,10 +216,8 @@ function collectRun(request, requestId, responseSchema, sink) {
163
216
  continue;
164
217
  }
165
218
  const frame = responseSchema.parse(response);
166
- if (frame.progress) {
167
- progressQueue.push(frame.progress);
168
- notifyProgress();
169
- }
219
+ if (frame.progress)
220
+ progress.push(frame.progress);
170
221
  sink.absorb(frame);
171
222
  if (frame.done) {
172
223
  receivedDone = true;
@@ -185,37 +236,22 @@ function collectRun(request, requestId, responseSchema, sink) {
185
236
  }
186
237
  }
187
238
  catch (error) {
188
- progressError = error instanceof Error ? error : new InvalidResponseError(wireType, error);
189
- rejectAll(progressError);
239
+ failure = error instanceof Error ? error : new InvalidResponseError(wireType, error);
240
+ rejectAll(failure);
190
241
  }
191
242
  finally {
192
- progressDone = true;
193
- notifyProgress();
194
- }
195
- }
196
- async function* progressStream() {
197
- while (true) {
198
- const tick = progressQueue.shift();
199
- if (tick) {
200
- yield tick;
201
- continue;
202
- }
203
- if (progressDone) {
204
- if (progressError !== undefined)
205
- throw progressError;
206
- return;
207
- }
208
- await new Promise((resolve) => {
209
- progressResolve = resolve;
210
- });
243
+ progress.close(failure);
244
+ sink.close?.(failure);
211
245
  }
212
246
  }
213
247
  void processResponses();
214
- return { requestId, progressStream: progressStream(), payload, stats, diagnostics };
248
+ return { requestId, progressStream: progress.stream, payload, stats, diagnostics };
215
249
  }
216
250
  /**
217
251
  * Consumes one generation or editing stream: PCM chunks accumulate into
218
- * `audio`, carrying the format reported alongside them.
252
+ * `audio`, carrying the format reported alongside them, and are offered one
253
+ * by one on `chunkStream`. The encoded file, when the request asked for one,
254
+ * settles `encoded`; a failed encode rejects `encoded` and nothing else.
219
255
  */
220
256
  function collectAudioRun(request, requestId, responseSchema) {
221
257
  const wireType = request.type;
@@ -223,11 +259,35 @@ function collectAudioRun(request, requestId, responseSchema) {
223
259
  let sampleRate;
224
260
  let channels;
225
261
  let bitsPerSample;
262
+ let encoded;
263
+ let encodeFailure;
264
+ // The PCM is held once. Until the run settles it is the received chunks;
265
+ // from then on it is `audio.pcm` alone, and the chunks are views into it.
266
+ // `chunkStream` queues chunk indexes rather than bytes, so an unread
267
+ // stream keeps no second copy of the audio alive.
268
+ let settledPcm;
269
+ const chunkEnds = [];
270
+ const chunks = createFeed();
271
+ function chunkBytes(index) {
272
+ if (settledPcm === undefined)
273
+ return pcmChunks[index] ?? new Uint8Array(0);
274
+ const start = index > 0 ? (chunkEnds[index - 1] ?? 0) : 0;
275
+ return settledPcm.subarray(start, chunkEnds[index] ?? start);
276
+ }
226
277
  const { progressStream, payload, stats, diagnostics } = collectRun(request, requestId, responseSchema, {
227
278
  absorb(frame) {
279
+ if (frame.encoded !== undefined) {
280
+ encoded = { ...frame.encoded, data: decodeBase64(frame.encoded.data) };
281
+ }
282
+ if (frame.encodeError !== undefined) {
283
+ encodeFailure = new AudioEncodeFailedError(frame.encodeError.format, frame.encodeError.details);
284
+ }
228
285
  if (frame.data === undefined)
229
286
  return;
230
- pcmChunks.push(decodeBase64(frame.data));
287
+ const bytes = decodeBase64(frame.data);
288
+ chunks.push(pcmChunks.length);
289
+ pcmChunks.push(bytes);
290
+ chunkEnds.push((chunkEnds.at(-1) ?? 0) + bytes.byteLength);
231
291
  sampleRate = frame.sampleRate;
232
292
  channels = frame.channels;
233
293
  bitsPerSample = frame.bitsPerSample;
@@ -236,13 +296,44 @@ function collectAudioRun(request, requestId, responseSchema) {
236
296
  if (sampleRate === undefined || channels === undefined || bitsPerSample === undefined) {
237
297
  throw new InvalidResponseError(`${wireType} audio chunk`);
238
298
  }
299
+ if (request.outputFormat !== undefined &&
300
+ encoded === undefined &&
301
+ encodeFailure === undefined) {
302
+ throw new InvalidResponseError(`${wireType} encoded audio`);
303
+ }
304
+ settledPcm = concatenateChunks(pcmChunks);
305
+ pcmChunks.length = 0;
239
306
  return {
240
- pcm: concatenateChunks(pcmChunks),
241
- sampleRate,
242
- channels,
243
- bitsPerSample
307
+ audio: {
308
+ pcm: settledPcm,
309
+ sampleRate,
310
+ channels,
311
+ bitsPerSample
312
+ },
313
+ encoded,
314
+ encodeFailure
244
315
  };
316
+ },
317
+ close(error) {
318
+ chunks.close(error);
245
319
  }
246
320
  });
247
- return { requestId, progressStream, audio: payload, stats, diagnostics };
321
+ const audio = payload.then((settled) => settled.audio);
322
+ // A failed encode rejects the file alone; the run itself completed.
323
+ const encodedAudio = payload.then((settled) => {
324
+ if (settled.encodeFailure !== undefined)
325
+ throw settled.encodeFailure;
326
+ return settled.encoded;
327
+ });
328
+ audio.catch(() => { });
329
+ encodedAudio.catch(() => { });
330
+ return {
331
+ requestId,
332
+ progressStream,
333
+ chunkStream: int16Chunks(chunks.stream, chunkBytes, wireType),
334
+ audio,
335
+ encoded: encodedAudio,
336
+ stats,
337
+ diagnostics
338
+ };
248
339
  }