@qvac/inference 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/NOTICE +59 -40
  2. package/README.md +1 -1
  3. package/dist/api/audio-gen.js +1 -1
  4. package/dist/api/completion-stream.d.ts +2 -1
  5. package/dist/api/completion-stream.js +3 -1
  6. package/dist/api/decide.js +1 -1
  7. package/dist/api/diffusion.d.ts +18 -1
  8. package/dist/api/diffusion.js +18 -1
  9. package/dist/api/download-asset.js +1 -1
  10. package/dist/api/finetune.js +1 -1
  11. package/dist/api/index.d.ts +39 -38
  12. package/dist/api/index.js +38 -37
  13. package/dist/api/load-model.js +2 -2
  14. package/dist/api/logging-stream-registry.js +11 -7
  15. package/dist/api/logging-stream.d.ts +11 -1
  16. package/dist/api/logging-stream.js +11 -2
  17. package/dist/api/registry.d.ts +2 -1
  18. package/dist/api/registry.js +5 -4
  19. package/dist/api/rerank.d.ts +17 -0
  20. package/dist/api/rerank.js +36 -0
  21. package/dist/api/subscribe-logs.js +5 -3
  22. package/dist/api/unload-model.js +1 -1
  23. package/dist/api/video.js +1 -1
  24. package/dist/api/vla.js +1 -1
  25. package/dist/api/world-result.js +1 -1
  26. package/dist/api/world.d.ts +1 -1
  27. package/dist/api/world.js +1 -1
  28. package/dist/config/resolve-config.d.ts +1 -1
  29. package/dist/config/resolve-config.js +1 -1
  30. package/dist/constants/index.d.ts +2 -2
  31. package/dist/constants/index.js +2 -2
  32. package/dist/dispatch.d.ts +3 -2
  33. package/dist/dispatch.js +16 -4
  34. package/dist/errors/index.d.ts +6 -0
  35. package/dist/errors/index.js +13 -1
  36. package/dist/handlers/assess-model-fit.d.ts +1 -1
  37. package/dist/handlers/assess-model-fit.js +4 -4
  38. package/dist/handlers/cancelHandler.js +1 -1
  39. package/dist/handlers/completion-orchestrate.js +2 -2
  40. package/dist/handlers/download-asset.js +2 -2
  41. package/dist/handlers/finetune.js +1 -1
  42. package/dist/handlers/get-loaded-model-info.js +2 -3
  43. package/dist/handlers/get-model-info.js +1 -1
  44. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  45. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  46. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  47. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  48. package/dist/handlers/load-model/download-stats.js +3 -3
  49. package/dist/handlers/load-model/handler.js +10 -7
  50. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  51. package/dist/handlers/load-model/http.d.ts +1 -1
  52. package/dist/handlers/load-model/http.js +3 -3
  53. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  54. package/dist/handlers/load-model/hyperdrive.js +2 -2
  55. package/dist/handlers/load-model/index.d.ts +2 -2
  56. package/dist/handlers/load-model/index.js +2 -2
  57. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  58. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  59. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  60. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  61. package/dist/handlers/load-model/registry.d.ts +2 -2
  62. package/dist/handlers/load-model/registry.js +5 -5
  63. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  64. package/dist/handlers/load-model/resolve-session.js +11 -3
  65. package/dist/handlers/load-model/resolve.d.ts +1 -1
  66. package/dist/handlers/load-model/resolve.js +5 -5
  67. package/dist/handlers/logging-stream.d.ts +2 -1
  68. package/dist/handlers/logging-stream.js +23 -7
  69. package/dist/handlers/registry.js +4 -2
  70. package/dist/handlers/types.d.ts +7 -1
  71. package/dist/handlers/vector-index.js +2 -2
  72. package/dist/index.d.ts +1 -1
  73. package/dist/index.js +1 -1
  74. package/dist/logging/addon.d.ts +1 -1
  75. package/dist/logging/addon.js +1 -1
  76. package/dist/logging/index.d.ts +5 -5
  77. package/dist/logging/index.js +4 -4
  78. package/dist/logging/logger.d.ts +1 -1
  79. package/dist/logging/logger.js +3 -3
  80. package/dist/logging/utils.js +1 -1
  81. package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
  82. package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
  83. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  84. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
  85. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
  86. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
  87. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  88. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
  89. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
  90. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
  91. package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
  92. package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
  93. package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
  94. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
  95. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
  96. package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
  97. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
  98. package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
  99. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
  100. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
  101. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  102. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
  103. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  104. package/dist/model-fit/request/engines/diffusion.js +93 -0
  105. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
  106. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
  107. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
  108. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
  109. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
  110. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
  111. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
  112. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
  113. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
  114. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
  115. package/dist/model-fit/run/run.d.ts +43 -0
  116. package/dist/model-fit/run/run.js +204 -0
  117. package/dist/models/registry/index.d.ts +1 -1
  118. package/dist/models/registry/index.js +2 -2
  119. package/dist/models/registry/models.d.ts +510 -0
  120. package/dist/models/registry/models.js +2946 -2410
  121. package/dist/models/registry/resource-profiles.js +203 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
  124. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
  126. package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
  129. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  130. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  131. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
  132. package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
  133. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
  134. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  135. package/dist/plugins/builtin/index.d.ts +15 -14
  136. package/dist/plugins/builtin/index.js +15 -14
  137. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  138. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  139. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  140. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  141. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
  142. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  143. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  144. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
  145. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
  146. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  147. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  148. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  149. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
  150. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
  151. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  152. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
  153. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
  154. package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
  155. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  156. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  157. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  158. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  159. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  160. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  161. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
  162. package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
  163. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
  164. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
  165. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
  166. package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
  167. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  168. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  169. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  170. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
  171. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  172. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  173. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
  174. package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
  175. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  176. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  177. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  178. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  179. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  180. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
  181. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
  182. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
  183. package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
  184. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
  185. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
  186. package/dist/plugins/index.d.ts +1 -1
  187. package/dist/plugins/index.js +2 -2
  188. package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
  189. package/dist/plugins/ops/kv-cache-utils.js +15 -8
  190. package/dist/plugins/ops/load-model.d.ts +8 -2
  191. package/dist/plugins/ops/load-model.js +14 -5
  192. package/dist/plugins/ops/transcribe.js +1 -1
  193. package/dist/plugins/ops/translate.js +3 -3
  194. package/dist/plugins/ops/unload-model.js +1 -1
  195. package/dist/plugins/turbovec-backend.js +5 -5
  196. package/dist/profiling/aggregator.d.ts +1 -1
  197. package/dist/profiling/aggregator.js +1 -1
  198. package/dist/profiling/controller.d.ts +1 -1
  199. package/dist/profiling/controller.js +2 -2
  200. package/dist/profiling/events.d.ts +1 -1
  201. package/dist/profiling/events.js +2 -2
  202. package/dist/profiling/exporters.d.ts +1 -1
  203. package/dist/profiling/exporters.js +3 -3
  204. package/dist/profiling/index.d.ts +13 -13
  205. package/dist/profiling/index.js +12 -12
  206. package/dist/profiling/operation-metrics.d.ts +1 -1
  207. package/dist/profiling/operation-metrics.js +2 -2
  208. package/dist/profiling/operation-wrappers.js +3 -3
  209. package/dist/profiling/profiler.js +1 -1
  210. package/dist/rag/handler.js +1 -1
  211. package/dist/rag/handlers/close-workspace.js +1 -1
  212. package/dist/rag/handlers/delete-embeddings.js +1 -1
  213. package/dist/rag/handlers/delete-workspace.js +1 -1
  214. package/dist/rag/handlers/ingest.js +1 -1
  215. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  216. package/dist/rag/handlers/list-workspaces.js +1 -1
  217. package/dist/rag/handlers/reindex.js +1 -1
  218. package/dist/rag/handlers/save-embeddings.js +1 -1
  219. package/dist/rag/handlers/search.js +1 -1
  220. package/dist/rag/index.d.ts +11 -11
  221. package/dist/rag/index.js +11 -11
  222. package/dist/rag/rag-workspace-manager.js +1 -1
  223. package/dist/registry.js +2 -1
  224. package/dist/resources/collector.d.ts +1 -1
  225. package/dist/resources/collector.js +1 -1
  226. package/dist/resources/instance.d.ts +1 -1
  227. package/dist/resources/instance.js +1 -1
  228. package/dist/resources/native.d.ts +1 -1
  229. package/dist/resources/normalize.d.ts +1 -1
  230. package/dist/rpc/inventory.js +3 -3
  231. package/dist/runtime/index.d.ts +5 -5
  232. package/dist/runtime/index.js +2 -2
  233. package/dist/runtime/lifecycle.js +7 -7
  234. package/dist/runtime/model-config-utils.js +3 -0
  235. package/dist/runtime/model-registry.d.ts +3 -1
  236. package/dist/runtime/model-registry.js +2 -1
  237. package/dist/runtime/registry-client.js +1 -1
  238. package/dist/runtime/request-context.d.ts +3 -3
  239. package/dist/runtime/request-context.js +14 -1
  240. package/dist/runtime/request-registry.d.ts +1 -1
  241. package/dist/runtime/request-registry.js +1 -1
  242. package/dist/runtime/state.d.ts +1 -1
  243. package/dist/runtime/state.js +2 -2
  244. package/dist/runtime/vector-index-backend.d.ts +2 -2
  245. package/dist/runtime/vector-index-registry.d.ts +5 -5
  246. package/dist/runtime/vector-index-registry.js +36 -13
  247. package/dist/schemas/assess-model-fit.d.ts +6 -0
  248. package/dist/schemas/assess-model-fit.js +4 -4
  249. package/dist/schemas/audio-gen.d.ts +13 -1
  250. package/dist/schemas/audio-gen.js +3 -3
  251. package/dist/schemas/batch-completion-stream.d.ts +8 -2
  252. package/dist/schemas/batch-completion-stream.js +3 -3
  253. package/dist/schemas/bci-config.d.ts +1 -0
  254. package/dist/schemas/bci-config.js +2 -2
  255. package/dist/schemas/bci.d.ts +1 -1
  256. package/dist/schemas/bci.js +2 -2
  257. package/dist/schemas/cancel.d.ts +5 -0
  258. package/dist/schemas/cancel.js +1 -0
  259. package/dist/schemas/common.d.ts +478 -100
  260. package/dist/schemas/common.js +35 -32
  261. package/dist/schemas/completion-event.d.ts +8 -2
  262. package/dist/schemas/completion-event.js +4 -1
  263. package/dist/schemas/completion-stream.d.ts +11 -2
  264. package/dist/schemas/completion-stream.js +37 -10
  265. package/dist/schemas/config.d.ts +849 -6
  266. package/dist/schemas/config.js +12 -10
  267. package/dist/schemas/decision.d.ts +8 -0
  268. package/dist/schemas/decision.js +14 -0
  269. package/dist/schemas/download-asset.d.ts +6 -4
  270. package/dist/schemas/download-asset.js +1 -1
  271. package/dist/schemas/engine-addon-map.d.ts +2 -1
  272. package/dist/schemas/engine-addon-map.js +4 -3
  273. package/dist/schemas/errors.d.ts +1 -0
  274. package/dist/schemas/errors.js +6 -1
  275. package/dist/schemas/index.d.ts +51 -50
  276. package/dist/schemas/index.js +50 -49
  277. package/dist/schemas/llamacpp-config.d.ts +182 -6
  278. package/dist/schemas/llamacpp-config.js +102 -7
  279. package/dist/schemas/load-model.d.ts +3176 -646
  280. package/dist/schemas/load-model.js +34 -1
  281. package/dist/schemas/mcp-adapter.d.ts +1 -1
  282. package/dist/schemas/model-config-schemas.d.ts +195 -1
  283. package/dist/schemas/model-config-schemas.js +14 -12
  284. package/dist/schemas/model-fit-policy.d.ts +1 -1
  285. package/dist/schemas/model-info.js +2 -2
  286. package/dist/schemas/model-resource-profile.d.ts +1 -0
  287. package/dist/schemas/model-resource-profile.js +1 -1
  288. package/dist/schemas/model-src-utils.d.ts +6 -2
  289. package/dist/schemas/model-src-utils.js +2 -2
  290. package/dist/schemas/model-types.d.ts +5 -1
  291. package/dist/schemas/model-types.js +1 -0
  292. package/dist/schemas/ocr.d.ts +2 -0
  293. package/dist/schemas/ocr.js +1 -1
  294. package/dist/schemas/plugin.d.ts +9 -3
  295. package/dist/schemas/plugin.js +6 -0
  296. package/dist/schemas/profiling.js +1 -1
  297. package/dist/schemas/rag.js +1 -1
  298. package/dist/schemas/registry.d.ts +8 -0
  299. package/dist/schemas/registry.js +2 -1
  300. package/dist/schemas/reload-config.d.ts +6 -2
  301. package/dist/schemas/reload-config.js +2 -2
  302. package/dist/schemas/rerank.d.ts +131 -0
  303. package/dist/schemas/rerank.js +102 -0
  304. package/dist/schemas/sdcpp-config.d.ts +56 -0
  305. package/dist/schemas/sdcpp-config.js +33 -15
  306. package/dist/schemas/text-to-speech.d.ts +61 -0
  307. package/dist/schemas/transcription-config.d.ts +5 -0
  308. package/dist/schemas/transcription-config.js +16 -1
  309. package/dist/schemas/transcription.d.ts +1 -1
  310. package/dist/schemas/transcription.js +1 -1
  311. package/dist/schemas/translate.d.ts +2 -2
  312. package/dist/schemas/translate.js +1 -1
  313. package/dist/schemas/translation-config.d.ts +20 -10
  314. package/dist/schemas/translation-config.js +1 -1
  315. package/dist/surface.d.ts +2 -1
  316. package/dist/surface.js +2 -1
  317. package/dist/utils/addon-responses.d.ts +2 -0
  318. package/dist/utils/aggregate-events.d.ts +1 -1
  319. package/dist/utils/aggregate-events.js +2 -2
  320. package/dist/utils/archive.js +2 -2
  321. package/dist/utils/audio/decoder.js +3 -1
  322. package/dist/utils/audio-input.js +1 -1
  323. package/dist/utils/cache/auto-history.d.ts +2 -1
  324. package/dist/utils/cache/auto-history.js +2 -2
  325. package/dist/utils/cache/paths.js +6 -6
  326. package/dist/utils/checksum.d.ts +2 -0
  327. package/dist/utils/checksum.js +41 -2
  328. package/dist/utils/completion-normalizer.js +1 -1
  329. package/dist/utils/gguf-architecture.d.ts +7 -0
  330. package/dist/utils/gguf-architecture.js +142 -0
  331. package/dist/utils/gguf-tensor-extractor.js +1 -1
  332. package/dist/utils/index.d.ts +13 -13
  333. package/dist/utils/index.js +13 -13
  334. package/dist/utils/mcp-adapter.d.ts +1 -1
  335. package/dist/utils/mcp-adapter.js +1 -1
  336. package/dist/utils/path-security.js +1 -1
  337. package/dist/utils/shard-utils.d.ts +5 -0
  338. package/dist/utils/shard-utils.js +19 -3
  339. package/dist/utils/tool-integration.d.ts +1 -0
  340. package/dist/utils/tool-integration.js +3 -6
  341. package/dist/utils/tools/defer.d.ts +16 -26
  342. package/dist/utils/tools/defer.js +50 -41
  343. package/dist/utils/tools/dialect.d.ts +15 -4
  344. package/dist/utils/tools/dialect.js +34 -5
  345. package/dist/utils/tools/index.d.ts +3 -3
  346. package/dist/utils/tools/index.js +3 -3
  347. package/dist/utils/tools/parser.js +8 -8
  348. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  349. package/dist/utils/tools/parsers/dsml.js +1 -1
  350. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  351. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  352. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  353. package/dist/utils/tools/parsers/harmony.js +1 -1
  354. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  355. package/dist/utils/tools/parsers/hermes.js +1 -1
  356. package/dist/utils/tools/parsers/json.d.ts +1 -1
  357. package/dist/utils/tools/parsers/json.js +1 -1
  358. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  359. package/dist/utils/tools/parsers/pythonic.js +1 -1
  360. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  361. package/dist/utils/tools/parsers/qwen35.js +1 -1
  362. package/dist/utils/tts-stats.d.ts +1 -1
  363. package/dist/utils/until-aborted.d.ts +7 -0
  364. package/dist/utils/until-aborted.js +34 -0
  365. package/package.json +53 -45
  366. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  367. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  368. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  369. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  370. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  371. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  372. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  373. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  374. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  375. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  376. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  377. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  378. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  379. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  380. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  381. package/dist/resources/model-fit/platform.d.ts +0 -9
  382. package/dist/resources/model-fit/types.js +0 -1
  383. /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
  384. /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
  385. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  386. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -79,6 +79,11 @@ export const MODEL_RESOURCE_PROFILES = {
79
79
  ssmGroupCount: 16
80
80
  }
81
81
  },
82
+ '010e1d89671b1fc5867b6ef627d9a847fc552d439ca56f517e6d4b9037088eb8': {
83
+ schemaVersion: 1,
84
+ engine: 'parakeet-transcription',
85
+ artifactBytes: 2863
86
+ },
82
87
  '0157ed1162dd5a7a0fc6a3cc86014ec21cb47a8febf77164df24d8921270bb29': {
83
88
  schemaVersion: 1,
84
89
  engine: 'nmtcpp-translation',
@@ -151,6 +156,11 @@ export const MODEL_RESOURCE_PROFILES = {
151
156
  engine: 'nmtcpp-translation',
152
157
  artifactBytes: 431338529
153
158
  },
159
+ '048948c0bf8565fc5c571c617fffa934956214ca403ccb430e5631d0aad73753': {
160
+ schemaVersion: 1,
161
+ engine: 'parakeet-transcription',
162
+ artifactBytes: 186560128
163
+ },
154
164
  '04bbfb097095f688717459eb941067c4ebd3751029c14842011ae199e63d3d13': {
155
165
  schemaVersion: 1,
156
166
  engine: 'whispercpp-transcription',
@@ -246,6 +256,11 @@ export const MODEL_RESOURCE_PROFILES = {
246
256
  engine: 'whispercpp-transcription',
247
257
  artifactBytes: 43537450
248
258
  },
259
+ '07aefdcbcec95b2b6e483dbddd8643d59ac865d89f1c3b3ec49f9b103d500a67': {
260
+ schemaVersion: 1,
261
+ engine: 'parakeet-transcription',
262
+ artifactBytes: 243
263
+ },
249
264
  '08456d9e22cd9a323c0364d98375f3746d6e68507ebb705cd46438c534c7a3a1': {
250
265
  schemaVersion: 1,
251
266
  engine: 'parakeet-transcription',
@@ -552,6 +567,26 @@ export const MODEL_RESOURCE_PROFILES = {
552
567
  engine: 'llamacpp-completion',
553
568
  artifactBytes: 10685
554
569
  },
570
+ '18c92228fc1498a02506f64593f7cc8cc02f406f732a217c6ba99ad1254d4f0b': {
571
+ schemaVersion: 1,
572
+ engine: 'llamacpp-completion',
573
+ artifactBytes: 1329851808,
574
+ ggufFacts: {
575
+ architecture: 'qwen35',
576
+ blockCount: 25,
577
+ headCount: 8,
578
+ headCountKv: 2,
579
+ keyLength: 256,
580
+ valueLength: 256,
581
+ embeddingLength: 2048,
582
+ contextLength: 262144,
583
+ fullAttentionInterval: 4,
584
+ ssmStateSize: 128,
585
+ ssmConvKernel: 4,
586
+ ssmInnerSize: 2048,
587
+ ssmGroupCount: 16
588
+ }
589
+ },
555
590
  '19fc82a5d4ee5b18121979635f181e4adb72a5e6856c6e393c73c55ebafd06e6': {
556
591
  schemaVersion: 1,
557
592
  engine: 'nmtcpp-translation',
@@ -1141,11 +1176,36 @@ export const MODEL_RESOURCE_PROFILES = {
1141
1176
  engine: 'whispercpp-transcription',
1142
1177
  artifactBytes: 77691713
1143
1178
  },
1179
+ '374e031a41eb73994a4ea8d8149375b44ecdd8aa5b2a9fa46242b0f15a0ff632': {
1180
+ schemaVersion: 1,
1181
+ engine: 'parakeet-transcription',
1182
+ artifactBytes: 12097
1183
+ },
1144
1184
  '3754448c805085b3d096f6c3070d9e9684d63b0c34adc5e81bb6acfe0bc16644': {
1145
1185
  schemaVersion: 1,
1146
1186
  engine: 'tts-ggml',
1147
1187
  artifactBytes: 1287330656
1148
1188
  },
1189
+ '3874209241c9a397e2f62cd3f70f80fd2dfbf0dfccb6838416bdb48a714e8630': {
1190
+ schemaVersion: 1,
1191
+ engine: 'llamacpp-completion',
1192
+ artifactBytes: 2834975040,
1193
+ ggufFacts: {
1194
+ architecture: 'qwen35',
1195
+ blockCount: 33,
1196
+ headCount: 16,
1197
+ headCountKv: 4,
1198
+ keyLength: 256,
1199
+ valueLength: 256,
1200
+ embeddingLength: 2560,
1201
+ contextLength: 262144,
1202
+ fullAttentionInterval: 4,
1203
+ ssmStateSize: 128,
1204
+ ssmConvKernel: 4,
1205
+ ssmInnerSize: 4096,
1206
+ ssmGroupCount: 16
1207
+ }
1208
+ },
1149
1209
  '38dc69742d14bbb90f56038fa826aa840ab05c211afcf38367e58e9bbfc196fd': {
1150
1210
  schemaVersion: 1,
1151
1211
  engine: 'nmtcpp-translation',
@@ -1488,6 +1548,11 @@ export const MODEL_RESOURCE_PROFILES = {
1488
1548
  engine: 'whispercpp-transcription',
1489
1549
  artifactBytes: 81768602
1490
1550
  },
1551
+ '4559f8541c6d33a4b420b5eb222f5c53abaf183f6dd45c5b0933588fd68484da': {
1552
+ schemaVersion: 1,
1553
+ engine: 'parakeet-transcription',
1554
+ artifactBytes: 865850
1555
+ },
1491
1556
  '456ad3952bcc59d208c76baba4dcef340ee4239416bd760d6fec27f9a16228f8': {
1492
1557
  schemaVersion: 1,
1493
1558
  engine: 'nmtcpp-translation',
@@ -1785,12 +1850,37 @@ export const MODEL_RESOURCE_PROFILES = {
1785
1850
  ssmGroupCount: 16
1786
1851
  }
1787
1852
  },
1853
+ '541f4d6ee230747a34d4a2c6890e6e08cc8b19c461226dc1829701a544e46e8a': {
1854
+ schemaVersion: 1,
1855
+ engine: 'llamacpp-completion',
1856
+ artifactBytes: 652101024,
1857
+ ggufFacts: {
1858
+ architecture: 'dflash',
1859
+ blockCount: 5,
1860
+ headCount: 32,
1861
+ headCountKv: 8,
1862
+ keyLength: 128,
1863
+ valueLength: 128,
1864
+ embeddingLength: 2560,
1865
+ contextLength: 262144,
1866
+ slidingWindow: 2048,
1867
+ kvLayerClasses: [
1868
+ { count: 5, headCountKv: 8, keyLength: 128, valueLength: 128, windowed: true }
1869
+ ],
1870
+ assumptions: ['kvLayerClasses derived from per-layer attention metadata']
1871
+ }
1872
+ },
1788
1873
  '5480719a5a8ac43acdf28db1c89a4d60837a475e1120ea0c4e021c4d5b7e6fd6': {
1789
1874
  schemaVersion: 1,
1790
1875
  engine: 'nmtcpp-translation',
1791
1876
  artifactBytes: 23270298,
1792
1877
  assumptions: ['artifactBytes sums 4 companion-set files']
1793
1878
  },
1879
+ '54d0625f8d247109d94531570d04c4c4ee1d0944344387ec3adfd826a5c9c3a8': {
1880
+ schemaVersion: 1,
1881
+ engine: 'parakeet-transcription',
1882
+ artifactBytes: 243
1883
+ },
1794
1884
  '54ed331d3435e2bdc5b02462180197b77631f466fc0e61897b5469449857dd2b': {
1795
1885
  schemaVersion: 1,
1796
1886
  engine: 'nmtcpp-translation',
@@ -2076,6 +2166,26 @@ export const MODEL_RESOURCE_PROFILES = {
2076
2166
  engine: 'nmtcpp-translation',
2077
2167
  artifactBytes: 810653
2078
2168
  },
2169
+ '651a1b2930c9825080480f79cf38057e681c9b175d580a357c14f67cf77ccf49': {
2170
+ schemaVersion: 1,
2171
+ engine: 'llamacpp-completion',
2172
+ artifactBytes: 2056414816,
2173
+ ggufFacts: {
2174
+ architecture: 'dflash',
2175
+ blockCount: 5,
2176
+ headCount: 32,
2177
+ headCountKv: 8,
2178
+ keyLength: 128,
2179
+ valueLength: 128,
2180
+ embeddingLength: 5120,
2181
+ contextLength: 262144,
2182
+ slidingWindow: 2048,
2183
+ kvLayerClasses: [
2184
+ { count: 5, headCountKv: 8, keyLength: 128, valueLength: 128, windowed: true }
2185
+ ],
2186
+ assumptions: ['kvLayerClasses derived from per-layer attention metadata']
2187
+ }
2188
+ },
2079
2189
  '65af74b042568add308144363125120713ed94adfa8e66486194950ac6e80f85': {
2080
2190
  schemaVersion: 1,
2081
2191
  engine: 'tts-ggml',
@@ -3424,6 +3534,11 @@ export const MODEL_RESOURCE_PROFILES = {
3424
3534
  engine: 'nmtcpp-translation',
3425
3535
  artifactBytes: 835773
3426
3536
  },
3537
+ '9b7a82f33891a8f55917333b58b920878fdcca3d29a1e92d4748c228ba6eb882': {
3538
+ schemaVersion: 1,
3539
+ engine: 'parakeet-transcription',
3540
+ artifactBytes: 17313056
3541
+ },
3427
3542
  '9bb10c3a10e502bebede75379d226b3dc0dd58ff408e537272ea88fe9517e000': {
3428
3543
  schemaVersion: 1,
3429
3544
  engine: 'whispercpp-transcription',
@@ -3496,6 +3611,11 @@ export const MODEL_RESOURCE_PROFILES = {
3496
3611
  engine: 'nmtcpp-translation',
3497
3612
  artifactBytes: 521
3498
3613
  },
3614
+ a0cfcc6e45853070389bff43d1aff0a351f708c37e462728adb1d453899d2c15: {
3615
+ schemaVersion: 1,
3616
+ engine: 'parakeet-transcription',
3617
+ artifactBytes: 7606604
3618
+ },
3499
3619
  a0f7b4e13c397a6e1b32c2de75b1f65a14c92ec524d5f674d94a4290a1c4969b: {
3500
3620
  schemaVersion: 1,
3501
3621
  engine: 'llamacpp-embedding',
@@ -3682,6 +3802,11 @@ export const MODEL_RESOURCE_PROFILES = {
3682
3802
  contextLength: 40960
3683
3803
  }
3684
3804
  },
3805
+ a93ef324d38e410b5e49389db95d06364eddbb890b74a69f311e482d2fda6f4b: {
3806
+ schemaVersion: 1,
3807
+ engine: 'parakeet-transcription',
3808
+ artifactBytes: 304879584
3809
+ },
3685
3810
  a9a124b6a5c1306393d6e32c55324a8d9189734cb8b31ef29c8e3836ce7a76d4: {
3686
3811
  schemaVersion: 1,
3687
3812
  engine: 'parakeet-transcription',
@@ -3774,6 +3899,26 @@ export const MODEL_RESOURCE_PROFILES = {
3774
3899
  engine: 'whispercpp-transcription',
3775
3900
  artifactBytes: 81768602
3776
3901
  },
3902
+ ac7c9d7a1b3e3695bb3bd50f8ceaa97f9c93e99ccc3d3d1a620301b6dd6d3d86: {
3903
+ schemaVersion: 1,
3904
+ engine: 'llamacpp-completion',
3905
+ artifactBytes: 549698976,
3906
+ ggufFacts: {
3907
+ architecture: 'qwen35',
3908
+ blockCount: 25,
3909
+ headCount: 8,
3910
+ headCountKv: 2,
3911
+ keyLength: 256,
3912
+ valueLength: 256,
3913
+ embeddingLength: 1024,
3914
+ contextLength: 262144,
3915
+ fullAttentionInterval: 4,
3916
+ ssmStateSize: 128,
3917
+ ssmConvKernel: 4,
3918
+ ssmInnerSize: 2048,
3919
+ ssmGroupCount: 16
3920
+ }
3921
+ },
3777
3922
  ac8ff86a72bee70828fbc1119bc4398c6f3a9a6e490d7b0dbe917be025478bd0: {
3778
3923
  schemaVersion: 1,
3779
3924
  engine: 'tts-ggml',
@@ -3855,6 +4000,11 @@ export const MODEL_RESOURCE_PROFILES = {
3855
4000
  ssmGroupCount: 16
3856
4001
  }
3857
4002
  },
4003
+ af59af86afd549ee0dc4f39358b6bde28aa82525ca281c68d09cd1f221cdf304: {
4004
+ schemaVersion: 1,
4005
+ engine: 'parakeet-transcription',
4006
+ artifactBytes: 433
4007
+ },
3858
4008
  af78a11a288f925282e87af82ee85193b5333b651acbf1e4bfbcde6eb9e3048e: {
3859
4009
  schemaVersion: 1,
3860
4010
  engine: 'tts-ggml',
@@ -3938,6 +4088,11 @@ export const MODEL_RESOURCE_PROFILES = {
3938
4088
  artifactBytes: 22532400,
3939
4089
  assumptions: ['artifactBytes sums 4 companion-set files']
3940
4090
  },
4091
+ b241231380ba39db569f5f4e7bde977fcc8a5633417093884e9e9d8afc9ecfca: {
4092
+ schemaVersion: 1,
4093
+ engine: 'parakeet-transcription',
4094
+ artifactBytes: 3479
4095
+ },
3941
4096
  b24dc3ac173865a305d931eb6628ae4dd3c38efdbda585a93f76ff086f623d80: {
3942
4097
  schemaVersion: 1,
3943
4098
  engine: 'nmtcpp-translation',
@@ -4028,6 +4183,11 @@ export const MODEL_RESOURCE_PROFILES = {
4028
4183
  ssmGroupCount: 16
4029
4184
  }
4030
4185
  },
4186
+ b50cecaf1b946bcdb3ad4fd39ea4b1949592168ecf764ea94a80e77c066a5301: {
4187
+ schemaVersion: 1,
4188
+ engine: 'parakeet-transcription',
4189
+ artifactBytes: 495
4190
+ },
4031
4191
  b5310340b3a23d31655d7119d100d5df1b2d8ee17b3ca8b0a23ad7e9eb5fa705: {
4032
4192
  schemaVersion: 1,
4033
4193
  engine: 'llamacpp-completion',
@@ -4445,7 +4605,8 @@ export const MODEL_RESOURCE_PROFILES = {
4445
4605
  caa552d3369ea37f03fadf7d706cc4ad54660ba7ec7f18ce089c2635ef221ea5: {
4446
4606
  schemaVersion: 1,
4447
4607
  engine: 'tts-ggml',
4448
- artifactBytes: 794582720
4608
+ artifactBytes: 1057658782,
4609
+ assumptions: ['artifactBytes sums 6 companion-set files']
4449
4610
  },
4450
4611
  cad75f2c3eccb9545b571ca32f235e6ffaae6d8a77bfa808cf8068948c421f10: {
4451
4612
  schemaVersion: 1,
@@ -5075,6 +5236,26 @@ export const MODEL_RESOURCE_PROFILES = {
5075
5236
  engine: 'nmtcpp-translation',
5076
5237
  artifactBytes: 2228
5077
5238
  },
5239
+ e8dd94817e95d6c0939102049d068418269978377b13616c4726235e232841fe: {
5240
+ schemaVersion: 1,
5241
+ engine: 'llamacpp-completion',
5242
+ artifactBytes: 5868826976,
5243
+ ggufFacts: {
5244
+ architecture: 'qwen35',
5245
+ blockCount: 33,
5246
+ headCount: 16,
5247
+ headCountKv: 4,
5248
+ keyLength: 256,
5249
+ valueLength: 256,
5250
+ embeddingLength: 4096,
5251
+ contextLength: 262144,
5252
+ fullAttentionInterval: 4,
5253
+ ssmStateSize: 128,
5254
+ ssmConvKernel: 4,
5255
+ ssmInnerSize: 4096,
5256
+ ssmGroupCount: 16
5257
+ }
5258
+ },
5078
5259
  e914f157a92018fb5601be9e546dff480ae5ec1a9a1ba49078ad3ef371ff4c44: {
5079
5260
  schemaVersion: 1,
5080
5261
  engine: 'nmtcpp-translation',
@@ -5253,6 +5434,27 @@ export const MODEL_RESOURCE_PROFILES = {
5253
5434
  engine: 'tts-ggml',
5254
5435
  artifactBytes: 251845952
5255
5436
  },
5437
+ f0689eadab0d46468bc2629bb2706f4aba7f794b63e1c9f6eb291269d572a52b: {
5438
+ schemaVersion: 1,
5439
+ engine: 'llamacpp-completion',
5440
+ artifactBytes: 685133984,
5441
+ ggufFacts: {
5442
+ architecture: 'dflash',
5443
+ blockCount: 6,
5444
+ headCount: 32,
5445
+ headCountKv: 8,
5446
+ keyLength: 128,
5447
+ valueLength: 128,
5448
+ embeddingLength: 2560,
5449
+ contextLength: 262144,
5450
+ slidingWindow: 4096,
5451
+ kvLayerClasses: [
5452
+ { count: 5, headCountKv: 8, keyLength: 128, valueLength: 128, windowed: true },
5453
+ { count: 1, headCountKv: 8, keyLength: 128, valueLength: 128, windowed: false }
5454
+ ],
5455
+ assumptions: ['kvLayerClasses derived from per-layer attention metadata']
5456
+ }
5457
+ },
5256
5458
  f17196c0d8fc756bc65be60075bd4a359917eee8a438505639511727c585d3c2: {
5257
5459
  schemaVersion: 1,
5258
5460
  engine: 'llamacpp-completion',
@@ -1,7 +1,7 @@
1
1
  import { RepaintMode } from '@qvac/audiogen-ggml';
2
2
  import { AUDIOGEN_INPUT_CHANNELS, AUDIOGEN_INPUT_SAMPLE_RATE } from '../../../../schemas/audio-gen.js';
3
- import { resolveAudioGenInputs } from './audio-gen-input.js';
4
- import { streamAudioGenRun } from './audio-gen-run.js';
3
+ import { resolveAudioGenInputs } from '../../../../plugins/builtin/audiogen-ggml/ops/audio-gen-input.js';
4
+ import { streamAudioGenRun } from '../../../../plugins/builtin/audiogen-ggml/ops/audio-gen-run.js';
5
5
  // The wire vocabulary is the addon's own enum values; the map keeps the
6
6
  // string-enum typing honest instead of casting across the boundary.
7
7
  const REPAINT_MODES = {
@@ -1,5 +1,5 @@
1
- import { resolveAudioGenInputs } from './audio-gen-input.js';
2
- import { streamAudioGenRun } from './audio-gen-run.js';
1
+ import { resolveAudioGenInputs } from '../../../../plugins/builtin/audiogen-ggml/ops/audio-gen-input.js';
2
+ import { streamAudioGenRun } from '../../../../plugins/builtin/audiogen-ggml/ops/audio-gen-run.js';
3
3
  export function audioGenStream(request) {
4
4
  return streamAudioGenRun({
5
5
  type: 'audioGenStream',
@@ -1,5 +1,5 @@
1
- import { resolveAudioGenPcm } from './audio-gen-input.js';
2
- import { streamAudioGenRun } from './audio-gen-run.js';
1
+ import { resolveAudioGenPcm } from '../../../../plugins/builtin/audiogen-ggml/ops/audio-gen-input.js';
2
+ import { streamAudioGenRun } from '../../../../plugins/builtin/audiogen-ggml/ops/audio-gen-run.js';
3
3
  /**
4
4
  * ACE-Step's reverse pipeline: encode a recording, recover its FSQ semantic
5
5
  * codes, and let the LM describe it. Shares the generation path's admission and