@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -4,8 +4,7 @@ import type { ModelResourceProfile } from '../../schemas/model-resource-profile.
4
4
  * `sha256Checksum` — the same checksum a model constant carries.
5
5
  *
6
6
  * Facts only: on-disk bytes plus the GGUF transformer shape when the registry
7
- * captured it. Memory estimates are derived at call time by the estimators, so
8
- * a re-calibration never regenerates this file.
7
+ * captured it.
9
8
  */
10
9
  export declare const MODEL_RESOURCE_PROFILES: Readonly<Record<string, ModelResourceProfile>>;
11
10
  /**
@@ -5,8 +5,7 @@
5
5
  * `sha256Checksum` — the same checksum a model constant carries.
6
6
  *
7
7
  * Facts only: on-disk bytes plus the GGUF transformer shape when the registry
8
- * captured it. Memory estimates are derived at call time by the estimators, so
9
- * a re-calibration never regenerates this file.
8
+ * captured it.
10
9
  */
11
10
  export const MODEL_RESOURCE_PROFILES = {
12
11
  '002fe52ee02cef4e76f8114bfd810bb64aefb44a218666b01872a46e5c0349fc': {
@@ -80,6 +79,11 @@ export const MODEL_RESOURCE_PROFILES = {
80
79
  ssmGroupCount: 16
81
80
  }
82
81
  },
82
+ '010e1d89671b1fc5867b6ef627d9a847fc552d439ca56f517e6d4b9037088eb8': {
83
+ schemaVersion: 1,
84
+ engine: 'parakeet-transcription',
85
+ artifactBytes: 2863
86
+ },
83
87
  '0157ed1162dd5a7a0fc6a3cc86014ec21cb47a8febf77164df24d8921270bb29': {
84
88
  schemaVersion: 1,
85
89
  engine: 'nmtcpp-translation',
@@ -152,6 +156,11 @@ export const MODEL_RESOURCE_PROFILES = {
152
156
  engine: 'nmtcpp-translation',
153
157
  artifactBytes: 431338529
154
158
  },
159
+ '048948c0bf8565fc5c571c617fffa934956214ca403ccb430e5631d0aad73753': {
160
+ schemaVersion: 1,
161
+ engine: 'parakeet-transcription',
162
+ artifactBytes: 186560128
163
+ },
155
164
  '04bbfb097095f688717459eb941067c4ebd3751029c14842011ae199e63d3d13': {
156
165
  schemaVersion: 1,
157
166
  engine: 'whispercpp-transcription',
@@ -247,6 +256,16 @@ export const MODEL_RESOURCE_PROFILES = {
247
256
  engine: 'whispercpp-transcription',
248
257
  artifactBytes: 43537450
249
258
  },
259
+ '07aefdcbcec95b2b6e483dbddd8643d59ac865d89f1c3b3ec49f9b103d500a67': {
260
+ schemaVersion: 1,
261
+ engine: 'parakeet-transcription',
262
+ artifactBytes: 243
263
+ },
264
+ '08456d9e22cd9a323c0364d98375f3746d6e68507ebb705cd46438c534c7a3a1': {
265
+ schemaVersion: 1,
266
+ engine: 'parakeet-transcription',
267
+ artifactBytes: 107012128
268
+ },
250
269
  '089d75c52f4b7ffc56ba998ffc50aae89fcafc755f9e7208aacca281dca6c2ae': {
251
270
  schemaVersion: 1,
252
271
  engine: 'llamacpp-completion',
@@ -349,6 +368,11 @@ export const MODEL_RESOURCE_PROFILES = {
349
368
  contextLength: 262144
350
369
  }
351
370
  },
371
+ '0d3bf5ede840d7eb150492e14f417efb6304be27f973bb5848ce001c44f3bc79': {
372
+ schemaVersion: 1,
373
+ engine: 'audiogen-ggml',
374
+ artifactBytes: 6432916800
375
+ },
352
376
  '0db772702235b02d1f29abafb7a49ed77e54c60245b3a46e90716e74263aedd6': {
353
377
  schemaVersion: 1,
354
378
  engine: 'nmtcpp-translation',
@@ -385,6 +409,31 @@ export const MODEL_RESOURCE_PROFILES = {
385
409
  engine: 'nmtcpp-translation',
386
410
  artifactBytes: 4945796
387
411
  },
412
+ '1270162611a0c7074cc2a376380ddaca825702c62bebf2433baf42269de246fe': {
413
+ schemaVersion: 1,
414
+ engine: 'llamacpp-embedding',
415
+ artifactBytes: 449919008,
416
+ ggufFacts: {
417
+ architecture: 'laya',
418
+ blockCount: 28,
419
+ headCount: 16,
420
+ headCountKv: 16,
421
+ keyLength: 64,
422
+ valueLength: 64,
423
+ embeddingLength: 1024,
424
+ contextLength: 8192,
425
+ slidingWindow: 128,
426
+ assumptions: [
427
+ 'head_count_kv absent — assumed equal to head_count (no GQA)',
428
+ 'key_length/value_length absent — derived from embedding_length / head_count'
429
+ ]
430
+ }
431
+ },
432
+ '12cd8d2b3e5c5b2b71a59c02300257e7846cba5c1efe30e900e22c2c719d41dc': {
433
+ schemaVersion: 1,
434
+ engine: 'audiogen-ggml',
435
+ artifactBytes: 3493811520
436
+ },
388
437
  '12f55292aaa411d81250234fb3ccc6cb5842a86f426e5cf2d08807bf2938f7cd': {
389
438
  schemaVersion: 1,
390
439
  engine: 'nmtcpp-translation',
@@ -518,6 +567,26 @@ export const MODEL_RESOURCE_PROFILES = {
518
567
  engine: 'llamacpp-completion',
519
568
  artifactBytes: 10685
520
569
  },
570
+ '18c92228fc1498a02506f64593f7cc8cc02f406f732a217c6ba99ad1254d4f0b': {
571
+ schemaVersion: 1,
572
+ engine: 'llamacpp-completion',
573
+ artifactBytes: 1329851808,
574
+ ggufFacts: {
575
+ architecture: 'qwen35',
576
+ blockCount: 25,
577
+ headCount: 8,
578
+ headCountKv: 2,
579
+ keyLength: 256,
580
+ valueLength: 256,
581
+ embeddingLength: 2048,
582
+ contextLength: 262144,
583
+ fullAttentionInterval: 4,
584
+ ssmStateSize: 128,
585
+ ssmConvKernel: 4,
586
+ ssmInnerSize: 2048,
587
+ ssmGroupCount: 16
588
+ }
589
+ },
521
590
  '19fc82a5d4ee5b18121979635f181e4adb72a5e6856c6e393c73c55ebafd06e6': {
522
591
  schemaVersion: 1,
523
592
  engine: 'nmtcpp-translation',
@@ -1024,6 +1093,26 @@ export const MODEL_RESOURCE_PROFILES = {
1024
1093
  contextLength: 40960
1025
1094
  }
1026
1095
  },
1096
+ '33dac85dcf22281d56e3a4fcb78def3c8fa59131c208af45a2e5c57cbe268de4': {
1097
+ schemaVersion: 1,
1098
+ engine: 'llamacpp-embedding',
1099
+ artifactBytes: 844548128,
1100
+ ggufFacts: {
1101
+ architecture: 'laya',
1102
+ blockCount: 28,
1103
+ headCount: 16,
1104
+ headCountKv: 16,
1105
+ keyLength: 64,
1106
+ valueLength: 64,
1107
+ embeddingLength: 1024,
1108
+ contextLength: 8192,
1109
+ slidingWindow: 128,
1110
+ assumptions: [
1111
+ 'head_count_kv absent — assumed equal to head_count (no GQA)',
1112
+ 'key_length/value_length absent — derived from embedding_length / head_count'
1113
+ ]
1114
+ }
1115
+ },
1027
1116
  '352a63a3919aa1e714a7ea76065b0fb00f02f7979c8eef03cd53dbb7c1133160': {
1028
1117
  schemaVersion: 1,
1029
1118
  engine: 'nmtcpp-translation',
@@ -1087,11 +1176,36 @@ export const MODEL_RESOURCE_PROFILES = {
1087
1176
  engine: 'whispercpp-transcription',
1088
1177
  artifactBytes: 77691713
1089
1178
  },
1179
+ '374e031a41eb73994a4ea8d8149375b44ecdd8aa5b2a9fa46242b0f15a0ff632': {
1180
+ schemaVersion: 1,
1181
+ engine: 'parakeet-transcription',
1182
+ artifactBytes: 12097
1183
+ },
1090
1184
  '3754448c805085b3d096f6c3070d9e9684d63b0c34adc5e81bb6acfe0bc16644': {
1091
1185
  schemaVersion: 1,
1092
1186
  engine: 'tts-ggml',
1093
1187
  artifactBytes: 1287330656
1094
1188
  },
1189
+ '3874209241c9a397e2f62cd3f70f80fd2dfbf0dfccb6838416bdb48a714e8630': {
1190
+ schemaVersion: 1,
1191
+ engine: 'llamacpp-completion',
1192
+ artifactBytes: 2834975040,
1193
+ ggufFacts: {
1194
+ architecture: 'qwen35',
1195
+ blockCount: 33,
1196
+ headCount: 16,
1197
+ headCountKv: 4,
1198
+ keyLength: 256,
1199
+ valueLength: 256,
1200
+ embeddingLength: 2560,
1201
+ contextLength: 262144,
1202
+ fullAttentionInterval: 4,
1203
+ ssmStateSize: 128,
1204
+ ssmConvKernel: 4,
1205
+ ssmInnerSize: 4096,
1206
+ ssmGroupCount: 16
1207
+ }
1208
+ },
1095
1209
  '38dc69742d14bbb90f56038fa826aa840ab05c211afcf38367e58e9bbfc196fd': {
1096
1210
  schemaVersion: 1,
1097
1211
  engine: 'nmtcpp-translation',
@@ -1434,6 +1548,11 @@ export const MODEL_RESOURCE_PROFILES = {
1434
1548
  engine: 'whispercpp-transcription',
1435
1549
  artifactBytes: 81768602
1436
1550
  },
1551
+ '4559f8541c6d33a4b420b5eb222f5c53abaf183f6dd45c5b0933588fd68484da': {
1552
+ schemaVersion: 1,
1553
+ engine: 'parakeet-transcription',
1554
+ artifactBytes: 865850
1555
+ },
1437
1556
  '456ad3952bcc59d208c76baba4dcef340ee4239416bd760d6fec27f9a16228f8': {
1438
1557
  schemaVersion: 1,
1439
1558
  engine: 'nmtcpp-translation',
@@ -1529,6 +1648,11 @@ export const MODEL_RESOURCE_PROFILES = {
1529
1648
  artifactBytes: 22864691,
1530
1649
  assumptions: ['artifactBytes sums 4 companion-set files']
1531
1650
  },
1651
+ '4a0b77c718c57f0cbb59841a47b0a18b3a249406646793ec10ce63f0d3fe8078': {
1652
+ schemaVersion: 1,
1653
+ engine: 'moss-transcribe',
1654
+ artifactBytes: 1826866496
1655
+ },
1532
1656
  '4a37286742244a130548b79823c9707bc0e56f373361e2cb56402f82e862c2b0': {
1533
1657
  schemaVersion: 1,
1534
1658
  engine: 'nmtcpp-translation',
@@ -1726,12 +1850,37 @@ export const MODEL_RESOURCE_PROFILES = {
1726
1850
  ssmGroupCount: 16
1727
1851
  }
1728
1852
  },
1853
+ '541f4d6ee230747a34d4a2c6890e6e08cc8b19c461226dc1829701a544e46e8a': {
1854
+ schemaVersion: 1,
1855
+ engine: 'llamacpp-completion',
1856
+ artifactBytes: 652101024,
1857
+ ggufFacts: {
1858
+ architecture: 'dflash',
1859
+ blockCount: 5,
1860
+ headCount: 32,
1861
+ headCountKv: 8,
1862
+ keyLength: 128,
1863
+ valueLength: 128,
1864
+ embeddingLength: 2560,
1865
+ contextLength: 262144,
1866
+ slidingWindow: 2048,
1867
+ kvLayerClasses: [
1868
+ { count: 5, headCountKv: 8, keyLength: 128, valueLength: 128, windowed: true }
1869
+ ],
1870
+ assumptions: ['kvLayerClasses derived from per-layer attention metadata']
1871
+ }
1872
+ },
1729
1873
  '5480719a5a8ac43acdf28db1c89a4d60837a475e1120ea0c4e021c4d5b7e6fd6': {
1730
1874
  schemaVersion: 1,
1731
1875
  engine: 'nmtcpp-translation',
1732
1876
  artifactBytes: 23270298,
1733
1877
  assumptions: ['artifactBytes sums 4 companion-set files']
1734
1878
  },
1879
+ '54d0625f8d247109d94531570d04c4c4ee1d0944344387ec3adfd826a5c9c3a8': {
1880
+ schemaVersion: 1,
1881
+ engine: 'parakeet-transcription',
1882
+ artifactBytes: 243
1883
+ },
1735
1884
  '54ed331d3435e2bdc5b02462180197b77631f466fc0e61897b5469449857dd2b': {
1736
1885
  schemaVersion: 1,
1737
1886
  engine: 'nmtcpp-translation',
@@ -1808,12 +1957,52 @@ export const MODEL_RESOURCE_PROFILES = {
1808
1957
  engine: 'nmtcpp-translation',
1809
1958
  artifactBytes: 3421640
1810
1959
  },
1960
+ '59a61f840e6f125c25037f7cc0363efafee1aeea3394b504d25551b4bda5a219': {
1961
+ schemaVersion: 1,
1962
+ engine: 'llamacpp-embedding',
1963
+ artifactBytes: 348425664,
1964
+ ggufFacts: {
1965
+ architecture: 'laya',
1966
+ blockCount: 22,
1967
+ headCount: 12,
1968
+ headCountKv: 12,
1969
+ keyLength: 64,
1970
+ valueLength: 64,
1971
+ embeddingLength: 768,
1972
+ contextLength: 8192,
1973
+ slidingWindow: 128,
1974
+ assumptions: [
1975
+ 'head_count_kv absent — assumed equal to head_count (no GQA)',
1976
+ 'key_length/value_length absent — derived from embedding_length / head_count'
1977
+ ]
1978
+ }
1979
+ },
1811
1980
  '59ae659f9bb63e4f81f474fe3c03d3f4499434b5f9e779fab7c12a45f31fd562': {
1812
1981
  schemaVersion: 1,
1813
1982
  engine: 'nmtcpp-translation',
1814
1983
  artifactBytes: 49603799,
1815
1984
  assumptions: ['artifactBytes sums 5 companion-set files']
1816
1985
  },
1986
+ '5a44e3f8060290ab40b390a83242961aeab7af62913853530a4342bc5ec9ebe8': {
1987
+ schemaVersion: 1,
1988
+ engine: 'llamacpp-embedding',
1989
+ artifactBytes: 844548256,
1990
+ ggufFacts: {
1991
+ architecture: 'laya',
1992
+ blockCount: 28,
1993
+ headCount: 16,
1994
+ headCountKv: 16,
1995
+ keyLength: 64,
1996
+ valueLength: 64,
1997
+ embeddingLength: 1024,
1998
+ contextLength: 8192,
1999
+ slidingWindow: 128,
2000
+ assumptions: [
2001
+ 'head_count_kv absent — assumed equal to head_count (no GQA)',
2002
+ 'key_length/value_length absent — derived from embedding_length / head_count'
2003
+ ]
2004
+ }
2005
+ },
1817
2006
  '5a6b15da0f483b9e320a5b86b787ad1831953dfaa706e2c5d91de830ea70d784': {
1818
2007
  schemaVersion: 1,
1819
2008
  engine: 'llamacpp-completion',
@@ -1977,6 +2166,26 @@ export const MODEL_RESOURCE_PROFILES = {
1977
2166
  engine: 'nmtcpp-translation',
1978
2167
  artifactBytes: 810653
1979
2168
  },
2169
+ '651a1b2930c9825080480f79cf38057e681c9b175d580a357c14f67cf77ccf49': {
2170
+ schemaVersion: 1,
2171
+ engine: 'llamacpp-completion',
2172
+ artifactBytes: 2056414816,
2173
+ ggufFacts: {
2174
+ architecture: 'dflash',
2175
+ blockCount: 5,
2176
+ headCount: 32,
2177
+ headCountKv: 8,
2178
+ keyLength: 128,
2179
+ valueLength: 128,
2180
+ embeddingLength: 5120,
2181
+ contextLength: 262144,
2182
+ slidingWindow: 2048,
2183
+ kvLayerClasses: [
2184
+ { count: 5, headCountKv: 8, keyLength: 128, valueLength: 128, windowed: true }
2185
+ ],
2186
+ assumptions: ['kvLayerClasses derived from per-layer attention metadata']
2187
+ }
2188
+ },
1980
2189
  '65af74b042568add308144363125120713ed94adfa8e66486194950ac6e80f85': {
1981
2190
  schemaVersion: 1,
1982
2191
  engine: 'tts-ggml',
@@ -2129,6 +2338,11 @@ export const MODEL_RESOURCE_PROFILES = {
2129
2338
  engine: 'nmtcpp-translation',
2130
2339
  artifactBytes: 3572436
2131
2340
  },
2341
+ '69b481694bc2933432a865c05b579db762f90f340a64d0c51e50464b867686f1': {
2342
+ schemaVersion: 1,
2343
+ engine: 'moss-transcribe',
2344
+ artifactBytes: 641393984
2345
+ },
2132
2346
  '69f00c782198dc911062c9d1222fe39c85a6f954211a96796050aec3f0980ed7': {
2133
2347
  schemaVersion: 1,
2134
2348
  engine: 'tts-ggml',
@@ -2321,6 +2535,26 @@ export const MODEL_RESOURCE_PROFILES = {
2321
2535
  engine: 'tts-ggml',
2322
2536
  artifactBytes: 398497088
2323
2537
  },
2538
+ '72d5e753a4861f5532e0e3e065b9644ff6f6894efef82fa74af0898fa93ba899': {
2539
+ schemaVersion: 1,
2540
+ engine: 'llamacpp-embedding',
2541
+ artifactBytes: 449919104,
2542
+ ggufFacts: {
2543
+ architecture: 'laya',
2544
+ blockCount: 28,
2545
+ headCount: 16,
2546
+ headCountKv: 16,
2547
+ keyLength: 64,
2548
+ valueLength: 64,
2549
+ embeddingLength: 1024,
2550
+ contextLength: 8192,
2551
+ slidingWindow: 128,
2552
+ assumptions: [
2553
+ 'head_count_kv absent — assumed equal to head_count (no GQA)',
2554
+ 'key_length/value_length absent — derived from embedding_length / head_count'
2555
+ ]
2556
+ }
2557
+ },
2324
2558
  '735881c99ff303e55eb2e92a3b86762523d5dd1a4797b2574b851062051426ee': {
2325
2559
  schemaVersion: 1,
2326
2560
  engine: 'nmtcpp-translation',
@@ -2368,6 +2602,11 @@ export const MODEL_RESOURCE_PROFILES = {
2368
2602
  engine: 'nmtcpp-translation',
2369
2603
  artifactBytes: 965095
2370
2604
  },
2605
+ '75605e251bdc3da9662c6cb01fb8fb8fff5fe82b76c39719af7f042406f8ab0c': {
2606
+ schemaVersion: 1,
2607
+ engine: 'tts-ggml',
2608
+ artifactBytes: 1333086144
2609
+ },
2371
2610
  '75e2a133676a82189b10fb1c55b5b32aedc6ede796dd6d8d7c1f901d20ebc7df': {
2372
2611
  schemaVersion: 1,
2373
2612
  engine: 'llamacpp-completion',
@@ -3295,6 +3534,11 @@ export const MODEL_RESOURCE_PROFILES = {
3295
3534
  engine: 'nmtcpp-translation',
3296
3535
  artifactBytes: 835773
3297
3536
  },
3537
+ '9b7a82f33891a8f55917333b58b920878fdcca3d29a1e92d4748c228ba6eb882': {
3538
+ schemaVersion: 1,
3539
+ engine: 'parakeet-transcription',
3540
+ artifactBytes: 17313056
3541
+ },
3298
3542
  '9bb10c3a10e502bebede75379d226b3dc0dd58ff408e537272ea88fe9517e000': {
3299
3543
  schemaVersion: 1,
3300
3544
  engine: 'whispercpp-transcription',
@@ -3367,6 +3611,11 @@ export const MODEL_RESOURCE_PROFILES = {
3367
3611
  engine: 'nmtcpp-translation',
3368
3612
  artifactBytes: 521
3369
3613
  },
3614
+ a0cfcc6e45853070389bff43d1aff0a351f708c37e462728adb1d453899d2c15: {
3615
+ schemaVersion: 1,
3616
+ engine: 'parakeet-transcription',
3617
+ artifactBytes: 7606604
3618
+ },
3370
3619
  a0f7b4e13c397a6e1b32c2de75b1f65a14c92ec524d5f674d94a4290a1c4969b: {
3371
3620
  schemaVersion: 1,
3372
3621
  engine: 'llamacpp-embedding',
@@ -3512,6 +3761,22 @@ export const MODEL_RESOURCE_PROFILES = {
3512
3761
  engine: 'parakeet-transcription',
3513
3762
  artifactBytes: 408
3514
3763
  },
3764
+ a8d18fdfb5429fa25f062c9915938eae6a309509cd089e86857d4544d5dd3fbf: {
3765
+ schemaVersion: 1,
3766
+ engine: 'tts-ggml',
3767
+ artifactBytes: 18198030464,
3768
+ ggufFacts: {
3769
+ architecture: 'moss-speech',
3770
+ blockCount: 32,
3771
+ headCount: 32,
3772
+ headCountKv: 8,
3773
+ keyLength: 128,
3774
+ valueLength: 128,
3775
+ embeddingLength: 4096,
3776
+ contextLength: 40960,
3777
+ assumptions: ['key_length/value_length absent — derived from embedding_length / head_count']
3778
+ }
3779
+ },
3515
3780
  a8fbce44032eda4fdf6d098f4c3602fca309859a129f4cdb33d2709b48ba7d32: {
3516
3781
  schemaVersion: 1,
3517
3782
  engine: 'parakeet-transcription',
@@ -3522,6 +3787,26 @@ export const MODEL_RESOURCE_PROFILES = {
3522
3787
  engine: 'nmtcpp-translation',
3523
3788
  artifactBytes: 2228
3524
3789
  },
3790
+ a91cf9758fab31bdd545b8d0fb3e7c05d15a00ab4e6641ee4ea1664d352399c3: {
3791
+ schemaVersion: 1,
3792
+ engine: 'tts-ggml',
3793
+ artifactBytes: 16716943744,
3794
+ ggufFacts: {
3795
+ architecture: 'moss-tts-delay',
3796
+ blockCount: 36,
3797
+ headCount: 32,
3798
+ headCountKv: 8,
3799
+ keyLength: 128,
3800
+ valueLength: 128,
3801
+ embeddingLength: 4096,
3802
+ contextLength: 40960
3803
+ }
3804
+ },
3805
+ a93ef324d38e410b5e49389db95d06364eddbb890b74a69f311e482d2fda6f4b: {
3806
+ schemaVersion: 1,
3807
+ engine: 'parakeet-transcription',
3808
+ artifactBytes: 304879584
3809
+ },
3525
3810
  a9a124b6a5c1306393d6e32c55324a8d9189734cb8b31ef29c8e3836ce7a76d4: {
3526
3811
  schemaVersion: 1,
3527
3812
  engine: 'parakeet-transcription',
@@ -3614,6 +3899,26 @@ export const MODEL_RESOURCE_PROFILES = {
3614
3899
  engine: 'whispercpp-transcription',
3615
3900
  artifactBytes: 81768602
3616
3901
  },
3902
+ ac7c9d7a1b3e3695bb3bd50f8ceaa97f9c93e99ccc3d3d1a620301b6dd6d3d86: {
3903
+ schemaVersion: 1,
3904
+ engine: 'llamacpp-completion',
3905
+ artifactBytes: 549698976,
3906
+ ggufFacts: {
3907
+ architecture: 'qwen35',
3908
+ blockCount: 25,
3909
+ headCount: 8,
3910
+ headCountKv: 2,
3911
+ keyLength: 256,
3912
+ valueLength: 256,
3913
+ embeddingLength: 1024,
3914
+ contextLength: 262144,
3915
+ fullAttentionInterval: 4,
3916
+ ssmStateSize: 128,
3917
+ ssmConvKernel: 4,
3918
+ ssmInnerSize: 2048,
3919
+ ssmGroupCount: 16
3920
+ }
3921
+ },
3617
3922
  ac8ff86a72bee70828fbc1119bc4398c6f3a9a6e490d7b0dbe917be025478bd0: {
3618
3923
  schemaVersion: 1,
3619
3924
  engine: 'tts-ggml',
@@ -3695,6 +4000,11 @@ export const MODEL_RESOURCE_PROFILES = {
3695
4000
  ssmGroupCount: 16
3696
4001
  }
3697
4002
  },
4003
+ af59af86afd549ee0dc4f39358b6bde28aa82525ca281c68d09cd1f221cdf304: {
4004
+ schemaVersion: 1,
4005
+ engine: 'parakeet-transcription',
4006
+ artifactBytes: 433
4007
+ },
3698
4008
  af78a11a288f925282e87af82ee85193b5333b651acbf1e4bfbcde6eb9e3048e: {
3699
4009
  schemaVersion: 1,
3700
4010
  engine: 'tts-ggml',
@@ -3778,6 +4088,11 @@ export const MODEL_RESOURCE_PROFILES = {
3778
4088
  artifactBytes: 22532400,
3779
4089
  assumptions: ['artifactBytes sums 4 companion-set files']
3780
4090
  },
4091
+ b241231380ba39db569f5f4e7bde977fcc8a5633417093884e9e9d8afc9ecfca: {
4092
+ schemaVersion: 1,
4093
+ engine: 'parakeet-transcription',
4094
+ artifactBytes: 3479
4095
+ },
3781
4096
  b24dc3ac173865a305d931eb6628ae4dd3c38efdbda585a93f76ff086f623d80: {
3782
4097
  schemaVersion: 1,
3783
4098
  engine: 'nmtcpp-translation',
@@ -3868,6 +4183,11 @@ export const MODEL_RESOURCE_PROFILES = {
3868
4183
  ssmGroupCount: 16
3869
4184
  }
3870
4185
  },
4186
+ b50cecaf1b946bcdb3ad4fd39ea4b1949592168ecf764ea94a80e77c066a5301: {
4187
+ schemaVersion: 1,
4188
+ engine: 'parakeet-transcription',
4189
+ artifactBytes: 495
4190
+ },
3871
4191
  b5310340b3a23d31655d7119d100d5df1b2d8ee17b3ca8b0a23ad7e9eb5fa705: {
3872
4192
  schemaVersion: 1,
3873
4193
  engine: 'llamacpp-completion',
@@ -4166,6 +4486,11 @@ export const MODEL_RESOURCE_PROFILES = {
4166
4486
  engine: 'whispercpp-transcription',
4167
4487
  artifactBytes: 81768585
4168
4488
  },
4489
+ c55e9e912a5e934f7fb9dc74e0d8b0e495c5fe6737bcffe0f325759417c4432c: {
4490
+ schemaVersion: 1,
4491
+ engine: 'moss-transcribe',
4492
+ artifactBytes: 980100416
4493
+ },
4169
4494
  c577b9a86e7e048a0b7eada054f4dd79a56bbfa911fbdacf900ac5b567cbb7d9: {
4170
4495
  schemaVersion: 1,
4171
4496
  engine: 'whispercpp-transcription',
@@ -4280,7 +4605,8 @@ export const MODEL_RESOURCE_PROFILES = {
4280
4605
  caa552d3369ea37f03fadf7d706cc4ad54660ba7ec7f18ce089c2635ef221ea5: {
4281
4606
  schemaVersion: 1,
4282
4607
  engine: 'tts-ggml',
4283
- artifactBytes: 794582720
4608
+ artifactBytes: 1057658782,
4609
+ assumptions: ['artifactBytes sums 6 companion-set files']
4284
4610
  },
4285
4611
  cad75f2c3eccb9545b571ca32f235e6ffaae6d8a77bfa808cf8068948c421f10: {
4286
4612
  schemaVersion: 1,
@@ -4664,6 +4990,22 @@ export const MODEL_RESOURCE_PROFILES = {
4664
4990
  engine: 'nmtcpp-translation',
4665
4991
  artifactBytes: 693697483
4666
4992
  },
4993
+ dc1055984979d4a00d8d69fb70a5b79a75da3f8721d29abf3955f3d188426820: {
4994
+ schemaVersion: 1,
4995
+ engine: 'tts-ggml',
4996
+ artifactBytes: 9671141504,
4997
+ ggufFacts: {
4998
+ architecture: 'moss-speech',
4999
+ blockCount: 32,
5000
+ headCount: 32,
5001
+ headCountKv: 8,
5002
+ keyLength: 128,
5003
+ valueLength: 128,
5004
+ embeddingLength: 4096,
5005
+ contextLength: 40960,
5006
+ assumptions: ['key_length/value_length absent — derived from embedding_length / head_count']
5007
+ }
5008
+ },
4667
5009
  dc235e4bfc4cdc25e0e1b36e07e29435b140861b4b94b8197bc715ddc7be912f: {
4668
5010
  schemaVersion: 1,
4669
5011
  engine: 'nmtcpp-translation',
@@ -4838,6 +5180,26 @@ export const MODEL_RESOURCE_PROFILES = {
4838
5180
  engine: 'nmtcpp-translation',
4839
5181
  artifactBytes: 4489412
4840
5182
  },
5183
+ e658ac8a717089528a1f402caa6b91aec8a4059b76c9c35114a70ba32b2fb469: {
5184
+ schemaVersion: 1,
5185
+ engine: 'llamacpp-embedding',
5186
+ artifactBytes: 649973184,
5187
+ ggufFacts: {
5188
+ architecture: 'laya',
5189
+ blockCount: 22,
5190
+ headCount: 12,
5191
+ headCountKv: 12,
5192
+ keyLength: 64,
5193
+ valueLength: 64,
5194
+ embeddingLength: 768,
5195
+ contextLength: 8192,
5196
+ slidingWindow: 128,
5197
+ assumptions: [
5198
+ 'head_count_kv absent — assumed equal to head_count (no GQA)',
5199
+ 'key_length/value_length absent — derived from embedding_length / head_count'
5200
+ ]
5201
+ }
5202
+ },
4841
5203
  e661dfdd88aa9ff9606f237a60c910d97c2e710960199589579f628c5d8aa899: {
4842
5204
  schemaVersion: 1,
4843
5205
  engine: 'nmtcpp-translation',
@@ -4874,6 +5236,26 @@ export const MODEL_RESOURCE_PROFILES = {
4874
5236
  engine: 'nmtcpp-translation',
4875
5237
  artifactBytes: 2228
4876
5238
  },
5239
+ e8dd94817e95d6c0939102049d068418269978377b13616c4726235e232841fe: {
5240
+ schemaVersion: 1,
5241
+ engine: 'llamacpp-completion',
5242
+ artifactBytes: 5868826976,
5243
+ ggufFacts: {
5244
+ architecture: 'qwen35',
5245
+ blockCount: 33,
5246
+ headCount: 16,
5247
+ headCountKv: 4,
5248
+ keyLength: 256,
5249
+ valueLength: 256,
5250
+ embeddingLength: 4096,
5251
+ contextLength: 262144,
5252
+ fullAttentionInterval: 4,
5253
+ ssmStateSize: 128,
5254
+ ssmConvKernel: 4,
5255
+ ssmInnerSize: 4096,
5256
+ ssmGroupCount: 16
5257
+ }
5258
+ },
4877
5259
  e914f157a92018fb5601be9e546dff480ae5ec1a9a1ba49078ad3ef371ff4c44: {
4878
5260
  schemaVersion: 1,
4879
5261
  engine: 'nmtcpp-translation',
@@ -5052,6 +5434,27 @@ export const MODEL_RESOURCE_PROFILES = {
5052
5434
  engine: 'tts-ggml',
5053
5435
  artifactBytes: 251845952
5054
5436
  },
5437
+ f0689eadab0d46468bc2629bb2706f4aba7f794b63e1c9f6eb291269d572a52b: {
5438
+ schemaVersion: 1,
5439
+ engine: 'llamacpp-completion',
5440
+ artifactBytes: 685133984,
5441
+ ggufFacts: {
5442
+ architecture: 'dflash',
5443
+ blockCount: 6,
5444
+ headCount: 32,
5445
+ headCountKv: 8,
5446
+ keyLength: 128,
5447
+ valueLength: 128,
5448
+ embeddingLength: 2560,
5449
+ contextLength: 262144,
5450
+ slidingWindow: 4096,
5451
+ kvLayerClasses: [
5452
+ { count: 5, headCountKv: 8, keyLength: 128, valueLength: 128, windowed: true },
5453
+ { count: 1, headCountKv: 8, keyLength: 128, valueLength: 128, windowed: false }
5454
+ ],
5455
+ assumptions: ['kvLayerClasses derived from per-layer attention metadata']
5456
+ }
5457
+ },
5055
5458
  f17196c0d8fc756bc65be60075bd4a359917eee8a438505639511727c585d3c2: {
5056
5459
  schemaVersion: 1,
5057
5460
  engine: 'llamacpp-completion',
@@ -1,5 +1,5 @@
1
1
  import type ASRGgml from '@qvac/asr-ggml';
2
- import type { ParakeetConfig, WhisperConfig } from '../../../schemas/index.js';
2
+ import type { ParakeetConfig, WhisperConfig, MossTranscribeConfig } from '../../../schemas/index.js';
3
3
  export declare function buildWhisperEngineConfig(config: WhisperConfig): {
4
4
  miscConfig?: {
5
5
  [k: string]: unknown;
@@ -29,3 +29,9 @@ export declare function buildParakeetReloadConfig(config: ParakeetConfig): {
29
29
  [k: string]: unknown;
30
30
  };
31
31
  };
32
+ export declare function buildMossTranscribeEngineConfig(config: MossTranscribeConfig): {
33
+ engine: "moss-transcribe";
34
+ mossTranscribeConfig: {
35
+ [k: string]: unknown;
36
+ };
37
+ };
@@ -44,3 +44,9 @@ export function buildParakeetReloadConfig(config) {
44
44
  parakeetConfig: omitUndefined(config)
45
45
  };
46
46
  }
47
+ export function buildMossTranscribeEngineConfig(config) {
48
+ return {
49
+ engine: 'moss-transcribe',
50
+ mossTranscribeConfig: omitUndefined(config)
51
+ };
52
+ }
@@ -1,5 +1,5 @@
1
1
  import type { ModelType } from '../../../schemas/index.js';
2
- type AsrModelType = typeof ModelType.whispercppTranscription | typeof ModelType.parakeetTranscription;
2
+ type AsrModelType = typeof ModelType.whispercppTranscription | typeof ModelType.parakeetTranscription | typeof ModelType.mossTranscribe;
3
3
  /**
4
4
  * ASRGgml's native logger is process-global and cannot identify its originating
5
5
  * model. Keep instance loggers on engine-specific namespaces so the logger
@@ -2,6 +2,7 @@ import { type ResolveContext } from '../../../schemas/index.js';
2
2
  export declare function resolveAudioGenConfig(config: Record<string, unknown>, ctx: ResolveContext): Promise<{
3
3
  config: {
4
4
  engine: "minimax";
5
+ device?: "cpu" | "gpu" | "auto" | undefined;
5
6
  inferenceSteps?: number | undefined;
6
7
  cfgScale?: number | undefined;
7
8
  useGPU?: boolean | undefined;