@qvac/inference 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/NOTICE +59 -40
  2. package/README.md +1 -1
  3. package/dist/api/audio-gen.js +1 -1
  4. package/dist/api/completion-stream.d.ts +2 -1
  5. package/dist/api/completion-stream.js +3 -1
  6. package/dist/api/decide.js +1 -1
  7. package/dist/api/diffusion.d.ts +18 -1
  8. package/dist/api/diffusion.js +18 -1
  9. package/dist/api/download-asset.js +1 -1
  10. package/dist/api/finetune.js +1 -1
  11. package/dist/api/index.d.ts +39 -38
  12. package/dist/api/index.js +38 -37
  13. package/dist/api/load-model.js +2 -2
  14. package/dist/api/logging-stream-registry.js +11 -7
  15. package/dist/api/logging-stream.d.ts +11 -1
  16. package/dist/api/logging-stream.js +11 -2
  17. package/dist/api/registry.d.ts +2 -1
  18. package/dist/api/registry.js +5 -4
  19. package/dist/api/rerank.d.ts +17 -0
  20. package/dist/api/rerank.js +36 -0
  21. package/dist/api/subscribe-logs.js +5 -3
  22. package/dist/api/unload-model.js +1 -1
  23. package/dist/api/video.js +1 -1
  24. package/dist/api/vla.js +1 -1
  25. package/dist/api/world-result.js +1 -1
  26. package/dist/api/world.d.ts +1 -1
  27. package/dist/api/world.js +1 -1
  28. package/dist/config/resolve-config.d.ts +1 -1
  29. package/dist/config/resolve-config.js +1 -1
  30. package/dist/constants/index.d.ts +2 -2
  31. package/dist/constants/index.js +2 -2
  32. package/dist/dispatch.d.ts +3 -2
  33. package/dist/dispatch.js +16 -4
  34. package/dist/errors/index.d.ts +6 -0
  35. package/dist/errors/index.js +13 -1
  36. package/dist/handlers/assess-model-fit.d.ts +1 -1
  37. package/dist/handlers/assess-model-fit.js +4 -4
  38. package/dist/handlers/cancelHandler.js +1 -1
  39. package/dist/handlers/completion-orchestrate.js +2 -2
  40. package/dist/handlers/download-asset.js +2 -2
  41. package/dist/handlers/finetune.js +1 -1
  42. package/dist/handlers/get-loaded-model-info.js +2 -3
  43. package/dist/handlers/get-model-info.js +1 -1
  44. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  45. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  46. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  47. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  48. package/dist/handlers/load-model/download-stats.js +3 -3
  49. package/dist/handlers/load-model/handler.js +10 -7
  50. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  51. package/dist/handlers/load-model/http.d.ts +1 -1
  52. package/dist/handlers/load-model/http.js +3 -3
  53. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  54. package/dist/handlers/load-model/hyperdrive.js +2 -2
  55. package/dist/handlers/load-model/index.d.ts +2 -2
  56. package/dist/handlers/load-model/index.js +2 -2
  57. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  58. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  59. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  60. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  61. package/dist/handlers/load-model/registry.d.ts +2 -2
  62. package/dist/handlers/load-model/registry.js +5 -5
  63. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  64. package/dist/handlers/load-model/resolve-session.js +11 -3
  65. package/dist/handlers/load-model/resolve.d.ts +1 -1
  66. package/dist/handlers/load-model/resolve.js +5 -5
  67. package/dist/handlers/logging-stream.d.ts +2 -1
  68. package/dist/handlers/logging-stream.js +23 -7
  69. package/dist/handlers/registry.js +4 -2
  70. package/dist/handlers/types.d.ts +7 -1
  71. package/dist/handlers/vector-index.js +2 -2
  72. package/dist/index.d.ts +1 -1
  73. package/dist/index.js +1 -1
  74. package/dist/logging/addon.d.ts +1 -1
  75. package/dist/logging/addon.js +1 -1
  76. package/dist/logging/index.d.ts +5 -5
  77. package/dist/logging/index.js +4 -4
  78. package/dist/logging/logger.d.ts +1 -1
  79. package/dist/logging/logger.js +3 -3
  80. package/dist/logging/utils.js +1 -1
  81. package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
  82. package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
  83. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  84. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
  85. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
  86. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
  87. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  88. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
  89. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
  90. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
  91. package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
  92. package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
  93. package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
  94. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
  95. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
  96. package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
  97. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
  98. package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
  99. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
  100. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
  101. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  102. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
  103. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  104. package/dist/model-fit/request/engines/diffusion.js +93 -0
  105. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
  106. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
  107. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
  108. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
  109. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
  110. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
  111. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
  112. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
  113. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
  114. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
  115. package/dist/model-fit/run/run.d.ts +43 -0
  116. package/dist/model-fit/run/run.js +204 -0
  117. package/dist/models/registry/index.d.ts +1 -1
  118. package/dist/models/registry/index.js +2 -2
  119. package/dist/models/registry/models.d.ts +510 -0
  120. package/dist/models/registry/models.js +2946 -2410
  121. package/dist/models/registry/resource-profiles.js +203 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
  124. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
  126. package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
  129. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  130. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  131. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
  132. package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
  133. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
  134. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  135. package/dist/plugins/builtin/index.d.ts +15 -14
  136. package/dist/plugins/builtin/index.js +15 -14
  137. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  138. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  139. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  140. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  141. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
  142. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  143. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  144. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
  145. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
  146. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  147. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  148. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  149. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
  150. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
  151. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  152. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
  153. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
  154. package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
  155. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  156. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  157. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  158. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  159. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  160. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  161. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
  162. package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
  163. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
  164. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
  165. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
  166. package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
  167. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  168. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  169. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  170. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
  171. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  172. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  173. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
  174. package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
  175. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  176. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  177. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  178. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  179. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  180. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
  181. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
  182. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
  183. package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
  184. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
  185. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
  186. package/dist/plugins/index.d.ts +1 -1
  187. package/dist/plugins/index.js +2 -2
  188. package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
  189. package/dist/plugins/ops/kv-cache-utils.js +15 -8
  190. package/dist/plugins/ops/load-model.d.ts +8 -2
  191. package/dist/plugins/ops/load-model.js +14 -5
  192. package/dist/plugins/ops/transcribe.js +1 -1
  193. package/dist/plugins/ops/translate.js +3 -3
  194. package/dist/plugins/ops/unload-model.js +1 -1
  195. package/dist/plugins/turbovec-backend.js +5 -5
  196. package/dist/profiling/aggregator.d.ts +1 -1
  197. package/dist/profiling/aggregator.js +1 -1
  198. package/dist/profiling/controller.d.ts +1 -1
  199. package/dist/profiling/controller.js +2 -2
  200. package/dist/profiling/events.d.ts +1 -1
  201. package/dist/profiling/events.js +2 -2
  202. package/dist/profiling/exporters.d.ts +1 -1
  203. package/dist/profiling/exporters.js +3 -3
  204. package/dist/profiling/index.d.ts +13 -13
  205. package/dist/profiling/index.js +12 -12
  206. package/dist/profiling/operation-metrics.d.ts +1 -1
  207. package/dist/profiling/operation-metrics.js +2 -2
  208. package/dist/profiling/operation-wrappers.js +3 -3
  209. package/dist/profiling/profiler.js +1 -1
  210. package/dist/rag/handler.js +1 -1
  211. package/dist/rag/handlers/close-workspace.js +1 -1
  212. package/dist/rag/handlers/delete-embeddings.js +1 -1
  213. package/dist/rag/handlers/delete-workspace.js +1 -1
  214. package/dist/rag/handlers/ingest.js +1 -1
  215. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  216. package/dist/rag/handlers/list-workspaces.js +1 -1
  217. package/dist/rag/handlers/reindex.js +1 -1
  218. package/dist/rag/handlers/save-embeddings.js +1 -1
  219. package/dist/rag/handlers/search.js +1 -1
  220. package/dist/rag/index.d.ts +11 -11
  221. package/dist/rag/index.js +11 -11
  222. package/dist/rag/rag-workspace-manager.js +1 -1
  223. package/dist/registry.js +2 -1
  224. package/dist/resources/collector.d.ts +1 -1
  225. package/dist/resources/collector.js +1 -1
  226. package/dist/resources/instance.d.ts +1 -1
  227. package/dist/resources/instance.js +1 -1
  228. package/dist/resources/native.d.ts +1 -1
  229. package/dist/resources/normalize.d.ts +1 -1
  230. package/dist/rpc/inventory.js +3 -3
  231. package/dist/runtime/index.d.ts +5 -5
  232. package/dist/runtime/index.js +2 -2
  233. package/dist/runtime/lifecycle.js +7 -7
  234. package/dist/runtime/model-config-utils.js +3 -0
  235. package/dist/runtime/model-registry.d.ts +3 -1
  236. package/dist/runtime/model-registry.js +2 -1
  237. package/dist/runtime/registry-client.js +1 -1
  238. package/dist/runtime/request-context.d.ts +3 -3
  239. package/dist/runtime/request-context.js +14 -1
  240. package/dist/runtime/request-registry.d.ts +1 -1
  241. package/dist/runtime/request-registry.js +1 -1
  242. package/dist/runtime/state.d.ts +1 -1
  243. package/dist/runtime/state.js +2 -2
  244. package/dist/runtime/vector-index-backend.d.ts +2 -2
  245. package/dist/runtime/vector-index-registry.d.ts +5 -5
  246. package/dist/runtime/vector-index-registry.js +36 -13
  247. package/dist/schemas/assess-model-fit.d.ts +6 -0
  248. package/dist/schemas/assess-model-fit.js +4 -4
  249. package/dist/schemas/audio-gen.d.ts +13 -1
  250. package/dist/schemas/audio-gen.js +3 -3
  251. package/dist/schemas/batch-completion-stream.d.ts +8 -2
  252. package/dist/schemas/batch-completion-stream.js +3 -3
  253. package/dist/schemas/bci-config.d.ts +1 -0
  254. package/dist/schemas/bci-config.js +2 -2
  255. package/dist/schemas/bci.d.ts +1 -1
  256. package/dist/schemas/bci.js +2 -2
  257. package/dist/schemas/cancel.d.ts +5 -0
  258. package/dist/schemas/cancel.js +1 -0
  259. package/dist/schemas/common.d.ts +478 -100
  260. package/dist/schemas/common.js +35 -32
  261. package/dist/schemas/completion-event.d.ts +8 -2
  262. package/dist/schemas/completion-event.js +4 -1
  263. package/dist/schemas/completion-stream.d.ts +11 -2
  264. package/dist/schemas/completion-stream.js +37 -10
  265. package/dist/schemas/config.d.ts +849 -6
  266. package/dist/schemas/config.js +12 -10
  267. package/dist/schemas/decision.d.ts +8 -0
  268. package/dist/schemas/decision.js +14 -0
  269. package/dist/schemas/download-asset.d.ts +6 -4
  270. package/dist/schemas/download-asset.js +1 -1
  271. package/dist/schemas/engine-addon-map.d.ts +2 -1
  272. package/dist/schemas/engine-addon-map.js +4 -3
  273. package/dist/schemas/errors.d.ts +1 -0
  274. package/dist/schemas/errors.js +6 -1
  275. package/dist/schemas/index.d.ts +51 -50
  276. package/dist/schemas/index.js +50 -49
  277. package/dist/schemas/llamacpp-config.d.ts +182 -6
  278. package/dist/schemas/llamacpp-config.js +102 -7
  279. package/dist/schemas/load-model.d.ts +3176 -646
  280. package/dist/schemas/load-model.js +34 -1
  281. package/dist/schemas/mcp-adapter.d.ts +1 -1
  282. package/dist/schemas/model-config-schemas.d.ts +195 -1
  283. package/dist/schemas/model-config-schemas.js +14 -12
  284. package/dist/schemas/model-fit-policy.d.ts +1 -1
  285. package/dist/schemas/model-info.js +2 -2
  286. package/dist/schemas/model-resource-profile.d.ts +1 -0
  287. package/dist/schemas/model-resource-profile.js +1 -1
  288. package/dist/schemas/model-src-utils.d.ts +6 -2
  289. package/dist/schemas/model-src-utils.js +2 -2
  290. package/dist/schemas/model-types.d.ts +5 -1
  291. package/dist/schemas/model-types.js +1 -0
  292. package/dist/schemas/ocr.d.ts +2 -0
  293. package/dist/schemas/ocr.js +1 -1
  294. package/dist/schemas/plugin.d.ts +9 -3
  295. package/dist/schemas/plugin.js +6 -0
  296. package/dist/schemas/profiling.js +1 -1
  297. package/dist/schemas/rag.js +1 -1
  298. package/dist/schemas/registry.d.ts +8 -0
  299. package/dist/schemas/registry.js +2 -1
  300. package/dist/schemas/reload-config.d.ts +6 -2
  301. package/dist/schemas/reload-config.js +2 -2
  302. package/dist/schemas/rerank.d.ts +131 -0
  303. package/dist/schemas/rerank.js +102 -0
  304. package/dist/schemas/sdcpp-config.d.ts +56 -0
  305. package/dist/schemas/sdcpp-config.js +33 -15
  306. package/dist/schemas/text-to-speech.d.ts +61 -0
  307. package/dist/schemas/transcription-config.d.ts +5 -0
  308. package/dist/schemas/transcription-config.js +16 -1
  309. package/dist/schemas/transcription.d.ts +1 -1
  310. package/dist/schemas/transcription.js +1 -1
  311. package/dist/schemas/translate.d.ts +2 -2
  312. package/dist/schemas/translate.js +1 -1
  313. package/dist/schemas/translation-config.d.ts +20 -10
  314. package/dist/schemas/translation-config.js +1 -1
  315. package/dist/surface.d.ts +2 -1
  316. package/dist/surface.js +2 -1
  317. package/dist/utils/addon-responses.d.ts +2 -0
  318. package/dist/utils/aggregate-events.d.ts +1 -1
  319. package/dist/utils/aggregate-events.js +2 -2
  320. package/dist/utils/archive.js +2 -2
  321. package/dist/utils/audio/decoder.js +3 -1
  322. package/dist/utils/audio-input.js +1 -1
  323. package/dist/utils/cache/auto-history.d.ts +2 -1
  324. package/dist/utils/cache/auto-history.js +2 -2
  325. package/dist/utils/cache/paths.js +6 -6
  326. package/dist/utils/checksum.d.ts +2 -0
  327. package/dist/utils/checksum.js +41 -2
  328. package/dist/utils/completion-normalizer.js +1 -1
  329. package/dist/utils/gguf-architecture.d.ts +7 -0
  330. package/dist/utils/gguf-architecture.js +142 -0
  331. package/dist/utils/gguf-tensor-extractor.js +1 -1
  332. package/dist/utils/index.d.ts +13 -13
  333. package/dist/utils/index.js +13 -13
  334. package/dist/utils/mcp-adapter.d.ts +1 -1
  335. package/dist/utils/mcp-adapter.js +1 -1
  336. package/dist/utils/path-security.js +1 -1
  337. package/dist/utils/shard-utils.d.ts +5 -0
  338. package/dist/utils/shard-utils.js +19 -3
  339. package/dist/utils/tool-integration.d.ts +1 -0
  340. package/dist/utils/tool-integration.js +3 -6
  341. package/dist/utils/tools/defer.d.ts +16 -26
  342. package/dist/utils/tools/defer.js +50 -41
  343. package/dist/utils/tools/dialect.d.ts +15 -4
  344. package/dist/utils/tools/dialect.js +34 -5
  345. package/dist/utils/tools/index.d.ts +3 -3
  346. package/dist/utils/tools/index.js +3 -3
  347. package/dist/utils/tools/parser.js +8 -8
  348. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  349. package/dist/utils/tools/parsers/dsml.js +1 -1
  350. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  351. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  352. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  353. package/dist/utils/tools/parsers/harmony.js +1 -1
  354. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  355. package/dist/utils/tools/parsers/hermes.js +1 -1
  356. package/dist/utils/tools/parsers/json.d.ts +1 -1
  357. package/dist/utils/tools/parsers/json.js +1 -1
  358. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  359. package/dist/utils/tools/parsers/pythonic.js +1 -1
  360. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  361. package/dist/utils/tools/parsers/qwen35.js +1 -1
  362. package/dist/utils/tts-stats.d.ts +1 -1
  363. package/dist/utils/until-aborted.d.ts +7 -0
  364. package/dist/utils/until-aborted.js +34 -0
  365. package/package.json +53 -45
  366. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  367. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  368. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  369. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  370. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  371. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  372. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  373. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  374. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  375. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  376. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  377. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  378. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  379. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  380. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  381. package/dist/resources/model-fit/platform.d.ts +0 -9
  382. package/dist/resources/model-fit/types.js +0 -1
  383. /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
  384. /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
  385. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  386. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -48,6 +48,14 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
48
48
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
49
49
  parallel: z.ZodOptional<z.ZodNumber>;
50
50
  tools: z.ZodOptional<z.ZodBoolean>;
51
+ cache_checkpoints: z.ZodOptional<z.ZodNumber>;
52
+ cache_checkpoints_max_bytes: z.ZodOptional<z.ZodNumber>;
53
+ cache_checkpoint_storage: z.ZodOptional<z.ZodEnum<{
54
+ memory: "memory";
55
+ disk: "disk";
56
+ }>>;
57
+ cache_checkpoint_dir: z.ZodOptional<z.ZodString>;
58
+ cache_ram_mib: z.ZodOptional<z.ZodNumber>;
51
59
  'cache-type-k': z.ZodOptional<z.ZodString>;
52
60
  'cache-type-v': z.ZodOptional<z.ZodString>;
53
61
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -75,6 +83,8 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
75
83
  'image-max-tokens': z.ZodOptional<z.ZodNumber>;
76
84
  'image-min-tokens': z.ZodOptional<z.ZodNumber>;
77
85
  'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
86
+ poll: z.ZodOptional<z.ZodNumber>;
87
+ pollBatch: z.ZodOptional<z.ZodNumber>;
78
88
  threads: z.ZodOptional<z.ZodNumber>;
79
89
  'threads-batch': z.ZodOptional<z.ZodNumber>;
80
90
  'cpu-mask': z.ZodOptional<z.ZodString>;
@@ -93,6 +103,14 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
93
103
  'fit-ctx': z.ZodOptional<z.ZodNumber>;
94
104
  openclCacheDir: z.ZodOptional<z.ZodString>;
95
105
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
106
+ spec_type: z.ZodOptional<z.ZodEnum<{
107
+ none: "none";
108
+ "draft-mtp": "draft-mtp";
109
+ "draft-dflash": "draft-dflash";
110
+ }>>;
111
+ spec_draft_n_max: z.ZodOptional<z.ZodNumber>;
112
+ spec_draft_n_min: z.ZodOptional<z.ZodNumber>;
113
+ spec_draft_p_min: z.ZodOptional<z.ZodNumber>;
96
114
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
97
115
  src: z.ZodString;
98
116
  name: z.ZodOptional<z.ZodString>;
@@ -116,6 +134,49 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
116
134
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
117
135
  "llamacpp-embedding": "llamacpp-embedding";
118
136
  "llamacpp-decision": "llamacpp-decision";
137
+ "llamacpp-rerank": "llamacpp-rerank";
138
+ "nmtcpp-translation": "nmtcpp-translation";
139
+ "onnx-tts": "onnx-tts";
140
+ "tts-ggml": "tts-ggml";
141
+ "parakeet-transcription": "parakeet-transcription";
142
+ "moss-transcribe": "moss-transcribe";
143
+ "ggml-ocr": "ggml-ocr";
144
+ "sdcpp-generation": "sdcpp-generation";
145
+ "audiogen-ggml": "audiogen-ggml";
146
+ "ggml-vla": "ggml-vla";
147
+ "ggml-classification": "ggml-classification";
148
+ llm: "llm";
149
+ whisper: "whisper";
150
+ bci: "bci";
151
+ nmt: "nmt";
152
+ parakeet: "parakeet";
153
+ classification: "classification";
154
+ }>, z.ZodLiteral<"vad">]>>;
155
+ }, z.core.$strip>]>>;
156
+ draftModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
157
+ src: z.ZodString;
158
+ name: z.ZodOptional<z.ZodString>;
159
+ modelId: z.ZodOptional<z.ZodString>;
160
+ registryPath: z.ZodOptional<z.ZodString>;
161
+ registrySource: z.ZodOptional<z.ZodString>;
162
+ blobCoreKey: z.ZodOptional<z.ZodString>;
163
+ blobIndex: z.ZodOptional<z.ZodNumber>;
164
+ engine: z.ZodOptional<z.ZodString>;
165
+ expectedSize: z.ZodOptional<z.ZodNumber>;
166
+ sha256Checksum: z.ZodOptional<z.ZodString>;
167
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
168
+ embeddings: "embeddings";
169
+ diffusion: "diffusion";
170
+ audiogen: "audiogen";
171
+ tts: "tts";
172
+ ocr: "ocr";
173
+ vla: "vla";
174
+ "llamacpp-completion": "llamacpp-completion";
175
+ "whispercpp-transcription": "whispercpp-transcription";
176
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
177
+ "llamacpp-embedding": "llamacpp-embedding";
178
+ "llamacpp-decision": "llamacpp-decision";
179
+ "llamacpp-rerank": "llamacpp-rerank";
119
180
  "nmtcpp-translation": "nmtcpp-translation";
120
181
  "onnx-tts": "onnx-tts";
121
182
  "tts-ggml": "tts-ggml";
@@ -189,6 +250,14 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
189
250
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
190
251
  parallel: z.ZodOptional<z.ZodNumber>;
191
252
  tools: z.ZodOptional<z.ZodBoolean>;
253
+ cache_checkpoints: z.ZodOptional<z.ZodNumber>;
254
+ cache_checkpoints_max_bytes: z.ZodOptional<z.ZodNumber>;
255
+ cache_checkpoint_storage: z.ZodOptional<z.ZodEnum<{
256
+ memory: "memory";
257
+ disk: "disk";
258
+ }>>;
259
+ cache_checkpoint_dir: z.ZodOptional<z.ZodString>;
260
+ cache_ram_mib: z.ZodOptional<z.ZodNumber>;
192
261
  'cache-type-k': z.ZodOptional<z.ZodString>;
193
262
  'cache-type-v': z.ZodOptional<z.ZodString>;
194
263
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -216,6 +285,8 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
216
285
  'image-max-tokens': z.ZodOptional<z.ZodNumber>;
217
286
  'image-min-tokens': z.ZodOptional<z.ZodNumber>;
218
287
  'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
288
+ poll: z.ZodOptional<z.ZodNumber>;
289
+ pollBatch: z.ZodOptional<z.ZodNumber>;
219
290
  threads: z.ZodOptional<z.ZodNumber>;
220
291
  'threads-batch': z.ZodOptional<z.ZodNumber>;
221
292
  'cpu-mask': z.ZodOptional<z.ZodString>;
@@ -234,6 +305,14 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
234
305
  'fit-ctx': z.ZodOptional<z.ZodNumber>;
235
306
  openclCacheDir: z.ZodOptional<z.ZodString>;
236
307
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
308
+ spec_type: z.ZodOptional<z.ZodEnum<{
309
+ none: "none";
310
+ "draft-mtp": "draft-mtp";
311
+ "draft-dflash": "draft-dflash";
312
+ }>>;
313
+ spec_draft_n_max: z.ZodOptional<z.ZodNumber>;
314
+ spec_draft_n_min: z.ZodOptional<z.ZodNumber>;
315
+ spec_draft_p_min: z.ZodOptional<z.ZodNumber>;
237
316
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
238
317
  src: z.ZodString;
239
318
  name: z.ZodOptional<z.ZodString>;
@@ -257,6 +336,49 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
257
336
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
258
337
  "llamacpp-embedding": "llamacpp-embedding";
259
338
  "llamacpp-decision": "llamacpp-decision";
339
+ "llamacpp-rerank": "llamacpp-rerank";
340
+ "nmtcpp-translation": "nmtcpp-translation";
341
+ "onnx-tts": "onnx-tts";
342
+ "tts-ggml": "tts-ggml";
343
+ "parakeet-transcription": "parakeet-transcription";
344
+ "moss-transcribe": "moss-transcribe";
345
+ "ggml-ocr": "ggml-ocr";
346
+ "sdcpp-generation": "sdcpp-generation";
347
+ "audiogen-ggml": "audiogen-ggml";
348
+ "ggml-vla": "ggml-vla";
349
+ "ggml-classification": "ggml-classification";
350
+ llm: "llm";
351
+ whisper: "whisper";
352
+ bci: "bci";
353
+ nmt: "nmt";
354
+ parakeet: "parakeet";
355
+ classification: "classification";
356
+ }>, z.ZodLiteral<"vad">]>>;
357
+ }, z.core.$strip>]>>;
358
+ draftModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
359
+ src: z.ZodString;
360
+ name: z.ZodOptional<z.ZodString>;
361
+ modelId: z.ZodOptional<z.ZodString>;
362
+ registryPath: z.ZodOptional<z.ZodString>;
363
+ registrySource: z.ZodOptional<z.ZodString>;
364
+ blobCoreKey: z.ZodOptional<z.ZodString>;
365
+ blobIndex: z.ZodOptional<z.ZodNumber>;
366
+ engine: z.ZodOptional<z.ZodString>;
367
+ expectedSize: z.ZodOptional<z.ZodNumber>;
368
+ sha256Checksum: z.ZodOptional<z.ZodString>;
369
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
370
+ embeddings: "embeddings";
371
+ diffusion: "diffusion";
372
+ audiogen: "audiogen";
373
+ tts: "tts";
374
+ ocr: "ocr";
375
+ vla: "vla";
376
+ "llamacpp-completion": "llamacpp-completion";
377
+ "whispercpp-transcription": "whispercpp-transcription";
378
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
379
+ "llamacpp-embedding": "llamacpp-embedding";
380
+ "llamacpp-decision": "llamacpp-decision";
381
+ "llamacpp-rerank": "llamacpp-rerank";
260
382
  "nmtcpp-translation": "nmtcpp-translation";
261
383
  "onnx-tts": "onnx-tts";
262
384
  "tts-ggml": "tts-ggml";
@@ -305,6 +427,11 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
305
427
  stop_sequences?: string[] | undefined;
306
428
  parallel?: number | undefined;
307
429
  tools?: boolean | undefined;
430
+ cache_checkpoints?: number | undefined;
431
+ cache_checkpoints_max_bytes?: number | undefined;
432
+ cache_checkpoint_storage?: "memory" | "disk" | undefined;
433
+ cache_checkpoint_dir?: string | undefined;
434
+ cache_ram_mib?: number | undefined;
308
435
  'cache-type-k'?: string | undefined;
309
436
  'cache-type-v'?: string | undefined;
310
437
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
@@ -321,6 +448,8 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
321
448
  'image-max-tokens'?: number | undefined;
322
449
  'image-min-tokens'?: number | undefined;
323
450
  'image-max-megapixels'?: number | undefined;
451
+ poll?: number | undefined;
452
+ pollBatch?: number | undefined;
324
453
  threads?: number | undefined;
325
454
  'threads-batch'?: number | undefined;
326
455
  'cpu-mask'?: string | undefined;
@@ -335,6 +464,10 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
335
464
  'fit-ctx'?: number | undefined;
336
465
  openclCacheDir?: string | undefined;
337
466
  reasoning_budget?: number | undefined;
467
+ spec_type?: "none" | "draft-mtp" | "draft-dflash" | undefined;
468
+ spec_draft_n_max?: number | undefined;
469
+ spec_draft_n_min?: number | undefined;
470
+ spec_draft_p_min?: number | undefined;
338
471
  projectionModelSrc?: string | {
339
472
  src: string;
340
473
  name?: string | undefined;
@@ -346,7 +479,20 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
346
479
  engine?: string | undefined;
347
480
  expectedSize?: number | undefined;
348
481
  sha256Checksum?: string | undefined;
349
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
482
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
483
+ } | undefined;
484
+ draftModelSrc?: string | {
485
+ src: string;
486
+ name?: string | undefined;
487
+ modelId?: string | undefined;
488
+ registryPath?: string | undefined;
489
+ registrySource?: string | undefined;
490
+ blobCoreKey?: string | undefined;
491
+ blobIndex?: number | undefined;
492
+ engine?: string | undefined;
493
+ expectedSize?: number | undefined;
494
+ sha256Checksum?: string | undefined;
495
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
350
496
  } | undefined;
351
497
  image_tile_mode: "disabled" | "batched" | "sequential" | undefined;
352
498
  image_no_upscale?: "on" | "off" | undefined;
@@ -371,6 +517,11 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
371
517
  stop_sequences?: string[] | undefined;
372
518
  parallel?: number | undefined;
373
519
  tools?: boolean | undefined;
520
+ cache_checkpoints?: number | undefined;
521
+ cache_checkpoints_max_bytes?: number | undefined;
522
+ cache_checkpoint_storage?: "memory" | "disk" | undefined;
523
+ cache_checkpoint_dir?: string | undefined;
524
+ cache_ram_mib?: number | undefined;
374
525
  'cache-type-k'?: string | undefined;
375
526
  'cache-type-v'?: string | undefined;
376
527
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
@@ -387,6 +538,8 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
387
538
  'image-max-tokens'?: number | undefined;
388
539
  'image-min-tokens'?: number | undefined;
389
540
  'image-max-megapixels'?: number | undefined;
541
+ poll?: number | undefined;
542
+ pollBatch?: number | undefined;
390
543
  threads?: number | undefined;
391
544
  'threads-batch'?: number | undefined;
392
545
  'cpu-mask'?: string | undefined;
@@ -401,6 +554,10 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
401
554
  'fit-ctx'?: number | undefined;
402
555
  openclCacheDir?: string | undefined;
403
556
  reasoning_budget?: number | undefined;
557
+ spec_type?: "none" | "draft-mtp" | "draft-dflash" | undefined;
558
+ spec_draft_n_max?: number | undefined;
559
+ spec_draft_n_min?: number | undefined;
560
+ spec_draft_p_min?: number | undefined;
404
561
  projectionModelSrc?: string | {
405
562
  src: string;
406
563
  name?: string | undefined;
@@ -412,7 +569,20 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
412
569
  engine?: string | undefined;
413
570
  expectedSize?: number | undefined;
414
571
  sha256Checksum?: string | undefined;
415
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
572
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
573
+ } | undefined;
574
+ draftModelSrc?: string | {
575
+ src: string;
576
+ name?: string | undefined;
577
+ modelId?: string | undefined;
578
+ registryPath?: string | undefined;
579
+ registrySource?: string | undefined;
580
+ blobCoreKey?: string | undefined;
581
+ blobIndex?: number | undefined;
582
+ engine?: string | undefined;
583
+ expectedSize?: number | undefined;
584
+ sha256Checksum?: string | undefined;
585
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
416
586
  } | undefined;
417
587
  image_tile_mode?: "disabled" | "batched" | "sequential" | undefined;
418
588
  image_no_upscale?: "on" | "off" | undefined;
@@ -420,6 +590,8 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
420
590
  }>>;
421
591
  export type LlmConfig = z.infer<typeof llmConfigSchema>;
422
592
  export declare const embedConfigBaseSchema: z.ZodObject<{
593
+ poll: z.ZodOptional<z.ZodNumber>;
594
+ pollBatch: z.ZodOptional<z.ZodNumber>;
423
595
  backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
424
596
  auto: "auto";
425
597
  cuda: "cuda";
@@ -438,7 +610,6 @@ export declare const embedConfigBaseSchema: z.ZodObject<{
438
610
  mean: "mean";
439
611
  cls: "cls";
440
612
  last: "last";
441
- rank: "rank";
442
613
  }>>;
443
614
  attention: z.ZodOptional<z.ZodEnum<{
444
615
  causal: "causal";
@@ -474,6 +645,8 @@ export declare const EMBED_CONFIG_DEFAULTS: {
474
645
  readonly batchSize: 1024;
475
646
  };
476
647
  export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
648
+ poll: z.ZodOptional<z.ZodNumber>;
649
+ pollBatch: z.ZodOptional<z.ZodNumber>;
477
650
  backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
478
651
  auto: "auto";
479
652
  cuda: "cuda";
@@ -492,7 +665,6 @@ export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
492
665
  mean: "mean";
493
666
  cls: "cls";
494
667
  last: "last";
495
- rank: "rank";
496
668
  }>>;
497
669
  attention: z.ZodOptional<z.ZodEnum<{
498
670
  causal: "causal";
@@ -521,11 +693,13 @@ export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
521
693
  }>>;
522
694
  openclCacheDir: z.ZodOptional<z.ZodString>;
523
695
  }, z.core.$strip>, z.ZodTransform<{
696
+ poll?: number | undefined;
697
+ pollBatch?: number | undefined;
524
698
  backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
525
699
  gpuLayers: number | undefined;
526
700
  device: "cpu" | "gpu" | undefined;
527
701
  batchSize: number | undefined;
528
- pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
702
+ pooling?: "none" | "mean" | "cls" | "last" | undefined;
529
703
  attention?: "causal" | "non-causal" | undefined;
530
704
  embdNormalize?: number | undefined;
531
705
  flashAttention?: "auto" | "on" | "off" | undefined;
@@ -535,11 +709,13 @@ export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
535
709
  verbosity?: 0 | 3 | 2 | 1 | undefined;
536
710
  openclCacheDir?: string | undefined;
537
711
  }, {
712
+ poll?: number | undefined;
713
+ pollBatch?: number | undefined;
538
714
  backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
539
715
  gpuLayers?: number | undefined;
540
716
  device?: "cpu" | "gpu" | undefined;
541
717
  batchSize?: number | undefined;
542
- pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
718
+ pooling?: "none" | "mean" | "cls" | "last" | undefined;
543
719
  attention?: "causal" | "non-causal" | undefined;
544
720
  embdNormalize?: number | undefined;
545
721
  flashAttention?: "auto" | "on" | "off" | undefined;
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
3
  /**
4
4
  * Upper bound for `reasoning_budget`. Mirrors the llm-llamacpp addon, which
5
5
  * stores the budget as a 32-bit `int` and rejects values above
@@ -101,6 +101,35 @@ export const llmConfigBaseSchema = z.object({
101
101
  .boolean()
102
102
  .optional()
103
103
  .describe("Enable tool calling via the model's jinja chat template. Default false."),
104
+ cache_checkpoints: z
105
+ .number()
106
+ .int()
107
+ .min(0)
108
+ .max(1024)
109
+ .optional()
110
+ .describe("Prompt-cache checkpoints kept per sequence on hybrid / recurrent models (Qwen3.5, Jamba, DeepSeek V4) and on sliding-window models (Gemma 3/4, gpt-oss) whose context exceeds the window, one per cached request at the end of its history (0–1024). Default 1, which serves the next turn and a regenerate; editing the user message k-th from the end without reprocessing the whole conversation needs `k + 1`. Regenerates and edits restore a checkpoint only under a caller-managed string `kvCache` key. `0` disables them. Each checkpoint holds a copy of the recurrent or sliding-window state of its sequence in host RAM (on disk with `cache_checkpoint_storage: 'disk'`), up to hundreds of MiB on larger models, so memory grows with this value and with `parallel` unless `cache_checkpoints_max_bytes` caps it. Model fit checks do not count it. The newest one is also saved in the `cacheKey` file, so a conversation reloaded in a new process continues from it. Ignored by other models."),
111
+ cache_checkpoints_max_bytes: z
112
+ .number()
113
+ .int()
114
+ .min(0)
115
+ .optional()
116
+ .describe('Byte budget for the checkpoints kept per sequence; the oldest are dropped until the rest fit. `0` (default) is unlimited. The load fails when the budget cannot hold `cache_checkpoints` checkpoints of the largest size the context allows (on a sliding-window model, a full window).'),
117
+ cache_checkpoint_storage: z
118
+ .enum(['memory', 'disk'])
119
+ .optional()
120
+ .describe("Where checkpoints and the per-request rollback snapshot are kept: `'memory'` (default) in host RAM, `'disk'` in files under `cache_checkpoint_dir`, which it requires."),
121
+ cache_checkpoint_dir: z
122
+ .string()
123
+ .min(1)
124
+ .optional()
125
+ .describe("Writable directory for checkpoint files, required with `cache_checkpoint_storage: 'disk'` and rejected without it. The addon writes in a private directory it creates inside it (on Windows, in the directory itself). On mobile, pass the app's cache directory."),
126
+ cache_ram_mib: z
127
+ .number()
128
+ .int()
129
+ .min(0)
130
+ .max(1048576)
131
+ .optional()
132
+ .describe('Host-RAM budget, in MiB, for cached conversations that are not running (0–1048576). Default 0 (off). A conversation the model switches away from (another `kvCache` key, or a slot eviction with `parallel >= 2`) is kept in RAM, so returning to its caller-managed string `kvCache` key skips reading its `cacheKey` file. Model fit checks do not count this memory.'),
104
133
  'cache-type-k': z
105
134
  .string()
106
135
  .optional()
@@ -184,6 +213,20 @@ export const llmConfigBaseSchema = z.object({
184
213
  .max(18_446_744_073_709)
185
214
  .optional()
186
215
  .describe('Largest image a vision model accepts, in millions of pixels (width × height). Checked against the image header before decoding; larger images are rejected. Vision models only. Default 50.'),
216
+ poll: z
217
+ .number()
218
+ .int()
219
+ .min(0)
220
+ .max(100)
221
+ .optional()
222
+ .describe('CPU polling level, from 0 to 100. If omitted, uses the default native behavior. Higher values may reduce wake latency but consume more CPU during GPU work.'),
223
+ pollBatch: z
224
+ .number()
225
+ .int()
226
+ .min(0)
227
+ .max(100)
228
+ .optional()
229
+ .describe('CPU polling level for batch processing, from 0 to 100. If omitted, uses the default native behavior.'),
187
230
  threads: z
188
231
  .number()
189
232
  .int()
@@ -193,15 +236,15 @@ export const llmConfigBaseSchema = z.object({
193
236
  .number()
194
237
  .int()
195
238
  .optional()
196
- .describe('CPU threads to use during batch and prompt processing. Setting it governs generation too and discards `threads` and `cpu-mask`; leave it unset for `threads` to apply to both.'),
239
+ .describe('CPU threads to use during batch and prompt processing. Applies to steps processing several tokens, including parallel decoding and speculative verification. Single-sequence generation uses `threads`.'),
197
240
  'cpu-mask': z
198
241
  .string()
199
242
  .optional()
200
- .describe("CPU affinity mask as an arbitrarily long hex string, e.g. `'ff'`. Unset applies no affinity. Ignored when `threads-batch` is set."),
243
+ .describe("CPU affinity mask as an arbitrarily long hex string, e.g. `'ff'`. Applies to generation. Unset applies no affinity."),
201
244
  'cpu-mask-batch': z
202
245
  .string()
203
246
  .optional()
204
- .describe('CPU affinity mask for batch and prompt processing, in the same form as `cpu-mask`. Honoured only alongside `threads-batch`; without it `cpu-mask` takes over.'),
247
+ .describe('CPU affinity mask for batch and prompt processing, in the same form as `cpu-mask`. Unset inherits `cpu-mask` when the batch thread count is also unset.'),
205
248
  'override-tensor': z
206
249
  .string()
207
250
  .optional()
@@ -249,9 +292,36 @@ export const llmConfigBaseSchema = z.object({
249
292
  .max(REASONING_BUDGET_MAX)
250
293
  .optional()
251
294
  .describe('Reasoning-channel token budget. `-1` (default) unrestricted, `0` disables it, any positive integer caps the reasoning channel at that many tokens (the closing think tag is force-emitted once the budget is spent).'),
295
+ spec_type: z
296
+ .enum(['none', 'draft-mtp', 'draft-dflash'])
297
+ .optional()
298
+ .describe("Speculative decoding, as llama-server's `--spec-type`. `'draft-mtp'` drafts with the model's own multi-token-prediction head, or with an external MTP head given as `draftModelSrc`; the head, when given, otherwise the model, must ship MTP layers, and a head must match the model, or the load fails. `'draft-dflash'` drafts with the DFlash model given as `draftModelSrc`, which it requires. The model verifies every draft, so output keeps the distribution of plain decoding. `'none'` (default) decodes one token per step. Works with multimodal prompts, `parallel` and `kvCache`. Completion stats then report `draftTokens` and `draftAcceptedTokens`."),
299
+ spec_draft_n_max: z
300
+ .number()
301
+ .int()
302
+ .min(1)
303
+ .max(64)
304
+ .optional()
305
+ .describe("Longest draft per step (1–64, default 3). Lowered at load, with a warning, to fit one `ubatch-size` and each sequence’s share of `batch-size`. Requires `spec_type` `'draft-mtp'` or `'draft-dflash'`."),
306
+ spec_draft_n_min: z
307
+ .number()
308
+ .int()
309
+ .min(0)
310
+ .max(64)
311
+ .optional()
312
+ .describe("Shortest draft worth verifying (0–64, default 0, at most `spec_draft_n_max`); shorter drafts are dropped. Requires `spec_type` `'draft-mtp'` or `'draft-dflash'`."),
313
+ spec_draft_p_min: z
314
+ .number()
315
+ .min(0)
316
+ .max(1)
317
+ .optional()
318
+ .describe("Minimum draft-head probability for a token to extend the draft (0–1, default 0). Requires `spec_type` `'draft-mtp'` or `'draft-dflash'`."),
252
319
  projectionModelSrc: modelSrcInputSchema
253
320
  .optional()
254
321
  .describe('Multimodal projection (mmproj / vision encoder) model source; multimodal models only.'),
322
+ draftModelSrc: modelSrcInputSchema
323
+ .optional()
324
+ .describe("Draft model source, as llama-server's `--spec-draft-model`: the DFlash model, required by `spec_type: 'draft-dflash'`, or an external MTP head for `spec_type: 'draft-mtp'`, such as the MTP quantization of the same model or a Gemma 4 assistant for its Gemma 4 model. Placed like the model (`device`, `gpu_layers`). Model fit checks count an MTP head's memory but not a DFlash model's or a Gemma 4 assistant's, so leave room for those."),
255
325
  image_tile_mode: z
256
326
  .enum(['disabled', 'batched', 'sequential'])
257
327
  .optional()
@@ -278,12 +348,37 @@ export const LLM_CONFIG_DEFAULTS = {
278
348
  image_tile_mode: 'sequential'
279
349
  };
280
350
  // Full schema - applies defaults via transform (no duplication)
281
- export const llmConfigSchema = llmConfigBaseSchema.transform((data) => ({
351
+ // Checked on the config merged with device defaults, before the draft model is downloaded.
352
+ export const llmConfigSchema = llmConfigBaseSchema
353
+ .superRefine((data, ctx) => {
354
+ if (data.draftModelSrc !== undefined && (data.spec_type ?? 'none') === 'none') {
355
+ ctx.addIssue({
356
+ code: 'custom',
357
+ path: ['draftModelSrc'],
358
+ message: "draftModelSrc requires spec_type 'draft-mtp' or 'draft-dflash'."
359
+ });
360
+ }
361
+ })
362
+ .transform((data) => ({
282
363
  ...LLM_CONFIG_DEFAULTS,
283
364
  ...data
284
365
  }));
285
366
  // Base schema - validates types, all fields optional (for input validation)
286
367
  export const embedConfigBaseSchema = z.object({
368
+ poll: z
369
+ .number()
370
+ .int()
371
+ .min(0)
372
+ .max(100)
373
+ .optional()
374
+ .describe('CPU polling level, from 0 to 100. If omitted, uses the default native behavior. Higher values may reduce wake latency but consume more CPU during GPU work.'),
375
+ pollBatch: z
376
+ .number()
377
+ .int()
378
+ .min(0)
379
+ .max(100)
380
+ .optional()
381
+ .describe('CPU polling level for batch processing, from 0 to 100. If omitted, uses the default native behavior.'),
287
382
  backend: z
288
383
  .array(z.enum(['cuda', 'vulkan', 'metal', 'opencl', 'auto']))
289
384
  .min(1)
@@ -310,9 +405,9 @@ export const embedConfigBaseSchema = z.object({
310
405
  .optional()
311
406
  .describe('Tokens processed per batch (input throughput). Default 1024.'),
312
407
  pooling: z
313
- .enum(['none', 'mean', 'cls', 'last', 'rank'])
408
+ .enum(['none', 'mean', 'cls', 'last'])
314
409
  .optional()
315
- .describe("Pooling strategy collapsing token embeddings into one sequence vector: `'none'`, `'mean'`, `'cls'`, `'last'`, or `'rank'`. Unset uses the model default."),
410
+ .describe("Pooling strategy collapsing token embeddings into one sequence vector: `'none'`, `'mean'`, `'cls'`, or `'last'`. Unset uses the model default."),
316
411
  attention: z
317
412
  .enum(['causal', 'non-causal'])
318
413
  .optional()