@qvac/inference 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/NOTICE +59 -40
  2. package/README.md +1 -1
  3. package/dist/api/audio-gen.js +1 -1
  4. package/dist/api/completion-stream.d.ts +2 -1
  5. package/dist/api/completion-stream.js +3 -1
  6. package/dist/api/decide.js +1 -1
  7. package/dist/api/diffusion.d.ts +18 -1
  8. package/dist/api/diffusion.js +18 -1
  9. package/dist/api/download-asset.js +1 -1
  10. package/dist/api/finetune.js +1 -1
  11. package/dist/api/index.d.ts +39 -38
  12. package/dist/api/index.js +38 -37
  13. package/dist/api/load-model.js +2 -2
  14. package/dist/api/logging-stream-registry.js +11 -7
  15. package/dist/api/logging-stream.d.ts +11 -1
  16. package/dist/api/logging-stream.js +11 -2
  17. package/dist/api/registry.d.ts +2 -1
  18. package/dist/api/registry.js +5 -4
  19. package/dist/api/rerank.d.ts +17 -0
  20. package/dist/api/rerank.js +36 -0
  21. package/dist/api/subscribe-logs.js +5 -3
  22. package/dist/api/unload-model.js +1 -1
  23. package/dist/api/video.js +1 -1
  24. package/dist/api/vla.js +1 -1
  25. package/dist/api/world-result.js +1 -1
  26. package/dist/api/world.d.ts +1 -1
  27. package/dist/api/world.js +1 -1
  28. package/dist/config/resolve-config.d.ts +1 -1
  29. package/dist/config/resolve-config.js +1 -1
  30. package/dist/constants/index.d.ts +2 -2
  31. package/dist/constants/index.js +2 -2
  32. package/dist/dispatch.d.ts +3 -2
  33. package/dist/dispatch.js +16 -4
  34. package/dist/errors/index.d.ts +6 -0
  35. package/dist/errors/index.js +13 -1
  36. package/dist/handlers/assess-model-fit.d.ts +1 -1
  37. package/dist/handlers/assess-model-fit.js +4 -4
  38. package/dist/handlers/cancelHandler.js +1 -1
  39. package/dist/handlers/completion-orchestrate.js +2 -2
  40. package/dist/handlers/download-asset.js +2 -2
  41. package/dist/handlers/finetune.js +1 -1
  42. package/dist/handlers/get-loaded-model-info.js +2 -3
  43. package/dist/handlers/get-model-info.js +1 -1
  44. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  45. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  46. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  47. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  48. package/dist/handlers/load-model/download-stats.js +3 -3
  49. package/dist/handlers/load-model/handler.js +10 -7
  50. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  51. package/dist/handlers/load-model/http.d.ts +1 -1
  52. package/dist/handlers/load-model/http.js +3 -3
  53. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  54. package/dist/handlers/load-model/hyperdrive.js +2 -2
  55. package/dist/handlers/load-model/index.d.ts +2 -2
  56. package/dist/handlers/load-model/index.js +2 -2
  57. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  58. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  59. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  60. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  61. package/dist/handlers/load-model/registry.d.ts +2 -2
  62. package/dist/handlers/load-model/registry.js +5 -5
  63. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  64. package/dist/handlers/load-model/resolve-session.js +11 -3
  65. package/dist/handlers/load-model/resolve.d.ts +1 -1
  66. package/dist/handlers/load-model/resolve.js +5 -5
  67. package/dist/handlers/logging-stream.d.ts +2 -1
  68. package/dist/handlers/logging-stream.js +23 -7
  69. package/dist/handlers/registry.js +4 -2
  70. package/dist/handlers/types.d.ts +7 -1
  71. package/dist/handlers/vector-index.js +2 -2
  72. package/dist/index.d.ts +1 -1
  73. package/dist/index.js +1 -1
  74. package/dist/logging/addon.d.ts +1 -1
  75. package/dist/logging/addon.js +1 -1
  76. package/dist/logging/index.d.ts +5 -5
  77. package/dist/logging/index.js +4 -4
  78. package/dist/logging/logger.d.ts +1 -1
  79. package/dist/logging/logger.js +3 -3
  80. package/dist/logging/utils.js +1 -1
  81. package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
  82. package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
  83. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  84. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
  85. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
  86. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
  87. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  88. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
  89. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
  90. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
  91. package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
  92. package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
  93. package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
  94. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
  95. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
  96. package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
  97. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
  98. package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
  99. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
  100. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
  101. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  102. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
  103. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  104. package/dist/model-fit/request/engines/diffusion.js +93 -0
  105. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
  106. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
  107. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
  108. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
  109. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
  110. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
  111. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
  112. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
  113. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
  114. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
  115. package/dist/model-fit/run/run.d.ts +43 -0
  116. package/dist/model-fit/run/run.js +204 -0
  117. package/dist/models/registry/index.d.ts +1 -1
  118. package/dist/models/registry/index.js +2 -2
  119. package/dist/models/registry/models.d.ts +510 -0
  120. package/dist/models/registry/models.js +2946 -2410
  121. package/dist/models/registry/resource-profiles.js +203 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
  124. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
  126. package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
  129. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  130. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  131. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
  132. package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
  133. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
  134. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  135. package/dist/plugins/builtin/index.d.ts +15 -14
  136. package/dist/plugins/builtin/index.js +15 -14
  137. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  138. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  139. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  140. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  141. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
  142. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  143. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  144. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
  145. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
  146. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  147. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  148. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  149. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
  150. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
  151. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  152. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
  153. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
  154. package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
  155. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  156. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  157. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  158. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  159. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  160. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  161. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
  162. package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
  163. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
  164. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
  165. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
  166. package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
  167. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  168. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  169. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  170. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
  171. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  172. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  173. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
  174. package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
  175. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  176. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  177. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  178. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  179. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  180. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
  181. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
  182. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
  183. package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
  184. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
  185. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
  186. package/dist/plugins/index.d.ts +1 -1
  187. package/dist/plugins/index.js +2 -2
  188. package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
  189. package/dist/plugins/ops/kv-cache-utils.js +15 -8
  190. package/dist/plugins/ops/load-model.d.ts +8 -2
  191. package/dist/plugins/ops/load-model.js +14 -5
  192. package/dist/plugins/ops/transcribe.js +1 -1
  193. package/dist/plugins/ops/translate.js +3 -3
  194. package/dist/plugins/ops/unload-model.js +1 -1
  195. package/dist/plugins/turbovec-backend.js +5 -5
  196. package/dist/profiling/aggregator.d.ts +1 -1
  197. package/dist/profiling/aggregator.js +1 -1
  198. package/dist/profiling/controller.d.ts +1 -1
  199. package/dist/profiling/controller.js +2 -2
  200. package/dist/profiling/events.d.ts +1 -1
  201. package/dist/profiling/events.js +2 -2
  202. package/dist/profiling/exporters.d.ts +1 -1
  203. package/dist/profiling/exporters.js +3 -3
  204. package/dist/profiling/index.d.ts +13 -13
  205. package/dist/profiling/index.js +12 -12
  206. package/dist/profiling/operation-metrics.d.ts +1 -1
  207. package/dist/profiling/operation-metrics.js +2 -2
  208. package/dist/profiling/operation-wrappers.js +3 -3
  209. package/dist/profiling/profiler.js +1 -1
  210. package/dist/rag/handler.js +1 -1
  211. package/dist/rag/handlers/close-workspace.js +1 -1
  212. package/dist/rag/handlers/delete-embeddings.js +1 -1
  213. package/dist/rag/handlers/delete-workspace.js +1 -1
  214. package/dist/rag/handlers/ingest.js +1 -1
  215. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  216. package/dist/rag/handlers/list-workspaces.js +1 -1
  217. package/dist/rag/handlers/reindex.js +1 -1
  218. package/dist/rag/handlers/save-embeddings.js +1 -1
  219. package/dist/rag/handlers/search.js +1 -1
  220. package/dist/rag/index.d.ts +11 -11
  221. package/dist/rag/index.js +11 -11
  222. package/dist/rag/rag-workspace-manager.js +1 -1
  223. package/dist/registry.js +2 -1
  224. package/dist/resources/collector.d.ts +1 -1
  225. package/dist/resources/collector.js +1 -1
  226. package/dist/resources/instance.d.ts +1 -1
  227. package/dist/resources/instance.js +1 -1
  228. package/dist/resources/native.d.ts +1 -1
  229. package/dist/resources/normalize.d.ts +1 -1
  230. package/dist/rpc/inventory.js +3 -3
  231. package/dist/runtime/index.d.ts +5 -5
  232. package/dist/runtime/index.js +2 -2
  233. package/dist/runtime/lifecycle.js +7 -7
  234. package/dist/runtime/model-config-utils.js +3 -0
  235. package/dist/runtime/model-registry.d.ts +3 -1
  236. package/dist/runtime/model-registry.js +2 -1
  237. package/dist/runtime/registry-client.js +1 -1
  238. package/dist/runtime/request-context.d.ts +3 -3
  239. package/dist/runtime/request-context.js +14 -1
  240. package/dist/runtime/request-registry.d.ts +1 -1
  241. package/dist/runtime/request-registry.js +1 -1
  242. package/dist/runtime/state.d.ts +1 -1
  243. package/dist/runtime/state.js +2 -2
  244. package/dist/runtime/vector-index-backend.d.ts +2 -2
  245. package/dist/runtime/vector-index-registry.d.ts +5 -5
  246. package/dist/runtime/vector-index-registry.js +36 -13
  247. package/dist/schemas/assess-model-fit.d.ts +6 -0
  248. package/dist/schemas/assess-model-fit.js +4 -4
  249. package/dist/schemas/audio-gen.d.ts +13 -1
  250. package/dist/schemas/audio-gen.js +3 -3
  251. package/dist/schemas/batch-completion-stream.d.ts +8 -2
  252. package/dist/schemas/batch-completion-stream.js +3 -3
  253. package/dist/schemas/bci-config.d.ts +1 -0
  254. package/dist/schemas/bci-config.js +2 -2
  255. package/dist/schemas/bci.d.ts +1 -1
  256. package/dist/schemas/bci.js +2 -2
  257. package/dist/schemas/cancel.d.ts +5 -0
  258. package/dist/schemas/cancel.js +1 -0
  259. package/dist/schemas/common.d.ts +478 -100
  260. package/dist/schemas/common.js +35 -32
  261. package/dist/schemas/completion-event.d.ts +8 -2
  262. package/dist/schemas/completion-event.js +4 -1
  263. package/dist/schemas/completion-stream.d.ts +11 -2
  264. package/dist/schemas/completion-stream.js +37 -10
  265. package/dist/schemas/config.d.ts +849 -6
  266. package/dist/schemas/config.js +12 -10
  267. package/dist/schemas/decision.d.ts +8 -0
  268. package/dist/schemas/decision.js +14 -0
  269. package/dist/schemas/download-asset.d.ts +6 -4
  270. package/dist/schemas/download-asset.js +1 -1
  271. package/dist/schemas/engine-addon-map.d.ts +2 -1
  272. package/dist/schemas/engine-addon-map.js +4 -3
  273. package/dist/schemas/errors.d.ts +1 -0
  274. package/dist/schemas/errors.js +6 -1
  275. package/dist/schemas/index.d.ts +51 -50
  276. package/dist/schemas/index.js +50 -49
  277. package/dist/schemas/llamacpp-config.d.ts +182 -6
  278. package/dist/schemas/llamacpp-config.js +102 -7
  279. package/dist/schemas/load-model.d.ts +3176 -646
  280. package/dist/schemas/load-model.js +34 -1
  281. package/dist/schemas/mcp-adapter.d.ts +1 -1
  282. package/dist/schemas/model-config-schemas.d.ts +195 -1
  283. package/dist/schemas/model-config-schemas.js +14 -12
  284. package/dist/schemas/model-fit-policy.d.ts +1 -1
  285. package/dist/schemas/model-info.js +2 -2
  286. package/dist/schemas/model-resource-profile.d.ts +1 -0
  287. package/dist/schemas/model-resource-profile.js +1 -1
  288. package/dist/schemas/model-src-utils.d.ts +6 -2
  289. package/dist/schemas/model-src-utils.js +2 -2
  290. package/dist/schemas/model-types.d.ts +5 -1
  291. package/dist/schemas/model-types.js +1 -0
  292. package/dist/schemas/ocr.d.ts +2 -0
  293. package/dist/schemas/ocr.js +1 -1
  294. package/dist/schemas/plugin.d.ts +9 -3
  295. package/dist/schemas/plugin.js +6 -0
  296. package/dist/schemas/profiling.js +1 -1
  297. package/dist/schemas/rag.js +1 -1
  298. package/dist/schemas/registry.d.ts +8 -0
  299. package/dist/schemas/registry.js +2 -1
  300. package/dist/schemas/reload-config.d.ts +6 -2
  301. package/dist/schemas/reload-config.js +2 -2
  302. package/dist/schemas/rerank.d.ts +131 -0
  303. package/dist/schemas/rerank.js +102 -0
  304. package/dist/schemas/sdcpp-config.d.ts +56 -0
  305. package/dist/schemas/sdcpp-config.js +33 -15
  306. package/dist/schemas/text-to-speech.d.ts +61 -0
  307. package/dist/schemas/transcription-config.d.ts +5 -0
  308. package/dist/schemas/transcription-config.js +16 -1
  309. package/dist/schemas/transcription.d.ts +1 -1
  310. package/dist/schemas/transcription.js +1 -1
  311. package/dist/schemas/translate.d.ts +2 -2
  312. package/dist/schemas/translate.js +1 -1
  313. package/dist/schemas/translation-config.d.ts +20 -10
  314. package/dist/schemas/translation-config.js +1 -1
  315. package/dist/surface.d.ts +2 -1
  316. package/dist/surface.js +2 -1
  317. package/dist/utils/addon-responses.d.ts +2 -0
  318. package/dist/utils/aggregate-events.d.ts +1 -1
  319. package/dist/utils/aggregate-events.js +2 -2
  320. package/dist/utils/archive.js +2 -2
  321. package/dist/utils/audio/decoder.js +3 -1
  322. package/dist/utils/audio-input.js +1 -1
  323. package/dist/utils/cache/auto-history.d.ts +2 -1
  324. package/dist/utils/cache/auto-history.js +2 -2
  325. package/dist/utils/cache/paths.js +6 -6
  326. package/dist/utils/checksum.d.ts +2 -0
  327. package/dist/utils/checksum.js +41 -2
  328. package/dist/utils/completion-normalizer.js +1 -1
  329. package/dist/utils/gguf-architecture.d.ts +7 -0
  330. package/dist/utils/gguf-architecture.js +142 -0
  331. package/dist/utils/gguf-tensor-extractor.js +1 -1
  332. package/dist/utils/index.d.ts +13 -13
  333. package/dist/utils/index.js +13 -13
  334. package/dist/utils/mcp-adapter.d.ts +1 -1
  335. package/dist/utils/mcp-adapter.js +1 -1
  336. package/dist/utils/path-security.js +1 -1
  337. package/dist/utils/shard-utils.d.ts +5 -0
  338. package/dist/utils/shard-utils.js +19 -3
  339. package/dist/utils/tool-integration.d.ts +1 -0
  340. package/dist/utils/tool-integration.js +3 -6
  341. package/dist/utils/tools/defer.d.ts +16 -26
  342. package/dist/utils/tools/defer.js +50 -41
  343. package/dist/utils/tools/dialect.d.ts +15 -4
  344. package/dist/utils/tools/dialect.js +34 -5
  345. package/dist/utils/tools/index.d.ts +3 -3
  346. package/dist/utils/tools/index.js +3 -3
  347. package/dist/utils/tools/parser.js +8 -8
  348. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  349. package/dist/utils/tools/parsers/dsml.js +1 -1
  350. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  351. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  352. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  353. package/dist/utils/tools/parsers/harmony.js +1 -1
  354. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  355. package/dist/utils/tools/parsers/hermes.js +1 -1
  356. package/dist/utils/tools/parsers/json.d.ts +1 -1
  357. package/dist/utils/tools/parsers/json.js +1 -1
  358. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  359. package/dist/utils/tools/parsers/pythonic.js +1 -1
  360. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  361. package/dist/utils/tools/parsers/qwen35.js +1 -1
  362. package/dist/utils/tts-stats.d.ts +1 -1
  363. package/dist/utils/until-aborted.d.ts +7 -0
  364. package/dist/utils/until-aborted.js +34 -0
  365. package/package.json +53 -45
  366. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  367. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  368. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  369. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  370. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  371. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  372. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  373. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  374. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  375. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  376. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  377. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  378. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  379. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  380. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  381. package/dist/resources/model-fit/platform.d.ts +0 -9
  382. package/dist/resources/model-fit/types.js +0 -1
  383. /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
  384. /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
  385. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  386. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -59,6 +59,14 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
59
59
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
60
60
  parallel: z.ZodOptional<z.ZodNumber>;
61
61
  tools: z.ZodOptional<z.ZodBoolean>;
62
+ cache_checkpoints: z.ZodOptional<z.ZodNumber>;
63
+ cache_checkpoints_max_bytes: z.ZodOptional<z.ZodNumber>;
64
+ cache_checkpoint_storage: z.ZodOptional<z.ZodEnum<{
65
+ memory: "memory";
66
+ disk: "disk";
67
+ }>>;
68
+ cache_checkpoint_dir: z.ZodOptional<z.ZodString>;
69
+ cache_ram_mib: z.ZodOptional<z.ZodNumber>;
62
70
  'cache-type-k': z.ZodOptional<z.ZodString>;
63
71
  'cache-type-v': z.ZodOptional<z.ZodString>;
64
72
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -86,6 +94,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
86
94
  'image-max-tokens': z.ZodOptional<z.ZodNumber>;
87
95
  'image-min-tokens': z.ZodOptional<z.ZodNumber>;
88
96
  'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
97
+ poll: z.ZodOptional<z.ZodNumber>;
98
+ pollBatch: z.ZodOptional<z.ZodNumber>;
89
99
  threads: z.ZodOptional<z.ZodNumber>;
90
100
  'threads-batch': z.ZodOptional<z.ZodNumber>;
91
101
  'cpu-mask': z.ZodOptional<z.ZodString>;
@@ -104,6 +114,14 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
104
114
  'fit-ctx': z.ZodOptional<z.ZodNumber>;
105
115
  openclCacheDir: z.ZodOptional<z.ZodString>;
106
116
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
117
+ spec_type: z.ZodOptional<z.ZodEnum<{
118
+ none: "none";
119
+ "draft-mtp": "draft-mtp";
120
+ "draft-dflash": "draft-dflash";
121
+ }>>;
122
+ spec_draft_n_max: z.ZodOptional<z.ZodNumber>;
123
+ spec_draft_n_min: z.ZodOptional<z.ZodNumber>;
124
+ spec_draft_p_min: z.ZodOptional<z.ZodNumber>;
107
125
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
108
126
  src: z.ZodString;
109
127
  name: z.ZodOptional<z.ZodString>;
@@ -127,6 +145,49 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
127
145
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
128
146
  "llamacpp-embedding": "llamacpp-embedding";
129
147
  "llamacpp-decision": "llamacpp-decision";
148
+ "llamacpp-rerank": "llamacpp-rerank";
149
+ "nmtcpp-translation": "nmtcpp-translation";
150
+ "onnx-tts": "onnx-tts";
151
+ "tts-ggml": "tts-ggml";
152
+ "parakeet-transcription": "parakeet-transcription";
153
+ "moss-transcribe": "moss-transcribe";
154
+ "ggml-ocr": "ggml-ocr";
155
+ "sdcpp-generation": "sdcpp-generation";
156
+ "audiogen-ggml": "audiogen-ggml";
157
+ "ggml-vla": "ggml-vla";
158
+ "ggml-classification": "ggml-classification";
159
+ llm: "llm";
160
+ whisper: "whisper";
161
+ bci: "bci";
162
+ nmt: "nmt";
163
+ parakeet: "parakeet";
164
+ classification: "classification";
165
+ }>, z.ZodLiteral<"vad">]>>;
166
+ }, z.core.$strip>]>>;
167
+ draftModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
168
+ src: z.ZodString;
169
+ name: z.ZodOptional<z.ZodString>;
170
+ modelId: z.ZodOptional<z.ZodString>;
171
+ registryPath: z.ZodOptional<z.ZodString>;
172
+ registrySource: z.ZodOptional<z.ZodString>;
173
+ blobCoreKey: z.ZodOptional<z.ZodString>;
174
+ blobIndex: z.ZodOptional<z.ZodNumber>;
175
+ engine: z.ZodOptional<z.ZodString>;
176
+ expectedSize: z.ZodOptional<z.ZodNumber>;
177
+ sha256Checksum: z.ZodOptional<z.ZodString>;
178
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
179
+ embeddings: "embeddings";
180
+ diffusion: "diffusion";
181
+ audiogen: "audiogen";
182
+ tts: "tts";
183
+ ocr: "ocr";
184
+ vla: "vla";
185
+ "llamacpp-completion": "llamacpp-completion";
186
+ "whispercpp-transcription": "whispercpp-transcription";
187
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
188
+ "llamacpp-embedding": "llamacpp-embedding";
189
+ "llamacpp-decision": "llamacpp-decision";
190
+ "llamacpp-rerank": "llamacpp-rerank";
130
191
  "nmtcpp-translation": "nmtcpp-translation";
131
192
  "onnx-tts": "onnx-tts";
132
193
  "tts-ggml": "tts-ggml";
@@ -157,6 +218,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
157
218
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
158
219
  }, z.core.$strip>>>;
159
220
  "llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
221
+ poll: z.ZodOptional<z.ZodNumber>;
222
+ pollBatch: z.ZodOptional<z.ZodNumber>;
160
223
  backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
161
224
  auto: "auto";
162
225
  cuda: "cuda";
@@ -175,7 +238,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
175
238
  mean: "mean";
176
239
  cls: "cls";
177
240
  last: "last";
178
- rank: "rank";
179
241
  }>>;
180
242
  attention: z.ZodOptional<z.ZodEnum<{
181
243
  causal: "causal";
@@ -211,6 +273,43 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
211
273
  }>>;
212
274
  gpu_layers: z.ZodOptional<z.ZodNumber>;
213
275
  batch_size: z.ZodOptional<z.ZodNumber>;
276
+ poll: z.ZodOptional<z.ZodNumber>;
277
+ pollBatch: z.ZodOptional<z.ZodNumber>;
278
+ threads: z.ZodOptional<z.ZodNumber>;
279
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
280
+ flash_attn: z.ZodOptional<z.ZodEnum<{
281
+ auto: "auto";
282
+ on: "on";
283
+ off: "off";
284
+ }>>;
285
+ verbosity: z.ZodOptional<z.ZodNumber>;
286
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
287
+ integrated: "integrated";
288
+ dedicated: "dedicated";
289
+ }>]>>;
290
+ 'split-mode': z.ZodOptional<z.ZodEnum<{
291
+ none: "none";
292
+ layer: "layer";
293
+ }>>;
294
+ 'tensor-split': z.ZodOptional<z.ZodString>;
295
+ openclCacheDir: z.ZodOptional<z.ZodString>;
296
+ }, z.core.$strict>>>;
297
+ "llamacpp-rerank": z.ZodOptional<z.ZodOptional<z.ZodObject<{
298
+ device: z.ZodOptional<z.ZodEnum<{
299
+ cpu: "cpu";
300
+ gpu: "gpu";
301
+ }>>;
302
+ gpu_layers: z.ZodOptional<z.ZodNumber>;
303
+ batch_size: z.ZodOptional<z.ZodNumber>;
304
+ backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
305
+ auto: "auto";
306
+ cuda: "cuda";
307
+ vulkan: "vulkan";
308
+ metal: "metal";
309
+ opencl: "opencl";
310
+ }>>>;
311
+ poll: z.ZodOptional<z.ZodNumber>;
312
+ pollBatch: z.ZodOptional<z.ZodNumber>;
214
313
  threads: z.ZodOptional<z.ZodNumber>;
215
314
  'threads-batch': z.ZodOptional<z.ZodNumber>;
216
315
  flash_attn: z.ZodOptional<z.ZodEnum<{
@@ -318,6 +417,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
318
417
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
319
418
  "llamacpp-embedding": "llamacpp-embedding";
320
419
  "llamacpp-decision": "llamacpp-decision";
420
+ "llamacpp-rerank": "llamacpp-rerank";
321
421
  "nmtcpp-translation": "nmtcpp-translation";
322
422
  "onnx-tts": "onnx-tts";
323
423
  "tts-ggml": "tts-ggml";
@@ -362,6 +462,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
362
462
  streamingChunkLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
363
463
  streamingChunkRightContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
364
464
  streamingSpkCacheUpdatePeriod: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
465
+ longFormWindowFrames: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
466
+ longFormContextFrames: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
365
467
  backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
366
468
  openclCacheDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
367
469
  }, z.core.$strip>>>;
@@ -419,6 +521,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
419
521
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
420
522
  "llamacpp-embedding": "llamacpp-embedding";
421
523
  "llamacpp-decision": "llamacpp-decision";
524
+ "llamacpp-rerank": "llamacpp-rerank";
422
525
  "nmtcpp-translation": "nmtcpp-translation";
423
526
  "onnx-tts": "onnx-tts";
424
527
  "tts-ggml": "tts-ggml";
@@ -530,6 +633,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
530
633
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
531
634
  "llamacpp-embedding": "llamacpp-embedding";
532
635
  "llamacpp-decision": "llamacpp-decision";
636
+ "llamacpp-rerank": "llamacpp-rerank";
533
637
  "nmtcpp-translation": "nmtcpp-translation";
534
638
  "onnx-tts": "onnx-tts";
535
639
  "tts-ggml": "tts-ggml";
@@ -571,6 +675,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
571
675
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
572
676
  "llamacpp-embedding": "llamacpp-embedding";
573
677
  "llamacpp-decision": "llamacpp-decision";
678
+ "llamacpp-rerank": "llamacpp-rerank";
574
679
  "nmtcpp-translation": "nmtcpp-translation";
575
680
  "onnx-tts": "onnx-tts";
576
681
  "tts-ggml": "tts-ggml";
@@ -612,6 +717,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
612
717
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
613
718
  "llamacpp-embedding": "llamacpp-embedding";
614
719
  "llamacpp-decision": "llamacpp-decision";
720
+ "llamacpp-rerank": "llamacpp-rerank";
615
721
  "nmtcpp-translation": "nmtcpp-translation";
616
722
  "onnx-tts": "onnx-tts";
617
723
  "tts-ggml": "tts-ggml";
@@ -653,6 +759,49 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
653
759
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
654
760
  "llamacpp-embedding": "llamacpp-embedding";
655
761
  "llamacpp-decision": "llamacpp-decision";
762
+ "llamacpp-rerank": "llamacpp-rerank";
763
+ "nmtcpp-translation": "nmtcpp-translation";
764
+ "onnx-tts": "onnx-tts";
765
+ "tts-ggml": "tts-ggml";
766
+ "parakeet-transcription": "parakeet-transcription";
767
+ "moss-transcribe": "moss-transcribe";
768
+ "ggml-ocr": "ggml-ocr";
769
+ "sdcpp-generation": "sdcpp-generation";
770
+ "audiogen-ggml": "audiogen-ggml";
771
+ "ggml-vla": "ggml-vla";
772
+ "ggml-classification": "ggml-classification";
773
+ llm: "llm";
774
+ whisper: "whisper";
775
+ bci: "bci";
776
+ nmt: "nmt";
777
+ parakeet: "parakeet";
778
+ classification: "classification";
779
+ }>, z.ZodLiteral<"vad">]>>;
780
+ }, z.core.$strip>]>>>;
781
+ projectionModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
782
+ src: z.ZodString;
783
+ name: z.ZodOptional<z.ZodString>;
784
+ modelId: z.ZodOptional<z.ZodString>;
785
+ registryPath: z.ZodOptional<z.ZodString>;
786
+ registrySource: z.ZodOptional<z.ZodString>;
787
+ blobCoreKey: z.ZodOptional<z.ZodString>;
788
+ blobIndex: z.ZodOptional<z.ZodNumber>;
789
+ engine: z.ZodOptional<z.ZodString>;
790
+ expectedSize: z.ZodOptional<z.ZodNumber>;
791
+ sha256Checksum: z.ZodOptional<z.ZodString>;
792
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
793
+ embeddings: "embeddings";
794
+ diffusion: "diffusion";
795
+ audiogen: "audiogen";
796
+ tts: "tts";
797
+ ocr: "ocr";
798
+ vla: "vla";
799
+ "llamacpp-completion": "llamacpp-completion";
800
+ "whispercpp-transcription": "whispercpp-transcription";
801
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
802
+ "llamacpp-embedding": "llamacpp-embedding";
803
+ "llamacpp-decision": "llamacpp-decision";
804
+ "llamacpp-rerank": "llamacpp-rerank";
656
805
  "nmtcpp-translation": "nmtcpp-translation";
657
806
  "onnx-tts": "onnx-tts";
658
807
  "tts-ggml": "tts-ggml";
@@ -694,6 +843,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
694
843
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
695
844
  "llamacpp-embedding": "llamacpp-embedding";
696
845
  "llamacpp-decision": "llamacpp-decision";
846
+ "llamacpp-rerank": "llamacpp-rerank";
697
847
  "nmtcpp-translation": "nmtcpp-translation";
698
848
  "onnx-tts": "onnx-tts";
699
849
  "tts-ggml": "tts-ggml";
@@ -735,6 +885,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
735
885
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
736
886
  "llamacpp-embedding": "llamacpp-embedding";
737
887
  "llamacpp-decision": "llamacpp-decision";
888
+ "llamacpp-rerank": "llamacpp-rerank";
738
889
  "nmtcpp-translation": "nmtcpp-translation";
739
890
  "onnx-tts": "onnx-tts";
740
891
  "tts-ggml": "tts-ggml";
@@ -776,6 +927,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
776
927
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
777
928
  "llamacpp-embedding": "llamacpp-embedding";
778
929
  "llamacpp-decision": "llamacpp-decision";
930
+ "llamacpp-rerank": "llamacpp-rerank";
779
931
  "nmtcpp-translation": "nmtcpp-translation";
780
932
  "onnx-tts": "onnx-tts";
781
933
  "tts-ggml": "tts-ggml";
@@ -817,6 +969,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
817
969
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
818
970
  "llamacpp-embedding": "llamacpp-embedding";
819
971
  "llamacpp-decision": "llamacpp-decision";
972
+ "llamacpp-rerank": "llamacpp-rerank";
820
973
  "nmtcpp-translation": "nmtcpp-translation";
821
974
  "onnx-tts": "onnx-tts";
822
975
  "tts-ggml": "tts-ggml";
@@ -858,6 +1011,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
858
1011
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
859
1012
  "llamacpp-embedding": "llamacpp-embedding";
860
1013
  "llamacpp-decision": "llamacpp-decision";
1014
+ "llamacpp-rerank": "llamacpp-rerank";
861
1015
  "nmtcpp-translation": "nmtcpp-translation";
862
1016
  "onnx-tts": "onnx-tts";
863
1017
  "tts-ggml": "tts-ggml";
@@ -899,6 +1053,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
899
1053
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
900
1054
  "llamacpp-embedding": "llamacpp-embedding";
901
1055
  "llamacpp-decision": "llamacpp-decision";
1056
+ "llamacpp-rerank": "llamacpp-rerank";
902
1057
  "nmtcpp-translation": "nmtcpp-translation";
903
1058
  "onnx-tts": "onnx-tts";
904
1059
  "tts-ggml": "tts-ggml";
@@ -940,6 +1095,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
940
1095
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
941
1096
  "llamacpp-embedding": "llamacpp-embedding";
942
1097
  "llamacpp-decision": "llamacpp-decision";
1098
+ "llamacpp-rerank": "llamacpp-rerank";
943
1099
  "nmtcpp-translation": "nmtcpp-translation";
944
1100
  "onnx-tts": "onnx-tts";
945
1101
  "tts-ggml": "tts-ggml";
@@ -981,6 +1137,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
981
1137
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
982
1138
  "llamacpp-embedding": "llamacpp-embedding";
983
1139
  "llamacpp-decision": "llamacpp-decision";
1140
+ "llamacpp-rerank": "llamacpp-rerank";
984
1141
  "nmtcpp-translation": "nmtcpp-translation";
985
1142
  "onnx-tts": "onnx-tts";
986
1143
  "tts-ggml": "tts-ggml";
@@ -1001,6 +1158,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1001
1158
  }, z.core.$strip>]>>>;
1002
1159
  world: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1003
1160
  seed: z.ZodOptional<z.ZodNumber>;
1161
+ fitSteps: z.ZodOptional<z.ZodNumber>;
1004
1162
  threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
1005
1163
  backend: z.ZodOptional<z.ZodString>;
1006
1164
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
@@ -1039,6 +1197,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1039
1197
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1040
1198
  "llamacpp-embedding": "llamacpp-embedding";
1041
1199
  "llamacpp-decision": "llamacpp-decision";
1200
+ "llamacpp-rerank": "llamacpp-rerank";
1042
1201
  "nmtcpp-translation": "nmtcpp-translation";
1043
1202
  "onnx-tts": "onnx-tts";
1044
1203
  "tts-ggml": "tts-ggml";
@@ -1119,6 +1278,14 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1119
1278
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
1120
1279
  parallel: z.ZodOptional<z.ZodNumber>;
1121
1280
  tools: z.ZodOptional<z.ZodBoolean>;
1281
+ cache_checkpoints: z.ZodOptional<z.ZodNumber>;
1282
+ cache_checkpoints_max_bytes: z.ZodOptional<z.ZodNumber>;
1283
+ cache_checkpoint_storage: z.ZodOptional<z.ZodEnum<{
1284
+ memory: "memory";
1285
+ disk: "disk";
1286
+ }>>;
1287
+ cache_checkpoint_dir: z.ZodOptional<z.ZodString>;
1288
+ cache_ram_mib: z.ZodOptional<z.ZodNumber>;
1122
1289
  'cache-type-k': z.ZodOptional<z.ZodString>;
1123
1290
  'cache-type-v': z.ZodOptional<z.ZodString>;
1124
1291
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -1146,6 +1313,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1146
1313
  'image-max-tokens': z.ZodOptional<z.ZodNumber>;
1147
1314
  'image-min-tokens': z.ZodOptional<z.ZodNumber>;
1148
1315
  'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
1316
+ poll: z.ZodOptional<z.ZodNumber>;
1317
+ pollBatch: z.ZodOptional<z.ZodNumber>;
1149
1318
  threads: z.ZodOptional<z.ZodNumber>;
1150
1319
  'threads-batch': z.ZodOptional<z.ZodNumber>;
1151
1320
  'cpu-mask': z.ZodOptional<z.ZodString>;
@@ -1164,6 +1333,14 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1164
1333
  'fit-ctx': z.ZodOptional<z.ZodNumber>;
1165
1334
  openclCacheDir: z.ZodOptional<z.ZodString>;
1166
1335
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
1336
+ spec_type: z.ZodOptional<z.ZodEnum<{
1337
+ none: "none";
1338
+ "draft-mtp": "draft-mtp";
1339
+ "draft-dflash": "draft-dflash";
1340
+ }>>;
1341
+ spec_draft_n_max: z.ZodOptional<z.ZodNumber>;
1342
+ spec_draft_n_min: z.ZodOptional<z.ZodNumber>;
1343
+ spec_draft_p_min: z.ZodOptional<z.ZodNumber>;
1167
1344
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1168
1345
  src: z.ZodString;
1169
1346
  name: z.ZodOptional<z.ZodString>;
@@ -1187,6 +1364,49 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1187
1364
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1188
1365
  "llamacpp-embedding": "llamacpp-embedding";
1189
1366
  "llamacpp-decision": "llamacpp-decision";
1367
+ "llamacpp-rerank": "llamacpp-rerank";
1368
+ "nmtcpp-translation": "nmtcpp-translation";
1369
+ "onnx-tts": "onnx-tts";
1370
+ "tts-ggml": "tts-ggml";
1371
+ "parakeet-transcription": "parakeet-transcription";
1372
+ "moss-transcribe": "moss-transcribe";
1373
+ "ggml-ocr": "ggml-ocr";
1374
+ "sdcpp-generation": "sdcpp-generation";
1375
+ "audiogen-ggml": "audiogen-ggml";
1376
+ "ggml-vla": "ggml-vla";
1377
+ "ggml-classification": "ggml-classification";
1378
+ llm: "llm";
1379
+ whisper: "whisper";
1380
+ bci: "bci";
1381
+ nmt: "nmt";
1382
+ parakeet: "parakeet";
1383
+ classification: "classification";
1384
+ }>, z.ZodLiteral<"vad">]>>;
1385
+ }, z.core.$strip>]>>;
1386
+ draftModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1387
+ src: z.ZodString;
1388
+ name: z.ZodOptional<z.ZodString>;
1389
+ modelId: z.ZodOptional<z.ZodString>;
1390
+ registryPath: z.ZodOptional<z.ZodString>;
1391
+ registrySource: z.ZodOptional<z.ZodString>;
1392
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1393
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1394
+ engine: z.ZodOptional<z.ZodString>;
1395
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1396
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1397
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1398
+ embeddings: "embeddings";
1399
+ diffusion: "diffusion";
1400
+ audiogen: "audiogen";
1401
+ tts: "tts";
1402
+ ocr: "ocr";
1403
+ vla: "vla";
1404
+ "llamacpp-completion": "llamacpp-completion";
1405
+ "whispercpp-transcription": "whispercpp-transcription";
1406
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1407
+ "llamacpp-embedding": "llamacpp-embedding";
1408
+ "llamacpp-decision": "llamacpp-decision";
1409
+ "llamacpp-rerank": "llamacpp-rerank";
1190
1410
  "nmtcpp-translation": "nmtcpp-translation";
1191
1411
  "onnx-tts": "onnx-tts";
1192
1412
  "tts-ggml": "tts-ggml";
@@ -1217,6 +1437,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1217
1437
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
1218
1438
  }, z.core.$strip>>>;
1219
1439
  embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1440
+ poll: z.ZodOptional<z.ZodNumber>;
1441
+ pollBatch: z.ZodOptional<z.ZodNumber>;
1220
1442
  backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
1221
1443
  auto: "auto";
1222
1444
  cuda: "cuda";
@@ -1235,7 +1457,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1235
1457
  mean: "mean";
1236
1458
  cls: "cls";
1237
1459
  last: "last";
1238
- rank: "rank";
1239
1460
  }>>;
1240
1461
  attention: z.ZodOptional<z.ZodEnum<{
1241
1462
  causal: "causal";
@@ -1352,6 +1573,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1352
1573
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1353
1574
  "llamacpp-embedding": "llamacpp-embedding";
1354
1575
  "llamacpp-decision": "llamacpp-decision";
1576
+ "llamacpp-rerank": "llamacpp-rerank";
1355
1577
  "nmtcpp-translation": "nmtcpp-translation";
1356
1578
  "onnx-tts": "onnx-tts";
1357
1579
  "tts-ggml": "tts-ggml";
@@ -1396,6 +1618,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1396
1618
  streamingChunkLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1397
1619
  streamingChunkRightContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1398
1620
  streamingSpkCacheUpdatePeriod: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1621
+ longFormWindowFrames: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1622
+ longFormContextFrames: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1399
1623
  backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
1400
1624
  openclCacheDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
1401
1625
  }, z.core.$strip>>>;
@@ -1448,6 +1672,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1448
1672
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1449
1673
  "llamacpp-embedding": "llamacpp-embedding";
1450
1674
  "llamacpp-decision": "llamacpp-decision";
1675
+ "llamacpp-rerank": "llamacpp-rerank";
1451
1676
  "nmtcpp-translation": "nmtcpp-translation";
1452
1677
  "onnx-tts": "onnx-tts";
1453
1678
  "tts-ggml": "tts-ggml";
@@ -1559,6 +1784,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1559
1784
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1560
1785
  "llamacpp-embedding": "llamacpp-embedding";
1561
1786
  "llamacpp-decision": "llamacpp-decision";
1787
+ "llamacpp-rerank": "llamacpp-rerank";
1562
1788
  "nmtcpp-translation": "nmtcpp-translation";
1563
1789
  "onnx-tts": "onnx-tts";
1564
1790
  "tts-ggml": "tts-ggml";
@@ -1600,6 +1826,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1600
1826
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1601
1827
  "llamacpp-embedding": "llamacpp-embedding";
1602
1828
  "llamacpp-decision": "llamacpp-decision";
1829
+ "llamacpp-rerank": "llamacpp-rerank";
1603
1830
  "nmtcpp-translation": "nmtcpp-translation";
1604
1831
  "onnx-tts": "onnx-tts";
1605
1832
  "tts-ggml": "tts-ggml";
@@ -1641,6 +1868,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1641
1868
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1642
1869
  "llamacpp-embedding": "llamacpp-embedding";
1643
1870
  "llamacpp-decision": "llamacpp-decision";
1871
+ "llamacpp-rerank": "llamacpp-rerank";
1644
1872
  "nmtcpp-translation": "nmtcpp-translation";
1645
1873
  "onnx-tts": "onnx-tts";
1646
1874
  "tts-ggml": "tts-ggml";
@@ -1682,6 +1910,49 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1682
1910
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1683
1911
  "llamacpp-embedding": "llamacpp-embedding";
1684
1912
  "llamacpp-decision": "llamacpp-decision";
1913
+ "llamacpp-rerank": "llamacpp-rerank";
1914
+ "nmtcpp-translation": "nmtcpp-translation";
1915
+ "onnx-tts": "onnx-tts";
1916
+ "tts-ggml": "tts-ggml";
1917
+ "parakeet-transcription": "parakeet-transcription";
1918
+ "moss-transcribe": "moss-transcribe";
1919
+ "ggml-ocr": "ggml-ocr";
1920
+ "sdcpp-generation": "sdcpp-generation";
1921
+ "audiogen-ggml": "audiogen-ggml";
1922
+ "ggml-vla": "ggml-vla";
1923
+ "ggml-classification": "ggml-classification";
1924
+ llm: "llm";
1925
+ whisper: "whisper";
1926
+ bci: "bci";
1927
+ nmt: "nmt";
1928
+ parakeet: "parakeet";
1929
+ classification: "classification";
1930
+ }>, z.ZodLiteral<"vad">]>>;
1931
+ }, z.core.$strip>]>>>;
1932
+ projectionModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1933
+ src: z.ZodString;
1934
+ name: z.ZodOptional<z.ZodString>;
1935
+ modelId: z.ZodOptional<z.ZodString>;
1936
+ registryPath: z.ZodOptional<z.ZodString>;
1937
+ registrySource: z.ZodOptional<z.ZodString>;
1938
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1939
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1940
+ engine: z.ZodOptional<z.ZodString>;
1941
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1942
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1943
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1944
+ embeddings: "embeddings";
1945
+ diffusion: "diffusion";
1946
+ audiogen: "audiogen";
1947
+ tts: "tts";
1948
+ ocr: "ocr";
1949
+ vla: "vla";
1950
+ "llamacpp-completion": "llamacpp-completion";
1951
+ "whispercpp-transcription": "whispercpp-transcription";
1952
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1953
+ "llamacpp-embedding": "llamacpp-embedding";
1954
+ "llamacpp-decision": "llamacpp-decision";
1955
+ "llamacpp-rerank": "llamacpp-rerank";
1685
1956
  "nmtcpp-translation": "nmtcpp-translation";
1686
1957
  "onnx-tts": "onnx-tts";
1687
1958
  "tts-ggml": "tts-ggml";
@@ -1723,6 +1994,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1723
1994
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1724
1995
  "llamacpp-embedding": "llamacpp-embedding";
1725
1996
  "llamacpp-decision": "llamacpp-decision";
1997
+ "llamacpp-rerank": "llamacpp-rerank";
1726
1998
  "nmtcpp-translation": "nmtcpp-translation";
1727
1999
  "onnx-tts": "onnx-tts";
1728
2000
  "tts-ggml": "tts-ggml";
@@ -1764,6 +2036,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1764
2036
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1765
2037
  "llamacpp-embedding": "llamacpp-embedding";
1766
2038
  "llamacpp-decision": "llamacpp-decision";
2039
+ "llamacpp-rerank": "llamacpp-rerank";
1767
2040
  "nmtcpp-translation": "nmtcpp-translation";
1768
2041
  "onnx-tts": "onnx-tts";
1769
2042
  "tts-ggml": "tts-ggml";
@@ -1805,6 +2078,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1805
2078
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1806
2079
  "llamacpp-embedding": "llamacpp-embedding";
1807
2080
  "llamacpp-decision": "llamacpp-decision";
2081
+ "llamacpp-rerank": "llamacpp-rerank";
1808
2082
  "nmtcpp-translation": "nmtcpp-translation";
1809
2083
  "onnx-tts": "onnx-tts";
1810
2084
  "tts-ggml": "tts-ggml";
@@ -1846,6 +2120,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1846
2120
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1847
2121
  "llamacpp-embedding": "llamacpp-embedding";
1848
2122
  "llamacpp-decision": "llamacpp-decision";
2123
+ "llamacpp-rerank": "llamacpp-rerank";
1849
2124
  "nmtcpp-translation": "nmtcpp-translation";
1850
2125
  "onnx-tts": "onnx-tts";
1851
2126
  "tts-ggml": "tts-ggml";
@@ -1887,6 +2162,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1887
2162
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1888
2163
  "llamacpp-embedding": "llamacpp-embedding";
1889
2164
  "llamacpp-decision": "llamacpp-decision";
2165
+ "llamacpp-rerank": "llamacpp-rerank";
1890
2166
  "nmtcpp-translation": "nmtcpp-translation";
1891
2167
  "onnx-tts": "onnx-tts";
1892
2168
  "tts-ggml": "tts-ggml";
@@ -1928,6 +2204,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1928
2204
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1929
2205
  "llamacpp-embedding": "llamacpp-embedding";
1930
2206
  "llamacpp-decision": "llamacpp-decision";
2207
+ "llamacpp-rerank": "llamacpp-rerank";
1931
2208
  "nmtcpp-translation": "nmtcpp-translation";
1932
2209
  "onnx-tts": "onnx-tts";
1933
2210
  "tts-ggml": "tts-ggml";
@@ -1969,6 +2246,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1969
2246
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1970
2247
  "llamacpp-embedding": "llamacpp-embedding";
1971
2248
  "llamacpp-decision": "llamacpp-decision";
2249
+ "llamacpp-rerank": "llamacpp-rerank";
1972
2250
  "nmtcpp-translation": "nmtcpp-translation";
1973
2251
  "onnx-tts": "onnx-tts";
1974
2252
  "tts-ggml": "tts-ggml";
@@ -2010,6 +2288,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
2010
2288
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2011
2289
  "llamacpp-embedding": "llamacpp-embedding";
2012
2290
  "llamacpp-decision": "llamacpp-decision";
2291
+ "llamacpp-rerank": "llamacpp-rerank";
2013
2292
  "nmtcpp-translation": "nmtcpp-translation";
2014
2293
  "onnx-tts": "onnx-tts";
2015
2294
  "tts-ggml": "tts-ggml";
@@ -2030,6 +2309,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
2030
2309
  }, z.core.$strip>]>>>;
2031
2310
  world: z.ZodOptional<z.ZodOptional<z.ZodObject<{
2032
2311
  seed: z.ZodOptional<z.ZodNumber>;
2312
+ fitSteps: z.ZodOptional<z.ZodNumber>;
2033
2313
  threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
2034
2314
  backend: z.ZodOptional<z.ZodString>;
2035
2315
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
@@ -2068,6 +2348,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
2068
2348
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2069
2349
  "llamacpp-embedding": "llamacpp-embedding";
2070
2350
  "llamacpp-decision": "llamacpp-decision";
2351
+ "llamacpp-rerank": "llamacpp-rerank";
2071
2352
  "nmtcpp-translation": "nmtcpp-translation";
2072
2353
  "onnx-tts": "onnx-tts";
2073
2354
  "tts-ggml": "tts-ggml";
@@ -2168,6 +2449,14 @@ export declare const devicePatternSchema: z.ZodObject<{
2168
2449
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
2169
2450
  parallel: z.ZodOptional<z.ZodNumber>;
2170
2451
  tools: z.ZodOptional<z.ZodBoolean>;
2452
+ cache_checkpoints: z.ZodOptional<z.ZodNumber>;
2453
+ cache_checkpoints_max_bytes: z.ZodOptional<z.ZodNumber>;
2454
+ cache_checkpoint_storage: z.ZodOptional<z.ZodEnum<{
2455
+ memory: "memory";
2456
+ disk: "disk";
2457
+ }>>;
2458
+ cache_checkpoint_dir: z.ZodOptional<z.ZodString>;
2459
+ cache_ram_mib: z.ZodOptional<z.ZodNumber>;
2171
2460
  'cache-type-k': z.ZodOptional<z.ZodString>;
2172
2461
  'cache-type-v': z.ZodOptional<z.ZodString>;
2173
2462
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -2195,6 +2484,8 @@ export declare const devicePatternSchema: z.ZodObject<{
2195
2484
  'image-max-tokens': z.ZodOptional<z.ZodNumber>;
2196
2485
  'image-min-tokens': z.ZodOptional<z.ZodNumber>;
2197
2486
  'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
2487
+ poll: z.ZodOptional<z.ZodNumber>;
2488
+ pollBatch: z.ZodOptional<z.ZodNumber>;
2198
2489
  threads: z.ZodOptional<z.ZodNumber>;
2199
2490
  'threads-batch': z.ZodOptional<z.ZodNumber>;
2200
2491
  'cpu-mask': z.ZodOptional<z.ZodString>;
@@ -2213,6 +2504,14 @@ export declare const devicePatternSchema: z.ZodObject<{
2213
2504
  'fit-ctx': z.ZodOptional<z.ZodNumber>;
2214
2505
  openclCacheDir: z.ZodOptional<z.ZodString>;
2215
2506
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
2507
+ spec_type: z.ZodOptional<z.ZodEnum<{
2508
+ none: "none";
2509
+ "draft-mtp": "draft-mtp";
2510
+ "draft-dflash": "draft-dflash";
2511
+ }>>;
2512
+ spec_draft_n_max: z.ZodOptional<z.ZodNumber>;
2513
+ spec_draft_n_min: z.ZodOptional<z.ZodNumber>;
2514
+ spec_draft_p_min: z.ZodOptional<z.ZodNumber>;
2216
2515
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2217
2516
  src: z.ZodString;
2218
2517
  name: z.ZodOptional<z.ZodString>;
@@ -2236,6 +2535,49 @@ export declare const devicePatternSchema: z.ZodObject<{
2236
2535
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2237
2536
  "llamacpp-embedding": "llamacpp-embedding";
2238
2537
  "llamacpp-decision": "llamacpp-decision";
2538
+ "llamacpp-rerank": "llamacpp-rerank";
2539
+ "nmtcpp-translation": "nmtcpp-translation";
2540
+ "onnx-tts": "onnx-tts";
2541
+ "tts-ggml": "tts-ggml";
2542
+ "parakeet-transcription": "parakeet-transcription";
2543
+ "moss-transcribe": "moss-transcribe";
2544
+ "ggml-ocr": "ggml-ocr";
2545
+ "sdcpp-generation": "sdcpp-generation";
2546
+ "audiogen-ggml": "audiogen-ggml";
2547
+ "ggml-vla": "ggml-vla";
2548
+ "ggml-classification": "ggml-classification";
2549
+ llm: "llm";
2550
+ whisper: "whisper";
2551
+ bci: "bci";
2552
+ nmt: "nmt";
2553
+ parakeet: "parakeet";
2554
+ classification: "classification";
2555
+ }>, z.ZodLiteral<"vad">]>>;
2556
+ }, z.core.$strip>]>>;
2557
+ draftModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2558
+ src: z.ZodString;
2559
+ name: z.ZodOptional<z.ZodString>;
2560
+ modelId: z.ZodOptional<z.ZodString>;
2561
+ registryPath: z.ZodOptional<z.ZodString>;
2562
+ registrySource: z.ZodOptional<z.ZodString>;
2563
+ blobCoreKey: z.ZodOptional<z.ZodString>;
2564
+ blobIndex: z.ZodOptional<z.ZodNumber>;
2565
+ engine: z.ZodOptional<z.ZodString>;
2566
+ expectedSize: z.ZodOptional<z.ZodNumber>;
2567
+ sha256Checksum: z.ZodOptional<z.ZodString>;
2568
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
2569
+ embeddings: "embeddings";
2570
+ diffusion: "diffusion";
2571
+ audiogen: "audiogen";
2572
+ tts: "tts";
2573
+ ocr: "ocr";
2574
+ vla: "vla";
2575
+ "llamacpp-completion": "llamacpp-completion";
2576
+ "whispercpp-transcription": "whispercpp-transcription";
2577
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2578
+ "llamacpp-embedding": "llamacpp-embedding";
2579
+ "llamacpp-decision": "llamacpp-decision";
2580
+ "llamacpp-rerank": "llamacpp-rerank";
2239
2581
  "nmtcpp-translation": "nmtcpp-translation";
2240
2582
  "onnx-tts": "onnx-tts";
2241
2583
  "tts-ggml": "tts-ggml";
@@ -2266,6 +2608,8 @@ export declare const devicePatternSchema: z.ZodObject<{
2266
2608
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
2267
2609
  }, z.core.$strip>>>;
2268
2610
  "llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
2611
+ poll: z.ZodOptional<z.ZodNumber>;
2612
+ pollBatch: z.ZodOptional<z.ZodNumber>;
2269
2613
  backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
2270
2614
  auto: "auto";
2271
2615
  cuda: "cuda";
@@ -2284,7 +2628,6 @@ export declare const devicePatternSchema: z.ZodObject<{
2284
2628
  mean: "mean";
2285
2629
  cls: "cls";
2286
2630
  last: "last";
2287
- rank: "rank";
2288
2631
  }>>;
2289
2632
  attention: z.ZodOptional<z.ZodEnum<{
2290
2633
  causal: "causal";
@@ -2320,6 +2663,43 @@ export declare const devicePatternSchema: z.ZodObject<{
2320
2663
  }>>;
2321
2664
  gpu_layers: z.ZodOptional<z.ZodNumber>;
2322
2665
  batch_size: z.ZodOptional<z.ZodNumber>;
2666
+ poll: z.ZodOptional<z.ZodNumber>;
2667
+ pollBatch: z.ZodOptional<z.ZodNumber>;
2668
+ threads: z.ZodOptional<z.ZodNumber>;
2669
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
2670
+ flash_attn: z.ZodOptional<z.ZodEnum<{
2671
+ auto: "auto";
2672
+ on: "on";
2673
+ off: "off";
2674
+ }>>;
2675
+ verbosity: z.ZodOptional<z.ZodNumber>;
2676
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
2677
+ integrated: "integrated";
2678
+ dedicated: "dedicated";
2679
+ }>]>>;
2680
+ 'split-mode': z.ZodOptional<z.ZodEnum<{
2681
+ none: "none";
2682
+ layer: "layer";
2683
+ }>>;
2684
+ 'tensor-split': z.ZodOptional<z.ZodString>;
2685
+ openclCacheDir: z.ZodOptional<z.ZodString>;
2686
+ }, z.core.$strict>>>;
2687
+ "llamacpp-rerank": z.ZodOptional<z.ZodOptional<z.ZodObject<{
2688
+ device: z.ZodOptional<z.ZodEnum<{
2689
+ cpu: "cpu";
2690
+ gpu: "gpu";
2691
+ }>>;
2692
+ gpu_layers: z.ZodOptional<z.ZodNumber>;
2693
+ batch_size: z.ZodOptional<z.ZodNumber>;
2694
+ backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
2695
+ auto: "auto";
2696
+ cuda: "cuda";
2697
+ vulkan: "vulkan";
2698
+ metal: "metal";
2699
+ opencl: "opencl";
2700
+ }>>>;
2701
+ poll: z.ZodOptional<z.ZodNumber>;
2702
+ pollBatch: z.ZodOptional<z.ZodNumber>;
2323
2703
  threads: z.ZodOptional<z.ZodNumber>;
2324
2704
  'threads-batch': z.ZodOptional<z.ZodNumber>;
2325
2705
  flash_attn: z.ZodOptional<z.ZodEnum<{
@@ -2427,6 +2807,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2427
2807
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2428
2808
  "llamacpp-embedding": "llamacpp-embedding";
2429
2809
  "llamacpp-decision": "llamacpp-decision";
2810
+ "llamacpp-rerank": "llamacpp-rerank";
2430
2811
  "nmtcpp-translation": "nmtcpp-translation";
2431
2812
  "onnx-tts": "onnx-tts";
2432
2813
  "tts-ggml": "tts-ggml";
@@ -2471,6 +2852,8 @@ export declare const devicePatternSchema: z.ZodObject<{
2471
2852
  streamingChunkLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2472
2853
  streamingChunkRightContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2473
2854
  streamingSpkCacheUpdatePeriod: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2855
+ longFormWindowFrames: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2856
+ longFormContextFrames: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2474
2857
  backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
2475
2858
  openclCacheDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
2476
2859
  }, z.core.$strip>>>;
@@ -2528,6 +2911,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2528
2911
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2529
2912
  "llamacpp-embedding": "llamacpp-embedding";
2530
2913
  "llamacpp-decision": "llamacpp-decision";
2914
+ "llamacpp-rerank": "llamacpp-rerank";
2531
2915
  "nmtcpp-translation": "nmtcpp-translation";
2532
2916
  "onnx-tts": "onnx-tts";
2533
2917
  "tts-ggml": "tts-ggml";
@@ -2639,6 +3023,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2639
3023
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2640
3024
  "llamacpp-embedding": "llamacpp-embedding";
2641
3025
  "llamacpp-decision": "llamacpp-decision";
3026
+ "llamacpp-rerank": "llamacpp-rerank";
2642
3027
  "nmtcpp-translation": "nmtcpp-translation";
2643
3028
  "onnx-tts": "onnx-tts";
2644
3029
  "tts-ggml": "tts-ggml";
@@ -2680,6 +3065,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2680
3065
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2681
3066
  "llamacpp-embedding": "llamacpp-embedding";
2682
3067
  "llamacpp-decision": "llamacpp-decision";
3068
+ "llamacpp-rerank": "llamacpp-rerank";
2683
3069
  "nmtcpp-translation": "nmtcpp-translation";
2684
3070
  "onnx-tts": "onnx-tts";
2685
3071
  "tts-ggml": "tts-ggml";
@@ -2721,6 +3107,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2721
3107
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2722
3108
  "llamacpp-embedding": "llamacpp-embedding";
2723
3109
  "llamacpp-decision": "llamacpp-decision";
3110
+ "llamacpp-rerank": "llamacpp-rerank";
2724
3111
  "nmtcpp-translation": "nmtcpp-translation";
2725
3112
  "onnx-tts": "onnx-tts";
2726
3113
  "tts-ggml": "tts-ggml";
@@ -2762,6 +3149,49 @@ export declare const devicePatternSchema: z.ZodObject<{
2762
3149
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2763
3150
  "llamacpp-embedding": "llamacpp-embedding";
2764
3151
  "llamacpp-decision": "llamacpp-decision";
3152
+ "llamacpp-rerank": "llamacpp-rerank";
3153
+ "nmtcpp-translation": "nmtcpp-translation";
3154
+ "onnx-tts": "onnx-tts";
3155
+ "tts-ggml": "tts-ggml";
3156
+ "parakeet-transcription": "parakeet-transcription";
3157
+ "moss-transcribe": "moss-transcribe";
3158
+ "ggml-ocr": "ggml-ocr";
3159
+ "sdcpp-generation": "sdcpp-generation";
3160
+ "audiogen-ggml": "audiogen-ggml";
3161
+ "ggml-vla": "ggml-vla";
3162
+ "ggml-classification": "ggml-classification";
3163
+ llm: "llm";
3164
+ whisper: "whisper";
3165
+ bci: "bci";
3166
+ nmt: "nmt";
3167
+ parakeet: "parakeet";
3168
+ classification: "classification";
3169
+ }>, z.ZodLiteral<"vad">]>>;
3170
+ }, z.core.$strip>]>>>;
3171
+ projectionModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
3172
+ src: z.ZodString;
3173
+ name: z.ZodOptional<z.ZodString>;
3174
+ modelId: z.ZodOptional<z.ZodString>;
3175
+ registryPath: z.ZodOptional<z.ZodString>;
3176
+ registrySource: z.ZodOptional<z.ZodString>;
3177
+ blobCoreKey: z.ZodOptional<z.ZodString>;
3178
+ blobIndex: z.ZodOptional<z.ZodNumber>;
3179
+ engine: z.ZodOptional<z.ZodString>;
3180
+ expectedSize: z.ZodOptional<z.ZodNumber>;
3181
+ sha256Checksum: z.ZodOptional<z.ZodString>;
3182
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
3183
+ embeddings: "embeddings";
3184
+ diffusion: "diffusion";
3185
+ audiogen: "audiogen";
3186
+ tts: "tts";
3187
+ ocr: "ocr";
3188
+ vla: "vla";
3189
+ "llamacpp-completion": "llamacpp-completion";
3190
+ "whispercpp-transcription": "whispercpp-transcription";
3191
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3192
+ "llamacpp-embedding": "llamacpp-embedding";
3193
+ "llamacpp-decision": "llamacpp-decision";
3194
+ "llamacpp-rerank": "llamacpp-rerank";
2765
3195
  "nmtcpp-translation": "nmtcpp-translation";
2766
3196
  "onnx-tts": "onnx-tts";
2767
3197
  "tts-ggml": "tts-ggml";
@@ -2803,6 +3233,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2803
3233
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2804
3234
  "llamacpp-embedding": "llamacpp-embedding";
2805
3235
  "llamacpp-decision": "llamacpp-decision";
3236
+ "llamacpp-rerank": "llamacpp-rerank";
2806
3237
  "nmtcpp-translation": "nmtcpp-translation";
2807
3238
  "onnx-tts": "onnx-tts";
2808
3239
  "tts-ggml": "tts-ggml";
@@ -2844,6 +3275,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2844
3275
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2845
3276
  "llamacpp-embedding": "llamacpp-embedding";
2846
3277
  "llamacpp-decision": "llamacpp-decision";
3278
+ "llamacpp-rerank": "llamacpp-rerank";
2847
3279
  "nmtcpp-translation": "nmtcpp-translation";
2848
3280
  "onnx-tts": "onnx-tts";
2849
3281
  "tts-ggml": "tts-ggml";
@@ -2885,6 +3317,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2885
3317
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2886
3318
  "llamacpp-embedding": "llamacpp-embedding";
2887
3319
  "llamacpp-decision": "llamacpp-decision";
3320
+ "llamacpp-rerank": "llamacpp-rerank";
2888
3321
  "nmtcpp-translation": "nmtcpp-translation";
2889
3322
  "onnx-tts": "onnx-tts";
2890
3323
  "tts-ggml": "tts-ggml";
@@ -2926,6 +3359,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2926
3359
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2927
3360
  "llamacpp-embedding": "llamacpp-embedding";
2928
3361
  "llamacpp-decision": "llamacpp-decision";
3362
+ "llamacpp-rerank": "llamacpp-rerank";
2929
3363
  "nmtcpp-translation": "nmtcpp-translation";
2930
3364
  "onnx-tts": "onnx-tts";
2931
3365
  "tts-ggml": "tts-ggml";
@@ -2967,6 +3401,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2967
3401
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2968
3402
  "llamacpp-embedding": "llamacpp-embedding";
2969
3403
  "llamacpp-decision": "llamacpp-decision";
3404
+ "llamacpp-rerank": "llamacpp-rerank";
2970
3405
  "nmtcpp-translation": "nmtcpp-translation";
2971
3406
  "onnx-tts": "onnx-tts";
2972
3407
  "tts-ggml": "tts-ggml";
@@ -3008,6 +3443,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3008
3443
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3009
3444
  "llamacpp-embedding": "llamacpp-embedding";
3010
3445
  "llamacpp-decision": "llamacpp-decision";
3446
+ "llamacpp-rerank": "llamacpp-rerank";
3011
3447
  "nmtcpp-translation": "nmtcpp-translation";
3012
3448
  "onnx-tts": "onnx-tts";
3013
3449
  "tts-ggml": "tts-ggml";
@@ -3049,6 +3485,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3049
3485
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3050
3486
  "llamacpp-embedding": "llamacpp-embedding";
3051
3487
  "llamacpp-decision": "llamacpp-decision";
3488
+ "llamacpp-rerank": "llamacpp-rerank";
3052
3489
  "nmtcpp-translation": "nmtcpp-translation";
3053
3490
  "onnx-tts": "onnx-tts";
3054
3491
  "tts-ggml": "tts-ggml";
@@ -3090,6 +3527,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3090
3527
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3091
3528
  "llamacpp-embedding": "llamacpp-embedding";
3092
3529
  "llamacpp-decision": "llamacpp-decision";
3530
+ "llamacpp-rerank": "llamacpp-rerank";
3093
3531
  "nmtcpp-translation": "nmtcpp-translation";
3094
3532
  "onnx-tts": "onnx-tts";
3095
3533
  "tts-ggml": "tts-ggml";
@@ -3110,6 +3548,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3110
3548
  }, z.core.$strip>]>>>;
3111
3549
  world: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3112
3550
  seed: z.ZodOptional<z.ZodNumber>;
3551
+ fitSteps: z.ZodOptional<z.ZodNumber>;
3113
3552
  threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
3114
3553
  backend: z.ZodOptional<z.ZodString>;
3115
3554
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
@@ -3148,6 +3587,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3148
3587
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3149
3588
  "llamacpp-embedding": "llamacpp-embedding";
3150
3589
  "llamacpp-decision": "llamacpp-decision";
3590
+ "llamacpp-rerank": "llamacpp-rerank";
3151
3591
  "nmtcpp-translation": "nmtcpp-translation";
3152
3592
  "onnx-tts": "onnx-tts";
3153
3593
  "tts-ggml": "tts-ggml";
@@ -3228,6 +3668,14 @@ export declare const devicePatternSchema: z.ZodObject<{
3228
3668
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
3229
3669
  parallel: z.ZodOptional<z.ZodNumber>;
3230
3670
  tools: z.ZodOptional<z.ZodBoolean>;
3671
+ cache_checkpoints: z.ZodOptional<z.ZodNumber>;
3672
+ cache_checkpoints_max_bytes: z.ZodOptional<z.ZodNumber>;
3673
+ cache_checkpoint_storage: z.ZodOptional<z.ZodEnum<{
3674
+ memory: "memory";
3675
+ disk: "disk";
3676
+ }>>;
3677
+ cache_checkpoint_dir: z.ZodOptional<z.ZodString>;
3678
+ cache_ram_mib: z.ZodOptional<z.ZodNumber>;
3231
3679
  'cache-type-k': z.ZodOptional<z.ZodString>;
3232
3680
  'cache-type-v': z.ZodOptional<z.ZodString>;
3233
3681
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -3255,6 +3703,8 @@ export declare const devicePatternSchema: z.ZodObject<{
3255
3703
  'image-max-tokens': z.ZodOptional<z.ZodNumber>;
3256
3704
  'image-min-tokens': z.ZodOptional<z.ZodNumber>;
3257
3705
  'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
3706
+ poll: z.ZodOptional<z.ZodNumber>;
3707
+ pollBatch: z.ZodOptional<z.ZodNumber>;
3258
3708
  threads: z.ZodOptional<z.ZodNumber>;
3259
3709
  'threads-batch': z.ZodOptional<z.ZodNumber>;
3260
3710
  'cpu-mask': z.ZodOptional<z.ZodString>;
@@ -3273,6 +3723,14 @@ export declare const devicePatternSchema: z.ZodObject<{
3273
3723
  'fit-ctx': z.ZodOptional<z.ZodNumber>;
3274
3724
  openclCacheDir: z.ZodOptional<z.ZodString>;
3275
3725
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
3726
+ spec_type: z.ZodOptional<z.ZodEnum<{
3727
+ none: "none";
3728
+ "draft-mtp": "draft-mtp";
3729
+ "draft-dflash": "draft-dflash";
3730
+ }>>;
3731
+ spec_draft_n_max: z.ZodOptional<z.ZodNumber>;
3732
+ spec_draft_n_min: z.ZodOptional<z.ZodNumber>;
3733
+ spec_draft_p_min: z.ZodOptional<z.ZodNumber>;
3276
3734
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
3277
3735
  src: z.ZodString;
3278
3736
  name: z.ZodOptional<z.ZodString>;
@@ -3296,6 +3754,49 @@ export declare const devicePatternSchema: z.ZodObject<{
3296
3754
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3297
3755
  "llamacpp-embedding": "llamacpp-embedding";
3298
3756
  "llamacpp-decision": "llamacpp-decision";
3757
+ "llamacpp-rerank": "llamacpp-rerank";
3758
+ "nmtcpp-translation": "nmtcpp-translation";
3759
+ "onnx-tts": "onnx-tts";
3760
+ "tts-ggml": "tts-ggml";
3761
+ "parakeet-transcription": "parakeet-transcription";
3762
+ "moss-transcribe": "moss-transcribe";
3763
+ "ggml-ocr": "ggml-ocr";
3764
+ "sdcpp-generation": "sdcpp-generation";
3765
+ "audiogen-ggml": "audiogen-ggml";
3766
+ "ggml-vla": "ggml-vla";
3767
+ "ggml-classification": "ggml-classification";
3768
+ llm: "llm";
3769
+ whisper: "whisper";
3770
+ bci: "bci";
3771
+ nmt: "nmt";
3772
+ parakeet: "parakeet";
3773
+ classification: "classification";
3774
+ }>, z.ZodLiteral<"vad">]>>;
3775
+ }, z.core.$strip>]>>;
3776
+ draftModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
3777
+ src: z.ZodString;
3778
+ name: z.ZodOptional<z.ZodString>;
3779
+ modelId: z.ZodOptional<z.ZodString>;
3780
+ registryPath: z.ZodOptional<z.ZodString>;
3781
+ registrySource: z.ZodOptional<z.ZodString>;
3782
+ blobCoreKey: z.ZodOptional<z.ZodString>;
3783
+ blobIndex: z.ZodOptional<z.ZodNumber>;
3784
+ engine: z.ZodOptional<z.ZodString>;
3785
+ expectedSize: z.ZodOptional<z.ZodNumber>;
3786
+ sha256Checksum: z.ZodOptional<z.ZodString>;
3787
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
3788
+ embeddings: "embeddings";
3789
+ diffusion: "diffusion";
3790
+ audiogen: "audiogen";
3791
+ tts: "tts";
3792
+ ocr: "ocr";
3793
+ vla: "vla";
3794
+ "llamacpp-completion": "llamacpp-completion";
3795
+ "whispercpp-transcription": "whispercpp-transcription";
3796
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3797
+ "llamacpp-embedding": "llamacpp-embedding";
3798
+ "llamacpp-decision": "llamacpp-decision";
3799
+ "llamacpp-rerank": "llamacpp-rerank";
3299
3800
  "nmtcpp-translation": "nmtcpp-translation";
3300
3801
  "onnx-tts": "onnx-tts";
3301
3802
  "tts-ggml": "tts-ggml";
@@ -3326,6 +3827,8 @@ export declare const devicePatternSchema: z.ZodObject<{
3326
3827
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
3327
3828
  }, z.core.$strip>>>;
3328
3829
  embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3830
+ poll: z.ZodOptional<z.ZodNumber>;
3831
+ pollBatch: z.ZodOptional<z.ZodNumber>;
3329
3832
  backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
3330
3833
  auto: "auto";
3331
3834
  cuda: "cuda";
@@ -3344,7 +3847,6 @@ export declare const devicePatternSchema: z.ZodObject<{
3344
3847
  mean: "mean";
3345
3848
  cls: "cls";
3346
3849
  last: "last";
3347
- rank: "rank";
3348
3850
  }>>;
3349
3851
  attention: z.ZodOptional<z.ZodEnum<{
3350
3852
  causal: "causal";
@@ -3461,6 +3963,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3461
3963
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3462
3964
  "llamacpp-embedding": "llamacpp-embedding";
3463
3965
  "llamacpp-decision": "llamacpp-decision";
3966
+ "llamacpp-rerank": "llamacpp-rerank";
3464
3967
  "nmtcpp-translation": "nmtcpp-translation";
3465
3968
  "onnx-tts": "onnx-tts";
3466
3969
  "tts-ggml": "tts-ggml";
@@ -3505,6 +4008,8 @@ export declare const devicePatternSchema: z.ZodObject<{
3505
4008
  streamingChunkLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3506
4009
  streamingChunkRightContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3507
4010
  streamingSpkCacheUpdatePeriod: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4011
+ longFormWindowFrames: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4012
+ longFormContextFrames: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3508
4013
  backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
3509
4014
  openclCacheDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
3510
4015
  }, z.core.$strip>>>;
@@ -3557,6 +4062,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3557
4062
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3558
4063
  "llamacpp-embedding": "llamacpp-embedding";
3559
4064
  "llamacpp-decision": "llamacpp-decision";
4065
+ "llamacpp-rerank": "llamacpp-rerank";
3560
4066
  "nmtcpp-translation": "nmtcpp-translation";
3561
4067
  "onnx-tts": "onnx-tts";
3562
4068
  "tts-ggml": "tts-ggml";
@@ -3668,6 +4174,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3668
4174
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3669
4175
  "llamacpp-embedding": "llamacpp-embedding";
3670
4176
  "llamacpp-decision": "llamacpp-decision";
4177
+ "llamacpp-rerank": "llamacpp-rerank";
3671
4178
  "nmtcpp-translation": "nmtcpp-translation";
3672
4179
  "onnx-tts": "onnx-tts";
3673
4180
  "tts-ggml": "tts-ggml";
@@ -3709,6 +4216,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3709
4216
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3710
4217
  "llamacpp-embedding": "llamacpp-embedding";
3711
4218
  "llamacpp-decision": "llamacpp-decision";
4219
+ "llamacpp-rerank": "llamacpp-rerank";
3712
4220
  "nmtcpp-translation": "nmtcpp-translation";
3713
4221
  "onnx-tts": "onnx-tts";
3714
4222
  "tts-ggml": "tts-ggml";
@@ -3750,6 +4258,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3750
4258
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3751
4259
  "llamacpp-embedding": "llamacpp-embedding";
3752
4260
  "llamacpp-decision": "llamacpp-decision";
4261
+ "llamacpp-rerank": "llamacpp-rerank";
3753
4262
  "nmtcpp-translation": "nmtcpp-translation";
3754
4263
  "onnx-tts": "onnx-tts";
3755
4264
  "tts-ggml": "tts-ggml";
@@ -3791,6 +4300,49 @@ export declare const devicePatternSchema: z.ZodObject<{
3791
4300
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3792
4301
  "llamacpp-embedding": "llamacpp-embedding";
3793
4302
  "llamacpp-decision": "llamacpp-decision";
4303
+ "llamacpp-rerank": "llamacpp-rerank";
4304
+ "nmtcpp-translation": "nmtcpp-translation";
4305
+ "onnx-tts": "onnx-tts";
4306
+ "tts-ggml": "tts-ggml";
4307
+ "parakeet-transcription": "parakeet-transcription";
4308
+ "moss-transcribe": "moss-transcribe";
4309
+ "ggml-ocr": "ggml-ocr";
4310
+ "sdcpp-generation": "sdcpp-generation";
4311
+ "audiogen-ggml": "audiogen-ggml";
4312
+ "ggml-vla": "ggml-vla";
4313
+ "ggml-classification": "ggml-classification";
4314
+ llm: "llm";
4315
+ whisper: "whisper";
4316
+ bci: "bci";
4317
+ nmt: "nmt";
4318
+ parakeet: "parakeet";
4319
+ classification: "classification";
4320
+ }>, z.ZodLiteral<"vad">]>>;
4321
+ }, z.core.$strip>]>>>;
4322
+ projectionModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4323
+ src: z.ZodString;
4324
+ name: z.ZodOptional<z.ZodString>;
4325
+ modelId: z.ZodOptional<z.ZodString>;
4326
+ registryPath: z.ZodOptional<z.ZodString>;
4327
+ registrySource: z.ZodOptional<z.ZodString>;
4328
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4329
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4330
+ engine: z.ZodOptional<z.ZodString>;
4331
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4332
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4333
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4334
+ embeddings: "embeddings";
4335
+ diffusion: "diffusion";
4336
+ audiogen: "audiogen";
4337
+ tts: "tts";
4338
+ ocr: "ocr";
4339
+ vla: "vla";
4340
+ "llamacpp-completion": "llamacpp-completion";
4341
+ "whispercpp-transcription": "whispercpp-transcription";
4342
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4343
+ "llamacpp-embedding": "llamacpp-embedding";
4344
+ "llamacpp-decision": "llamacpp-decision";
4345
+ "llamacpp-rerank": "llamacpp-rerank";
3794
4346
  "nmtcpp-translation": "nmtcpp-translation";
3795
4347
  "onnx-tts": "onnx-tts";
3796
4348
  "tts-ggml": "tts-ggml";
@@ -3832,6 +4384,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3832
4384
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3833
4385
  "llamacpp-embedding": "llamacpp-embedding";
3834
4386
  "llamacpp-decision": "llamacpp-decision";
4387
+ "llamacpp-rerank": "llamacpp-rerank";
3835
4388
  "nmtcpp-translation": "nmtcpp-translation";
3836
4389
  "onnx-tts": "onnx-tts";
3837
4390
  "tts-ggml": "tts-ggml";
@@ -3873,6 +4426,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3873
4426
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3874
4427
  "llamacpp-embedding": "llamacpp-embedding";
3875
4428
  "llamacpp-decision": "llamacpp-decision";
4429
+ "llamacpp-rerank": "llamacpp-rerank";
3876
4430
  "nmtcpp-translation": "nmtcpp-translation";
3877
4431
  "onnx-tts": "onnx-tts";
3878
4432
  "tts-ggml": "tts-ggml";
@@ -3914,6 +4468,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3914
4468
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3915
4469
  "llamacpp-embedding": "llamacpp-embedding";
3916
4470
  "llamacpp-decision": "llamacpp-decision";
4471
+ "llamacpp-rerank": "llamacpp-rerank";
3917
4472
  "nmtcpp-translation": "nmtcpp-translation";
3918
4473
  "onnx-tts": "onnx-tts";
3919
4474
  "tts-ggml": "tts-ggml";
@@ -3955,6 +4510,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3955
4510
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3956
4511
  "llamacpp-embedding": "llamacpp-embedding";
3957
4512
  "llamacpp-decision": "llamacpp-decision";
4513
+ "llamacpp-rerank": "llamacpp-rerank";
3958
4514
  "nmtcpp-translation": "nmtcpp-translation";
3959
4515
  "onnx-tts": "onnx-tts";
3960
4516
  "tts-ggml": "tts-ggml";
@@ -3996,6 +4552,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3996
4552
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3997
4553
  "llamacpp-embedding": "llamacpp-embedding";
3998
4554
  "llamacpp-decision": "llamacpp-decision";
4555
+ "llamacpp-rerank": "llamacpp-rerank";
3999
4556
  "nmtcpp-translation": "nmtcpp-translation";
4000
4557
  "onnx-tts": "onnx-tts";
4001
4558
  "tts-ggml": "tts-ggml";
@@ -4037,6 +4594,7 @@ export declare const devicePatternSchema: z.ZodObject<{
4037
4594
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4038
4595
  "llamacpp-embedding": "llamacpp-embedding";
4039
4596
  "llamacpp-decision": "llamacpp-decision";
4597
+ "llamacpp-rerank": "llamacpp-rerank";
4040
4598
  "nmtcpp-translation": "nmtcpp-translation";
4041
4599
  "onnx-tts": "onnx-tts";
4042
4600
  "tts-ggml": "tts-ggml";
@@ -4078,6 +4636,7 @@ export declare const devicePatternSchema: z.ZodObject<{
4078
4636
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4079
4637
  "llamacpp-embedding": "llamacpp-embedding";
4080
4638
  "llamacpp-decision": "llamacpp-decision";
4639
+ "llamacpp-rerank": "llamacpp-rerank";
4081
4640
  "nmtcpp-translation": "nmtcpp-translation";
4082
4641
  "onnx-tts": "onnx-tts";
4083
4642
  "tts-ggml": "tts-ggml";
@@ -4119,6 +4678,7 @@ export declare const devicePatternSchema: z.ZodObject<{
4119
4678
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4120
4679
  "llamacpp-embedding": "llamacpp-embedding";
4121
4680
  "llamacpp-decision": "llamacpp-decision";
4681
+ "llamacpp-rerank": "llamacpp-rerank";
4122
4682
  "nmtcpp-translation": "nmtcpp-translation";
4123
4683
  "onnx-tts": "onnx-tts";
4124
4684
  "tts-ggml": "tts-ggml";
@@ -4139,6 +4699,7 @@ export declare const devicePatternSchema: z.ZodObject<{
4139
4699
  }, z.core.$strip>]>>>;
4140
4700
  world: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4141
4701
  seed: z.ZodOptional<z.ZodNumber>;
4702
+ fitSteps: z.ZodOptional<z.ZodNumber>;
4142
4703
  threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
4143
4704
  backend: z.ZodOptional<z.ZodString>;
4144
4705
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
@@ -4177,6 +4738,7 @@ export declare const devicePatternSchema: z.ZodObject<{
4177
4738
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4178
4739
  "llamacpp-embedding": "llamacpp-embedding";
4179
4740
  "llamacpp-decision": "llamacpp-decision";
4741
+ "llamacpp-rerank": "llamacpp-rerank";
4180
4742
  "nmtcpp-translation": "nmtcpp-translation";
4181
4743
  "onnx-tts": "onnx-tts";
4182
4744
  "tts-ggml": "tts-ggml";
@@ -4306,6 +4868,14 @@ export declare const qvacConfigSchema: z.ZodObject<{
4306
4868
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
4307
4869
  parallel: z.ZodOptional<z.ZodNumber>;
4308
4870
  tools: z.ZodOptional<z.ZodBoolean>;
4871
+ cache_checkpoints: z.ZodOptional<z.ZodNumber>;
4872
+ cache_checkpoints_max_bytes: z.ZodOptional<z.ZodNumber>;
4873
+ cache_checkpoint_storage: z.ZodOptional<z.ZodEnum<{
4874
+ memory: "memory";
4875
+ disk: "disk";
4876
+ }>>;
4877
+ cache_checkpoint_dir: z.ZodOptional<z.ZodString>;
4878
+ cache_ram_mib: z.ZodOptional<z.ZodNumber>;
4309
4879
  'cache-type-k': z.ZodOptional<z.ZodString>;
4310
4880
  'cache-type-v': z.ZodOptional<z.ZodString>;
4311
4881
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -4333,6 +4903,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
4333
4903
  'image-max-tokens': z.ZodOptional<z.ZodNumber>;
4334
4904
  'image-min-tokens': z.ZodOptional<z.ZodNumber>;
4335
4905
  'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
4906
+ poll: z.ZodOptional<z.ZodNumber>;
4907
+ pollBatch: z.ZodOptional<z.ZodNumber>;
4336
4908
  threads: z.ZodOptional<z.ZodNumber>;
4337
4909
  'threads-batch': z.ZodOptional<z.ZodNumber>;
4338
4910
  'cpu-mask': z.ZodOptional<z.ZodString>;
@@ -4351,6 +4923,14 @@ export declare const qvacConfigSchema: z.ZodObject<{
4351
4923
  'fit-ctx': z.ZodOptional<z.ZodNumber>;
4352
4924
  openclCacheDir: z.ZodOptional<z.ZodString>;
4353
4925
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
4926
+ spec_type: z.ZodOptional<z.ZodEnum<{
4927
+ none: "none";
4928
+ "draft-mtp": "draft-mtp";
4929
+ "draft-dflash": "draft-dflash";
4930
+ }>>;
4931
+ spec_draft_n_max: z.ZodOptional<z.ZodNumber>;
4932
+ spec_draft_n_min: z.ZodOptional<z.ZodNumber>;
4933
+ spec_draft_p_min: z.ZodOptional<z.ZodNumber>;
4354
4934
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4355
4935
  src: z.ZodString;
4356
4936
  name: z.ZodOptional<z.ZodString>;
@@ -4374,6 +4954,49 @@ export declare const qvacConfigSchema: z.ZodObject<{
4374
4954
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4375
4955
  "llamacpp-embedding": "llamacpp-embedding";
4376
4956
  "llamacpp-decision": "llamacpp-decision";
4957
+ "llamacpp-rerank": "llamacpp-rerank";
4958
+ "nmtcpp-translation": "nmtcpp-translation";
4959
+ "onnx-tts": "onnx-tts";
4960
+ "tts-ggml": "tts-ggml";
4961
+ "parakeet-transcription": "parakeet-transcription";
4962
+ "moss-transcribe": "moss-transcribe";
4963
+ "ggml-ocr": "ggml-ocr";
4964
+ "sdcpp-generation": "sdcpp-generation";
4965
+ "audiogen-ggml": "audiogen-ggml";
4966
+ "ggml-vla": "ggml-vla";
4967
+ "ggml-classification": "ggml-classification";
4968
+ llm: "llm";
4969
+ whisper: "whisper";
4970
+ bci: "bci";
4971
+ nmt: "nmt";
4972
+ parakeet: "parakeet";
4973
+ classification: "classification";
4974
+ }>, z.ZodLiteral<"vad">]>>;
4975
+ }, z.core.$strip>]>>;
4976
+ draftModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4977
+ src: z.ZodString;
4978
+ name: z.ZodOptional<z.ZodString>;
4979
+ modelId: z.ZodOptional<z.ZodString>;
4980
+ registryPath: z.ZodOptional<z.ZodString>;
4981
+ registrySource: z.ZodOptional<z.ZodString>;
4982
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4983
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4984
+ engine: z.ZodOptional<z.ZodString>;
4985
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4986
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4987
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4988
+ embeddings: "embeddings";
4989
+ diffusion: "diffusion";
4990
+ audiogen: "audiogen";
4991
+ tts: "tts";
4992
+ ocr: "ocr";
4993
+ vla: "vla";
4994
+ "llamacpp-completion": "llamacpp-completion";
4995
+ "whispercpp-transcription": "whispercpp-transcription";
4996
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4997
+ "llamacpp-embedding": "llamacpp-embedding";
4998
+ "llamacpp-decision": "llamacpp-decision";
4999
+ "llamacpp-rerank": "llamacpp-rerank";
4377
5000
  "nmtcpp-translation": "nmtcpp-translation";
4378
5001
  "onnx-tts": "onnx-tts";
4379
5002
  "tts-ggml": "tts-ggml";
@@ -4404,6 +5027,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
4404
5027
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
4405
5028
  }, z.core.$strip>>>;
4406
5029
  "llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
5030
+ poll: z.ZodOptional<z.ZodNumber>;
5031
+ pollBatch: z.ZodOptional<z.ZodNumber>;
4407
5032
  backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
4408
5033
  auto: "auto";
4409
5034
  cuda: "cuda";
@@ -4422,7 +5047,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
4422
5047
  mean: "mean";
4423
5048
  cls: "cls";
4424
5049
  last: "last";
4425
- rank: "rank";
4426
5050
  }>>;
4427
5051
  attention: z.ZodOptional<z.ZodEnum<{
4428
5052
  causal: "causal";
@@ -4458,6 +5082,43 @@ export declare const qvacConfigSchema: z.ZodObject<{
4458
5082
  }>>;
4459
5083
  gpu_layers: z.ZodOptional<z.ZodNumber>;
4460
5084
  batch_size: z.ZodOptional<z.ZodNumber>;
5085
+ poll: z.ZodOptional<z.ZodNumber>;
5086
+ pollBatch: z.ZodOptional<z.ZodNumber>;
5087
+ threads: z.ZodOptional<z.ZodNumber>;
5088
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
5089
+ flash_attn: z.ZodOptional<z.ZodEnum<{
5090
+ auto: "auto";
5091
+ on: "on";
5092
+ off: "off";
5093
+ }>>;
5094
+ verbosity: z.ZodOptional<z.ZodNumber>;
5095
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
5096
+ integrated: "integrated";
5097
+ dedicated: "dedicated";
5098
+ }>]>>;
5099
+ 'split-mode': z.ZodOptional<z.ZodEnum<{
5100
+ none: "none";
5101
+ layer: "layer";
5102
+ }>>;
5103
+ 'tensor-split': z.ZodOptional<z.ZodString>;
5104
+ openclCacheDir: z.ZodOptional<z.ZodString>;
5105
+ }, z.core.$strict>>>;
5106
+ "llamacpp-rerank": z.ZodOptional<z.ZodOptional<z.ZodObject<{
5107
+ device: z.ZodOptional<z.ZodEnum<{
5108
+ cpu: "cpu";
5109
+ gpu: "gpu";
5110
+ }>>;
5111
+ gpu_layers: z.ZodOptional<z.ZodNumber>;
5112
+ batch_size: z.ZodOptional<z.ZodNumber>;
5113
+ backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
5114
+ auto: "auto";
5115
+ cuda: "cuda";
5116
+ vulkan: "vulkan";
5117
+ metal: "metal";
5118
+ opencl: "opencl";
5119
+ }>>>;
5120
+ poll: z.ZodOptional<z.ZodNumber>;
5121
+ pollBatch: z.ZodOptional<z.ZodNumber>;
4461
5122
  threads: z.ZodOptional<z.ZodNumber>;
4462
5123
  'threads-batch': z.ZodOptional<z.ZodNumber>;
4463
5124
  flash_attn: z.ZodOptional<z.ZodEnum<{
@@ -4565,6 +5226,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
4565
5226
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4566
5227
  "llamacpp-embedding": "llamacpp-embedding";
4567
5228
  "llamacpp-decision": "llamacpp-decision";
5229
+ "llamacpp-rerank": "llamacpp-rerank";
4568
5230
  "nmtcpp-translation": "nmtcpp-translation";
4569
5231
  "onnx-tts": "onnx-tts";
4570
5232
  "tts-ggml": "tts-ggml";
@@ -4609,6 +5271,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
4609
5271
  streamingChunkLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4610
5272
  streamingChunkRightContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4611
5273
  streamingSpkCacheUpdatePeriod: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5274
+ longFormWindowFrames: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5275
+ longFormContextFrames: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4612
5276
  backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
4613
5277
  openclCacheDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
4614
5278
  }, z.core.$strip>>>;
@@ -4666,6 +5330,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
4666
5330
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4667
5331
  "llamacpp-embedding": "llamacpp-embedding";
4668
5332
  "llamacpp-decision": "llamacpp-decision";
5333
+ "llamacpp-rerank": "llamacpp-rerank";
4669
5334
  "nmtcpp-translation": "nmtcpp-translation";
4670
5335
  "onnx-tts": "onnx-tts";
4671
5336
  "tts-ggml": "tts-ggml";
@@ -4777,6 +5442,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
4777
5442
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4778
5443
  "llamacpp-embedding": "llamacpp-embedding";
4779
5444
  "llamacpp-decision": "llamacpp-decision";
5445
+ "llamacpp-rerank": "llamacpp-rerank";
4780
5446
  "nmtcpp-translation": "nmtcpp-translation";
4781
5447
  "onnx-tts": "onnx-tts";
4782
5448
  "tts-ggml": "tts-ggml";
@@ -4818,6 +5484,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
4818
5484
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4819
5485
  "llamacpp-embedding": "llamacpp-embedding";
4820
5486
  "llamacpp-decision": "llamacpp-decision";
5487
+ "llamacpp-rerank": "llamacpp-rerank";
4821
5488
  "nmtcpp-translation": "nmtcpp-translation";
4822
5489
  "onnx-tts": "onnx-tts";
4823
5490
  "tts-ggml": "tts-ggml";
@@ -4859,6 +5526,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
4859
5526
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4860
5527
  "llamacpp-embedding": "llamacpp-embedding";
4861
5528
  "llamacpp-decision": "llamacpp-decision";
5529
+ "llamacpp-rerank": "llamacpp-rerank";
4862
5530
  "nmtcpp-translation": "nmtcpp-translation";
4863
5531
  "onnx-tts": "onnx-tts";
4864
5532
  "tts-ggml": "tts-ggml";
@@ -4900,6 +5568,49 @@ export declare const qvacConfigSchema: z.ZodObject<{
4900
5568
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4901
5569
  "llamacpp-embedding": "llamacpp-embedding";
4902
5570
  "llamacpp-decision": "llamacpp-decision";
5571
+ "llamacpp-rerank": "llamacpp-rerank";
5572
+ "nmtcpp-translation": "nmtcpp-translation";
5573
+ "onnx-tts": "onnx-tts";
5574
+ "tts-ggml": "tts-ggml";
5575
+ "parakeet-transcription": "parakeet-transcription";
5576
+ "moss-transcribe": "moss-transcribe";
5577
+ "ggml-ocr": "ggml-ocr";
5578
+ "sdcpp-generation": "sdcpp-generation";
5579
+ "audiogen-ggml": "audiogen-ggml";
5580
+ "ggml-vla": "ggml-vla";
5581
+ "ggml-classification": "ggml-classification";
5582
+ llm: "llm";
5583
+ whisper: "whisper";
5584
+ bci: "bci";
5585
+ nmt: "nmt";
5586
+ parakeet: "parakeet";
5587
+ classification: "classification";
5588
+ }>, z.ZodLiteral<"vad">]>>;
5589
+ }, z.core.$strip>]>>>;
5590
+ projectionModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
5591
+ src: z.ZodString;
5592
+ name: z.ZodOptional<z.ZodString>;
5593
+ modelId: z.ZodOptional<z.ZodString>;
5594
+ registryPath: z.ZodOptional<z.ZodString>;
5595
+ registrySource: z.ZodOptional<z.ZodString>;
5596
+ blobCoreKey: z.ZodOptional<z.ZodString>;
5597
+ blobIndex: z.ZodOptional<z.ZodNumber>;
5598
+ engine: z.ZodOptional<z.ZodString>;
5599
+ expectedSize: z.ZodOptional<z.ZodNumber>;
5600
+ sha256Checksum: z.ZodOptional<z.ZodString>;
5601
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
5602
+ embeddings: "embeddings";
5603
+ diffusion: "diffusion";
5604
+ audiogen: "audiogen";
5605
+ tts: "tts";
5606
+ ocr: "ocr";
5607
+ vla: "vla";
5608
+ "llamacpp-completion": "llamacpp-completion";
5609
+ "whispercpp-transcription": "whispercpp-transcription";
5610
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5611
+ "llamacpp-embedding": "llamacpp-embedding";
5612
+ "llamacpp-decision": "llamacpp-decision";
5613
+ "llamacpp-rerank": "llamacpp-rerank";
4903
5614
  "nmtcpp-translation": "nmtcpp-translation";
4904
5615
  "onnx-tts": "onnx-tts";
4905
5616
  "tts-ggml": "tts-ggml";
@@ -4941,6 +5652,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
4941
5652
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4942
5653
  "llamacpp-embedding": "llamacpp-embedding";
4943
5654
  "llamacpp-decision": "llamacpp-decision";
5655
+ "llamacpp-rerank": "llamacpp-rerank";
4944
5656
  "nmtcpp-translation": "nmtcpp-translation";
4945
5657
  "onnx-tts": "onnx-tts";
4946
5658
  "tts-ggml": "tts-ggml";
@@ -4982,6 +5694,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
4982
5694
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4983
5695
  "llamacpp-embedding": "llamacpp-embedding";
4984
5696
  "llamacpp-decision": "llamacpp-decision";
5697
+ "llamacpp-rerank": "llamacpp-rerank";
4985
5698
  "nmtcpp-translation": "nmtcpp-translation";
4986
5699
  "onnx-tts": "onnx-tts";
4987
5700
  "tts-ggml": "tts-ggml";
@@ -5023,6 +5736,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5023
5736
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5024
5737
  "llamacpp-embedding": "llamacpp-embedding";
5025
5738
  "llamacpp-decision": "llamacpp-decision";
5739
+ "llamacpp-rerank": "llamacpp-rerank";
5026
5740
  "nmtcpp-translation": "nmtcpp-translation";
5027
5741
  "onnx-tts": "onnx-tts";
5028
5742
  "tts-ggml": "tts-ggml";
@@ -5064,6 +5778,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5064
5778
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5065
5779
  "llamacpp-embedding": "llamacpp-embedding";
5066
5780
  "llamacpp-decision": "llamacpp-decision";
5781
+ "llamacpp-rerank": "llamacpp-rerank";
5067
5782
  "nmtcpp-translation": "nmtcpp-translation";
5068
5783
  "onnx-tts": "onnx-tts";
5069
5784
  "tts-ggml": "tts-ggml";
@@ -5105,6 +5820,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5105
5820
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5106
5821
  "llamacpp-embedding": "llamacpp-embedding";
5107
5822
  "llamacpp-decision": "llamacpp-decision";
5823
+ "llamacpp-rerank": "llamacpp-rerank";
5108
5824
  "nmtcpp-translation": "nmtcpp-translation";
5109
5825
  "onnx-tts": "onnx-tts";
5110
5826
  "tts-ggml": "tts-ggml";
@@ -5146,6 +5862,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5146
5862
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5147
5863
  "llamacpp-embedding": "llamacpp-embedding";
5148
5864
  "llamacpp-decision": "llamacpp-decision";
5865
+ "llamacpp-rerank": "llamacpp-rerank";
5149
5866
  "nmtcpp-translation": "nmtcpp-translation";
5150
5867
  "onnx-tts": "onnx-tts";
5151
5868
  "tts-ggml": "tts-ggml";
@@ -5187,6 +5904,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5187
5904
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5188
5905
  "llamacpp-embedding": "llamacpp-embedding";
5189
5906
  "llamacpp-decision": "llamacpp-decision";
5907
+ "llamacpp-rerank": "llamacpp-rerank";
5190
5908
  "nmtcpp-translation": "nmtcpp-translation";
5191
5909
  "onnx-tts": "onnx-tts";
5192
5910
  "tts-ggml": "tts-ggml";
@@ -5228,6 +5946,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5228
5946
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5229
5947
  "llamacpp-embedding": "llamacpp-embedding";
5230
5948
  "llamacpp-decision": "llamacpp-decision";
5949
+ "llamacpp-rerank": "llamacpp-rerank";
5231
5950
  "nmtcpp-translation": "nmtcpp-translation";
5232
5951
  "onnx-tts": "onnx-tts";
5233
5952
  "tts-ggml": "tts-ggml";
@@ -5248,6 +5967,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5248
5967
  }, z.core.$strip>]>>>;
5249
5968
  world: z.ZodOptional<z.ZodOptional<z.ZodObject<{
5250
5969
  seed: z.ZodOptional<z.ZodNumber>;
5970
+ fitSteps: z.ZodOptional<z.ZodNumber>;
5251
5971
  threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
5252
5972
  backend: z.ZodOptional<z.ZodString>;
5253
5973
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
@@ -5286,6 +6006,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5286
6006
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5287
6007
  "llamacpp-embedding": "llamacpp-embedding";
5288
6008
  "llamacpp-decision": "llamacpp-decision";
6009
+ "llamacpp-rerank": "llamacpp-rerank";
5289
6010
  "nmtcpp-translation": "nmtcpp-translation";
5290
6011
  "onnx-tts": "onnx-tts";
5291
6012
  "tts-ggml": "tts-ggml";
@@ -5366,6 +6087,14 @@ export declare const qvacConfigSchema: z.ZodObject<{
5366
6087
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
5367
6088
  parallel: z.ZodOptional<z.ZodNumber>;
5368
6089
  tools: z.ZodOptional<z.ZodBoolean>;
6090
+ cache_checkpoints: z.ZodOptional<z.ZodNumber>;
6091
+ cache_checkpoints_max_bytes: z.ZodOptional<z.ZodNumber>;
6092
+ cache_checkpoint_storage: z.ZodOptional<z.ZodEnum<{
6093
+ memory: "memory";
6094
+ disk: "disk";
6095
+ }>>;
6096
+ cache_checkpoint_dir: z.ZodOptional<z.ZodString>;
6097
+ cache_ram_mib: z.ZodOptional<z.ZodNumber>;
5369
6098
  'cache-type-k': z.ZodOptional<z.ZodString>;
5370
6099
  'cache-type-v': z.ZodOptional<z.ZodString>;
5371
6100
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -5393,6 +6122,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
5393
6122
  'image-max-tokens': z.ZodOptional<z.ZodNumber>;
5394
6123
  'image-min-tokens': z.ZodOptional<z.ZodNumber>;
5395
6124
  'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
6125
+ poll: z.ZodOptional<z.ZodNumber>;
6126
+ pollBatch: z.ZodOptional<z.ZodNumber>;
5396
6127
  threads: z.ZodOptional<z.ZodNumber>;
5397
6128
  'threads-batch': z.ZodOptional<z.ZodNumber>;
5398
6129
  'cpu-mask': z.ZodOptional<z.ZodString>;
@@ -5411,6 +6142,14 @@ export declare const qvacConfigSchema: z.ZodObject<{
5411
6142
  'fit-ctx': z.ZodOptional<z.ZodNumber>;
5412
6143
  openclCacheDir: z.ZodOptional<z.ZodString>;
5413
6144
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
6145
+ spec_type: z.ZodOptional<z.ZodEnum<{
6146
+ none: "none";
6147
+ "draft-mtp": "draft-mtp";
6148
+ "draft-dflash": "draft-dflash";
6149
+ }>>;
6150
+ spec_draft_n_max: z.ZodOptional<z.ZodNumber>;
6151
+ spec_draft_n_min: z.ZodOptional<z.ZodNumber>;
6152
+ spec_draft_p_min: z.ZodOptional<z.ZodNumber>;
5414
6153
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
5415
6154
  src: z.ZodString;
5416
6155
  name: z.ZodOptional<z.ZodString>;
@@ -5434,6 +6173,49 @@ export declare const qvacConfigSchema: z.ZodObject<{
5434
6173
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5435
6174
  "llamacpp-embedding": "llamacpp-embedding";
5436
6175
  "llamacpp-decision": "llamacpp-decision";
6176
+ "llamacpp-rerank": "llamacpp-rerank";
6177
+ "nmtcpp-translation": "nmtcpp-translation";
6178
+ "onnx-tts": "onnx-tts";
6179
+ "tts-ggml": "tts-ggml";
6180
+ "parakeet-transcription": "parakeet-transcription";
6181
+ "moss-transcribe": "moss-transcribe";
6182
+ "ggml-ocr": "ggml-ocr";
6183
+ "sdcpp-generation": "sdcpp-generation";
6184
+ "audiogen-ggml": "audiogen-ggml";
6185
+ "ggml-vla": "ggml-vla";
6186
+ "ggml-classification": "ggml-classification";
6187
+ llm: "llm";
6188
+ whisper: "whisper";
6189
+ bci: "bci";
6190
+ nmt: "nmt";
6191
+ parakeet: "parakeet";
6192
+ classification: "classification";
6193
+ }>, z.ZodLiteral<"vad">]>>;
6194
+ }, z.core.$strip>]>>;
6195
+ draftModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
6196
+ src: z.ZodString;
6197
+ name: z.ZodOptional<z.ZodString>;
6198
+ modelId: z.ZodOptional<z.ZodString>;
6199
+ registryPath: z.ZodOptional<z.ZodString>;
6200
+ registrySource: z.ZodOptional<z.ZodString>;
6201
+ blobCoreKey: z.ZodOptional<z.ZodString>;
6202
+ blobIndex: z.ZodOptional<z.ZodNumber>;
6203
+ engine: z.ZodOptional<z.ZodString>;
6204
+ expectedSize: z.ZodOptional<z.ZodNumber>;
6205
+ sha256Checksum: z.ZodOptional<z.ZodString>;
6206
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
6207
+ embeddings: "embeddings";
6208
+ diffusion: "diffusion";
6209
+ audiogen: "audiogen";
6210
+ tts: "tts";
6211
+ ocr: "ocr";
6212
+ vla: "vla";
6213
+ "llamacpp-completion": "llamacpp-completion";
6214
+ "whispercpp-transcription": "whispercpp-transcription";
6215
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
6216
+ "llamacpp-embedding": "llamacpp-embedding";
6217
+ "llamacpp-decision": "llamacpp-decision";
6218
+ "llamacpp-rerank": "llamacpp-rerank";
5437
6219
  "nmtcpp-translation": "nmtcpp-translation";
5438
6220
  "onnx-tts": "onnx-tts";
5439
6221
  "tts-ggml": "tts-ggml";
@@ -5464,6 +6246,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
5464
6246
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
5465
6247
  }, z.core.$strip>>>;
5466
6248
  embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
6249
+ poll: z.ZodOptional<z.ZodNumber>;
6250
+ pollBatch: z.ZodOptional<z.ZodNumber>;
5467
6251
  backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
5468
6252
  auto: "auto";
5469
6253
  cuda: "cuda";
@@ -5482,7 +6266,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
5482
6266
  mean: "mean";
5483
6267
  cls: "cls";
5484
6268
  last: "last";
5485
- rank: "rank";
5486
6269
  }>>;
5487
6270
  attention: z.ZodOptional<z.ZodEnum<{
5488
6271
  causal: "causal";
@@ -5599,6 +6382,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5599
6382
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5600
6383
  "llamacpp-embedding": "llamacpp-embedding";
5601
6384
  "llamacpp-decision": "llamacpp-decision";
6385
+ "llamacpp-rerank": "llamacpp-rerank";
5602
6386
  "nmtcpp-translation": "nmtcpp-translation";
5603
6387
  "onnx-tts": "onnx-tts";
5604
6388
  "tts-ggml": "tts-ggml";
@@ -5643,6 +6427,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
5643
6427
  streamingChunkLeftContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5644
6428
  streamingChunkRightContextMs: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5645
6429
  streamingSpkCacheUpdatePeriod: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
6430
+ longFormWindowFrames: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
6431
+ longFormContextFrames: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5646
6432
  backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
5647
6433
  openclCacheDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
5648
6434
  }, z.core.$strip>>>;
@@ -5695,6 +6481,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5695
6481
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5696
6482
  "llamacpp-embedding": "llamacpp-embedding";
5697
6483
  "llamacpp-decision": "llamacpp-decision";
6484
+ "llamacpp-rerank": "llamacpp-rerank";
5698
6485
  "nmtcpp-translation": "nmtcpp-translation";
5699
6486
  "onnx-tts": "onnx-tts";
5700
6487
  "tts-ggml": "tts-ggml";
@@ -5806,6 +6593,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5806
6593
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5807
6594
  "llamacpp-embedding": "llamacpp-embedding";
5808
6595
  "llamacpp-decision": "llamacpp-decision";
6596
+ "llamacpp-rerank": "llamacpp-rerank";
5809
6597
  "nmtcpp-translation": "nmtcpp-translation";
5810
6598
  "onnx-tts": "onnx-tts";
5811
6599
  "tts-ggml": "tts-ggml";
@@ -5847,6 +6635,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5847
6635
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5848
6636
  "llamacpp-embedding": "llamacpp-embedding";
5849
6637
  "llamacpp-decision": "llamacpp-decision";
6638
+ "llamacpp-rerank": "llamacpp-rerank";
5850
6639
  "nmtcpp-translation": "nmtcpp-translation";
5851
6640
  "onnx-tts": "onnx-tts";
5852
6641
  "tts-ggml": "tts-ggml";
@@ -5888,6 +6677,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5888
6677
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5889
6678
  "llamacpp-embedding": "llamacpp-embedding";
5890
6679
  "llamacpp-decision": "llamacpp-decision";
6680
+ "llamacpp-rerank": "llamacpp-rerank";
5891
6681
  "nmtcpp-translation": "nmtcpp-translation";
5892
6682
  "onnx-tts": "onnx-tts";
5893
6683
  "tts-ggml": "tts-ggml";
@@ -5929,6 +6719,49 @@ export declare const qvacConfigSchema: z.ZodObject<{
5929
6719
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5930
6720
  "llamacpp-embedding": "llamacpp-embedding";
5931
6721
  "llamacpp-decision": "llamacpp-decision";
6722
+ "llamacpp-rerank": "llamacpp-rerank";
6723
+ "nmtcpp-translation": "nmtcpp-translation";
6724
+ "onnx-tts": "onnx-tts";
6725
+ "tts-ggml": "tts-ggml";
6726
+ "parakeet-transcription": "parakeet-transcription";
6727
+ "moss-transcribe": "moss-transcribe";
6728
+ "ggml-ocr": "ggml-ocr";
6729
+ "sdcpp-generation": "sdcpp-generation";
6730
+ "audiogen-ggml": "audiogen-ggml";
6731
+ "ggml-vla": "ggml-vla";
6732
+ "ggml-classification": "ggml-classification";
6733
+ llm: "llm";
6734
+ whisper: "whisper";
6735
+ bci: "bci";
6736
+ nmt: "nmt";
6737
+ parakeet: "parakeet";
6738
+ classification: "classification";
6739
+ }>, z.ZodLiteral<"vad">]>>;
6740
+ }, z.core.$strip>]>>>;
6741
+ projectionModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
6742
+ src: z.ZodString;
6743
+ name: z.ZodOptional<z.ZodString>;
6744
+ modelId: z.ZodOptional<z.ZodString>;
6745
+ registryPath: z.ZodOptional<z.ZodString>;
6746
+ registrySource: z.ZodOptional<z.ZodString>;
6747
+ blobCoreKey: z.ZodOptional<z.ZodString>;
6748
+ blobIndex: z.ZodOptional<z.ZodNumber>;
6749
+ engine: z.ZodOptional<z.ZodString>;
6750
+ expectedSize: z.ZodOptional<z.ZodNumber>;
6751
+ sha256Checksum: z.ZodOptional<z.ZodString>;
6752
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
6753
+ embeddings: "embeddings";
6754
+ diffusion: "diffusion";
6755
+ audiogen: "audiogen";
6756
+ tts: "tts";
6757
+ ocr: "ocr";
6758
+ vla: "vla";
6759
+ "llamacpp-completion": "llamacpp-completion";
6760
+ "whispercpp-transcription": "whispercpp-transcription";
6761
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
6762
+ "llamacpp-embedding": "llamacpp-embedding";
6763
+ "llamacpp-decision": "llamacpp-decision";
6764
+ "llamacpp-rerank": "llamacpp-rerank";
5932
6765
  "nmtcpp-translation": "nmtcpp-translation";
5933
6766
  "onnx-tts": "onnx-tts";
5934
6767
  "tts-ggml": "tts-ggml";
@@ -5970,6 +6803,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5970
6803
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5971
6804
  "llamacpp-embedding": "llamacpp-embedding";
5972
6805
  "llamacpp-decision": "llamacpp-decision";
6806
+ "llamacpp-rerank": "llamacpp-rerank";
5973
6807
  "nmtcpp-translation": "nmtcpp-translation";
5974
6808
  "onnx-tts": "onnx-tts";
5975
6809
  "tts-ggml": "tts-ggml";
@@ -6011,6 +6845,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
6011
6845
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
6012
6846
  "llamacpp-embedding": "llamacpp-embedding";
6013
6847
  "llamacpp-decision": "llamacpp-decision";
6848
+ "llamacpp-rerank": "llamacpp-rerank";
6014
6849
  "nmtcpp-translation": "nmtcpp-translation";
6015
6850
  "onnx-tts": "onnx-tts";
6016
6851
  "tts-ggml": "tts-ggml";
@@ -6052,6 +6887,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
6052
6887
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
6053
6888
  "llamacpp-embedding": "llamacpp-embedding";
6054
6889
  "llamacpp-decision": "llamacpp-decision";
6890
+ "llamacpp-rerank": "llamacpp-rerank";
6055
6891
  "nmtcpp-translation": "nmtcpp-translation";
6056
6892
  "onnx-tts": "onnx-tts";
6057
6893
  "tts-ggml": "tts-ggml";
@@ -6093,6 +6929,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
6093
6929
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
6094
6930
  "llamacpp-embedding": "llamacpp-embedding";
6095
6931
  "llamacpp-decision": "llamacpp-decision";
6932
+ "llamacpp-rerank": "llamacpp-rerank";
6096
6933
  "nmtcpp-translation": "nmtcpp-translation";
6097
6934
  "onnx-tts": "onnx-tts";
6098
6935
  "tts-ggml": "tts-ggml";
@@ -6134,6 +6971,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
6134
6971
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
6135
6972
  "llamacpp-embedding": "llamacpp-embedding";
6136
6973
  "llamacpp-decision": "llamacpp-decision";
6974
+ "llamacpp-rerank": "llamacpp-rerank";
6137
6975
  "nmtcpp-translation": "nmtcpp-translation";
6138
6976
  "onnx-tts": "onnx-tts";
6139
6977
  "tts-ggml": "tts-ggml";
@@ -6175,6 +7013,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
6175
7013
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
6176
7014
  "llamacpp-embedding": "llamacpp-embedding";
6177
7015
  "llamacpp-decision": "llamacpp-decision";
7016
+ "llamacpp-rerank": "llamacpp-rerank";
6178
7017
  "nmtcpp-translation": "nmtcpp-translation";
6179
7018
  "onnx-tts": "onnx-tts";
6180
7019
  "tts-ggml": "tts-ggml";
@@ -6216,6 +7055,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
6216
7055
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
6217
7056
  "llamacpp-embedding": "llamacpp-embedding";
6218
7057
  "llamacpp-decision": "llamacpp-decision";
7058
+ "llamacpp-rerank": "llamacpp-rerank";
6219
7059
  "nmtcpp-translation": "nmtcpp-translation";
6220
7060
  "onnx-tts": "onnx-tts";
6221
7061
  "tts-ggml": "tts-ggml";
@@ -6257,6 +7097,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
6257
7097
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
6258
7098
  "llamacpp-embedding": "llamacpp-embedding";
6259
7099
  "llamacpp-decision": "llamacpp-decision";
7100
+ "llamacpp-rerank": "llamacpp-rerank";
6260
7101
  "nmtcpp-translation": "nmtcpp-translation";
6261
7102
  "onnx-tts": "onnx-tts";
6262
7103
  "tts-ggml": "tts-ggml";
@@ -6277,6 +7118,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
6277
7118
  }, z.core.$strip>]>>>;
6278
7119
  world: z.ZodOptional<z.ZodOptional<z.ZodObject<{
6279
7120
  seed: z.ZodOptional<z.ZodNumber>;
7121
+ fitSteps: z.ZodOptional<z.ZodNumber>;
6280
7122
  threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
6281
7123
  backend: z.ZodOptional<z.ZodString>;
6282
7124
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
@@ -6315,6 +7157,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
6315
7157
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
6316
7158
  "llamacpp-embedding": "llamacpp-embedding";
6317
7159
  "llamacpp-decision": "llamacpp-decision";
7160
+ "llamacpp-rerank": "llamacpp-rerank";
6318
7161
  "nmtcpp-translation": "nmtcpp-translation";
6319
7162
  "onnx-tts": "onnx-tts";
6320
7163
  "tts-ggml": "tts-ggml";