@qvac/inference 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/NOTICE +59 -40
  2. package/README.md +1 -1
  3. package/dist/api/audio-gen.js +1 -1
  4. package/dist/api/completion-stream.d.ts +2 -1
  5. package/dist/api/completion-stream.js +3 -1
  6. package/dist/api/decide.js +1 -1
  7. package/dist/api/diffusion.d.ts +18 -1
  8. package/dist/api/diffusion.js +18 -1
  9. package/dist/api/download-asset.js +1 -1
  10. package/dist/api/finetune.js +1 -1
  11. package/dist/api/index.d.ts +39 -38
  12. package/dist/api/index.js +38 -37
  13. package/dist/api/load-model.js +2 -2
  14. package/dist/api/logging-stream-registry.js +11 -7
  15. package/dist/api/logging-stream.d.ts +11 -1
  16. package/dist/api/logging-stream.js +11 -2
  17. package/dist/api/registry.d.ts +2 -1
  18. package/dist/api/registry.js +5 -4
  19. package/dist/api/rerank.d.ts +17 -0
  20. package/dist/api/rerank.js +36 -0
  21. package/dist/api/subscribe-logs.js +5 -3
  22. package/dist/api/unload-model.js +1 -1
  23. package/dist/api/video.js +1 -1
  24. package/dist/api/vla.js +1 -1
  25. package/dist/api/world-result.js +1 -1
  26. package/dist/api/world.d.ts +1 -1
  27. package/dist/api/world.js +1 -1
  28. package/dist/config/resolve-config.d.ts +1 -1
  29. package/dist/config/resolve-config.js +1 -1
  30. package/dist/constants/index.d.ts +2 -2
  31. package/dist/constants/index.js +2 -2
  32. package/dist/dispatch.d.ts +3 -2
  33. package/dist/dispatch.js +16 -4
  34. package/dist/errors/index.d.ts +6 -0
  35. package/dist/errors/index.js +13 -1
  36. package/dist/handlers/assess-model-fit.d.ts +1 -1
  37. package/dist/handlers/assess-model-fit.js +4 -4
  38. package/dist/handlers/cancelHandler.js +1 -1
  39. package/dist/handlers/completion-orchestrate.js +2 -2
  40. package/dist/handlers/download-asset.js +2 -2
  41. package/dist/handlers/finetune.js +1 -1
  42. package/dist/handlers/get-loaded-model-info.js +2 -3
  43. package/dist/handlers/get-model-info.js +1 -1
  44. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  45. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  46. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  47. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  48. package/dist/handlers/load-model/download-stats.js +3 -3
  49. package/dist/handlers/load-model/handler.js +10 -7
  50. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  51. package/dist/handlers/load-model/http.d.ts +1 -1
  52. package/dist/handlers/load-model/http.js +3 -3
  53. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  54. package/dist/handlers/load-model/hyperdrive.js +2 -2
  55. package/dist/handlers/load-model/index.d.ts +2 -2
  56. package/dist/handlers/load-model/index.js +2 -2
  57. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  58. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  59. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  60. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  61. package/dist/handlers/load-model/registry.d.ts +2 -2
  62. package/dist/handlers/load-model/registry.js +5 -5
  63. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  64. package/dist/handlers/load-model/resolve-session.js +11 -3
  65. package/dist/handlers/load-model/resolve.d.ts +1 -1
  66. package/dist/handlers/load-model/resolve.js +5 -5
  67. package/dist/handlers/logging-stream.d.ts +2 -1
  68. package/dist/handlers/logging-stream.js +23 -7
  69. package/dist/handlers/registry.js +4 -2
  70. package/dist/handlers/types.d.ts +7 -1
  71. package/dist/handlers/vector-index.js +2 -2
  72. package/dist/index.d.ts +1 -1
  73. package/dist/index.js +1 -1
  74. package/dist/logging/addon.d.ts +1 -1
  75. package/dist/logging/addon.js +1 -1
  76. package/dist/logging/index.d.ts +5 -5
  77. package/dist/logging/index.js +4 -4
  78. package/dist/logging/logger.d.ts +1 -1
  79. package/dist/logging/logger.js +3 -3
  80. package/dist/logging/utils.js +1 -1
  81. package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
  82. package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
  83. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  84. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
  85. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
  86. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
  87. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  88. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
  89. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
  90. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
  91. package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
  92. package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
  93. package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
  94. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
  95. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
  96. package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
  97. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
  98. package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
  99. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
  100. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
  101. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  102. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
  103. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  104. package/dist/model-fit/request/engines/diffusion.js +93 -0
  105. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
  106. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
  107. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
  108. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
  109. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
  110. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
  111. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
  112. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
  113. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
  114. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
  115. package/dist/model-fit/run/run.d.ts +43 -0
  116. package/dist/model-fit/run/run.js +204 -0
  117. package/dist/models/registry/index.d.ts +1 -1
  118. package/dist/models/registry/index.js +2 -2
  119. package/dist/models/registry/models.d.ts +510 -0
  120. package/dist/models/registry/models.js +2946 -2410
  121. package/dist/models/registry/resource-profiles.js +203 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
  124. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
  126. package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
  129. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  130. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  131. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
  132. package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
  133. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
  134. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  135. package/dist/plugins/builtin/index.d.ts +15 -14
  136. package/dist/plugins/builtin/index.js +15 -14
  137. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  138. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  139. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  140. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  141. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
  142. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  143. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  144. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
  145. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
  146. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  147. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  148. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  149. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
  150. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
  151. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  152. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
  153. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
  154. package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
  155. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  156. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  157. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  158. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  159. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  160. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  161. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
  162. package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
  163. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
  164. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
  165. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
  166. package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
  167. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  168. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  169. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  170. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
  171. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  172. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  173. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
  174. package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
  175. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  176. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  177. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  178. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  179. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  180. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
  181. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
  182. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
  183. package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
  184. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
  185. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
  186. package/dist/plugins/index.d.ts +1 -1
  187. package/dist/plugins/index.js +2 -2
  188. package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
  189. package/dist/plugins/ops/kv-cache-utils.js +15 -8
  190. package/dist/plugins/ops/load-model.d.ts +8 -2
  191. package/dist/plugins/ops/load-model.js +14 -5
  192. package/dist/plugins/ops/transcribe.js +1 -1
  193. package/dist/plugins/ops/translate.js +3 -3
  194. package/dist/plugins/ops/unload-model.js +1 -1
  195. package/dist/plugins/turbovec-backend.js +5 -5
  196. package/dist/profiling/aggregator.d.ts +1 -1
  197. package/dist/profiling/aggregator.js +1 -1
  198. package/dist/profiling/controller.d.ts +1 -1
  199. package/dist/profiling/controller.js +2 -2
  200. package/dist/profiling/events.d.ts +1 -1
  201. package/dist/profiling/events.js +2 -2
  202. package/dist/profiling/exporters.d.ts +1 -1
  203. package/dist/profiling/exporters.js +3 -3
  204. package/dist/profiling/index.d.ts +13 -13
  205. package/dist/profiling/index.js +12 -12
  206. package/dist/profiling/operation-metrics.d.ts +1 -1
  207. package/dist/profiling/operation-metrics.js +2 -2
  208. package/dist/profiling/operation-wrappers.js +3 -3
  209. package/dist/profiling/profiler.js +1 -1
  210. package/dist/rag/handler.js +1 -1
  211. package/dist/rag/handlers/close-workspace.js +1 -1
  212. package/dist/rag/handlers/delete-embeddings.js +1 -1
  213. package/dist/rag/handlers/delete-workspace.js +1 -1
  214. package/dist/rag/handlers/ingest.js +1 -1
  215. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  216. package/dist/rag/handlers/list-workspaces.js +1 -1
  217. package/dist/rag/handlers/reindex.js +1 -1
  218. package/dist/rag/handlers/save-embeddings.js +1 -1
  219. package/dist/rag/handlers/search.js +1 -1
  220. package/dist/rag/index.d.ts +11 -11
  221. package/dist/rag/index.js +11 -11
  222. package/dist/rag/rag-workspace-manager.js +1 -1
  223. package/dist/registry.js +2 -1
  224. package/dist/resources/collector.d.ts +1 -1
  225. package/dist/resources/collector.js +1 -1
  226. package/dist/resources/instance.d.ts +1 -1
  227. package/dist/resources/instance.js +1 -1
  228. package/dist/resources/native.d.ts +1 -1
  229. package/dist/resources/normalize.d.ts +1 -1
  230. package/dist/rpc/inventory.js +3 -3
  231. package/dist/runtime/index.d.ts +5 -5
  232. package/dist/runtime/index.js +2 -2
  233. package/dist/runtime/lifecycle.js +7 -7
  234. package/dist/runtime/model-config-utils.js +3 -0
  235. package/dist/runtime/model-registry.d.ts +3 -1
  236. package/dist/runtime/model-registry.js +2 -1
  237. package/dist/runtime/registry-client.js +1 -1
  238. package/dist/runtime/request-context.d.ts +3 -3
  239. package/dist/runtime/request-context.js +14 -1
  240. package/dist/runtime/request-registry.d.ts +1 -1
  241. package/dist/runtime/request-registry.js +1 -1
  242. package/dist/runtime/state.d.ts +1 -1
  243. package/dist/runtime/state.js +2 -2
  244. package/dist/runtime/vector-index-backend.d.ts +2 -2
  245. package/dist/runtime/vector-index-registry.d.ts +5 -5
  246. package/dist/runtime/vector-index-registry.js +36 -13
  247. package/dist/schemas/assess-model-fit.d.ts +6 -0
  248. package/dist/schemas/assess-model-fit.js +4 -4
  249. package/dist/schemas/audio-gen.d.ts +13 -1
  250. package/dist/schemas/audio-gen.js +3 -3
  251. package/dist/schemas/batch-completion-stream.d.ts +8 -2
  252. package/dist/schemas/batch-completion-stream.js +3 -3
  253. package/dist/schemas/bci-config.d.ts +1 -0
  254. package/dist/schemas/bci-config.js +2 -2
  255. package/dist/schemas/bci.d.ts +1 -1
  256. package/dist/schemas/bci.js +2 -2
  257. package/dist/schemas/cancel.d.ts +5 -0
  258. package/dist/schemas/cancel.js +1 -0
  259. package/dist/schemas/common.d.ts +478 -100
  260. package/dist/schemas/common.js +35 -32
  261. package/dist/schemas/completion-event.d.ts +8 -2
  262. package/dist/schemas/completion-event.js +4 -1
  263. package/dist/schemas/completion-stream.d.ts +11 -2
  264. package/dist/schemas/completion-stream.js +37 -10
  265. package/dist/schemas/config.d.ts +849 -6
  266. package/dist/schemas/config.js +12 -10
  267. package/dist/schemas/decision.d.ts +8 -0
  268. package/dist/schemas/decision.js +14 -0
  269. package/dist/schemas/download-asset.d.ts +6 -4
  270. package/dist/schemas/download-asset.js +1 -1
  271. package/dist/schemas/engine-addon-map.d.ts +2 -1
  272. package/dist/schemas/engine-addon-map.js +4 -3
  273. package/dist/schemas/errors.d.ts +1 -0
  274. package/dist/schemas/errors.js +6 -1
  275. package/dist/schemas/index.d.ts +51 -50
  276. package/dist/schemas/index.js +50 -49
  277. package/dist/schemas/llamacpp-config.d.ts +182 -6
  278. package/dist/schemas/llamacpp-config.js +102 -7
  279. package/dist/schemas/load-model.d.ts +3176 -646
  280. package/dist/schemas/load-model.js +34 -1
  281. package/dist/schemas/mcp-adapter.d.ts +1 -1
  282. package/dist/schemas/model-config-schemas.d.ts +195 -1
  283. package/dist/schemas/model-config-schemas.js +14 -12
  284. package/dist/schemas/model-fit-policy.d.ts +1 -1
  285. package/dist/schemas/model-info.js +2 -2
  286. package/dist/schemas/model-resource-profile.d.ts +1 -0
  287. package/dist/schemas/model-resource-profile.js +1 -1
  288. package/dist/schemas/model-src-utils.d.ts +6 -2
  289. package/dist/schemas/model-src-utils.js +2 -2
  290. package/dist/schemas/model-types.d.ts +5 -1
  291. package/dist/schemas/model-types.js +1 -0
  292. package/dist/schemas/ocr.d.ts +2 -0
  293. package/dist/schemas/ocr.js +1 -1
  294. package/dist/schemas/plugin.d.ts +9 -3
  295. package/dist/schemas/plugin.js +6 -0
  296. package/dist/schemas/profiling.js +1 -1
  297. package/dist/schemas/rag.js +1 -1
  298. package/dist/schemas/registry.d.ts +8 -0
  299. package/dist/schemas/registry.js +2 -1
  300. package/dist/schemas/reload-config.d.ts +6 -2
  301. package/dist/schemas/reload-config.js +2 -2
  302. package/dist/schemas/rerank.d.ts +131 -0
  303. package/dist/schemas/rerank.js +102 -0
  304. package/dist/schemas/sdcpp-config.d.ts +56 -0
  305. package/dist/schemas/sdcpp-config.js +33 -15
  306. package/dist/schemas/text-to-speech.d.ts +61 -0
  307. package/dist/schemas/transcription-config.d.ts +5 -0
  308. package/dist/schemas/transcription-config.js +16 -1
  309. package/dist/schemas/transcription.d.ts +1 -1
  310. package/dist/schemas/transcription.js +1 -1
  311. package/dist/schemas/translate.d.ts +2 -2
  312. package/dist/schemas/translate.js +1 -1
  313. package/dist/schemas/translation-config.d.ts +20 -10
  314. package/dist/schemas/translation-config.js +1 -1
  315. package/dist/surface.d.ts +2 -1
  316. package/dist/surface.js +2 -1
  317. package/dist/utils/addon-responses.d.ts +2 -0
  318. package/dist/utils/aggregate-events.d.ts +1 -1
  319. package/dist/utils/aggregate-events.js +2 -2
  320. package/dist/utils/archive.js +2 -2
  321. package/dist/utils/audio/decoder.js +3 -1
  322. package/dist/utils/audio-input.js +1 -1
  323. package/dist/utils/cache/auto-history.d.ts +2 -1
  324. package/dist/utils/cache/auto-history.js +2 -2
  325. package/dist/utils/cache/paths.js +6 -6
  326. package/dist/utils/checksum.d.ts +2 -0
  327. package/dist/utils/checksum.js +41 -2
  328. package/dist/utils/completion-normalizer.js +1 -1
  329. package/dist/utils/gguf-architecture.d.ts +7 -0
  330. package/dist/utils/gguf-architecture.js +142 -0
  331. package/dist/utils/gguf-tensor-extractor.js +1 -1
  332. package/dist/utils/index.d.ts +13 -13
  333. package/dist/utils/index.js +13 -13
  334. package/dist/utils/mcp-adapter.d.ts +1 -1
  335. package/dist/utils/mcp-adapter.js +1 -1
  336. package/dist/utils/path-security.js +1 -1
  337. package/dist/utils/shard-utils.d.ts +5 -0
  338. package/dist/utils/shard-utils.js +19 -3
  339. package/dist/utils/tool-integration.d.ts +1 -0
  340. package/dist/utils/tool-integration.js +3 -6
  341. package/dist/utils/tools/defer.d.ts +16 -26
  342. package/dist/utils/tools/defer.js +50 -41
  343. package/dist/utils/tools/dialect.d.ts +15 -4
  344. package/dist/utils/tools/dialect.js +34 -5
  345. package/dist/utils/tools/index.d.ts +3 -3
  346. package/dist/utils/tools/index.js +3 -3
  347. package/dist/utils/tools/parser.js +8 -8
  348. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  349. package/dist/utils/tools/parsers/dsml.js +1 -1
  350. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  351. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  352. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  353. package/dist/utils/tools/parsers/harmony.js +1 -1
  354. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  355. package/dist/utils/tools/parsers/hermes.js +1 -1
  356. package/dist/utils/tools/parsers/json.d.ts +1 -1
  357. package/dist/utils/tools/parsers/json.js +1 -1
  358. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  359. package/dist/utils/tools/parsers/pythonic.js +1 -1
  360. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  361. package/dist/utils/tools/parsers/qwen35.js +1 -1
  362. package/dist/utils/tts-stats.d.ts +1 -1
  363. package/dist/utils/until-aborted.d.ts +7 -0
  364. package/dist/utils/until-aborted.js +34 -0
  365. package/package.json +53 -45
  366. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  367. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  368. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  369. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  370. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  371. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  372. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  373. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  374. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  375. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  376. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  377. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  378. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  379. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  380. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  381. package/dist/resources/model-fit/platform.d.ts +0 -9
  382. package/dist/resources/model-fit/types.js +0 -1
  383. /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
  384. /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
  385. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  386. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -40,6 +40,14 @@ export declare const llmPlugin: {
40
40
  stop_sequences: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
41
41
  parallel: import("zod").ZodOptional<import("zod").ZodNumber>;
42
42
  tools: import("zod").ZodOptional<import("zod").ZodBoolean>;
43
+ cache_checkpoints: import("zod").ZodOptional<import("zod").ZodNumber>;
44
+ cache_checkpoints_max_bytes: import("zod").ZodOptional<import("zod").ZodNumber>;
45
+ cache_checkpoint_storage: import("zod").ZodOptional<import("zod").ZodEnum<{
46
+ memory: "memory";
47
+ disk: "disk";
48
+ }>>;
49
+ cache_checkpoint_dir: import("zod").ZodOptional<import("zod").ZodString>;
50
+ cache_ram_mib: import("zod").ZodOptional<import("zod").ZodNumber>;
43
51
  'cache-type-k': import("zod").ZodOptional<import("zod").ZodString>;
44
52
  'cache-type-v': import("zod").ZodOptional<import("zod").ZodString>;
45
53
  'main-gpu': import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodEnum<{
@@ -67,6 +75,8 @@ export declare const llmPlugin: {
67
75
  'image-max-tokens': import("zod").ZodOptional<import("zod").ZodNumber>;
68
76
  'image-min-tokens': import("zod").ZodOptional<import("zod").ZodNumber>;
69
77
  'image-max-megapixels': import("zod").ZodOptional<import("zod").ZodNumber>;
78
+ poll: import("zod").ZodOptional<import("zod").ZodNumber>;
79
+ pollBatch: import("zod").ZodOptional<import("zod").ZodNumber>;
70
80
  threads: import("zod").ZodOptional<import("zod").ZodNumber>;
71
81
  'threads-batch': import("zod").ZodOptional<import("zod").ZodNumber>;
72
82
  'cpu-mask': import("zod").ZodOptional<import("zod").ZodString>;
@@ -85,6 +95,14 @@ export declare const llmPlugin: {
85
95
  'fit-ctx': import("zod").ZodOptional<import("zod").ZodNumber>;
86
96
  openclCacheDir: import("zod").ZodOptional<import("zod").ZodString>;
87
97
  reasoning_budget: import("zod").ZodOptional<import("zod").ZodNumber>;
98
+ spec_type: import("zod").ZodOptional<import("zod").ZodEnum<{
99
+ none: "none";
100
+ "draft-mtp": "draft-mtp";
101
+ "draft-dflash": "draft-dflash";
102
+ }>>;
103
+ spec_draft_n_max: import("zod").ZodOptional<import("zod").ZodNumber>;
104
+ spec_draft_n_min: import("zod").ZodOptional<import("zod").ZodNumber>;
105
+ spec_draft_p_min: import("zod").ZodOptional<import("zod").ZodNumber>;
88
106
  projectionModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
89
107
  src: import("zod").ZodString;
90
108
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -108,6 +126,49 @@ export declare const llmPlugin: {
108
126
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
109
127
  "llamacpp-embedding": "llamacpp-embedding";
110
128
  "llamacpp-decision": "llamacpp-decision";
129
+ "llamacpp-rerank": "llamacpp-rerank";
130
+ "nmtcpp-translation": "nmtcpp-translation";
131
+ "onnx-tts": "onnx-tts";
132
+ "tts-ggml": "tts-ggml";
133
+ "parakeet-transcription": "parakeet-transcription";
134
+ "moss-transcribe": "moss-transcribe";
135
+ "ggml-ocr": "ggml-ocr";
136
+ "sdcpp-generation": "sdcpp-generation";
137
+ "audiogen-ggml": "audiogen-ggml";
138
+ "ggml-vla": "ggml-vla";
139
+ "ggml-classification": "ggml-classification";
140
+ llm: "llm";
141
+ whisper: "whisper";
142
+ bci: "bci";
143
+ nmt: "nmt";
144
+ parakeet: "parakeet";
145
+ classification: "classification";
146
+ }>, import("zod").ZodLiteral<"vad">]>>;
147
+ }, import("zod/v4/core").$strip>]>>;
148
+ draftModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
149
+ src: import("zod").ZodString;
150
+ name: import("zod").ZodOptional<import("zod").ZodString>;
151
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
152
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
153
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
154
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
155
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
156
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
157
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
158
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
159
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
160
+ embeddings: "embeddings";
161
+ diffusion: "diffusion";
162
+ audiogen: "audiogen";
163
+ tts: "tts";
164
+ ocr: "ocr";
165
+ vla: "vla";
166
+ "llamacpp-completion": "llamacpp-completion";
167
+ "whispercpp-transcription": "whispercpp-transcription";
168
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
169
+ "llamacpp-embedding": "llamacpp-embedding";
170
+ "llamacpp-decision": "llamacpp-decision";
171
+ "llamacpp-rerank": "llamacpp-rerank";
111
172
  "nmtcpp-translation": "nmtcpp-translation";
112
173
  "onnx-tts": "onnx-tts";
113
174
  "tts-ggml": "tts-ggml";
@@ -125,7 +186,7 @@ export declare const llmPlugin: {
125
186
  parakeet: "parakeet";
126
187
  classification: "classification";
127
188
  }>, import("zod").ZodLiteral<"vad">]>>;
128
- }, import("zod/v4/core/index.js").$strip>]>>;
189
+ }, import("zod/v4/core").$strip>]>>;
129
190
  image_tile_mode: import("zod").ZodOptional<import("zod").ZodEnum<{
130
191
  disabled: "disabled";
131
192
  batched: "batched";
@@ -136,7 +197,7 @@ export declare const llmPlugin: {
136
197
  off: "off";
137
198
  }>>;
138
199
  'mmproj-use-gpu': import("zod").ZodOptional<import("zod").ZodBoolean>;
139
- }, import("zod/v4/core/index.js").$strip>;
200
+ }, import("zod/v4/core").$strip>;
140
201
  assessFit: typeof import("node_modules/@qvac/llm-llamacpp/fit").assessFit;
141
202
  resolveConfig(cfg: LlmConfigInput, ctx: ResolveContext): Promise<{
142
203
  config: {
@@ -159,6 +220,11 @@ export declare const llmPlugin: {
159
220
  stop_sequences?: string[] | undefined;
160
221
  parallel?: number | undefined;
161
222
  tools?: boolean | undefined;
223
+ cache_checkpoints?: number | undefined;
224
+ cache_checkpoints_max_bytes?: number | undefined;
225
+ cache_checkpoint_storage?: "memory" | "disk" | undefined;
226
+ cache_checkpoint_dir?: string | undefined;
227
+ cache_ram_mib?: number | undefined;
162
228
  'cache-type-k'?: string | undefined;
163
229
  'cache-type-v'?: string | undefined;
164
230
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
@@ -175,6 +241,8 @@ export declare const llmPlugin: {
175
241
  'image-max-tokens'?: number | undefined;
176
242
  'image-min-tokens'?: number | undefined;
177
243
  'image-max-megapixels'?: number | undefined;
244
+ poll?: number | undefined;
245
+ pollBatch?: number | undefined;
178
246
  threads?: number | undefined;
179
247
  'threads-batch'?: number | undefined;
180
248
  'cpu-mask'?: string | undefined;
@@ -189,6 +257,10 @@ export declare const llmPlugin: {
189
257
  'fit-ctx'?: number | undefined;
190
258
  openclCacheDir?: string | undefined;
191
259
  reasoning_budget?: number | undefined;
260
+ spec_type?: "none" | "draft-mtp" | "draft-dflash" | undefined;
261
+ spec_draft_n_max?: number | undefined;
262
+ spec_draft_n_min?: number | undefined;
263
+ spec_draft_p_min?: number | undefined;
192
264
  image_tile_mode?: "disabled" | "batched" | "sequential" | undefined;
193
265
  image_no_upscale?: "on" | "off" | undefined;
194
266
  'mmproj-use-gpu'?: boolean | undefined;
@@ -215,6 +287,11 @@ export declare const llmPlugin: {
215
287
  stop_sequences?: string[] | undefined;
216
288
  parallel?: number | undefined;
217
289
  tools?: boolean | undefined;
290
+ cache_checkpoints?: number | undefined;
291
+ cache_checkpoints_max_bytes?: number | undefined;
292
+ cache_checkpoint_storage?: "memory" | "disk" | undefined;
293
+ cache_checkpoint_dir?: string | undefined;
294
+ cache_ram_mib?: number | undefined;
218
295
  'cache-type-k'?: string | undefined;
219
296
  'cache-type-v'?: string | undefined;
220
297
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
@@ -231,6 +308,8 @@ export declare const llmPlugin: {
231
308
  'image-max-tokens'?: number | undefined;
232
309
  'image-min-tokens'?: number | undefined;
233
310
  'image-max-megapixels'?: number | undefined;
311
+ poll?: number | undefined;
312
+ pollBatch?: number | undefined;
234
313
  threads?: number | undefined;
235
314
  'threads-batch'?: number | undefined;
236
315
  'cpu-mask'?: string | undefined;
@@ -245,12 +324,17 @@ export declare const llmPlugin: {
245
324
  'fit-ctx'?: number | undefined;
246
325
  openclCacheDir?: string | undefined;
247
326
  reasoning_budget?: number | undefined;
327
+ spec_type?: "none" | "draft-mtp" | "draft-dflash" | undefined;
328
+ spec_draft_n_max?: number | undefined;
329
+ spec_draft_n_min?: number | undefined;
330
+ spec_draft_p_min?: number | undefined;
248
331
  image_tile_mode?: "disabled" | "batched" | "sequential" | undefined;
249
332
  image_no_upscale?: "on" | "off" | undefined;
250
333
  'mmproj-use-gpu'?: boolean | undefined;
251
334
  };
252
335
  artifacts: {
253
- projectionModelPath: string;
336
+ draftModelPath?: string;
337
+ projectionModelPath?: string;
254
338
  };
255
339
  }>;
256
340
  createModel(params: CreateModelParams): PluginModelResult;
@@ -277,15 +361,15 @@ export declare const llmPlugin: {
277
361
  content: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
278
362
  attachments: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
279
363
  path: import("zod").ZodString;
280
- }, import("zod/v4/core/index.js").$strip>>>;
364
+ }, import("zod/v4/core").$strip>>>;
281
365
  toolCalls: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
282
366
  id: import("zod").ZodOptional<import("zod").ZodString>;
283
367
  name: import("zod").ZodString;
284
368
  arguments: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
285
- }, import("zod/v4/core/index.js").$strip>>>;
369
+ }, import("zod/v4/core").$strip>>>;
286
370
  toolCallId: import("zod").ZodOptional<import("zod").ZodString>;
287
371
  toolName: import("zod").ZodOptional<import("zod").ZodString>;
288
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodTransform<{
372
+ }, import("zod/v4/core").$strip>, import("zod").ZodTransform<{
289
373
  content: string;
290
374
  role: string;
291
375
  attachments?: {
@@ -324,20 +408,20 @@ export declare const llmPlugin: {
324
408
  reasoning_budget: import("zod").ZodOptional<import("zod").ZodNumber>;
325
409
  tool_choice: import("zod").ZodOptional<import("zod").ZodString>;
326
410
  parallel_tool_calls: import("zod").ZodOptional<import("zod").ZodBoolean>;
327
- }, import("zod/v4/core/index.js").$strict>>;
411
+ }, import("zod/v4/core").$strict>>;
328
412
  responseFormat: import("zod").ZodOptional<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
329
413
  type: import("zod").ZodLiteral<"text">;
330
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
414
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
331
415
  type: import("zod").ZodLiteral<"json_object">;
332
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
416
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
333
417
  type: import("zod").ZodLiteral<"json_schema">;
334
418
  json_schema: import("zod").ZodObject<{
335
419
  name: import("zod").ZodString;
336
420
  description: import("zod").ZodOptional<import("zod").ZodString>;
337
421
  schema: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
338
422
  strict: import("zod").ZodOptional<import("zod").ZodBoolean>;
339
- }, import("zod/v4/core/index.js").$strict>;
340
- }, import("zod/v4/core/index.js").$strict>], "type">>;
423
+ }, import("zod/v4/core").$strict>;
424
+ }, import("zod/v4/core").$strict>], "type">>;
341
425
  tools: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
342
426
  type: import("zod").ZodLiteral<"function">;
343
427
  name: import("zod").ZodString;
@@ -366,13 +450,13 @@ export declare const llmPlugin: {
366
450
  }>>]>>;
367
451
  description: import("zod").ZodOptional<import("zod").ZodString>;
368
452
  enum: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodNumber, import("zod").ZodBoolean, import("zod").ZodNull]>>>;
369
- }, import("zod/v4/core/index.js").$loose>>;
453
+ }, import("zod/v4/core").$loose>>;
370
454
  required: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
371
- }, import("zod/v4/core/index.js").$loose>;
372
- }, import("zod/v4/core/index.js").$strip>>>;
373
- }, import("zod/v4/core/index.js").$strict>>;
455
+ }, import("zod/v4/core").$loose>;
456
+ }, import("zod/v4/core").$strip>>>;
457
+ }, import("zod/v4/core").$strict>>;
374
458
  type: import("zod").ZodLiteral<"batchCompletionStream">;
375
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
459
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
376
460
  type: import("zod").ZodLiteral<"batchCompletionStream">;
377
461
  done: import("zod").ZodOptional<import("zod").ZodBoolean>;
378
462
  ids: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
@@ -382,15 +466,15 @@ export declare const llmPlugin: {
382
466
  type: import("zod").ZodLiteral<"contentDelta">;
383
467
  seq: import("zod").ZodNumber;
384
468
  text: import("zod").ZodString;
385
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
469
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
386
470
  type: import("zod").ZodLiteral<"rawDelta">;
387
471
  seq: import("zod").ZodNumber;
388
472
  text: import("zod").ZodString;
389
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
473
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
390
474
  type: import("zod").ZodLiteral<"thinkingDelta">;
391
475
  seq: import("zod").ZodNumber;
392
476
  text: import("zod").ZodString;
393
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
477
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
394
478
  type: import("zod").ZodLiteral<"toolCall">;
395
479
  seq: import("zod").ZodNumber;
396
480
  call: import("zod").ZodObject<{
@@ -398,8 +482,8 @@ export declare const llmPlugin: {
398
482
  name: import("zod").ZodString;
399
483
  arguments: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
400
484
  raw: import("zod").ZodOptional<import("zod").ZodString>;
401
- }, import("zod/v4/core/index.js").$strip>;
402
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
485
+ }, import("zod/v4/core").$strip>;
486
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
403
487
  type: import("zod").ZodLiteral<"toolError">;
404
488
  seq: import("zod").ZodNumber;
405
489
  error: import("zod").ZodObject<{
@@ -410,8 +494,8 @@ export declare const llmPlugin: {
410
494
  }>;
411
495
  message: import("zod").ZodString;
412
496
  raw: import("zod").ZodOptional<import("zod").ZodString>;
413
- }, import("zod/v4/core/index.js").$strip>;
414
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
497
+ }, import("zod/v4/core").$strip>;
498
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
415
499
  type: import("zod").ZodLiteral<"completionStats">;
416
500
  seq: import("zod").ZodNumber;
417
501
  stats: import("zod").ZodObject<{
@@ -424,22 +508,24 @@ export declare const llmPlugin: {
424
508
  emittedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
425
509
  avgConcurrentSeq: import("zod").ZodOptional<import("zod").ZodNumber>;
426
510
  toolDefinitionsDropped: import("zod").ZodOptional<import("zod").ZodNumber>;
511
+ draftTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
512
+ draftAcceptedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
427
513
  backendDevice: import("zod").ZodOptional<import("zod").ZodEnum<{
428
514
  cpu: "cpu";
429
515
  gpu: "gpu";
430
516
  }>>;
431
- }, import("zod/v4/core/index.js").$strip>;
432
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
517
+ }, import("zod/v4/core").$strip>;
518
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
433
519
  type: import("zod").ZodLiteral<"completionDone">;
434
520
  seq: import("zod").ZodNumber;
435
521
  stopReason: import("zod").ZodLiteral<"error">;
436
522
  error: import("zod").ZodObject<{
437
523
  message: import("zod").ZodString;
438
- }, import("zod/v4/core/index.js").$strip>;
524
+ }, import("zod/v4/core").$strip>;
439
525
  raw: import("zod").ZodOptional<import("zod").ZodObject<{
440
526
  fullText: import("zod").ZodString;
441
- }, import("zod/v4/core/index.js").$strip>>;
442
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
527
+ }, import("zod/v4/core").$strip>>;
528
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
443
529
  type: import("zod").ZodLiteral<"completionDone">;
444
530
  seq: import("zod").ZodNumber;
445
531
  stopReason: import("zod").ZodOptional<import("zod").ZodEnum<{
@@ -450,9 +536,9 @@ export declare const llmPlugin: {
450
536
  }>>;
451
537
  raw: import("zod").ZodOptional<import("zod").ZodObject<{
452
538
  fullText: import("zod").ZodString;
453
- }, import("zod/v4/core/index.js").$strip>>;
454
- }, import("zod/v4/core/index.js").$strict>]>;
455
- }, import("zod/v4/core/index.js").$strict>>;
539
+ }, import("zod/v4/core").$strip>>;
540
+ }, import("zod/v4/core").$strict>]>;
541
+ }, import("zod/v4/core").$strict>>;
456
542
  stats: import("zod").ZodOptional<import("zod").ZodObject<{
457
543
  timeToFirstToken: import("zod").ZodOptional<import("zod").ZodNumber>;
458
544
  tokensPerSecond: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -463,27 +549,29 @@ export declare const llmPlugin: {
463
549
  emittedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
464
550
  avgConcurrentSeq: import("zod").ZodOptional<import("zod").ZodNumber>;
465
551
  toolDefinitionsDropped: import("zod").ZodOptional<import("zod").ZodNumber>;
552
+ draftTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
553
+ draftAcceptedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
466
554
  backendDevice: import("zod").ZodOptional<import("zod").ZodEnum<{
467
555
  cpu: "cpu";
468
556
  gpu: "gpu";
469
557
  }>>;
470
- }, import("zod/v4/core/index.js").$strip>>;
471
- }, import("zod/v4/core/index.js").$strict>>;
558
+ }, import("zod/v4/core").$strip>>;
559
+ }, import("zod/v4/core").$strict>>;
472
560
  completionStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
473
561
  history: import("zod").ZodArray<import("zod").ZodPipe<import("zod").ZodObject<{
474
562
  role: import("zod").ZodString;
475
563
  content: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
476
564
  attachments: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
477
565
  path: import("zod").ZodString;
478
- }, import("zod/v4/core/index.js").$strip>>>;
566
+ }, import("zod/v4/core").$strip>>>;
479
567
  toolCalls: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
480
568
  id: import("zod").ZodOptional<import("zod").ZodString>;
481
569
  name: import("zod").ZodString;
482
570
  arguments: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
483
- }, import("zod/v4/core/index.js").$strip>>>;
571
+ }, import("zod/v4/core").$strip>>>;
484
572
  toolCallId: import("zod").ZodOptional<import("zod").ZodString>;
485
573
  toolName: import("zod").ZodOptional<import("zod").ZodString>;
486
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodTransform<{
574
+ }, import("zod/v4/core").$strip>, import("zod").ZodTransform<{
487
575
  content: string;
488
576
  role: string;
489
577
  attachments?: {
@@ -511,6 +599,7 @@ export declare const llmPlugin: {
511
599
  toolName?: string | undefined;
512
600
  }>>>;
513
601
  modelId: import("zod").ZodString;
602
+ prefill: import("zod").ZodOptional<import("zod").ZodBoolean>;
514
603
  tools: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
515
604
  type: import("zod").ZodLiteral<"function">;
516
605
  name: import("zod").ZodString;
@@ -539,10 +628,10 @@ export declare const llmPlugin: {
539
628
  }>>]>>;
540
629
  description: import("zod").ZodOptional<import("zod").ZodString>;
541
630
  enum: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodNumber, import("zod").ZodBoolean, import("zod").ZodNull]>>>;
542
- }, import("zod/v4/core/index.js").$loose>>;
631
+ }, import("zod/v4/core").$loose>>;
543
632
  required: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
544
- }, import("zod/v4/core/index.js").$loose>;
545
- }, import("zod/v4/core/index.js").$strip>>>;
633
+ }, import("zod/v4/core").$loose>;
634
+ }, import("zod/v4/core").$strip>>>;
546
635
  stream: import("zod").ZodBoolean;
547
636
  kvCache: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodBoolean, import("zod").ZodString]>>;
548
637
  generationParams: import("zod").ZodOptional<import("zod").ZodObject<{
@@ -557,7 +646,7 @@ export declare const llmPlugin: {
557
646
  reasoning_budget: import("zod").ZodOptional<import("zod").ZodNumber>;
558
647
  tool_choice: import("zod").ZodOptional<import("zod").ZodString>;
559
648
  parallel_tool_calls: import("zod").ZodOptional<import("zod").ZodBoolean>;
560
- }, import("zod/v4/core/index.js").$strict>>;
649
+ }, import("zod/v4/core").$strict>>;
561
650
  captureThinking: import("zod").ZodOptional<import("zod").ZodBoolean>;
562
651
  emitRawDeltas: import("zod").ZodOptional<import("zod").ZodBoolean>;
563
652
  toolDialect: import("zod").ZodOptional<import("zod").ZodEnum<{
@@ -571,35 +660,35 @@ export declare const llmPlugin: {
571
660
  }>>;
572
661
  responseFormat: import("zod").ZodOptional<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
573
662
  type: import("zod").ZodLiteral<"text">;
574
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
663
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
575
664
  type: import("zod").ZodLiteral<"json_object">;
576
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
665
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
577
666
  type: import("zod").ZodLiteral<"json_schema">;
578
667
  json_schema: import("zod").ZodObject<{
579
668
  name: import("zod").ZodString;
580
669
  description: import("zod").ZodOptional<import("zod").ZodString>;
581
670
  schema: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
582
671
  strict: import("zod").ZodOptional<import("zod").ZodBoolean>;
583
- }, import("zod/v4/core/index.js").$strict>;
584
- }, import("zod/v4/core/index.js").$strict>], "type">>;
672
+ }, import("zod/v4/core").$strict>;
673
+ }, import("zod/v4/core").$strict>], "type">>;
585
674
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
586
675
  type: import("zod").ZodLiteral<"completionStream">;
587
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
676
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
588
677
  type: import("zod").ZodLiteral<"completionStream">;
589
678
  done: import("zod").ZodOptional<import("zod").ZodBoolean>;
590
679
  events: import("zod").ZodArray<import("zod").ZodUnion<readonly [import("zod").ZodObject<{
591
680
  type: import("zod").ZodLiteral<"contentDelta">;
592
681
  seq: import("zod").ZodNumber;
593
682
  text: import("zod").ZodString;
594
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
683
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
595
684
  type: import("zod").ZodLiteral<"rawDelta">;
596
685
  seq: import("zod").ZodNumber;
597
686
  text: import("zod").ZodString;
598
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
687
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
599
688
  type: import("zod").ZodLiteral<"thinkingDelta">;
600
689
  seq: import("zod").ZodNumber;
601
690
  text: import("zod").ZodString;
602
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
691
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
603
692
  type: import("zod").ZodLiteral<"toolCall">;
604
693
  seq: import("zod").ZodNumber;
605
694
  call: import("zod").ZodObject<{
@@ -607,8 +696,8 @@ export declare const llmPlugin: {
607
696
  name: import("zod").ZodString;
608
697
  arguments: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
609
698
  raw: import("zod").ZodOptional<import("zod").ZodString>;
610
- }, import("zod/v4/core/index.js").$strip>;
611
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
699
+ }, import("zod/v4/core").$strip>;
700
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
612
701
  type: import("zod").ZodLiteral<"toolError">;
613
702
  seq: import("zod").ZodNumber;
614
703
  error: import("zod").ZodObject<{
@@ -619,8 +708,8 @@ export declare const llmPlugin: {
619
708
  }>;
620
709
  message: import("zod").ZodString;
621
710
  raw: import("zod").ZodOptional<import("zod").ZodString>;
622
- }, import("zod/v4/core/index.js").$strip>;
623
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
711
+ }, import("zod/v4/core").$strip>;
712
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
624
713
  type: import("zod").ZodLiteral<"completionStats">;
625
714
  seq: import("zod").ZodNumber;
626
715
  stats: import("zod").ZodObject<{
@@ -633,22 +722,24 @@ export declare const llmPlugin: {
633
722
  emittedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
634
723
  avgConcurrentSeq: import("zod").ZodOptional<import("zod").ZodNumber>;
635
724
  toolDefinitionsDropped: import("zod").ZodOptional<import("zod").ZodNumber>;
725
+ draftTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
726
+ draftAcceptedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
636
727
  backendDevice: import("zod").ZodOptional<import("zod").ZodEnum<{
637
728
  cpu: "cpu";
638
729
  gpu: "gpu";
639
730
  }>>;
640
- }, import("zod/v4/core/index.js").$strip>;
641
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
731
+ }, import("zod/v4/core").$strip>;
732
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
642
733
  type: import("zod").ZodLiteral<"completionDone">;
643
734
  seq: import("zod").ZodNumber;
644
735
  stopReason: import("zod").ZodLiteral<"error">;
645
736
  error: import("zod").ZodObject<{
646
737
  message: import("zod").ZodString;
647
- }, import("zod/v4/core/index.js").$strip>;
738
+ }, import("zod/v4/core").$strip>;
648
739
  raw: import("zod").ZodOptional<import("zod").ZodObject<{
649
740
  fullText: import("zod").ZodString;
650
- }, import("zod/v4/core/index.js").$strip>>;
651
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
741
+ }, import("zod/v4/core").$strip>>;
742
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
652
743
  type: import("zod").ZodLiteral<"completionDone">;
653
744
  seq: import("zod").ZodNumber;
654
745
  stopReason: import("zod").ZodOptional<import("zod").ZodEnum<{
@@ -659,22 +750,22 @@ export declare const llmPlugin: {
659
750
  }>>;
660
751
  raw: import("zod").ZodOptional<import("zod").ZodObject<{
661
752
  fullText: import("zod").ZodString;
662
- }, import("zod/v4/core/index.js").$strip>>;
663
- }, import("zod/v4/core/index.js").$strict>]>>;
664
- }, import("zod/v4/core/index.js").$strict>>;
753
+ }, import("zod/v4/core").$strip>>;
754
+ }, import("zod/v4/core").$strict>]>>;
755
+ }, import("zod/v4/core").$strict>>;
665
756
  finetune: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodUnion<readonly [import("zod").ZodObject<{
666
757
  modelId: import("zod").ZodString;
667
758
  options: import("zod").ZodObject<{
668
759
  trainDatasetDir: import("zod").ZodString;
669
760
  validation: import("zod").ZodPipe<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
670
761
  type: import("zod").ZodLiteral<"none">;
671
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
762
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
672
763
  type: import("zod").ZodLiteral<"split">;
673
764
  fraction: import("zod").ZodOptional<import("zod").ZodNumber>;
674
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
765
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
675
766
  type: import("zod").ZodLiteral<"dataset">;
676
767
  path: import("zod").ZodString;
677
- }, import("zod/v4/core/index.js").$strict>], "type">, import("zod").ZodTransform<{
768
+ }, import("zod/v4/core").$strict>], "type">, import("zod").ZodTransform<{
678
769
  type: "none";
679
770
  } | {
680
771
  type: "dataset";
@@ -717,7 +808,7 @@ export declare const llmPlugin: {
717
808
  warmupSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
718
809
  warmupStepsSet: import("zod").ZodOptional<import("zod").ZodBoolean>;
719
810
  weightDecay: import("zod").ZodOptional<import("zod").ZodNumber>;
720
- }, import("zod/v4/core/index.js").$strict>;
811
+ }, import("zod/v4/core").$strict>;
721
812
  type: import("zod").ZodLiteral<"finetune">;
722
813
  operation: import("zod").ZodOptional<import("zod").ZodEnum<{
723
814
  start: "start";
@@ -725,19 +816,19 @@ export declare const llmPlugin: {
725
816
  }>>;
726
817
  withProgress: import("zod").ZodOptional<import("zod").ZodBoolean>;
727
818
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
728
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
819
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
729
820
  modelId: import("zod").ZodString;
730
821
  options: import("zod").ZodObject<{
731
822
  trainDatasetDir: import("zod").ZodString;
732
823
  validation: import("zod").ZodPipe<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
733
824
  type: import("zod").ZodLiteral<"none">;
734
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
825
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
735
826
  type: import("zod").ZodLiteral<"split">;
736
827
  fraction: import("zod").ZodOptional<import("zod").ZodNumber>;
737
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
828
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
738
829
  type: import("zod").ZodLiteral<"dataset">;
739
830
  path: import("zod").ZodString;
740
- }, import("zod/v4/core/index.js").$strict>], "type">, import("zod").ZodTransform<{
831
+ }, import("zod/v4/core").$strict>], "type">, import("zod").ZodTransform<{
741
832
  type: "none";
742
833
  } | {
743
834
  type: "dataset";
@@ -780,17 +871,17 @@ export declare const llmPlugin: {
780
871
  warmupSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
781
872
  warmupStepsSet: import("zod").ZodOptional<import("zod").ZodBoolean>;
782
873
  weightDecay: import("zod").ZodOptional<import("zod").ZodNumber>;
783
- }, import("zod/v4/core/index.js").$strict>;
874
+ }, import("zod/v4/core").$strict>;
784
875
  type: import("zod").ZodLiteral<"finetune">;
785
876
  operation: import("zod").ZodLiteral<"getState">;
786
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
877
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
787
878
  modelId: import("zod").ZodString;
788
879
  type: import("zod").ZodLiteral<"finetune">;
789
880
  operation: import("zod").ZodEnum<{
790
881
  cancel: "cancel";
791
882
  pause: "pause";
792
883
  }>;
793
- }, import("zod/v4/core/index.js").$strict>]>, import("zod").ZodObject<{
884
+ }, import("zod/v4/core").$strict>]>, import("zod").ZodObject<{
794
885
  type: import("zod").ZodLiteral<"finetune">;
795
886
  status: import("zod").ZodEnum<{
796
887
  IDLE: "IDLE";
@@ -811,8 +902,8 @@ export declare const llmPlugin: {
811
902
  learning_rate: import("zod").ZodOptional<import("zod").ZodNumber>;
812
903
  global_steps: import("zod").ZodNumber;
813
904
  epochs_completed: import("zod").ZodNumber;
814
- }, import("zod/v4/core/index.js").$strict>>;
815
- }, import("zod/v4/core/index.js").$strict>>;
905
+ }, import("zod/v4/core").$strict>>;
906
+ }, import("zod/v4/core").$strict>>;
816
907
  translate: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
817
908
  modelId: import("zod").ZodString;
818
909
  text: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodArray<import("zod").ZodString>]>;
@@ -823,7 +914,7 @@ export declare const llmPlugin: {
823
914
  }>;
824
915
  type: import("zod").ZodLiteral<"translate">;
825
916
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
826
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
917
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
827
918
  modelId: import("zod").ZodString;
828
919
  text: import("zod").ZodString;
829
920
  stream: import("zod").ZodBoolean;
@@ -836,7 +927,7 @@ export declare const llmPlugin: {
836
927
  context: import("zod").ZodOptional<import("zod").ZodString>;
837
928
  type: import("zod").ZodLiteral<"translate">;
838
929
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
839
- }, import("zod/v4/core/index.js").$strip>], "modelType">, import("zod").ZodObject<{
930
+ }, import("zod/v4/core").$strip>], "modelType">, import("zod").ZodObject<{
840
931
  type: import("zod").ZodLiteral<"translate">;
841
932
  token: import("zod").ZodString;
842
933
  done: import("zod").ZodOptional<import("zod").ZodBoolean>;
@@ -848,12 +939,12 @@ export declare const llmPlugin: {
848
939
  decodeTime: import("zod").ZodOptional<import("zod").ZodNumber>;
849
940
  encodeTime: import("zod").ZodOptional<import("zod").ZodNumber>;
850
941
  cacheTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
851
- }, import("zod/v4/core/index.js").$strip>>;
942
+ }, import("zod/v4/core").$strip>>;
852
943
  error: import("zod").ZodOptional<import("zod").ZodString>;
853
- }, import("zod/v4/core/index.js").$strip>>;
944
+ }, import("zod/v4/core").$strip>>;
854
945
  };
855
946
  logging: {
856
- module: () => Promise<typeof import("@qvac/llm-llamacpp/addonLogging.js")>;
947
+ module: () => Promise<typeof import("@qvac/llm-llamacpp/addonLogging")>;
857
948
  namespace: "llamacpp-completion";
858
949
  };
859
950
  };