@qvac/inference 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/NOTICE +59 -40
  2. package/README.md +1 -1
  3. package/dist/api/audio-gen.js +1 -1
  4. package/dist/api/completion-stream.d.ts +2 -1
  5. package/dist/api/completion-stream.js +3 -1
  6. package/dist/api/decide.js +1 -1
  7. package/dist/api/diffusion.d.ts +18 -1
  8. package/dist/api/diffusion.js +18 -1
  9. package/dist/api/download-asset.js +1 -1
  10. package/dist/api/finetune.js +1 -1
  11. package/dist/api/index.d.ts +39 -38
  12. package/dist/api/index.js +38 -37
  13. package/dist/api/load-model.js +2 -2
  14. package/dist/api/logging-stream-registry.js +11 -7
  15. package/dist/api/logging-stream.d.ts +11 -1
  16. package/dist/api/logging-stream.js +11 -2
  17. package/dist/api/registry.d.ts +2 -1
  18. package/dist/api/registry.js +5 -4
  19. package/dist/api/rerank.d.ts +17 -0
  20. package/dist/api/rerank.js +36 -0
  21. package/dist/api/subscribe-logs.js +5 -3
  22. package/dist/api/unload-model.js +1 -1
  23. package/dist/api/video.js +1 -1
  24. package/dist/api/vla.js +1 -1
  25. package/dist/api/world-result.js +1 -1
  26. package/dist/api/world.d.ts +1 -1
  27. package/dist/api/world.js +1 -1
  28. package/dist/config/resolve-config.d.ts +1 -1
  29. package/dist/config/resolve-config.js +1 -1
  30. package/dist/constants/index.d.ts +2 -2
  31. package/dist/constants/index.js +2 -2
  32. package/dist/dispatch.d.ts +3 -2
  33. package/dist/dispatch.js +16 -4
  34. package/dist/errors/index.d.ts +6 -0
  35. package/dist/errors/index.js +13 -1
  36. package/dist/handlers/assess-model-fit.d.ts +1 -1
  37. package/dist/handlers/assess-model-fit.js +4 -4
  38. package/dist/handlers/cancelHandler.js +1 -1
  39. package/dist/handlers/completion-orchestrate.js +2 -2
  40. package/dist/handlers/download-asset.js +2 -2
  41. package/dist/handlers/finetune.js +1 -1
  42. package/dist/handlers/get-loaded-model-info.js +2 -3
  43. package/dist/handlers/get-model-info.js +1 -1
  44. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  45. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  46. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  47. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  48. package/dist/handlers/load-model/download-stats.js +3 -3
  49. package/dist/handlers/load-model/handler.js +10 -7
  50. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  51. package/dist/handlers/load-model/http.d.ts +1 -1
  52. package/dist/handlers/load-model/http.js +3 -3
  53. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  54. package/dist/handlers/load-model/hyperdrive.js +2 -2
  55. package/dist/handlers/load-model/index.d.ts +2 -2
  56. package/dist/handlers/load-model/index.js +2 -2
  57. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  58. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  59. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  60. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  61. package/dist/handlers/load-model/registry.d.ts +2 -2
  62. package/dist/handlers/load-model/registry.js +5 -5
  63. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  64. package/dist/handlers/load-model/resolve-session.js +11 -3
  65. package/dist/handlers/load-model/resolve.d.ts +1 -1
  66. package/dist/handlers/load-model/resolve.js +5 -5
  67. package/dist/handlers/logging-stream.d.ts +2 -1
  68. package/dist/handlers/logging-stream.js +23 -7
  69. package/dist/handlers/registry.js +4 -2
  70. package/dist/handlers/types.d.ts +7 -1
  71. package/dist/handlers/vector-index.js +2 -2
  72. package/dist/index.d.ts +1 -1
  73. package/dist/index.js +1 -1
  74. package/dist/logging/addon.d.ts +1 -1
  75. package/dist/logging/addon.js +1 -1
  76. package/dist/logging/index.d.ts +5 -5
  77. package/dist/logging/index.js +4 -4
  78. package/dist/logging/logger.d.ts +1 -1
  79. package/dist/logging/logger.js +3 -3
  80. package/dist/logging/utils.js +1 -1
  81. package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
  82. package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
  83. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  84. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
  85. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
  86. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
  87. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  88. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
  89. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
  90. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
  91. package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
  92. package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
  93. package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
  94. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
  95. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
  96. package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
  97. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
  98. package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
  99. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
  100. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
  101. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  102. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
  103. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  104. package/dist/model-fit/request/engines/diffusion.js +93 -0
  105. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
  106. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
  107. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
  108. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
  109. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
  110. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
  111. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
  112. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
  113. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
  114. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
  115. package/dist/model-fit/run/run.d.ts +43 -0
  116. package/dist/model-fit/run/run.js +204 -0
  117. package/dist/models/registry/index.d.ts +1 -1
  118. package/dist/models/registry/index.js +2 -2
  119. package/dist/models/registry/models.d.ts +510 -0
  120. package/dist/models/registry/models.js +2946 -2410
  121. package/dist/models/registry/resource-profiles.js +203 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
  124. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
  126. package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
  129. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  130. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  131. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
  132. package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
  133. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
  134. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  135. package/dist/plugins/builtin/index.d.ts +15 -14
  136. package/dist/plugins/builtin/index.js +15 -14
  137. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  138. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  139. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  140. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  141. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
  142. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  143. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  144. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
  145. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
  146. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  147. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  148. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  149. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
  150. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
  151. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  152. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
  153. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
  154. package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
  155. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  156. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  157. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  158. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  159. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  160. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  161. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
  162. package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
  163. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
  164. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
  165. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
  166. package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
  167. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  168. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  169. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  170. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
  171. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  172. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  173. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
  174. package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
  175. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  176. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  177. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  178. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  179. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  180. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
  181. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
  182. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
  183. package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
  184. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
  185. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
  186. package/dist/plugins/index.d.ts +1 -1
  187. package/dist/plugins/index.js +2 -2
  188. package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
  189. package/dist/plugins/ops/kv-cache-utils.js +15 -8
  190. package/dist/plugins/ops/load-model.d.ts +8 -2
  191. package/dist/plugins/ops/load-model.js +14 -5
  192. package/dist/plugins/ops/transcribe.js +1 -1
  193. package/dist/plugins/ops/translate.js +3 -3
  194. package/dist/plugins/ops/unload-model.js +1 -1
  195. package/dist/plugins/turbovec-backend.js +5 -5
  196. package/dist/profiling/aggregator.d.ts +1 -1
  197. package/dist/profiling/aggregator.js +1 -1
  198. package/dist/profiling/controller.d.ts +1 -1
  199. package/dist/profiling/controller.js +2 -2
  200. package/dist/profiling/events.d.ts +1 -1
  201. package/dist/profiling/events.js +2 -2
  202. package/dist/profiling/exporters.d.ts +1 -1
  203. package/dist/profiling/exporters.js +3 -3
  204. package/dist/profiling/index.d.ts +13 -13
  205. package/dist/profiling/index.js +12 -12
  206. package/dist/profiling/operation-metrics.d.ts +1 -1
  207. package/dist/profiling/operation-metrics.js +2 -2
  208. package/dist/profiling/operation-wrappers.js +3 -3
  209. package/dist/profiling/profiler.js +1 -1
  210. package/dist/rag/handler.js +1 -1
  211. package/dist/rag/handlers/close-workspace.js +1 -1
  212. package/dist/rag/handlers/delete-embeddings.js +1 -1
  213. package/dist/rag/handlers/delete-workspace.js +1 -1
  214. package/dist/rag/handlers/ingest.js +1 -1
  215. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  216. package/dist/rag/handlers/list-workspaces.js +1 -1
  217. package/dist/rag/handlers/reindex.js +1 -1
  218. package/dist/rag/handlers/save-embeddings.js +1 -1
  219. package/dist/rag/handlers/search.js +1 -1
  220. package/dist/rag/index.d.ts +11 -11
  221. package/dist/rag/index.js +11 -11
  222. package/dist/rag/rag-workspace-manager.js +1 -1
  223. package/dist/registry.js +2 -1
  224. package/dist/resources/collector.d.ts +1 -1
  225. package/dist/resources/collector.js +1 -1
  226. package/dist/resources/instance.d.ts +1 -1
  227. package/dist/resources/instance.js +1 -1
  228. package/dist/resources/native.d.ts +1 -1
  229. package/dist/resources/normalize.d.ts +1 -1
  230. package/dist/rpc/inventory.js +3 -3
  231. package/dist/runtime/index.d.ts +5 -5
  232. package/dist/runtime/index.js +2 -2
  233. package/dist/runtime/lifecycle.js +7 -7
  234. package/dist/runtime/model-config-utils.js +3 -0
  235. package/dist/runtime/model-registry.d.ts +3 -1
  236. package/dist/runtime/model-registry.js +2 -1
  237. package/dist/runtime/registry-client.js +1 -1
  238. package/dist/runtime/request-context.d.ts +3 -3
  239. package/dist/runtime/request-context.js +14 -1
  240. package/dist/runtime/request-registry.d.ts +1 -1
  241. package/dist/runtime/request-registry.js +1 -1
  242. package/dist/runtime/state.d.ts +1 -1
  243. package/dist/runtime/state.js +2 -2
  244. package/dist/runtime/vector-index-backend.d.ts +2 -2
  245. package/dist/runtime/vector-index-registry.d.ts +5 -5
  246. package/dist/runtime/vector-index-registry.js +36 -13
  247. package/dist/schemas/assess-model-fit.d.ts +6 -0
  248. package/dist/schemas/assess-model-fit.js +4 -4
  249. package/dist/schemas/audio-gen.d.ts +13 -1
  250. package/dist/schemas/audio-gen.js +3 -3
  251. package/dist/schemas/batch-completion-stream.d.ts +8 -2
  252. package/dist/schemas/batch-completion-stream.js +3 -3
  253. package/dist/schemas/bci-config.d.ts +1 -0
  254. package/dist/schemas/bci-config.js +2 -2
  255. package/dist/schemas/bci.d.ts +1 -1
  256. package/dist/schemas/bci.js +2 -2
  257. package/dist/schemas/cancel.d.ts +5 -0
  258. package/dist/schemas/cancel.js +1 -0
  259. package/dist/schemas/common.d.ts +478 -100
  260. package/dist/schemas/common.js +35 -32
  261. package/dist/schemas/completion-event.d.ts +8 -2
  262. package/dist/schemas/completion-event.js +4 -1
  263. package/dist/schemas/completion-stream.d.ts +11 -2
  264. package/dist/schemas/completion-stream.js +37 -10
  265. package/dist/schemas/config.d.ts +849 -6
  266. package/dist/schemas/config.js +12 -10
  267. package/dist/schemas/decision.d.ts +8 -0
  268. package/dist/schemas/decision.js +14 -0
  269. package/dist/schemas/download-asset.d.ts +6 -4
  270. package/dist/schemas/download-asset.js +1 -1
  271. package/dist/schemas/engine-addon-map.d.ts +2 -1
  272. package/dist/schemas/engine-addon-map.js +4 -3
  273. package/dist/schemas/errors.d.ts +1 -0
  274. package/dist/schemas/errors.js +6 -1
  275. package/dist/schemas/index.d.ts +51 -50
  276. package/dist/schemas/index.js +50 -49
  277. package/dist/schemas/llamacpp-config.d.ts +182 -6
  278. package/dist/schemas/llamacpp-config.js +102 -7
  279. package/dist/schemas/load-model.d.ts +3176 -646
  280. package/dist/schemas/load-model.js +34 -1
  281. package/dist/schemas/mcp-adapter.d.ts +1 -1
  282. package/dist/schemas/model-config-schemas.d.ts +195 -1
  283. package/dist/schemas/model-config-schemas.js +14 -12
  284. package/dist/schemas/model-fit-policy.d.ts +1 -1
  285. package/dist/schemas/model-info.js +2 -2
  286. package/dist/schemas/model-resource-profile.d.ts +1 -0
  287. package/dist/schemas/model-resource-profile.js +1 -1
  288. package/dist/schemas/model-src-utils.d.ts +6 -2
  289. package/dist/schemas/model-src-utils.js +2 -2
  290. package/dist/schemas/model-types.d.ts +5 -1
  291. package/dist/schemas/model-types.js +1 -0
  292. package/dist/schemas/ocr.d.ts +2 -0
  293. package/dist/schemas/ocr.js +1 -1
  294. package/dist/schemas/plugin.d.ts +9 -3
  295. package/dist/schemas/plugin.js +6 -0
  296. package/dist/schemas/profiling.js +1 -1
  297. package/dist/schemas/rag.js +1 -1
  298. package/dist/schemas/registry.d.ts +8 -0
  299. package/dist/schemas/registry.js +2 -1
  300. package/dist/schemas/reload-config.d.ts +6 -2
  301. package/dist/schemas/reload-config.js +2 -2
  302. package/dist/schemas/rerank.d.ts +131 -0
  303. package/dist/schemas/rerank.js +102 -0
  304. package/dist/schemas/sdcpp-config.d.ts +56 -0
  305. package/dist/schemas/sdcpp-config.js +33 -15
  306. package/dist/schemas/text-to-speech.d.ts +61 -0
  307. package/dist/schemas/transcription-config.d.ts +5 -0
  308. package/dist/schemas/transcription-config.js +16 -1
  309. package/dist/schemas/transcription.d.ts +1 -1
  310. package/dist/schemas/transcription.js +1 -1
  311. package/dist/schemas/translate.d.ts +2 -2
  312. package/dist/schemas/translate.js +1 -1
  313. package/dist/schemas/translation-config.d.ts +20 -10
  314. package/dist/schemas/translation-config.js +1 -1
  315. package/dist/surface.d.ts +2 -1
  316. package/dist/surface.js +2 -1
  317. package/dist/utils/addon-responses.d.ts +2 -0
  318. package/dist/utils/aggregate-events.d.ts +1 -1
  319. package/dist/utils/aggregate-events.js +2 -2
  320. package/dist/utils/archive.js +2 -2
  321. package/dist/utils/audio/decoder.js +3 -1
  322. package/dist/utils/audio-input.js +1 -1
  323. package/dist/utils/cache/auto-history.d.ts +2 -1
  324. package/dist/utils/cache/auto-history.js +2 -2
  325. package/dist/utils/cache/paths.js +6 -6
  326. package/dist/utils/checksum.d.ts +2 -0
  327. package/dist/utils/checksum.js +41 -2
  328. package/dist/utils/completion-normalizer.js +1 -1
  329. package/dist/utils/gguf-architecture.d.ts +7 -0
  330. package/dist/utils/gguf-architecture.js +142 -0
  331. package/dist/utils/gguf-tensor-extractor.js +1 -1
  332. package/dist/utils/index.d.ts +13 -13
  333. package/dist/utils/index.js +13 -13
  334. package/dist/utils/mcp-adapter.d.ts +1 -1
  335. package/dist/utils/mcp-adapter.js +1 -1
  336. package/dist/utils/path-security.js +1 -1
  337. package/dist/utils/shard-utils.d.ts +5 -0
  338. package/dist/utils/shard-utils.js +19 -3
  339. package/dist/utils/tool-integration.d.ts +1 -0
  340. package/dist/utils/tool-integration.js +3 -6
  341. package/dist/utils/tools/defer.d.ts +16 -26
  342. package/dist/utils/tools/defer.js +50 -41
  343. package/dist/utils/tools/dialect.d.ts +15 -4
  344. package/dist/utils/tools/dialect.js +34 -5
  345. package/dist/utils/tools/index.d.ts +3 -3
  346. package/dist/utils/tools/index.js +3 -3
  347. package/dist/utils/tools/parser.js +8 -8
  348. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  349. package/dist/utils/tools/parsers/dsml.js +1 -1
  350. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  351. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  352. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  353. package/dist/utils/tools/parsers/harmony.js +1 -1
  354. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  355. package/dist/utils/tools/parsers/hermes.js +1 -1
  356. package/dist/utils/tools/parsers/json.d.ts +1 -1
  357. package/dist/utils/tools/parsers/json.js +1 -1
  358. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  359. package/dist/utils/tools/parsers/pythonic.js +1 -1
  360. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  361. package/dist/utils/tools/parsers/qwen35.js +1 -1
  362. package/dist/utils/tts-stats.d.ts +1 -1
  363. package/dist/utils/until-aborted.d.ts +7 -0
  364. package/dist/utils/until-aborted.js +34 -0
  365. package/package.json +53 -45
  366. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  367. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  368. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  369. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  370. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  371. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  372. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  373. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  374. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  375. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  376. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  377. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  378. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  379. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  380. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  381. package/dist/resources/model-fit/platform.d.ts +0 -9
  382. package/dist/resources/model-fit/types.js +0 -1
  383. /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
  384. /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
  385. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  386. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -1,34 +1,35 @@
1
- import { startRpcServerRequestSchema, startRpcServerResponseSchema, stopRpcServerRequestSchema, stopRpcServerResponseSchema, discoverRpcServersRequestSchema, discoverRpcServersResponseSchema } from './rpc-server.js';
1
+ import { startRpcServerRequestSchema, startRpcServerResponseSchema, stopRpcServerRequestSchema, stopRpcServerResponseSchema, discoverRpcServersRequestSchema, discoverRpcServersResponseSchema } from '../schemas/rpc-server.js';
2
2
  import { z } from 'zod';
3
- import { perCallProfilingSchema } from './profiling.js';
4
- import { heartbeatRequestSchema, heartbeatResponseSchema } from './heartbeat.js';
5
- import { completionOrchestrateRequestSchema, completionOrchestrateResponseSchema, completionStreamRequestSchema, completionStreamResponseSchema } from './completion-stream.js';
6
- import { batchCompletionStreamRequestSchema, batchCompletionStreamResponseSchema } from './batch-completion-stream.js';
7
- import { loadModelRequestSchema, loadModelResponseSchema, modelProgressUpdateSchema } from './load-model.js';
8
- import { downloadAssetRequestSchema, downloadAssetResponseSchema } from './download-asset.js';
9
- import { unloadModelRequestSchema, unloadModelResponseSchema, deleteCacheRequestSchema, deleteCacheResponseSchema } from './model-ops.js';
10
- import { transcribeRequestSchema, transcribeResponseSchema, transcribeStreamRequestSchema, transcribeStreamResponseSchema } from './transcription.js';
11
- import { bciTranscribeRequestSchema, bciTranscribeResponseSchema, bciTranscribeStreamRequestSchema, bciTranscribeStreamResponseSchema } from './bci.js';
12
- import { embedRequestSchema, embedResponseSchema } from './embed.js';
13
- import { cancelRequestSchema, cancelResponseSchema } from './cancel.js';
14
- import { translateRequestSchema, translateResponseSchema } from './translate.js';
15
- import { loggingStreamRequestSchema, loggingStreamResponseSchema } from './logging-stream.js';
16
- import { ttsRequestSchema, ttsResponseSchema, textToSpeechStreamRequestSchema, textToSpeechStreamResponseSchema } from './text-to-speech.js';
17
- import { errorResponseSchema } from './error.js';
18
- import { ragRequestSchema, ragResponseSchema, ragProgressUpdateSchema } from './rag.js';
19
- import { vectorIndexRequestSchema, vectorIndexResponseSchema } from './vector-index.js';
20
- import { getModelInfoRequestSchema, getModelInfoResponseSchema, getLoadedModelInfoRequestSchema, getLoadedModelInfoResponseSchema } from './model-info.js';
21
- import { getSystemResourcesRequestSchema, getSystemResourcesResponseSchema } from './system-resources.js';
22
- import { assessModelFitRequestSchema, assessModelFitResponseSchema } from './assess-model-fit.js';
23
- import { ocrStreamRequestSchema, ocrStreamResponseSchema } from './ocr.js';
24
- import { diffusionStreamRequestSchema, diffusionStreamResponseSchema, videoStreamRequestSchema, videoStreamResponseSchema, upscaleStreamRequestSchema, upscaleStreamResponseSchema, worldSceneStreamRequestSchema, worldSceneStreamResponseSchema, worldStepStreamRequestSchema, worldStepStreamResponseSchema } from './sdcpp-config.js';
25
- import { finetuneRequestSchema, finetuneResponseSchema, finetuneProgressResponseSchema } from './finetune.js';
26
- import { pluginInvokeRequestSchema, pluginInvokeResponseSchema, pluginInvokeStreamRequestSchema, pluginInvokeStreamResponseSchema } from './plugin.js';
27
- import { modelRegistryListRequestSchema, modelRegistryListResponseSchema, modelRegistrySearchRequestSchema, modelRegistrySearchResponseSchema, modelRegistryGetModelRequestSchema, modelRegistryGetModelResponseSchema } from './registry.js';
28
- import { suspendRequestSchema, suspendResponseSchema, resumeRequestSchema, resumeResponseSchema, stateRequestSchema, stateResponseSchema } from './lifecycle.js';
29
- import { decideRequestSchema, decideResponseSchema } from './decision.js';
30
- import { classifyRequestSchema, classifyResponseSchema } from './classification.js';
31
- import { audioEditStreamRequestSchema, audioEditStreamResponseSchema, audioGenStreamRequestSchema, audioGenStreamResponseSchema, audioUnderstandRequestSchema, audioUnderstandResponseSchema } from './audio-gen.js';
3
+ import { perCallProfilingSchema } from '../schemas/profiling.js';
4
+ import { heartbeatRequestSchema, heartbeatResponseSchema } from '../schemas/heartbeat.js';
5
+ import { completionOrchestrateRequestSchema, completionOrchestrateResponseSchema, completionStreamRequestSchema, completionStreamResponseSchema } from '../schemas/completion-stream.js';
6
+ import { batchCompletionStreamRequestSchema, batchCompletionStreamResponseSchema } from '../schemas/batch-completion-stream.js';
7
+ import { loadModelRequestSchema, loadModelResponseSchema, modelProgressUpdateSchema } from '../schemas/load-model.js';
8
+ import { downloadAssetRequestSchema, downloadAssetResponseSchema } from '../schemas/download-asset.js';
9
+ import { unloadModelRequestSchema, unloadModelResponseSchema, deleteCacheRequestSchema, deleteCacheResponseSchema } from '../schemas/model-ops.js';
10
+ import { transcribeRequestSchema, transcribeResponseSchema, transcribeStreamRequestSchema, transcribeStreamResponseSchema } from '../schemas/transcription.js';
11
+ import { bciTranscribeRequestSchema, bciTranscribeResponseSchema, bciTranscribeStreamRequestSchema, bciTranscribeStreamResponseSchema } from '../schemas/bci.js';
12
+ import { embedRequestSchema, embedResponseSchema } from '../schemas/embed.js';
13
+ import { cancelRequestSchema, cancelResponseSchema } from '../schemas/cancel.js';
14
+ import { translateRequestSchema, translateResponseSchema } from '../schemas/translate.js';
15
+ import { loggingStreamRequestSchema, loggingStreamResponseSchema } from '../schemas/logging-stream.js';
16
+ import { ttsRequestSchema, ttsResponseSchema, textToSpeechStreamRequestSchema, textToSpeechStreamResponseSchema } from '../schemas/text-to-speech.js';
17
+ import { errorResponseSchema } from '../schemas/error.js';
18
+ import { ragRequestSchema, ragResponseSchema, ragProgressUpdateSchema } from '../schemas/rag.js';
19
+ import { vectorIndexRequestSchema, vectorIndexResponseSchema } from '../schemas/vector-index.js';
20
+ import { getModelInfoRequestSchema, getModelInfoResponseSchema, getLoadedModelInfoRequestSchema, getLoadedModelInfoResponseSchema } from '../schemas/model-info.js';
21
+ import { getSystemResourcesRequestSchema, getSystemResourcesResponseSchema } from '../schemas/system-resources.js';
22
+ import { assessModelFitRequestSchema, assessModelFitResponseSchema } from '../schemas/assess-model-fit.js';
23
+ import { ocrStreamRequestSchema, ocrStreamResponseSchema } from '../schemas/ocr.js';
24
+ import { diffusionStreamRequestSchema, diffusionStreamResponseSchema, videoStreamRequestSchema, videoStreamResponseSchema, upscaleStreamRequestSchema, upscaleStreamResponseSchema, worldSceneStreamRequestSchema, worldSceneStreamResponseSchema, worldStepStreamRequestSchema, worldStepStreamResponseSchema } from '../schemas/sdcpp-config.js';
25
+ import { finetuneRequestSchema, finetuneResponseSchema, finetuneProgressResponseSchema } from '../schemas/finetune.js';
26
+ import { pluginInvokeRequestSchema, pluginInvokeResponseSchema, pluginInvokeStreamRequestSchema, pluginInvokeStreamResponseSchema } from '../schemas/plugin.js';
27
+ import { modelRegistryListRequestSchema, modelRegistryListResponseSchema, modelRegistrySearchRequestSchema, modelRegistrySearchResponseSchema, modelRegistryGetModelRequestSchema, modelRegistryGetModelResponseSchema } from '../schemas/registry.js';
28
+ import { suspendRequestSchema, suspendResponseSchema, resumeRequestSchema, resumeResponseSchema, stateRequestSchema, stateResponseSchema } from '../schemas/lifecycle.js';
29
+ import { decideRequestSchema, decideResponseSchema } from '../schemas/decision.js';
30
+ import { rerankRequestSchema, rerankResponseSchema } from '../schemas/rerank.js';
31
+ import { classifyRequestSchema, classifyResponseSchema } from '../schemas/classification.js';
32
+ import { audioEditStreamRequestSchema, audioEditStreamResponseSchema, audioGenStreamRequestSchema, audioGenStreamResponseSchema, audioUnderstandRequestSchema, audioUnderstandResponseSchema } from '../schemas/audio-gen.js';
32
33
  export const requestSchema = z.union([
33
34
  audioGenStreamRequestSchema,
34
35
  audioEditStreamRequestSchema,
@@ -76,7 +77,8 @@ export const requestSchema = z.union([
76
77
  resumeRequestSchema,
77
78
  stateRequestSchema,
78
79
  classifyRequestSchema,
79
- decideRequestSchema
80
+ decideRequestSchema,
81
+ rerankRequestSchema
80
82
  ]);
81
83
  export const responseSchema = z.discriminatedUnion('type', [
82
84
  audioGenStreamResponseSchema,
@@ -129,7 +131,8 @@ export const responseSchema = z.discriminatedUnion('type', [
129
131
  resumeResponseSchema,
130
132
  stateResponseSchema,
131
133
  classifyResponseSchema,
132
- decideResponseSchema
134
+ decideResponseSchema,
135
+ rerankResponseSchema
133
136
  ]);
134
137
  export const rpcOptionsSchema = z.object({
135
138
  timeout: z
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { type Tool, type ToolCallError, type ToolCallWithCall } from './tools.js';
3
- import type { ToolDialect } from './completion-stream.js';
2
+ import { type Tool, type ToolCallError, type ToolCallWithCall } from '../schemas/tools.js';
3
+ import type { ToolDialect } from '../schemas/completion-stream.js';
4
4
  export declare const completionStatsSchema: z.ZodObject<{
5
5
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
6
6
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
@@ -11,6 +11,8 @@ export declare const completionStatsSchema: z.ZodObject<{
11
11
  emittedTokens: z.ZodOptional<z.ZodNumber>;
12
12
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
13
13
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
14
+ draftTokens: z.ZodOptional<z.ZodNumber>;
15
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
14
16
  backendDevice: z.ZodOptional<z.ZodEnum<{
15
17
  cpu: "cpu";
16
18
  gpu: "gpu";
@@ -69,6 +71,8 @@ export declare const statsEventSchema: z.ZodObject<{
69
71
  emittedTokens: z.ZodOptional<z.ZodNumber>;
70
72
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
71
73
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
74
+ draftTokens: z.ZodOptional<z.ZodNumber>;
75
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
72
76
  backendDevice: z.ZodOptional<z.ZodEnum<{
73
77
  cpu: "cpu";
74
78
  gpu: "gpu";
@@ -153,6 +157,8 @@ export declare const completionEventSchema: z.ZodUnion<readonly [z.ZodObject<{
153
157
  emittedTokens: z.ZodOptional<z.ZodNumber>;
154
158
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
155
159
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
160
+ draftTokens: z.ZodOptional<z.ZodNumber>;
161
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
156
162
  backendDevice: z.ZodOptional<z.ZodEnum<{
157
163
  cpu: "cpu";
158
164
  gpu: "gpu";
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { toolCallSchema, toolCallErrorSchema } from './tools.js';
2
+ import { toolCallSchema, toolCallErrorSchema } from '../schemas/tools.js';
3
3
  export const completionStatsSchema = z.object({
4
4
  timeToFirstToken: z.number().optional(),
5
5
  tokensPerSecond: z.number().optional(),
@@ -14,6 +14,9 @@ export const completionStatsSchema = z.object({
14
14
  // Prompt renders that provably left the request's tool definitions out.
15
15
  // Non-zero means the model never saw them; 0 is not proof it saw them all.
16
16
  toolDefinitionsDropped: z.number().optional(),
17
+ // Speculative decoding (`spec_type`): draft tokens proposed, and accepted.
18
+ draftTokens: z.number().optional(),
19
+ draftAcceptedTokens: z.number().optional(),
17
20
  backendDevice: z.enum(['cpu', 'gpu']).optional()
18
21
  });
19
22
  export const seqSchema = z.number().int().nonnegative();
@@ -1,7 +1,8 @@
1
1
  import { z } from 'zod';
2
- export { completionStatsSchema, type CompletionStats } from './completion-event.js';
2
+ export { completionStatsSchema, type CompletionStats } from '../schemas/completion-event.js';
3
3
  /**
4
- * Tool-call output dialect. Auto-detected from the model name; pass via
4
+ * Tool-call output dialect. Detected at load from the model name, then from the
5
+ * GGUF `general.architecture`, then `"hermes"`; pass via
5
6
  * `completion({ toolDialect })` to override.
6
7
  *
7
8
  * Expected raw model output per dialect:
@@ -158,6 +159,7 @@ export declare const completionParamsSchema: z.ZodObject<{
158
159
  }>>>;
159
160
  modelId: z.ZodString;
160
161
  kvCache: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
162
+ prefill: z.ZodOptional<z.ZodBoolean>;
161
163
  }, z.core.$strip>;
162
164
  export declare const completionClientParamsSchema: z.ZodObject<{
163
165
  history: z.ZodArray<z.ZodPipe<z.ZodObject<{
@@ -201,6 +203,7 @@ export declare const completionClientParamsSchema: z.ZodObject<{
201
203
  toolName?: string | undefined;
202
204
  }>>>;
203
205
  modelId: z.ZodString;
206
+ prefill: z.ZodOptional<z.ZodBoolean>;
204
207
  tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
205
208
  type: z.ZodLiteral<"function">;
206
209
  name: z.ZodString;
@@ -316,6 +319,7 @@ export declare const completionStreamRequestSchema: z.ZodObject<{
316
319
  toolName?: string | undefined;
317
320
  }>>>;
318
321
  modelId: z.ZodString;
322
+ prefill: z.ZodOptional<z.ZodBoolean>;
319
323
  tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
320
324
  type: z.ZodLiteral<"function">;
321
325
  name: z.ZodString;
@@ -439,6 +443,8 @@ export declare const completionStreamResponseSchema: z.ZodObject<{
439
443
  emittedTokens: z.ZodOptional<z.ZodNumber>;
440
444
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
441
445
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
446
+ draftTokens: z.ZodOptional<z.ZodNumber>;
447
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
442
448
  backendDevice: z.ZodOptional<z.ZodEnum<{
443
449
  cpu: "cpu";
444
450
  gpu: "gpu";
@@ -510,6 +516,7 @@ export declare const completionOrchestrateRequestSchema: z.ZodObject<{
510
516
  toolName?: string | undefined;
511
517
  }>>>;
512
518
  modelId: z.ZodString;
519
+ prefill: z.ZodOptional<z.ZodBoolean>;
513
520
  tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
514
521
  type: z.ZodLiteral<"function">;
515
522
  name: z.ZodString;
@@ -647,6 +654,8 @@ export declare const completionOrchestrateResponseSchema: z.ZodObject<{
647
654
  emittedTokens: z.ZodOptional<z.ZodNumber>;
648
655
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
649
656
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
657
+ draftTokens: z.ZodOptional<z.ZodNumber>;
658
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
650
659
  backendDevice: z.ZodOptional<z.ZodEnum<{
651
660
  cpu: "cpu";
652
661
  gpu: "gpu";
@@ -1,11 +1,12 @@
1
1
  import { z } from 'zod';
2
- import { toolSchema } from './tools.js';
2
+ import { toolSchema } from '../schemas/tools.js';
3
3
  import { TOOL_SEARCH_NAME } from '../utils/tools/defer.js';
4
- import { completionEventSchema } from './completion-event.js';
5
- import { REASONING_BUDGET_MAX } from './llamacpp-config.js';
6
- export { completionStatsSchema } from './completion-event.js';
4
+ import { completionEventSchema } from '../schemas/completion-event.js';
5
+ import { REASONING_BUDGET_MAX } from '../schemas/llamacpp-config.js';
6
+ export { completionStatsSchema } from '../schemas/completion-event.js';
7
7
  /**
8
- * Tool-call output dialect. Auto-detected from the model name; pass via
8
+ * Tool-call output dialect. Detected at load from the model name, then from the
9
+ * GGUF `general.architecture`, then `"hermes"`; pass via
9
10
  * `completion({ toolDialect })` to override.
10
11
  *
11
12
  * Expected raw model output per dialect:
@@ -70,7 +71,7 @@ export const generationParamsSchema = z
70
71
  parallel_tool_calls: z
71
72
  .boolean()
72
73
  .optional()
73
- .describe('Whether one response may carry more than one tool call. `true` lets the chat template and tool-call grammar accept several; unset or `false` keeps one. Only honoured by llama.cpp-backed models; other backends ignore it.')
74
+ .describe('Whether one response may carry more than one tool call. `true` (default) lets the chat template and tool-call grammar accept several; `false` keeps one. Only honoured by llama.cpp-backed models; other backends ignore it.')
74
75
  })
75
76
  .strict();
76
77
  const TOOL_CHOICE_MODES = new Set(['auto', 'none', 'required']);
@@ -100,8 +101,8 @@ export function refineToolChoiceMatchesTools(data, ctx) {
100
101
  });
101
102
  return;
102
103
  }
103
- // A deferred tool has no parameter schema in the prompt, so the addon has
104
- // nothing to build a grammar from and could not honour the demand.
104
+ // A deferred tool has no parameter schema in the prompt until a search loads
105
+ // it, which this check cannot see, so the demand may be unbuildable.
105
106
  if (named.deferLoading === true) {
106
107
  ctx.addIssue({
107
108
  code: 'custom',
@@ -219,7 +220,11 @@ export const completionParamsSchema = z.object({
219
220
  modelId: z.string().describe('The identifier of the model to use for completion.'),
220
221
  kvCache: kvCacheSchema
221
222
  .optional()
222
- .describe('KV cache configuration — `true` to auto-generate a cache key from history, a string to use a custom key, or `false`/`undefined` to disable.')
223
+ .describe('KV cache configuration — `true` to auto-generate a cache key from history, a string to use a custom key, or `false`/`undefined` to disable.'),
224
+ prefill: z
225
+ .boolean()
226
+ .optional()
227
+ .describe('Evaluate the prompt without generating an answer. Requires an enabled KV cache.')
223
228
  });
224
229
  const completionClientParamsBaseSchema = completionParamsSchema.extend({
225
230
  tools: z
@@ -243,7 +248,7 @@ const completionClientParamsBaseSchema = completionParamsSchema.extend({
243
248
  .describe('When `true`, also emit raw per-token deltas in the event stream in addition to normalized `contentDelta` events.'),
244
249
  toolDialect: toolDialectSchema
245
250
  .optional()
246
- .describe('Override auto-detected tool-call dialect. Use when name-based detection picks the wrong parser chain for your model.'),
251
+ .describe('Override auto-detected tool-call dialect. Use when detection from the model name and GGUF architecture picks the wrong parser chain for your model.'),
247
252
  responseFormat: responseFormatSchema
248
253
  .optional()
249
254
  .describe('Optional structured-output constraint: `text` (default, free-form), `json_object` (any valid JSON), or `json_schema` (output conforms to the provided JSON Schema). Mutually exclusive with `tools`.'),
@@ -265,7 +270,27 @@ function refineNoToolsWithStructuredOutput(data, ctx) {
265
270
  });
266
271
  }
267
272
  }
273
+ function refinePrefill(data, ctx) {
274
+ if (!data.prefill)
275
+ return;
276
+ if (!data.kvCache) {
277
+ ctx.addIssue({
278
+ code: 'custom',
279
+ message: 'prefill requires kvCache: true or a nonempty cache key.',
280
+ path: ['kvCache']
281
+ });
282
+ }
283
+ const choice = data.generationParams?.tool_choice;
284
+ if (choice !== undefined && choice !== 'auto' && choice !== 'none') {
285
+ ctx.addIssue({
286
+ code: 'custom',
287
+ message: 'prefill cannot be combined with a forced tool_choice.',
288
+ path: ['generationParams', 'tool_choice']
289
+ });
290
+ }
291
+ }
268
292
  export const completionClientParamsSchema = completionClientParamsBaseSchema
293
+ .superRefine(refinePrefill)
269
294
  .superRefine(refineNoToolsWithStructuredOutput)
270
295
  .superRefine(refineToolChoiceMatchesTools)
271
296
  .superRefine(refineReservedToolNames);
@@ -273,6 +298,7 @@ export const completionStreamRequestSchema = completionClientParamsBaseSchema
273
298
  .extend({
274
299
  type: z.literal('completionStream')
275
300
  })
301
+ .superRefine(refinePrefill)
276
302
  .superRefine(refineNoToolsWithStructuredOutput)
277
303
  .superRefine(refineToolChoiceMatchesTools)
278
304
  .superRefine(refineReservedToolNames);
@@ -300,6 +326,7 @@ export const completionOrchestrateRequestSchema = completionClientParamsBaseSche
300
326
  'pass; a turn that requests tool calls consumes callbacks and starts ' +
301
327
  'the next turn. Defaults to 8.')
302
328
  })
329
+ .superRefine(refinePrefill)
303
330
  .superRefine(refineNoToolsWithStructuredOutput)
304
331
  .superRefine(refineToolChoiceMatchesTools)
305
332
  .superRefine(refineReservedToolNames);