@qvac/inference 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/NOTICE +59 -40
  2. package/README.md +1 -1
  3. package/dist/api/audio-gen.js +1 -1
  4. package/dist/api/completion-stream.d.ts +2 -1
  5. package/dist/api/completion-stream.js +3 -1
  6. package/dist/api/decide.js +1 -1
  7. package/dist/api/diffusion.d.ts +18 -1
  8. package/dist/api/diffusion.js +18 -1
  9. package/dist/api/download-asset.js +1 -1
  10. package/dist/api/finetune.js +1 -1
  11. package/dist/api/index.d.ts +39 -38
  12. package/dist/api/index.js +38 -37
  13. package/dist/api/load-model.js +2 -2
  14. package/dist/api/logging-stream-registry.js +11 -7
  15. package/dist/api/logging-stream.d.ts +11 -1
  16. package/dist/api/logging-stream.js +11 -2
  17. package/dist/api/registry.d.ts +2 -1
  18. package/dist/api/registry.js +5 -4
  19. package/dist/api/rerank.d.ts +17 -0
  20. package/dist/api/rerank.js +36 -0
  21. package/dist/api/subscribe-logs.js +5 -3
  22. package/dist/api/unload-model.js +1 -1
  23. package/dist/api/video.js +1 -1
  24. package/dist/api/vla.js +1 -1
  25. package/dist/api/world-result.js +1 -1
  26. package/dist/api/world.d.ts +1 -1
  27. package/dist/api/world.js +1 -1
  28. package/dist/config/resolve-config.d.ts +1 -1
  29. package/dist/config/resolve-config.js +1 -1
  30. package/dist/constants/index.d.ts +2 -2
  31. package/dist/constants/index.js +2 -2
  32. package/dist/dispatch.d.ts +3 -2
  33. package/dist/dispatch.js +16 -4
  34. package/dist/errors/index.d.ts +6 -0
  35. package/dist/errors/index.js +13 -1
  36. package/dist/handlers/assess-model-fit.d.ts +1 -1
  37. package/dist/handlers/assess-model-fit.js +4 -4
  38. package/dist/handlers/cancelHandler.js +1 -1
  39. package/dist/handlers/completion-orchestrate.js +2 -2
  40. package/dist/handlers/download-asset.js +2 -2
  41. package/dist/handlers/finetune.js +1 -1
  42. package/dist/handlers/get-loaded-model-info.js +2 -3
  43. package/dist/handlers/get-model-info.js +1 -1
  44. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  45. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  46. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  47. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  48. package/dist/handlers/load-model/download-stats.js +3 -3
  49. package/dist/handlers/load-model/handler.js +10 -7
  50. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  51. package/dist/handlers/load-model/http.d.ts +1 -1
  52. package/dist/handlers/load-model/http.js +3 -3
  53. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  54. package/dist/handlers/load-model/hyperdrive.js +2 -2
  55. package/dist/handlers/load-model/index.d.ts +2 -2
  56. package/dist/handlers/load-model/index.js +2 -2
  57. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  58. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  59. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  60. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  61. package/dist/handlers/load-model/registry.d.ts +2 -2
  62. package/dist/handlers/load-model/registry.js +5 -5
  63. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  64. package/dist/handlers/load-model/resolve-session.js +11 -3
  65. package/dist/handlers/load-model/resolve.d.ts +1 -1
  66. package/dist/handlers/load-model/resolve.js +5 -5
  67. package/dist/handlers/logging-stream.d.ts +2 -1
  68. package/dist/handlers/logging-stream.js +23 -7
  69. package/dist/handlers/registry.js +4 -2
  70. package/dist/handlers/types.d.ts +7 -1
  71. package/dist/handlers/vector-index.js +2 -2
  72. package/dist/index.d.ts +1 -1
  73. package/dist/index.js +1 -1
  74. package/dist/logging/addon.d.ts +1 -1
  75. package/dist/logging/addon.js +1 -1
  76. package/dist/logging/index.d.ts +5 -5
  77. package/dist/logging/index.js +4 -4
  78. package/dist/logging/logger.d.ts +1 -1
  79. package/dist/logging/logger.js +3 -3
  80. package/dist/logging/utils.js +1 -1
  81. package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
  82. package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
  83. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  84. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
  85. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
  86. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
  87. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  88. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
  89. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
  90. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
  91. package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
  92. package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
  93. package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
  94. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
  95. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
  96. package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
  97. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
  98. package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
  99. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
  100. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
  101. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  102. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
  103. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  104. package/dist/model-fit/request/engines/diffusion.js +93 -0
  105. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
  106. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
  107. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
  108. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
  109. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
  110. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
  111. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
  112. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
  113. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
  114. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
  115. package/dist/model-fit/run/run.d.ts +43 -0
  116. package/dist/model-fit/run/run.js +204 -0
  117. package/dist/models/registry/index.d.ts +1 -1
  118. package/dist/models/registry/index.js +2 -2
  119. package/dist/models/registry/models.d.ts +510 -0
  120. package/dist/models/registry/models.js +2946 -2410
  121. package/dist/models/registry/resource-profiles.js +203 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
  124. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
  126. package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
  129. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  130. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  131. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
  132. package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
  133. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
  134. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  135. package/dist/plugins/builtin/index.d.ts +15 -14
  136. package/dist/plugins/builtin/index.js +15 -14
  137. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  138. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  139. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  140. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  141. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
  142. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  143. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  144. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
  145. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
  146. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  147. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  148. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  149. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
  150. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
  151. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  152. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
  153. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
  154. package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
  155. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  156. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  157. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  158. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  159. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  160. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  161. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
  162. package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
  163. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
  164. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
  165. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
  166. package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
  167. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  168. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  169. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  170. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
  171. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  172. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  173. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
  174. package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
  175. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  176. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  177. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  178. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  179. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  180. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
  181. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
  182. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
  183. package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
  184. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
  185. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
  186. package/dist/plugins/index.d.ts +1 -1
  187. package/dist/plugins/index.js +2 -2
  188. package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
  189. package/dist/plugins/ops/kv-cache-utils.js +15 -8
  190. package/dist/plugins/ops/load-model.d.ts +8 -2
  191. package/dist/plugins/ops/load-model.js +14 -5
  192. package/dist/plugins/ops/transcribe.js +1 -1
  193. package/dist/plugins/ops/translate.js +3 -3
  194. package/dist/plugins/ops/unload-model.js +1 -1
  195. package/dist/plugins/turbovec-backend.js +5 -5
  196. package/dist/profiling/aggregator.d.ts +1 -1
  197. package/dist/profiling/aggregator.js +1 -1
  198. package/dist/profiling/controller.d.ts +1 -1
  199. package/dist/profiling/controller.js +2 -2
  200. package/dist/profiling/events.d.ts +1 -1
  201. package/dist/profiling/events.js +2 -2
  202. package/dist/profiling/exporters.d.ts +1 -1
  203. package/dist/profiling/exporters.js +3 -3
  204. package/dist/profiling/index.d.ts +13 -13
  205. package/dist/profiling/index.js +12 -12
  206. package/dist/profiling/operation-metrics.d.ts +1 -1
  207. package/dist/profiling/operation-metrics.js +2 -2
  208. package/dist/profiling/operation-wrappers.js +3 -3
  209. package/dist/profiling/profiler.js +1 -1
  210. package/dist/rag/handler.js +1 -1
  211. package/dist/rag/handlers/close-workspace.js +1 -1
  212. package/dist/rag/handlers/delete-embeddings.js +1 -1
  213. package/dist/rag/handlers/delete-workspace.js +1 -1
  214. package/dist/rag/handlers/ingest.js +1 -1
  215. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  216. package/dist/rag/handlers/list-workspaces.js +1 -1
  217. package/dist/rag/handlers/reindex.js +1 -1
  218. package/dist/rag/handlers/save-embeddings.js +1 -1
  219. package/dist/rag/handlers/search.js +1 -1
  220. package/dist/rag/index.d.ts +11 -11
  221. package/dist/rag/index.js +11 -11
  222. package/dist/rag/rag-workspace-manager.js +1 -1
  223. package/dist/registry.js +2 -1
  224. package/dist/resources/collector.d.ts +1 -1
  225. package/dist/resources/collector.js +1 -1
  226. package/dist/resources/instance.d.ts +1 -1
  227. package/dist/resources/instance.js +1 -1
  228. package/dist/resources/native.d.ts +1 -1
  229. package/dist/resources/normalize.d.ts +1 -1
  230. package/dist/rpc/inventory.js +3 -3
  231. package/dist/runtime/index.d.ts +5 -5
  232. package/dist/runtime/index.js +2 -2
  233. package/dist/runtime/lifecycle.js +7 -7
  234. package/dist/runtime/model-config-utils.js +3 -0
  235. package/dist/runtime/model-registry.d.ts +3 -1
  236. package/dist/runtime/model-registry.js +2 -1
  237. package/dist/runtime/registry-client.js +1 -1
  238. package/dist/runtime/request-context.d.ts +3 -3
  239. package/dist/runtime/request-context.js +14 -1
  240. package/dist/runtime/request-registry.d.ts +1 -1
  241. package/dist/runtime/request-registry.js +1 -1
  242. package/dist/runtime/state.d.ts +1 -1
  243. package/dist/runtime/state.js +2 -2
  244. package/dist/runtime/vector-index-backend.d.ts +2 -2
  245. package/dist/runtime/vector-index-registry.d.ts +5 -5
  246. package/dist/runtime/vector-index-registry.js +36 -13
  247. package/dist/schemas/assess-model-fit.d.ts +6 -0
  248. package/dist/schemas/assess-model-fit.js +4 -4
  249. package/dist/schemas/audio-gen.d.ts +13 -1
  250. package/dist/schemas/audio-gen.js +3 -3
  251. package/dist/schemas/batch-completion-stream.d.ts +8 -2
  252. package/dist/schemas/batch-completion-stream.js +3 -3
  253. package/dist/schemas/bci-config.d.ts +1 -0
  254. package/dist/schemas/bci-config.js +2 -2
  255. package/dist/schemas/bci.d.ts +1 -1
  256. package/dist/schemas/bci.js +2 -2
  257. package/dist/schemas/cancel.d.ts +5 -0
  258. package/dist/schemas/cancel.js +1 -0
  259. package/dist/schemas/common.d.ts +478 -100
  260. package/dist/schemas/common.js +35 -32
  261. package/dist/schemas/completion-event.d.ts +8 -2
  262. package/dist/schemas/completion-event.js +4 -1
  263. package/dist/schemas/completion-stream.d.ts +11 -2
  264. package/dist/schemas/completion-stream.js +37 -10
  265. package/dist/schemas/config.d.ts +849 -6
  266. package/dist/schemas/config.js +12 -10
  267. package/dist/schemas/decision.d.ts +8 -0
  268. package/dist/schemas/decision.js +14 -0
  269. package/dist/schemas/download-asset.d.ts +6 -4
  270. package/dist/schemas/download-asset.js +1 -1
  271. package/dist/schemas/engine-addon-map.d.ts +2 -1
  272. package/dist/schemas/engine-addon-map.js +4 -3
  273. package/dist/schemas/errors.d.ts +1 -0
  274. package/dist/schemas/errors.js +6 -1
  275. package/dist/schemas/index.d.ts +51 -50
  276. package/dist/schemas/index.js +50 -49
  277. package/dist/schemas/llamacpp-config.d.ts +182 -6
  278. package/dist/schemas/llamacpp-config.js +102 -7
  279. package/dist/schemas/load-model.d.ts +3176 -646
  280. package/dist/schemas/load-model.js +34 -1
  281. package/dist/schemas/mcp-adapter.d.ts +1 -1
  282. package/dist/schemas/model-config-schemas.d.ts +195 -1
  283. package/dist/schemas/model-config-schemas.js +14 -12
  284. package/dist/schemas/model-fit-policy.d.ts +1 -1
  285. package/dist/schemas/model-info.js +2 -2
  286. package/dist/schemas/model-resource-profile.d.ts +1 -0
  287. package/dist/schemas/model-resource-profile.js +1 -1
  288. package/dist/schemas/model-src-utils.d.ts +6 -2
  289. package/dist/schemas/model-src-utils.js +2 -2
  290. package/dist/schemas/model-types.d.ts +5 -1
  291. package/dist/schemas/model-types.js +1 -0
  292. package/dist/schemas/ocr.d.ts +2 -0
  293. package/dist/schemas/ocr.js +1 -1
  294. package/dist/schemas/plugin.d.ts +9 -3
  295. package/dist/schemas/plugin.js +6 -0
  296. package/dist/schemas/profiling.js +1 -1
  297. package/dist/schemas/rag.js +1 -1
  298. package/dist/schemas/registry.d.ts +8 -0
  299. package/dist/schemas/registry.js +2 -1
  300. package/dist/schemas/reload-config.d.ts +6 -2
  301. package/dist/schemas/reload-config.js +2 -2
  302. package/dist/schemas/rerank.d.ts +131 -0
  303. package/dist/schemas/rerank.js +102 -0
  304. package/dist/schemas/sdcpp-config.d.ts +56 -0
  305. package/dist/schemas/sdcpp-config.js +33 -15
  306. package/dist/schemas/text-to-speech.d.ts +61 -0
  307. package/dist/schemas/transcription-config.d.ts +5 -0
  308. package/dist/schemas/transcription-config.js +16 -1
  309. package/dist/schemas/transcription.d.ts +1 -1
  310. package/dist/schemas/transcription.js +1 -1
  311. package/dist/schemas/translate.d.ts +2 -2
  312. package/dist/schemas/translate.js +1 -1
  313. package/dist/schemas/translation-config.d.ts +20 -10
  314. package/dist/schemas/translation-config.js +1 -1
  315. package/dist/surface.d.ts +2 -1
  316. package/dist/surface.js +2 -1
  317. package/dist/utils/addon-responses.d.ts +2 -0
  318. package/dist/utils/aggregate-events.d.ts +1 -1
  319. package/dist/utils/aggregate-events.js +2 -2
  320. package/dist/utils/archive.js +2 -2
  321. package/dist/utils/audio/decoder.js +3 -1
  322. package/dist/utils/audio-input.js +1 -1
  323. package/dist/utils/cache/auto-history.d.ts +2 -1
  324. package/dist/utils/cache/auto-history.js +2 -2
  325. package/dist/utils/cache/paths.js +6 -6
  326. package/dist/utils/checksum.d.ts +2 -0
  327. package/dist/utils/checksum.js +41 -2
  328. package/dist/utils/completion-normalizer.js +1 -1
  329. package/dist/utils/gguf-architecture.d.ts +7 -0
  330. package/dist/utils/gguf-architecture.js +142 -0
  331. package/dist/utils/gguf-tensor-extractor.js +1 -1
  332. package/dist/utils/index.d.ts +13 -13
  333. package/dist/utils/index.js +13 -13
  334. package/dist/utils/mcp-adapter.d.ts +1 -1
  335. package/dist/utils/mcp-adapter.js +1 -1
  336. package/dist/utils/path-security.js +1 -1
  337. package/dist/utils/shard-utils.d.ts +5 -0
  338. package/dist/utils/shard-utils.js +19 -3
  339. package/dist/utils/tool-integration.d.ts +1 -0
  340. package/dist/utils/tool-integration.js +3 -6
  341. package/dist/utils/tools/defer.d.ts +16 -26
  342. package/dist/utils/tools/defer.js +50 -41
  343. package/dist/utils/tools/dialect.d.ts +15 -4
  344. package/dist/utils/tools/dialect.js +34 -5
  345. package/dist/utils/tools/index.d.ts +3 -3
  346. package/dist/utils/tools/index.js +3 -3
  347. package/dist/utils/tools/parser.js +8 -8
  348. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  349. package/dist/utils/tools/parsers/dsml.js +1 -1
  350. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  351. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  352. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  353. package/dist/utils/tools/parsers/harmony.js +1 -1
  354. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  355. package/dist/utils/tools/parsers/hermes.js +1 -1
  356. package/dist/utils/tools/parsers/json.d.ts +1 -1
  357. package/dist/utils/tools/parsers/json.js +1 -1
  358. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  359. package/dist/utils/tools/parsers/pythonic.js +1 -1
  360. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  361. package/dist/utils/tools/parsers/qwen35.js +1 -1
  362. package/dist/utils/tts-stats.d.ts +1 -1
  363. package/dist/utils/until-aborted.d.ts +7 -0
  364. package/dist/utils/until-aborted.js +34 -0
  365. package/package.json +53 -45
  366. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  367. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  368. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  369. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  370. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  371. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  372. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  373. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  374. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  375. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  376. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  377. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  378. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  379. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  380. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  381. package/dist/resources/model-fit/platform.d.ts +0 -9
  382. package/dist/resources/model-fit/types.js +0 -1
  383. /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
  384. /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
  385. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  386. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -325,6 +325,7 @@ export declare const ttsMossSpeechLoadConfigSchema: z.ZodObject<{
325
325
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
326
326
  "llamacpp-embedding": "llamacpp-embedding";
327
327
  "llamacpp-decision": "llamacpp-decision";
328
+ "llamacpp-rerank": "llamacpp-rerank";
328
329
  "nmtcpp-translation": "nmtcpp-translation";
329
330
  "onnx-tts": "onnx-tts";
330
331
  "tts-ggml": "tts-ggml";
@@ -649,6 +650,7 @@ export declare const ttsChatterboxLoadConfigSchema: z.ZodObject<{
649
650
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
650
651
  "llamacpp-embedding": "llamacpp-embedding";
651
652
  "llamacpp-decision": "llamacpp-decision";
653
+ "llamacpp-rerank": "llamacpp-rerank";
652
654
  "nmtcpp-translation": "nmtcpp-translation";
653
655
  "onnx-tts": "onnx-tts";
654
656
  "tts-ggml": "tts-ggml";
@@ -690,6 +692,7 @@ export declare const ttsChatterboxLoadConfigSchema: z.ZodObject<{
690
692
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
691
693
  "llamacpp-embedding": "llamacpp-embedding";
692
694
  "llamacpp-decision": "llamacpp-decision";
695
+ "llamacpp-rerank": "llamacpp-rerank";
693
696
  "nmtcpp-translation": "nmtcpp-translation";
694
697
  "onnx-tts": "onnx-tts";
695
698
  "tts-ggml": "tts-ggml";
@@ -731,6 +734,7 @@ export declare const ttsChatterboxLoadConfigSchema: z.ZodObject<{
731
734
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
732
735
  "llamacpp-embedding": "llamacpp-embedding";
733
736
  "llamacpp-decision": "llamacpp-decision";
737
+ "llamacpp-rerank": "llamacpp-rerank";
734
738
  "nmtcpp-translation": "nmtcpp-translation";
735
739
  "onnx-tts": "onnx-tts";
736
740
  "tts-ggml": "tts-ggml";
@@ -772,6 +776,7 @@ export declare const ttsChatterboxLoadConfigSchema: z.ZodObject<{
772
776
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
773
777
  "llamacpp-embedding": "llamacpp-embedding";
774
778
  "llamacpp-decision": "llamacpp-decision";
779
+ "llamacpp-rerank": "llamacpp-rerank";
775
780
  "nmtcpp-translation": "nmtcpp-translation";
776
781
  "onnx-tts": "onnx-tts";
777
782
  "tts-ggml": "tts-ggml";
@@ -813,6 +818,7 @@ export declare const ttsChatterboxLoadConfigSchema: z.ZodObject<{
813
818
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
814
819
  "llamacpp-embedding": "llamacpp-embedding";
815
820
  "llamacpp-decision": "llamacpp-decision";
821
+ "llamacpp-rerank": "llamacpp-rerank";
816
822
  "nmtcpp-translation": "nmtcpp-translation";
817
823
  "onnx-tts": "onnx-tts";
818
824
  "tts-ggml": "tts-ggml";
@@ -854,6 +860,7 @@ export declare const ttsChatterboxLoadConfigSchema: z.ZodObject<{
854
860
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
855
861
  "llamacpp-embedding": "llamacpp-embedding";
856
862
  "llamacpp-decision": "llamacpp-decision";
863
+ "llamacpp-rerank": "llamacpp-rerank";
857
864
  "nmtcpp-translation": "nmtcpp-translation";
858
865
  "onnx-tts": "onnx-tts";
859
866
  "tts-ggml": "tts-ggml";
@@ -947,6 +954,7 @@ export declare const ttsSupertonicLoadConfigSchema: z.ZodObject<{
947
954
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
948
955
  "llamacpp-embedding": "llamacpp-embedding";
949
956
  "llamacpp-decision": "llamacpp-decision";
957
+ "llamacpp-rerank": "llamacpp-rerank";
950
958
  "nmtcpp-translation": "nmtcpp-translation";
951
959
  "onnx-tts": "onnx-tts";
952
960
  "tts-ggml": "tts-ggml";
@@ -988,6 +996,7 @@ export declare const ttsSupertonicLoadConfigSchema: z.ZodObject<{
988
996
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
989
997
  "llamacpp-embedding": "llamacpp-embedding";
990
998
  "llamacpp-decision": "llamacpp-decision";
999
+ "llamacpp-rerank": "llamacpp-rerank";
991
1000
  "nmtcpp-translation": "nmtcpp-translation";
992
1001
  "onnx-tts": "onnx-tts";
993
1002
  "tts-ggml": "tts-ggml";
@@ -1031,6 +1040,7 @@ export declare const ttsParlerLoadConfigSchema: z.ZodObject<{
1031
1040
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1032
1041
  "llamacpp-embedding": "llamacpp-embedding";
1033
1042
  "llamacpp-decision": "llamacpp-decision";
1043
+ "llamacpp-rerank": "llamacpp-rerank";
1034
1044
  "nmtcpp-translation": "nmtcpp-translation";
1035
1045
  "onnx-tts": "onnx-tts";
1036
1046
  "tts-ggml": "tts-ggml";
@@ -1072,6 +1082,7 @@ export declare const ttsParlerLoadConfigSchema: z.ZodObject<{
1072
1082
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1073
1083
  "llamacpp-embedding": "llamacpp-embedding";
1074
1084
  "llamacpp-decision": "llamacpp-decision";
1085
+ "llamacpp-rerank": "llamacpp-rerank";
1075
1086
  "nmtcpp-translation": "nmtcpp-translation";
1076
1087
  "onnx-tts": "onnx-tts";
1077
1088
  "tts-ggml": "tts-ggml";
@@ -1157,6 +1168,7 @@ export declare const ttsCosyvoice3LoadConfigSchema: z.ZodObject<{
1157
1168
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1158
1169
  "llamacpp-embedding": "llamacpp-embedding";
1159
1170
  "llamacpp-decision": "llamacpp-decision";
1171
+ "llamacpp-rerank": "llamacpp-rerank";
1160
1172
  "nmtcpp-translation": "nmtcpp-translation";
1161
1173
  "onnx-tts": "onnx-tts";
1162
1174
  "tts-ggml": "tts-ggml";
@@ -1198,6 +1210,7 @@ export declare const ttsCosyvoice3LoadConfigSchema: z.ZodObject<{
1198
1210
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1199
1211
  "llamacpp-embedding": "llamacpp-embedding";
1200
1212
  "llamacpp-decision": "llamacpp-decision";
1213
+ "llamacpp-rerank": "llamacpp-rerank";
1201
1214
  "nmtcpp-translation": "nmtcpp-translation";
1202
1215
  "onnx-tts": "onnx-tts";
1203
1216
  "tts-ggml": "tts-ggml";
@@ -1239,6 +1252,7 @@ export declare const ttsCosyvoice3LoadConfigSchema: z.ZodObject<{
1239
1252
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1240
1253
  "llamacpp-embedding": "llamacpp-embedding";
1241
1254
  "llamacpp-decision": "llamacpp-decision";
1255
+ "llamacpp-rerank": "llamacpp-rerank";
1242
1256
  "nmtcpp-translation": "nmtcpp-translation";
1243
1257
  "onnx-tts": "onnx-tts";
1244
1258
  "tts-ggml": "tts-ggml";
@@ -1280,6 +1294,7 @@ export declare const ttsCosyvoice3LoadConfigSchema: z.ZodObject<{
1280
1294
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1281
1295
  "llamacpp-embedding": "llamacpp-embedding";
1282
1296
  "llamacpp-decision": "llamacpp-decision";
1297
+ "llamacpp-rerank": "llamacpp-rerank";
1283
1298
  "nmtcpp-translation": "nmtcpp-translation";
1284
1299
  "onnx-tts": "onnx-tts";
1285
1300
  "tts-ggml": "tts-ggml";
@@ -1321,6 +1336,7 @@ export declare const ttsCosyvoice3LoadConfigSchema: z.ZodObject<{
1321
1336
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1322
1337
  "llamacpp-embedding": "llamacpp-embedding";
1323
1338
  "llamacpp-decision": "llamacpp-decision";
1339
+ "llamacpp-rerank": "llamacpp-rerank";
1324
1340
  "nmtcpp-translation": "nmtcpp-translation";
1325
1341
  "onnx-tts": "onnx-tts";
1326
1342
  "tts-ggml": "tts-ggml";
@@ -1415,6 +1431,7 @@ export declare const ttsAudio8LoadConfigSchema: z.ZodObject<{
1415
1431
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1416
1432
  "llamacpp-embedding": "llamacpp-embedding";
1417
1433
  "llamacpp-decision": "llamacpp-decision";
1434
+ "llamacpp-rerank": "llamacpp-rerank";
1418
1435
  "nmtcpp-translation": "nmtcpp-translation";
1419
1436
  "onnx-tts": "onnx-tts";
1420
1437
  "tts-ggml": "tts-ggml";
@@ -1456,6 +1473,7 @@ export declare const ttsAudio8LoadConfigSchema: z.ZodObject<{
1456
1473
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1457
1474
  "llamacpp-embedding": "llamacpp-embedding";
1458
1475
  "llamacpp-decision": "llamacpp-decision";
1476
+ "llamacpp-rerank": "llamacpp-rerank";
1459
1477
  "nmtcpp-translation": "nmtcpp-translation";
1460
1478
  "onnx-tts": "onnx-tts";
1461
1479
  "tts-ggml": "tts-ggml";
@@ -1497,6 +1515,7 @@ export declare const ttsAudio8LoadConfigSchema: z.ZodObject<{
1497
1515
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1498
1516
  "llamacpp-embedding": "llamacpp-embedding";
1499
1517
  "llamacpp-decision": "llamacpp-decision";
1518
+ "llamacpp-rerank": "llamacpp-rerank";
1500
1519
  "nmtcpp-translation": "nmtcpp-translation";
1501
1520
  "onnx-tts": "onnx-tts";
1502
1521
  "tts-ggml": "tts-ggml";
@@ -1553,6 +1572,7 @@ export declare const ttsMossLoadConfigSchema: z.ZodObject<{
1553
1572
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1554
1573
  "llamacpp-embedding": "llamacpp-embedding";
1555
1574
  "llamacpp-decision": "llamacpp-decision";
1575
+ "llamacpp-rerank": "llamacpp-rerank";
1556
1576
  "nmtcpp-translation": "nmtcpp-translation";
1557
1577
  "onnx-tts": "onnx-tts";
1558
1578
  "tts-ggml": "tts-ggml";
@@ -1594,6 +1614,7 @@ export declare const ttsMossLoadConfigSchema: z.ZodObject<{
1594
1614
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1595
1615
  "llamacpp-embedding": "llamacpp-embedding";
1596
1616
  "llamacpp-decision": "llamacpp-decision";
1617
+ "llamacpp-rerank": "llamacpp-rerank";
1597
1618
  "nmtcpp-translation": "nmtcpp-translation";
1598
1619
  "onnx-tts": "onnx-tts";
1599
1620
  "tts-ggml": "tts-ggml";
@@ -1635,6 +1656,7 @@ export declare const ttsMossLoadConfigSchema: z.ZodObject<{
1635
1656
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1636
1657
  "llamacpp-embedding": "llamacpp-embedding";
1637
1658
  "llamacpp-decision": "llamacpp-decision";
1659
+ "llamacpp-rerank": "llamacpp-rerank";
1638
1660
  "nmtcpp-translation": "nmtcpp-translation";
1639
1661
  "onnx-tts": "onnx-tts";
1640
1662
  "tts-ggml": "tts-ggml";
@@ -1676,6 +1698,7 @@ export declare const ttsMossLoadConfigSchema: z.ZodObject<{
1676
1698
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1677
1699
  "llamacpp-embedding": "llamacpp-embedding";
1678
1700
  "llamacpp-decision": "llamacpp-decision";
1701
+ "llamacpp-rerank": "llamacpp-rerank";
1679
1702
  "nmtcpp-translation": "nmtcpp-translation";
1680
1703
  "onnx-tts": "onnx-tts";
1681
1704
  "tts-ggml": "tts-ggml";
@@ -1773,6 +1796,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
1773
1796
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1774
1797
  "llamacpp-embedding": "llamacpp-embedding";
1775
1798
  "llamacpp-decision": "llamacpp-decision";
1799
+ "llamacpp-rerank": "llamacpp-rerank";
1776
1800
  "nmtcpp-translation": "nmtcpp-translation";
1777
1801
  "onnx-tts": "onnx-tts";
1778
1802
  "tts-ggml": "tts-ggml";
@@ -1814,6 +1838,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
1814
1838
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1815
1839
  "llamacpp-embedding": "llamacpp-embedding";
1816
1840
  "llamacpp-decision": "llamacpp-decision";
1841
+ "llamacpp-rerank": "llamacpp-rerank";
1817
1842
  "nmtcpp-translation": "nmtcpp-translation";
1818
1843
  "onnx-tts": "onnx-tts";
1819
1844
  "tts-ggml": "tts-ggml";
@@ -1855,6 +1880,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
1855
1880
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1856
1881
  "llamacpp-embedding": "llamacpp-embedding";
1857
1882
  "llamacpp-decision": "llamacpp-decision";
1883
+ "llamacpp-rerank": "llamacpp-rerank";
1858
1884
  "nmtcpp-translation": "nmtcpp-translation";
1859
1885
  "onnx-tts": "onnx-tts";
1860
1886
  "tts-ggml": "tts-ggml";
@@ -1896,6 +1922,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
1896
1922
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1897
1923
  "llamacpp-embedding": "llamacpp-embedding";
1898
1924
  "llamacpp-decision": "llamacpp-decision";
1925
+ "llamacpp-rerank": "llamacpp-rerank";
1899
1926
  "nmtcpp-translation": "nmtcpp-translation";
1900
1927
  "onnx-tts": "onnx-tts";
1901
1928
  "tts-ggml": "tts-ggml";
@@ -1937,6 +1964,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
1937
1964
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1938
1965
  "llamacpp-embedding": "llamacpp-embedding";
1939
1966
  "llamacpp-decision": "llamacpp-decision";
1967
+ "llamacpp-rerank": "llamacpp-rerank";
1940
1968
  "nmtcpp-translation": "nmtcpp-translation";
1941
1969
  "onnx-tts": "onnx-tts";
1942
1970
  "tts-ggml": "tts-ggml";
@@ -1978,6 +2006,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
1978
2006
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1979
2007
  "llamacpp-embedding": "llamacpp-embedding";
1980
2008
  "llamacpp-decision": "llamacpp-decision";
2009
+ "llamacpp-rerank": "llamacpp-rerank";
1981
2010
  "nmtcpp-translation": "nmtcpp-translation";
1982
2011
  "onnx-tts": "onnx-tts";
1983
2012
  "tts-ggml": "tts-ggml";
@@ -2070,6 +2099,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2070
2099
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2071
2100
  "llamacpp-embedding": "llamacpp-embedding";
2072
2101
  "llamacpp-decision": "llamacpp-decision";
2102
+ "llamacpp-rerank": "llamacpp-rerank";
2073
2103
  "nmtcpp-translation": "nmtcpp-translation";
2074
2104
  "onnx-tts": "onnx-tts";
2075
2105
  "tts-ggml": "tts-ggml";
@@ -2111,6 +2141,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2111
2141
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2112
2142
  "llamacpp-embedding": "llamacpp-embedding";
2113
2143
  "llamacpp-decision": "llamacpp-decision";
2144
+ "llamacpp-rerank": "llamacpp-rerank";
2114
2145
  "nmtcpp-translation": "nmtcpp-translation";
2115
2146
  "onnx-tts": "onnx-tts";
2116
2147
  "tts-ggml": "tts-ggml";
@@ -2153,6 +2184,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2153
2184
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2154
2185
  "llamacpp-embedding": "llamacpp-embedding";
2155
2186
  "llamacpp-decision": "llamacpp-decision";
2187
+ "llamacpp-rerank": "llamacpp-rerank";
2156
2188
  "nmtcpp-translation": "nmtcpp-translation";
2157
2189
  "onnx-tts": "onnx-tts";
2158
2190
  "tts-ggml": "tts-ggml";
@@ -2194,6 +2226,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2194
2226
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2195
2227
  "llamacpp-embedding": "llamacpp-embedding";
2196
2228
  "llamacpp-decision": "llamacpp-decision";
2229
+ "llamacpp-rerank": "llamacpp-rerank";
2197
2230
  "nmtcpp-translation": "nmtcpp-translation";
2198
2231
  "onnx-tts": "onnx-tts";
2199
2232
  "tts-ggml": "tts-ggml";
@@ -2278,6 +2311,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2278
2311
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2279
2312
  "llamacpp-embedding": "llamacpp-embedding";
2280
2313
  "llamacpp-decision": "llamacpp-decision";
2314
+ "llamacpp-rerank": "llamacpp-rerank";
2281
2315
  "nmtcpp-translation": "nmtcpp-translation";
2282
2316
  "onnx-tts": "onnx-tts";
2283
2317
  "tts-ggml": "tts-ggml";
@@ -2319,6 +2353,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2319
2353
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2320
2354
  "llamacpp-embedding": "llamacpp-embedding";
2321
2355
  "llamacpp-decision": "llamacpp-decision";
2356
+ "llamacpp-rerank": "llamacpp-rerank";
2322
2357
  "nmtcpp-translation": "nmtcpp-translation";
2323
2358
  "onnx-tts": "onnx-tts";
2324
2359
  "tts-ggml": "tts-ggml";
@@ -2360,6 +2395,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2360
2395
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2361
2396
  "llamacpp-embedding": "llamacpp-embedding";
2362
2397
  "llamacpp-decision": "llamacpp-decision";
2398
+ "llamacpp-rerank": "llamacpp-rerank";
2363
2399
  "nmtcpp-translation": "nmtcpp-translation";
2364
2400
  "onnx-tts": "onnx-tts";
2365
2401
  "tts-ggml": "tts-ggml";
@@ -2401,6 +2437,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2401
2437
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2402
2438
  "llamacpp-embedding": "llamacpp-embedding";
2403
2439
  "llamacpp-decision": "llamacpp-decision";
2440
+ "llamacpp-rerank": "llamacpp-rerank";
2404
2441
  "nmtcpp-translation": "nmtcpp-translation";
2405
2442
  "onnx-tts": "onnx-tts";
2406
2443
  "tts-ggml": "tts-ggml";
@@ -2442,6 +2479,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2442
2479
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2443
2480
  "llamacpp-embedding": "llamacpp-embedding";
2444
2481
  "llamacpp-decision": "llamacpp-decision";
2482
+ "llamacpp-rerank": "llamacpp-rerank";
2445
2483
  "nmtcpp-translation": "nmtcpp-translation";
2446
2484
  "onnx-tts": "onnx-tts";
2447
2485
  "tts-ggml": "tts-ggml";
@@ -2535,6 +2573,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2535
2573
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2536
2574
  "llamacpp-embedding": "llamacpp-embedding";
2537
2575
  "llamacpp-decision": "llamacpp-decision";
2576
+ "llamacpp-rerank": "llamacpp-rerank";
2538
2577
  "nmtcpp-translation": "nmtcpp-translation";
2539
2578
  "onnx-tts": "onnx-tts";
2540
2579
  "tts-ggml": "tts-ggml";
@@ -2576,6 +2615,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2576
2615
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2577
2616
  "llamacpp-embedding": "llamacpp-embedding";
2578
2617
  "llamacpp-decision": "llamacpp-decision";
2618
+ "llamacpp-rerank": "llamacpp-rerank";
2579
2619
  "nmtcpp-translation": "nmtcpp-translation";
2580
2620
  "onnx-tts": "onnx-tts";
2581
2621
  "tts-ggml": "tts-ggml";
@@ -2617,6 +2657,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2617
2657
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2618
2658
  "llamacpp-embedding": "llamacpp-embedding";
2619
2659
  "llamacpp-decision": "llamacpp-decision";
2660
+ "llamacpp-rerank": "llamacpp-rerank";
2620
2661
  "nmtcpp-translation": "nmtcpp-translation";
2621
2662
  "onnx-tts": "onnx-tts";
2622
2663
  "tts-ggml": "tts-ggml";
@@ -2672,6 +2713,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2672
2713
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2673
2714
  "llamacpp-embedding": "llamacpp-embedding";
2674
2715
  "llamacpp-decision": "llamacpp-decision";
2716
+ "llamacpp-rerank": "llamacpp-rerank";
2675
2717
  "nmtcpp-translation": "nmtcpp-translation";
2676
2718
  "onnx-tts": "onnx-tts";
2677
2719
  "tts-ggml": "tts-ggml";
@@ -2713,6 +2755,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2713
2755
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2714
2756
  "llamacpp-embedding": "llamacpp-embedding";
2715
2757
  "llamacpp-decision": "llamacpp-decision";
2758
+ "llamacpp-rerank": "llamacpp-rerank";
2716
2759
  "nmtcpp-translation": "nmtcpp-translation";
2717
2760
  "onnx-tts": "onnx-tts";
2718
2761
  "tts-ggml": "tts-ggml";
@@ -2754,6 +2797,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2754
2797
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2755
2798
  "llamacpp-embedding": "llamacpp-embedding";
2756
2799
  "llamacpp-decision": "llamacpp-decision";
2800
+ "llamacpp-rerank": "llamacpp-rerank";
2757
2801
  "nmtcpp-translation": "nmtcpp-translation";
2758
2802
  "onnx-tts": "onnx-tts";
2759
2803
  "tts-ggml": "tts-ggml";
@@ -2795,6 +2839,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2795
2839
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2796
2840
  "llamacpp-embedding": "llamacpp-embedding";
2797
2841
  "llamacpp-decision": "llamacpp-decision";
2842
+ "llamacpp-rerank": "llamacpp-rerank";
2798
2843
  "nmtcpp-translation": "nmtcpp-translation";
2799
2844
  "onnx-tts": "onnx-tts";
2800
2845
  "tts-ggml": "tts-ggml";
@@ -2864,6 +2909,7 @@ export declare const ttsLoadConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2864
2909
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2865
2910
  "llamacpp-embedding": "llamacpp-embedding";
2866
2911
  "llamacpp-decision": "llamacpp-decision";
2912
+ "llamacpp-rerank": "llamacpp-rerank";
2867
2913
  "nmtcpp-translation": "nmtcpp-translation";
2868
2914
  "onnx-tts": "onnx-tts";
2869
2915
  "tts-ggml": "tts-ggml";
@@ -2912,6 +2958,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2912
2958
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2913
2959
  "llamacpp-embedding": "llamacpp-embedding";
2914
2960
  "llamacpp-decision": "llamacpp-decision";
2961
+ "llamacpp-rerank": "llamacpp-rerank";
2915
2962
  "nmtcpp-translation": "nmtcpp-translation";
2916
2963
  "onnx-tts": "onnx-tts";
2917
2964
  "tts-ggml": "tts-ggml";
@@ -2953,6 +3000,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
2953
3000
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2954
3001
  "llamacpp-embedding": "llamacpp-embedding";
2955
3002
  "llamacpp-decision": "llamacpp-decision";
3003
+ "llamacpp-rerank": "llamacpp-rerank";
2956
3004
  "nmtcpp-translation": "nmtcpp-translation";
2957
3005
  "onnx-tts": "onnx-tts";
2958
3006
  "tts-ggml": "tts-ggml";
@@ -3037,6 +3085,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3037
3085
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3038
3086
  "llamacpp-embedding": "llamacpp-embedding";
3039
3087
  "llamacpp-decision": "llamacpp-decision";
3088
+ "llamacpp-rerank": "llamacpp-rerank";
3040
3089
  "nmtcpp-translation": "nmtcpp-translation";
3041
3090
  "onnx-tts": "onnx-tts";
3042
3091
  "tts-ggml": "tts-ggml";
@@ -3078,6 +3127,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3078
3127
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3079
3128
  "llamacpp-embedding": "llamacpp-embedding";
3080
3129
  "llamacpp-decision": "llamacpp-decision";
3130
+ "llamacpp-rerank": "llamacpp-rerank";
3081
3131
  "nmtcpp-translation": "nmtcpp-translation";
3082
3132
  "onnx-tts": "onnx-tts";
3083
3133
  "tts-ggml": "tts-ggml";
@@ -3119,6 +3169,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3119
3169
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3120
3170
  "llamacpp-embedding": "llamacpp-embedding";
3121
3171
  "llamacpp-decision": "llamacpp-decision";
3172
+ "llamacpp-rerank": "llamacpp-rerank";
3122
3173
  "nmtcpp-translation": "nmtcpp-translation";
3123
3174
  "onnx-tts": "onnx-tts";
3124
3175
  "tts-ggml": "tts-ggml";
@@ -3160,6 +3211,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3160
3211
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3161
3212
  "llamacpp-embedding": "llamacpp-embedding";
3162
3213
  "llamacpp-decision": "llamacpp-decision";
3214
+ "llamacpp-rerank": "llamacpp-rerank";
3163
3215
  "nmtcpp-translation": "nmtcpp-translation";
3164
3216
  "onnx-tts": "onnx-tts";
3165
3217
  "tts-ggml": "tts-ggml";
@@ -3201,6 +3253,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3201
3253
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3202
3254
  "llamacpp-embedding": "llamacpp-embedding";
3203
3255
  "llamacpp-decision": "llamacpp-decision";
3256
+ "llamacpp-rerank": "llamacpp-rerank";
3204
3257
  "nmtcpp-translation": "nmtcpp-translation";
3205
3258
  "onnx-tts": "onnx-tts";
3206
3259
  "tts-ggml": "tts-ggml";
@@ -3294,6 +3347,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3294
3347
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3295
3348
  "llamacpp-embedding": "llamacpp-embedding";
3296
3349
  "llamacpp-decision": "llamacpp-decision";
3350
+ "llamacpp-rerank": "llamacpp-rerank";
3297
3351
  "nmtcpp-translation": "nmtcpp-translation";
3298
3352
  "onnx-tts": "onnx-tts";
3299
3353
  "tts-ggml": "tts-ggml";
@@ -3335,6 +3389,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3335
3389
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3336
3390
  "llamacpp-embedding": "llamacpp-embedding";
3337
3391
  "llamacpp-decision": "llamacpp-decision";
3392
+ "llamacpp-rerank": "llamacpp-rerank";
3338
3393
  "nmtcpp-translation": "nmtcpp-translation";
3339
3394
  "onnx-tts": "onnx-tts";
3340
3395
  "tts-ggml": "tts-ggml";
@@ -3376,6 +3431,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3376
3431
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3377
3432
  "llamacpp-embedding": "llamacpp-embedding";
3378
3433
  "llamacpp-decision": "llamacpp-decision";
3434
+ "llamacpp-rerank": "llamacpp-rerank";
3379
3435
  "nmtcpp-translation": "nmtcpp-translation";
3380
3436
  "onnx-tts": "onnx-tts";
3381
3437
  "tts-ggml": "tts-ggml";
@@ -3431,6 +3487,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3431
3487
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3432
3488
  "llamacpp-embedding": "llamacpp-embedding";
3433
3489
  "llamacpp-decision": "llamacpp-decision";
3490
+ "llamacpp-rerank": "llamacpp-rerank";
3434
3491
  "nmtcpp-translation": "nmtcpp-translation";
3435
3492
  "onnx-tts": "onnx-tts";
3436
3493
  "tts-ggml": "tts-ggml";
@@ -3472,6 +3529,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3472
3529
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3473
3530
  "llamacpp-embedding": "llamacpp-embedding";
3474
3531
  "llamacpp-decision": "llamacpp-decision";
3532
+ "llamacpp-rerank": "llamacpp-rerank";
3475
3533
  "nmtcpp-translation": "nmtcpp-translation";
3476
3534
  "onnx-tts": "onnx-tts";
3477
3535
  "tts-ggml": "tts-ggml";
@@ -3513,6 +3571,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3513
3571
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3514
3572
  "llamacpp-embedding": "llamacpp-embedding";
3515
3573
  "llamacpp-decision": "llamacpp-decision";
3574
+ "llamacpp-rerank": "llamacpp-rerank";
3516
3575
  "nmtcpp-translation": "nmtcpp-translation";
3517
3576
  "onnx-tts": "onnx-tts";
3518
3577
  "tts-ggml": "tts-ggml";
@@ -3554,6 +3613,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3554
3613
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3555
3614
  "llamacpp-embedding": "llamacpp-embedding";
3556
3615
  "llamacpp-decision": "llamacpp-decision";
3616
+ "llamacpp-rerank": "llamacpp-rerank";
3557
3617
  "nmtcpp-translation": "nmtcpp-translation";
3558
3618
  "onnx-tts": "onnx-tts";
3559
3619
  "tts-ggml": "tts-ggml";
@@ -3623,6 +3683,7 @@ export declare const ttsConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
3623
3683
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3624
3684
  "llamacpp-embedding": "llamacpp-embedding";
3625
3685
  "llamacpp-decision": "llamacpp-decision";
3686
+ "llamacpp-rerank": "llamacpp-rerank";
3626
3687
  "nmtcpp-translation": "nmtcpp-translation";
3627
3688
  "onnx-tts": "onnx-tts";
3628
3689
  "tts-ggml": "tts-ggml";
@@ -92,6 +92,7 @@ export declare const whisperConfigSchema: z.ZodObject<{
92
92
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
93
93
  "llamacpp-embedding": "llamacpp-embedding";
94
94
  "llamacpp-decision": "llamacpp-decision";
95
+ "llamacpp-rerank": "llamacpp-rerank";
95
96
  "nmtcpp-translation": "nmtcpp-translation";
96
97
  "onnx-tts": "onnx-tts";
97
98
  "tts-ggml": "tts-ggml";
@@ -137,6 +138,8 @@ export declare const parakeetRuntimeConfigSchema: z.ZodObject<{
137
138
  streamingChunkLeftContextMs: z.ZodOptional<z.ZodNumber>;
138
139
  streamingChunkRightContextMs: z.ZodOptional<z.ZodNumber>;
139
140
  streamingSpkCacheUpdatePeriod: z.ZodOptional<z.ZodNumber>;
141
+ longFormWindowFrames: z.ZodOptional<z.ZodNumber>;
142
+ longFormContextFrames: z.ZodOptional<z.ZodNumber>;
140
143
  backendsDir: z.ZodOptional<z.ZodString>;
141
144
  openclCacheDir: z.ZodOptional<z.ZodString>;
142
145
  }, z.core.$strip>;
@@ -165,6 +168,8 @@ export declare const parakeetConfigSchema: z.ZodObject<{
165
168
  streamingChunkLeftContextMs: z.ZodOptional<z.ZodNumber>;
166
169
  streamingChunkRightContextMs: z.ZodOptional<z.ZodNumber>;
167
170
  streamingSpkCacheUpdatePeriod: z.ZodOptional<z.ZodNumber>;
171
+ longFormWindowFrames: z.ZodOptional<z.ZodNumber>;
172
+ longFormContextFrames: z.ZodOptional<z.ZodNumber>;
168
173
  backendsDir: z.ZodOptional<z.ZodString>;
169
174
  openclCacheDir: z.ZodOptional<z.ZodString>;
170
175
  }, z.core.$strip>;
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
3
  // === Shared ===
4
4
  export const audioFormatSchema = z.enum(['f32le', 's16le']);
5
5
  // === Whisper (whisper.cpp) engine config ===
@@ -319,6 +319,21 @@ export const parakeetRuntimeConfigSchema = z.object({
319
319
  .positive()
320
320
  .optional()
321
321
  .describe('AOSC: FIFO-overflow pop-out count. Default 144.'),
322
+ // === Long recordings (offline `transcribe`) ============================
323
+ // The offline encoder runs a long input as overlapping windows so memory
324
+ // stays flat however long the recording is, and `cancel()` also lands
325
+ // between windows. Both counts are encoder frames: 80 ms each, 12.5 per
326
+ // second of audio.
327
+ longFormWindowFrames: z
328
+ .number()
329
+ .int()
330
+ .optional()
331
+ .describe("Offline encoder window for long recordings, in 80 ms encoder frames. `0` takes the window the model recommends (TranscribePsy: 750 frames, 60 s, with 94 frames of context on each side; other models: the engine's balanced automatic windows); a negative value encodes the whole input in one pass. Default 0."),
332
+ longFormContextFrames: z
333
+ .number()
334
+ .int()
335
+ .optional()
336
+ .describe('Encoder frames of context shared with each neighbouring long-form window. `0` lets the engine choose; `-1` runs the windows without context.'),
322
337
  backendsDir: z
323
338
  .string()
324
339
  .optional()
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
2
  import type Buffer from 'bare-buffer';
3
- import { type InferenceBackendDiagnostics } from './system-resources.js';
3
+ import { type InferenceBackendDiagnostics } from '../schemas/system-resources.js';
4
4
  export declare const audioInputSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5
5
  type: z.ZodLiteral<"base64">;
6
6
  value: z.ZodString;
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { inferenceBackendDiagnosticsSchema } from './system-resources.js';
2
+ import { inferenceBackendDiagnosticsSchema } from '../schemas/system-resources.js';
3
3
  export const audioInputSchema = z.discriminatedUnion('type', [
4
4
  z.object({
5
5
  type: z.literal('base64'),
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import type { NmtLanguage } from './translation-config.js';
3
- import { type NmtModelTypeInput, type LlmModelTypeInput } from './model-types.js';
2
+ import type { NmtLanguage } from '../schemas/translation-config.js';
3
+ import { type NmtModelTypeInput, type LlmModelTypeInput } from '../schemas/model-types.js';
4
4
  declare const translateParamsSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5
5
  modelId: z.ZodString;
6
6
  text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { nmtModelTypeSchema, llmModelTypeSchema, normalizeModelType } from './model-types.js';
2
+ import { nmtModelTypeSchema, llmModelTypeSchema, normalizeModelType } from '../schemas/model-types.js';
3
3
  const translateParamsNmtSchema = z.object({
4
4
  modelId: z.string().describe('The identifier of the NMT translation model to use.'),
5
5
  text: z