@qvac/inference 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/NOTICE +59 -40
  2. package/README.md +1 -1
  3. package/dist/api/audio-gen.js +1 -1
  4. package/dist/api/completion-stream.d.ts +2 -1
  5. package/dist/api/completion-stream.js +3 -1
  6. package/dist/api/decide.js +1 -1
  7. package/dist/api/diffusion.d.ts +18 -1
  8. package/dist/api/diffusion.js +18 -1
  9. package/dist/api/download-asset.js +1 -1
  10. package/dist/api/finetune.js +1 -1
  11. package/dist/api/index.d.ts +39 -38
  12. package/dist/api/index.js +38 -37
  13. package/dist/api/load-model.js +2 -2
  14. package/dist/api/logging-stream-registry.js +11 -7
  15. package/dist/api/logging-stream.d.ts +11 -1
  16. package/dist/api/logging-stream.js +11 -2
  17. package/dist/api/registry.d.ts +2 -1
  18. package/dist/api/registry.js +5 -4
  19. package/dist/api/rerank.d.ts +17 -0
  20. package/dist/api/rerank.js +36 -0
  21. package/dist/api/subscribe-logs.js +5 -3
  22. package/dist/api/unload-model.js +1 -1
  23. package/dist/api/video.js +1 -1
  24. package/dist/api/vla.js +1 -1
  25. package/dist/api/world-result.js +1 -1
  26. package/dist/api/world.d.ts +1 -1
  27. package/dist/api/world.js +1 -1
  28. package/dist/config/resolve-config.d.ts +1 -1
  29. package/dist/config/resolve-config.js +1 -1
  30. package/dist/constants/index.d.ts +2 -2
  31. package/dist/constants/index.js +2 -2
  32. package/dist/dispatch.d.ts +3 -2
  33. package/dist/dispatch.js +16 -4
  34. package/dist/errors/index.d.ts +6 -0
  35. package/dist/errors/index.js +13 -1
  36. package/dist/handlers/assess-model-fit.d.ts +1 -1
  37. package/dist/handlers/assess-model-fit.js +4 -4
  38. package/dist/handlers/cancelHandler.js +1 -1
  39. package/dist/handlers/completion-orchestrate.js +2 -2
  40. package/dist/handlers/download-asset.js +2 -2
  41. package/dist/handlers/finetune.js +1 -1
  42. package/dist/handlers/get-loaded-model-info.js +2 -3
  43. package/dist/handlers/get-model-info.js +1 -1
  44. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  45. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  46. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  47. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  48. package/dist/handlers/load-model/download-stats.js +3 -3
  49. package/dist/handlers/load-model/handler.js +10 -7
  50. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  51. package/dist/handlers/load-model/http.d.ts +1 -1
  52. package/dist/handlers/load-model/http.js +3 -3
  53. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  54. package/dist/handlers/load-model/hyperdrive.js +2 -2
  55. package/dist/handlers/load-model/index.d.ts +2 -2
  56. package/dist/handlers/load-model/index.js +2 -2
  57. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  58. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  59. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  60. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  61. package/dist/handlers/load-model/registry.d.ts +2 -2
  62. package/dist/handlers/load-model/registry.js +5 -5
  63. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  64. package/dist/handlers/load-model/resolve-session.js +11 -3
  65. package/dist/handlers/load-model/resolve.d.ts +1 -1
  66. package/dist/handlers/load-model/resolve.js +5 -5
  67. package/dist/handlers/logging-stream.d.ts +2 -1
  68. package/dist/handlers/logging-stream.js +23 -7
  69. package/dist/handlers/registry.js +4 -2
  70. package/dist/handlers/types.d.ts +7 -1
  71. package/dist/handlers/vector-index.js +2 -2
  72. package/dist/index.d.ts +1 -1
  73. package/dist/index.js +1 -1
  74. package/dist/logging/addon.d.ts +1 -1
  75. package/dist/logging/addon.js +1 -1
  76. package/dist/logging/index.d.ts +5 -5
  77. package/dist/logging/index.js +4 -4
  78. package/dist/logging/logger.d.ts +1 -1
  79. package/dist/logging/logger.js +3 -3
  80. package/dist/logging/utils.js +1 -1
  81. package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
  82. package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
  83. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  84. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
  85. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
  86. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
  87. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  88. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
  89. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
  90. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
  91. package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
  92. package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
  93. package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
  94. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
  95. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
  96. package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
  97. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
  98. package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
  99. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
  100. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
  101. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  102. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
  103. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  104. package/dist/model-fit/request/engines/diffusion.js +93 -0
  105. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
  106. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
  107. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
  108. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
  109. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
  110. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
  111. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
  112. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
  113. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
  114. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
  115. package/dist/model-fit/run/run.d.ts +43 -0
  116. package/dist/model-fit/run/run.js +204 -0
  117. package/dist/models/registry/index.d.ts +1 -1
  118. package/dist/models/registry/index.js +2 -2
  119. package/dist/models/registry/models.d.ts +510 -0
  120. package/dist/models/registry/models.js +2946 -2410
  121. package/dist/models/registry/resource-profiles.js +203 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
  124. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
  126. package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
  129. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  130. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  131. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
  132. package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
  133. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
  134. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  135. package/dist/plugins/builtin/index.d.ts +15 -14
  136. package/dist/plugins/builtin/index.js +15 -14
  137. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  138. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  139. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  140. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  141. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
  142. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  143. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  144. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
  145. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
  146. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  147. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  148. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  149. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
  150. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
  151. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  152. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
  153. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
  154. package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
  155. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  156. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  157. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  158. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  159. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  160. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  161. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
  162. package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
  163. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
  164. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
  165. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
  166. package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
  167. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  168. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  169. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  170. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
  171. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  172. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  173. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
  174. package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
  175. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  176. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  177. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  178. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  179. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  180. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
  181. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
  182. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
  183. package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
  184. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
  185. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
  186. package/dist/plugins/index.d.ts +1 -1
  187. package/dist/plugins/index.js +2 -2
  188. package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
  189. package/dist/plugins/ops/kv-cache-utils.js +15 -8
  190. package/dist/plugins/ops/load-model.d.ts +8 -2
  191. package/dist/plugins/ops/load-model.js +14 -5
  192. package/dist/plugins/ops/transcribe.js +1 -1
  193. package/dist/plugins/ops/translate.js +3 -3
  194. package/dist/plugins/ops/unload-model.js +1 -1
  195. package/dist/plugins/turbovec-backend.js +5 -5
  196. package/dist/profiling/aggregator.d.ts +1 -1
  197. package/dist/profiling/aggregator.js +1 -1
  198. package/dist/profiling/controller.d.ts +1 -1
  199. package/dist/profiling/controller.js +2 -2
  200. package/dist/profiling/events.d.ts +1 -1
  201. package/dist/profiling/events.js +2 -2
  202. package/dist/profiling/exporters.d.ts +1 -1
  203. package/dist/profiling/exporters.js +3 -3
  204. package/dist/profiling/index.d.ts +13 -13
  205. package/dist/profiling/index.js +12 -12
  206. package/dist/profiling/operation-metrics.d.ts +1 -1
  207. package/dist/profiling/operation-metrics.js +2 -2
  208. package/dist/profiling/operation-wrappers.js +3 -3
  209. package/dist/profiling/profiler.js +1 -1
  210. package/dist/rag/handler.js +1 -1
  211. package/dist/rag/handlers/close-workspace.js +1 -1
  212. package/dist/rag/handlers/delete-embeddings.js +1 -1
  213. package/dist/rag/handlers/delete-workspace.js +1 -1
  214. package/dist/rag/handlers/ingest.js +1 -1
  215. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  216. package/dist/rag/handlers/list-workspaces.js +1 -1
  217. package/dist/rag/handlers/reindex.js +1 -1
  218. package/dist/rag/handlers/save-embeddings.js +1 -1
  219. package/dist/rag/handlers/search.js +1 -1
  220. package/dist/rag/index.d.ts +11 -11
  221. package/dist/rag/index.js +11 -11
  222. package/dist/rag/rag-workspace-manager.js +1 -1
  223. package/dist/registry.js +2 -1
  224. package/dist/resources/collector.d.ts +1 -1
  225. package/dist/resources/collector.js +1 -1
  226. package/dist/resources/instance.d.ts +1 -1
  227. package/dist/resources/instance.js +1 -1
  228. package/dist/resources/native.d.ts +1 -1
  229. package/dist/resources/normalize.d.ts +1 -1
  230. package/dist/rpc/inventory.js +3 -3
  231. package/dist/runtime/index.d.ts +5 -5
  232. package/dist/runtime/index.js +2 -2
  233. package/dist/runtime/lifecycle.js +7 -7
  234. package/dist/runtime/model-config-utils.js +3 -0
  235. package/dist/runtime/model-registry.d.ts +3 -1
  236. package/dist/runtime/model-registry.js +2 -1
  237. package/dist/runtime/registry-client.js +1 -1
  238. package/dist/runtime/request-context.d.ts +3 -3
  239. package/dist/runtime/request-context.js +14 -1
  240. package/dist/runtime/request-registry.d.ts +1 -1
  241. package/dist/runtime/request-registry.js +1 -1
  242. package/dist/runtime/state.d.ts +1 -1
  243. package/dist/runtime/state.js +2 -2
  244. package/dist/runtime/vector-index-backend.d.ts +2 -2
  245. package/dist/runtime/vector-index-registry.d.ts +5 -5
  246. package/dist/runtime/vector-index-registry.js +36 -13
  247. package/dist/schemas/assess-model-fit.d.ts +6 -0
  248. package/dist/schemas/assess-model-fit.js +4 -4
  249. package/dist/schemas/audio-gen.d.ts +13 -1
  250. package/dist/schemas/audio-gen.js +3 -3
  251. package/dist/schemas/batch-completion-stream.d.ts +8 -2
  252. package/dist/schemas/batch-completion-stream.js +3 -3
  253. package/dist/schemas/bci-config.d.ts +1 -0
  254. package/dist/schemas/bci-config.js +2 -2
  255. package/dist/schemas/bci.d.ts +1 -1
  256. package/dist/schemas/bci.js +2 -2
  257. package/dist/schemas/cancel.d.ts +5 -0
  258. package/dist/schemas/cancel.js +1 -0
  259. package/dist/schemas/common.d.ts +478 -100
  260. package/dist/schemas/common.js +35 -32
  261. package/dist/schemas/completion-event.d.ts +8 -2
  262. package/dist/schemas/completion-event.js +4 -1
  263. package/dist/schemas/completion-stream.d.ts +11 -2
  264. package/dist/schemas/completion-stream.js +37 -10
  265. package/dist/schemas/config.d.ts +849 -6
  266. package/dist/schemas/config.js +12 -10
  267. package/dist/schemas/decision.d.ts +8 -0
  268. package/dist/schemas/decision.js +14 -0
  269. package/dist/schemas/download-asset.d.ts +6 -4
  270. package/dist/schemas/download-asset.js +1 -1
  271. package/dist/schemas/engine-addon-map.d.ts +2 -1
  272. package/dist/schemas/engine-addon-map.js +4 -3
  273. package/dist/schemas/errors.d.ts +1 -0
  274. package/dist/schemas/errors.js +6 -1
  275. package/dist/schemas/index.d.ts +51 -50
  276. package/dist/schemas/index.js +50 -49
  277. package/dist/schemas/llamacpp-config.d.ts +182 -6
  278. package/dist/schemas/llamacpp-config.js +102 -7
  279. package/dist/schemas/load-model.d.ts +3176 -646
  280. package/dist/schemas/load-model.js +34 -1
  281. package/dist/schemas/mcp-adapter.d.ts +1 -1
  282. package/dist/schemas/model-config-schemas.d.ts +195 -1
  283. package/dist/schemas/model-config-schemas.js +14 -12
  284. package/dist/schemas/model-fit-policy.d.ts +1 -1
  285. package/dist/schemas/model-info.js +2 -2
  286. package/dist/schemas/model-resource-profile.d.ts +1 -0
  287. package/dist/schemas/model-resource-profile.js +1 -1
  288. package/dist/schemas/model-src-utils.d.ts +6 -2
  289. package/dist/schemas/model-src-utils.js +2 -2
  290. package/dist/schemas/model-types.d.ts +5 -1
  291. package/dist/schemas/model-types.js +1 -0
  292. package/dist/schemas/ocr.d.ts +2 -0
  293. package/dist/schemas/ocr.js +1 -1
  294. package/dist/schemas/plugin.d.ts +9 -3
  295. package/dist/schemas/plugin.js +6 -0
  296. package/dist/schemas/profiling.js +1 -1
  297. package/dist/schemas/rag.js +1 -1
  298. package/dist/schemas/registry.d.ts +8 -0
  299. package/dist/schemas/registry.js +2 -1
  300. package/dist/schemas/reload-config.d.ts +6 -2
  301. package/dist/schemas/reload-config.js +2 -2
  302. package/dist/schemas/rerank.d.ts +131 -0
  303. package/dist/schemas/rerank.js +102 -0
  304. package/dist/schemas/sdcpp-config.d.ts +56 -0
  305. package/dist/schemas/sdcpp-config.js +33 -15
  306. package/dist/schemas/text-to-speech.d.ts +61 -0
  307. package/dist/schemas/transcription-config.d.ts +5 -0
  308. package/dist/schemas/transcription-config.js +16 -1
  309. package/dist/schemas/transcription.d.ts +1 -1
  310. package/dist/schemas/transcription.js +1 -1
  311. package/dist/schemas/translate.d.ts +2 -2
  312. package/dist/schemas/translate.js +1 -1
  313. package/dist/schemas/translation-config.d.ts +20 -10
  314. package/dist/schemas/translation-config.js +1 -1
  315. package/dist/surface.d.ts +2 -1
  316. package/dist/surface.js +2 -1
  317. package/dist/utils/addon-responses.d.ts +2 -0
  318. package/dist/utils/aggregate-events.d.ts +1 -1
  319. package/dist/utils/aggregate-events.js +2 -2
  320. package/dist/utils/archive.js +2 -2
  321. package/dist/utils/audio/decoder.js +3 -1
  322. package/dist/utils/audio-input.js +1 -1
  323. package/dist/utils/cache/auto-history.d.ts +2 -1
  324. package/dist/utils/cache/auto-history.js +2 -2
  325. package/dist/utils/cache/paths.js +6 -6
  326. package/dist/utils/checksum.d.ts +2 -0
  327. package/dist/utils/checksum.js +41 -2
  328. package/dist/utils/completion-normalizer.js +1 -1
  329. package/dist/utils/gguf-architecture.d.ts +7 -0
  330. package/dist/utils/gguf-architecture.js +142 -0
  331. package/dist/utils/gguf-tensor-extractor.js +1 -1
  332. package/dist/utils/index.d.ts +13 -13
  333. package/dist/utils/index.js +13 -13
  334. package/dist/utils/mcp-adapter.d.ts +1 -1
  335. package/dist/utils/mcp-adapter.js +1 -1
  336. package/dist/utils/path-security.js +1 -1
  337. package/dist/utils/shard-utils.d.ts +5 -0
  338. package/dist/utils/shard-utils.js +19 -3
  339. package/dist/utils/tool-integration.d.ts +1 -0
  340. package/dist/utils/tool-integration.js +3 -6
  341. package/dist/utils/tools/defer.d.ts +16 -26
  342. package/dist/utils/tools/defer.js +50 -41
  343. package/dist/utils/tools/dialect.d.ts +15 -4
  344. package/dist/utils/tools/dialect.js +34 -5
  345. package/dist/utils/tools/index.d.ts +3 -3
  346. package/dist/utils/tools/index.js +3 -3
  347. package/dist/utils/tools/parser.js +8 -8
  348. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  349. package/dist/utils/tools/parsers/dsml.js +1 -1
  350. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  351. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  352. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  353. package/dist/utils/tools/parsers/harmony.js +1 -1
  354. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  355. package/dist/utils/tools/parsers/hermes.js +1 -1
  356. package/dist/utils/tools/parsers/json.d.ts +1 -1
  357. package/dist/utils/tools/parsers/json.js +1 -1
  358. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  359. package/dist/utils/tools/parsers/pythonic.js +1 -1
  360. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  361. package/dist/utils/tools/parsers/qwen35.js +1 -1
  362. package/dist/utils/tts-stats.d.ts +1 -1
  363. package/dist/utils/until-aborted.d.ts +7 -0
  364. package/dist/utils/until-aborted.js +34 -0
  365. package/package.json +53 -45
  366. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  367. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  368. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  369. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  370. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  371. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  372. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  373. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  374. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  375. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  376. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  377. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  378. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  379. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  380. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  381. package/dist/resources/model-fit/platform.d.ts +0 -9
  382. package/dist/resources/model-fit/types.js +0 -1
  383. /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
  384. /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
  385. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  386. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -2,14 +2,15 @@ import { promises as fsPromises } from 'bare-fs';
2
2
  import path from 'bare-path';
3
3
  import { QvacErrorBase } from '@qvac/error';
4
4
  import { getTurboVecBackend } from '../plugins/turbovec-backend.js';
5
- import { getConfiguredCacheDir } from './state.js';
6
- import { generateRandomRequestId } from './request-id.js';
5
+ import { getConfiguredCacheDir } from '../runtime/state.js';
6
+ import { generateRandomRequestId } from '../runtime/request-id.js';
7
7
  import { getEngineLogger } from '../logging/index.js';
8
8
  import { VectorIndexFailedError, VectorIndexInvalidVectorsError, VectorIndexNotFoundError, VectorIndexProviderUnavailableError } from '../errors/index.js';
9
9
  // Worker-side bookkeeping for open indexes: ids, wire-to-native conversion,
10
10
  // row validation, snapshot paths, and lifetime. Engine behaviour lives in
11
11
  // the backend.
12
12
  const indexes = new Map();
13
+ const pendingIndexes = new Set();
13
14
  function requireBackend() {
14
15
  const backend = getTurboVecBackend();
15
16
  if (!backend)
@@ -31,10 +32,33 @@ function runBackend(action, describe) {
31
32
  return action();
32
33
  }
33
34
  catch (error) {
34
- if (error instanceof QvacErrorBase)
35
- throw error;
36
- const detail = error instanceof Error ? error.message : String(error);
37
- throw new VectorIndexFailedError(describe ? describe(detail) : detail, error);
35
+ failBackend(error, describe);
36
+ }
37
+ }
38
+ function failBackend(error, describe) {
39
+ if (error instanceof QvacErrorBase)
40
+ throw error;
41
+ const detail = error instanceof Error ? error.message : String(error);
42
+ throw new VectorIndexFailedError(describe ? describe(detail) : detail, error);
43
+ }
44
+ // Keep pending opens reachable by shutdown until their indexes are registered.
45
+ async function openVectorIndex(action) {
46
+ const opening = (async () => {
47
+ try {
48
+ return await action();
49
+ }
50
+ catch (error) {
51
+ failBackend(error);
52
+ }
53
+ })();
54
+ pendingIndexes.add(opening);
55
+ try {
56
+ const index = await opening;
57
+ const indexId = track(index);
58
+ return { index, indexId };
59
+ }
60
+ finally {
61
+ pendingIndexes.delete(opening);
38
62
  }
39
63
  }
40
64
  /**
@@ -66,16 +90,14 @@ function track(index) {
66
90
  indexes.set(indexId, index);
67
91
  return indexId;
68
92
  }
69
- export function createVectorIndex(params) {
93
+ export async function createVectorIndex(params) {
70
94
  const backend = requireBackend();
71
- const index = runBackend(() => backend.create(params.dim, params.storage));
72
- const indexId = track(index);
95
+ const { index, indexId } = await openVectorIndex(() => backend.create(params.dim, params.storage));
73
96
  return { indexId, dim: index.dim, storage: params.storage, length: index.length };
74
97
  }
75
- export function loadVectorIndex(params) {
98
+ export async function loadVectorIndex(params) {
76
99
  const backend = requireBackend();
77
- const index = runBackend(() => backend.load(resolveVectorIndexPath(params.path)));
78
- const indexId = track(index);
100
+ const { index, indexId } = await openVectorIndex(() => backend.load(resolveVectorIndexPath(params.path)));
79
101
  return {
80
102
  indexId,
81
103
  dim: index.dim,
@@ -148,7 +170,8 @@ export function disposeVectorIndex(params) {
148
170
  export function getOpenVectorIndexCount() {
149
171
  return indexes.size;
150
172
  }
151
- export function disposeAllVectorIndexes() {
173
+ export async function disposeAllVectorIndexes() {
174
+ await Promise.allSettled(pendingIndexes);
152
175
  for (const [indexId, index] of indexes) {
153
176
  try {
154
177
  index.dispose();
@@ -114,6 +114,7 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
114
114
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
115
115
  "llamacpp-embedding": "llamacpp-embedding";
116
116
  "llamacpp-decision": "llamacpp-decision";
117
+ "llamacpp-rerank": "llamacpp-rerank";
117
118
  "nmtcpp-translation": "nmtcpp-translation";
118
119
  "onnx-tts": "onnx-tts";
119
120
  "tts-ggml": "tts-ggml";
@@ -144,6 +145,7 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
144
145
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
145
146
  "llamacpp-embedding": "llamacpp-embedding";
146
147
  "llamacpp-decision": "llamacpp-decision";
148
+ "llamacpp-rerank": "llamacpp-rerank";
147
149
  "nmtcpp-translation": "nmtcpp-translation";
148
150
  "onnx-tts": "onnx-tts";
149
151
  "tts-ggml": "tts-ggml";
@@ -202,6 +204,7 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
202
204
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
203
205
  "llamacpp-embedding": "llamacpp-embedding";
204
206
  "llamacpp-decision": "llamacpp-decision";
207
+ "llamacpp-rerank": "llamacpp-rerank";
205
208
  "nmtcpp-translation": "nmtcpp-translation";
206
209
  "onnx-tts": "onnx-tts";
207
210
  "tts-ggml": "tts-ggml";
@@ -232,6 +235,7 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
232
235
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
233
236
  "llamacpp-embedding": "llamacpp-embedding";
234
237
  "llamacpp-decision": "llamacpp-decision";
238
+ "llamacpp-rerank": "llamacpp-rerank";
235
239
  "nmtcpp-translation": "nmtcpp-translation";
236
240
  "onnx-tts": "onnx-tts";
237
241
  "tts-ggml": "tts-ggml";
@@ -489,6 +493,7 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
489
493
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
490
494
  "llamacpp-embedding": "llamacpp-embedding";
491
495
  "llamacpp-decision": "llamacpp-decision";
496
+ "llamacpp-rerank": "llamacpp-rerank";
492
497
  "nmtcpp-translation": "nmtcpp-translation";
493
498
  "onnx-tts": "onnx-tts";
494
499
  "tts-ggml": "tts-ggml";
@@ -519,6 +524,7 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
519
524
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
520
525
  "llamacpp-embedding": "llamacpp-embedding";
521
526
  "llamacpp-decision": "llamacpp-decision";
527
+ "llamacpp-rerank": "llamacpp-rerank";
522
528
  "nmtcpp-translation": "nmtcpp-translation";
523
529
  "onnx-tts": "onnx-tts";
524
530
  "tts-ggml": "tts-ggml";
@@ -1,8 +1,8 @@
1
1
  import { z } from 'zod';
2
- import { modelRegistryEntrySchema } from './registry.js';
3
- import { modelSrcInputSchema } from './model-src-utils.js';
4
- import { modelTypeInputSchema } from './model-types.js';
5
- import { transcribeParamsSchema } from './transcription.js';
2
+ import { modelRegistryEntrySchema } from '../schemas/registry.js';
3
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
4
+ import { modelTypeInputSchema } from '../schemas/model-types.js';
5
+ import { transcribeParamsSchema } from '../schemas/transcription.js';
6
6
  export const transcriptionFitWorkloadSchema = transcribeParamsSchema
7
7
  .pick({ prompt: true, hotwords: true, maxNewTokens: true })
8
8
  .extend({ audioSeconds: z.number().positive().describe('Longest whole recording to project.') })
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { type InferenceBackendDiagnostics } from './system-resources.js';
2
+ import { type InferenceBackendDiagnostics } from '../schemas/system-resources.js';
3
3
  export declare const AUDIOGEN_ENGINES: readonly ["acestep", "minimax"];
4
4
  export declare const audioGenEngineSchema: z.ZodEnum<{
5
5
  acestep: "acestep";
@@ -139,6 +139,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
139
139
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
140
140
  "llamacpp-embedding": "llamacpp-embedding";
141
141
  "llamacpp-decision": "llamacpp-decision";
142
+ "llamacpp-rerank": "llamacpp-rerank";
142
143
  "nmtcpp-translation": "nmtcpp-translation";
143
144
  "onnx-tts": "onnx-tts";
144
145
  "tts-ggml": "tts-ggml";
@@ -180,6 +181,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
180
181
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
181
182
  "llamacpp-embedding": "llamacpp-embedding";
182
183
  "llamacpp-decision": "llamacpp-decision";
184
+ "llamacpp-rerank": "llamacpp-rerank";
183
185
  "nmtcpp-translation": "nmtcpp-translation";
184
186
  "onnx-tts": "onnx-tts";
185
187
  "tts-ggml": "tts-ggml";
@@ -221,6 +223,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
221
223
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
222
224
  "llamacpp-embedding": "llamacpp-embedding";
223
225
  "llamacpp-decision": "llamacpp-decision";
226
+ "llamacpp-rerank": "llamacpp-rerank";
224
227
  "nmtcpp-translation": "nmtcpp-translation";
225
228
  "onnx-tts": "onnx-tts";
226
229
  "tts-ggml": "tts-ggml";
@@ -262,6 +265,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
262
265
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
263
266
  "llamacpp-embedding": "llamacpp-embedding";
264
267
  "llamacpp-decision": "llamacpp-decision";
268
+ "llamacpp-rerank": "llamacpp-rerank";
265
269
  "nmtcpp-translation": "nmtcpp-translation";
266
270
  "onnx-tts": "onnx-tts";
267
271
  "tts-ggml": "tts-ggml";
@@ -305,6 +309,7 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
305
309
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
306
310
  "llamacpp-embedding": "llamacpp-embedding";
307
311
  "llamacpp-decision": "llamacpp-decision";
312
+ "llamacpp-rerank": "llamacpp-rerank";
308
313
  "nmtcpp-translation": "nmtcpp-translation";
309
314
  "onnx-tts": "onnx-tts";
310
315
  "tts-ggml": "tts-ggml";
@@ -346,6 +351,7 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
346
351
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
347
352
  "llamacpp-embedding": "llamacpp-embedding";
348
353
  "llamacpp-decision": "llamacpp-decision";
354
+ "llamacpp-rerank": "llamacpp-rerank";
349
355
  "nmtcpp-translation": "nmtcpp-translation";
350
356
  "onnx-tts": "onnx-tts";
351
357
  "tts-ggml": "tts-ggml";
@@ -407,6 +413,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
407
413
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
408
414
  "llamacpp-embedding": "llamacpp-embedding";
409
415
  "llamacpp-decision": "llamacpp-decision";
416
+ "llamacpp-rerank": "llamacpp-rerank";
410
417
  "nmtcpp-translation": "nmtcpp-translation";
411
418
  "onnx-tts": "onnx-tts";
412
419
  "tts-ggml": "tts-ggml";
@@ -448,6 +455,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
448
455
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
449
456
  "llamacpp-embedding": "llamacpp-embedding";
450
457
  "llamacpp-decision": "llamacpp-decision";
458
+ "llamacpp-rerank": "llamacpp-rerank";
451
459
  "nmtcpp-translation": "nmtcpp-translation";
452
460
  "onnx-tts": "onnx-tts";
453
461
  "tts-ggml": "tts-ggml";
@@ -489,6 +497,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
489
497
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
490
498
  "llamacpp-embedding": "llamacpp-embedding";
491
499
  "llamacpp-decision": "llamacpp-decision";
500
+ "llamacpp-rerank": "llamacpp-rerank";
492
501
  "nmtcpp-translation": "nmtcpp-translation";
493
502
  "onnx-tts": "onnx-tts";
494
503
  "tts-ggml": "tts-ggml";
@@ -530,6 +539,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
530
539
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
531
540
  "llamacpp-embedding": "llamacpp-embedding";
532
541
  "llamacpp-decision": "llamacpp-decision";
542
+ "llamacpp-rerank": "llamacpp-rerank";
533
543
  "nmtcpp-translation": "nmtcpp-translation";
534
544
  "onnx-tts": "onnx-tts";
535
545
  "tts-ggml": "tts-ggml";
@@ -572,6 +582,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
572
582
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
573
583
  "llamacpp-embedding": "llamacpp-embedding";
574
584
  "llamacpp-decision": "llamacpp-decision";
585
+ "llamacpp-rerank": "llamacpp-rerank";
575
586
  "nmtcpp-translation": "nmtcpp-translation";
576
587
  "onnx-tts": "onnx-tts";
577
588
  "tts-ggml": "tts-ggml";
@@ -613,6 +624,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
613
624
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
614
625
  "llamacpp-embedding": "llamacpp-embedding";
615
626
  "llamacpp-decision": "llamacpp-decision";
627
+ "llamacpp-rerank": "llamacpp-rerank";
616
628
  "nmtcpp-translation": "nmtcpp-translation";
617
629
  "onnx-tts": "onnx-tts";
618
630
  "tts-ggml": "tts-ggml";
@@ -1,7 +1,7 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
3
- import { audioInputSchema } from './transcription.js';
4
- import { inferenceBackendDiagnosticsSchema } from './system-resources.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
+ import { audioInputSchema } from '../schemas/transcription.js';
4
+ import { inferenceBackendDiagnosticsSchema } from '../schemas/system-resources.js';
5
5
  import { encodeBase64 } from '../utils/encoding.js';
6
6
  const base64Schema = z.string().min(1);
7
7
  // Mirror requireInferenceSteps, requireAcestepShift, requireMinimaxCfgScale and
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { type CompletionEvent, type CompletionFinal, type CompletionStats } from './completion-event.js';
3
- import { type McpClientInput } from './mcp-adapter.js';
2
+ import { type CompletionEvent, type CompletionFinal, type CompletionStats } from '../schemas/completion-event.js';
3
+ import { type McpClientInput } from '../schemas/mcp-adapter.js';
4
4
  export declare const batchPromptSchema: z.ZodObject<{
5
5
  id: z.ZodOptional<z.ZodString>;
6
6
  history: z.ZodArray<z.ZodPipe<z.ZodObject<{
@@ -488,6 +488,8 @@ export declare const batchCompletionEventSchema: z.ZodObject<{
488
488
  emittedTokens: z.ZodOptional<z.ZodNumber>;
489
489
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
490
490
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
491
+ draftTokens: z.ZodOptional<z.ZodNumber>;
492
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
491
493
  backendDevice: z.ZodOptional<z.ZodEnum<{
492
494
  cpu: "cpu";
493
495
  gpu: "gpu";
@@ -569,6 +571,8 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
569
571
  emittedTokens: z.ZodOptional<z.ZodNumber>;
570
572
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
571
573
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
574
+ draftTokens: z.ZodOptional<z.ZodNumber>;
575
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
572
576
  backendDevice: z.ZodOptional<z.ZodEnum<{
573
577
  cpu: "cpu";
574
578
  gpu: "gpu";
@@ -608,6 +612,8 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
608
612
  emittedTokens: z.ZodOptional<z.ZodNumber>;
609
613
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
610
614
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
615
+ draftTokens: z.ZodOptional<z.ZodNumber>;
616
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
611
617
  backendDevice: z.ZodOptional<z.ZodEnum<{
612
618
  cpu: "cpu";
613
619
  gpu: "gpu";
@@ -1,7 +1,7 @@
1
1
  import { z } from 'zod';
2
- import { completionEventSchema, completionStatsSchema } from './completion-event.js';
3
- import { completionParamsSchema, generationParamsSchema, refineReservedToolNames, refineToolChoiceMatchesTools, responseFormatSchema, toolDialectSchema } from './completion-stream.js';
4
- import { toolSchema } from './tools.js';
2
+ import { completionEventSchema, completionStatsSchema } from '../schemas/completion-event.js';
3
+ import { completionParamsSchema, generationParamsSchema, refineReservedToolNames, refineToolChoiceMatchesTools, responseFormatSchema, toolDialectSchema } from '../schemas/completion-stream.js';
4
+ import { toolSchema } from '../schemas/tools.js';
5
5
  const mcpClientInputSchema = z.custom();
6
6
  const batchPromptBaseSchema = z
7
7
  .object({
@@ -54,6 +54,7 @@ export declare const bciConfigSchema: z.ZodObject<{
54
54
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
55
55
  "llamacpp-embedding": "llamacpp-embedding";
56
56
  "llamacpp-decision": "llamacpp-decision";
57
+ "llamacpp-rerank": "llamacpp-rerank";
57
58
  "nmtcpp-translation": "nmtcpp-translation";
58
59
  "onnx-tts": "onnx-tts";
59
60
  "tts-ggml": "tts-ggml";
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
3
  // === BCI (whisper.cpp) engine config ===
4
4
  //
5
5
  // Mirrors `BCIWhispercppConfig` from `@qvac/bci-whispercpp`. Unlike the
@@ -97,7 +97,7 @@ export const bciConfigSchema = z.object({
97
97
  backendsDir: z
98
98
  .string()
99
99
  .optional()
100
- .describe('Android only: override the default ggml backend prebuilds directory. Defaults to `<addon>/prebuilds`.'),
100
+ .describe('Android and Linux: the directory scanned, as given, for the ggml backend modules. Defaults to the directory next to the loaded addon module.'),
101
101
  embedderModelSrc: modelSrcInputSchema
102
102
  .optional()
103
103
  .describe('BCI embedder model source (neural-signal embedder weights).')
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { type TranscribeSegment } from './transcription.js';
2
+ import { type TranscribeSegment } from '../schemas/transcription.js';
3
3
  export declare const neuralInputSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
4
4
  type: z.ZodLiteral<"base64">;
5
5
  value: z.ZodString;
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { inferenceBackendDiagnosticsSchema } from './system-resources.js';
3
- import { transcribeSegmentSchema, transcribeStatsSchema } from './transcription.js';
2
+ import { inferenceBackendDiagnosticsSchema } from '../schemas/system-resources.js';
3
+ import { transcribeSegmentSchema, transcribeStatsSchema } from '../schemas/transcription.js';
4
4
  // Neural-signal binary input. The BCI addon consumes a raw neural buffer
5
5
  // (not audio): pass it inline as base64 or point at a local `.bin` file.
6
6
  export const neuralInputSchema = z.discriminatedUnion('type', [
@@ -20,6 +20,7 @@ declare const cancelKindSchema: z.ZodEnum<{
20
20
  batchCompletion: "batchCompletion";
21
21
  embeddings: "embeddings";
22
22
  decision: "decision";
23
+ rerank: "rerank";
23
24
  transcribe: "transcribe";
24
25
  translate: "translate";
25
26
  diffusion: "diffusion";
@@ -73,6 +74,7 @@ declare const cancelBroadParamsSchema: z.ZodObject<{
73
74
  batchCompletion: "batchCompletion";
74
75
  embeddings: "embeddings";
75
76
  decision: "decision";
77
+ rerank: "rerank";
76
78
  transcribe: "transcribe";
77
79
  translate: "translate";
78
80
  diffusion: "diffusion";
@@ -101,6 +103,7 @@ declare const cancelParamsSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
101
103
  batchCompletion: "batchCompletion";
102
104
  embeddings: "embeddings";
103
105
  decision: "decision";
106
+ rerank: "rerank";
104
107
  transcribe: "transcribe";
105
108
  translate: "translate";
106
109
  diffusion: "diffusion";
@@ -131,6 +134,7 @@ export declare const cancelRequestSchema: z.ZodIntersection<z.ZodObject<{
131
134
  batchCompletion: "batchCompletion";
132
135
  embeddings: "embeddings";
133
136
  decision: "decision";
137
+ rerank: "rerank";
134
138
  transcribe: "transcribe";
135
139
  translate: "translate";
136
140
  diffusion: "diffusion";
@@ -174,6 +178,7 @@ export declare const cancelBroadSugarSchema: z.ZodObject<{
174
178
  batchCompletion: "batchCompletion";
175
179
  embeddings: "embeddings";
176
180
  decision: "decision";
181
+ rerank: "rerank";
177
182
  transcribe: "transcribe";
178
183
  translate: "translate";
179
184
  diffusion: "diffusion";
@@ -24,6 +24,7 @@ const cancelKindSchema = z
24
24
  'batchCompletion',
25
25
  'embeddings',
26
26
  'decision',
27
+ 'rerank',
27
28
  'transcribe',
28
29
  'translate',
29
30
  'diffusion',