@qvac/inference 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/NOTICE +59 -40
  2. package/README.md +1 -1
  3. package/dist/api/audio-gen.js +1 -1
  4. package/dist/api/completion-stream.d.ts +2 -1
  5. package/dist/api/completion-stream.js +3 -1
  6. package/dist/api/decide.js +1 -1
  7. package/dist/api/diffusion.d.ts +18 -1
  8. package/dist/api/diffusion.js +18 -1
  9. package/dist/api/download-asset.js +1 -1
  10. package/dist/api/finetune.js +1 -1
  11. package/dist/api/index.d.ts +39 -38
  12. package/dist/api/index.js +38 -37
  13. package/dist/api/load-model.js +2 -2
  14. package/dist/api/logging-stream-registry.js +11 -7
  15. package/dist/api/logging-stream.d.ts +11 -1
  16. package/dist/api/logging-stream.js +11 -2
  17. package/dist/api/registry.d.ts +2 -1
  18. package/dist/api/registry.js +5 -4
  19. package/dist/api/rerank.d.ts +17 -0
  20. package/dist/api/rerank.js +36 -0
  21. package/dist/api/subscribe-logs.js +5 -3
  22. package/dist/api/unload-model.js +1 -1
  23. package/dist/api/video.js +1 -1
  24. package/dist/api/vla.js +1 -1
  25. package/dist/api/world-result.js +1 -1
  26. package/dist/api/world.d.ts +1 -1
  27. package/dist/api/world.js +1 -1
  28. package/dist/config/resolve-config.d.ts +1 -1
  29. package/dist/config/resolve-config.js +1 -1
  30. package/dist/constants/index.d.ts +2 -2
  31. package/dist/constants/index.js +2 -2
  32. package/dist/dispatch.d.ts +3 -2
  33. package/dist/dispatch.js +16 -4
  34. package/dist/errors/index.d.ts +6 -0
  35. package/dist/errors/index.js +13 -1
  36. package/dist/handlers/assess-model-fit.d.ts +1 -1
  37. package/dist/handlers/assess-model-fit.js +4 -4
  38. package/dist/handlers/cancelHandler.js +1 -1
  39. package/dist/handlers/completion-orchestrate.js +2 -2
  40. package/dist/handlers/download-asset.js +2 -2
  41. package/dist/handlers/finetune.js +1 -1
  42. package/dist/handlers/get-loaded-model-info.js +2 -3
  43. package/dist/handlers/get-model-info.js +1 -1
  44. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  45. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  46. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  47. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  48. package/dist/handlers/load-model/download-stats.js +3 -3
  49. package/dist/handlers/load-model/handler.js +10 -7
  50. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  51. package/dist/handlers/load-model/http.d.ts +1 -1
  52. package/dist/handlers/load-model/http.js +3 -3
  53. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  54. package/dist/handlers/load-model/hyperdrive.js +2 -2
  55. package/dist/handlers/load-model/index.d.ts +2 -2
  56. package/dist/handlers/load-model/index.js +2 -2
  57. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  58. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  59. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  60. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  61. package/dist/handlers/load-model/registry.d.ts +2 -2
  62. package/dist/handlers/load-model/registry.js +5 -5
  63. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  64. package/dist/handlers/load-model/resolve-session.js +11 -3
  65. package/dist/handlers/load-model/resolve.d.ts +1 -1
  66. package/dist/handlers/load-model/resolve.js +5 -5
  67. package/dist/handlers/logging-stream.d.ts +2 -1
  68. package/dist/handlers/logging-stream.js +23 -7
  69. package/dist/handlers/registry.js +4 -2
  70. package/dist/handlers/types.d.ts +7 -1
  71. package/dist/handlers/vector-index.js +2 -2
  72. package/dist/index.d.ts +1 -1
  73. package/dist/index.js +1 -1
  74. package/dist/logging/addon.d.ts +1 -1
  75. package/dist/logging/addon.js +1 -1
  76. package/dist/logging/index.d.ts +5 -5
  77. package/dist/logging/index.js +4 -4
  78. package/dist/logging/logger.d.ts +1 -1
  79. package/dist/logging/logger.js +3 -3
  80. package/dist/logging/utils.js +1 -1
  81. package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
  82. package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
  83. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  84. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
  85. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
  86. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
  87. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  88. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
  89. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
  90. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
  91. package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
  92. package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
  93. package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
  94. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
  95. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
  96. package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
  97. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
  98. package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
  99. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
  100. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
  101. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  102. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
  103. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  104. package/dist/model-fit/request/engines/diffusion.js +93 -0
  105. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
  106. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
  107. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
  108. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
  109. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
  110. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
  111. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
  112. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
  113. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
  114. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
  115. package/dist/model-fit/run/run.d.ts +43 -0
  116. package/dist/model-fit/run/run.js +204 -0
  117. package/dist/models/registry/index.d.ts +1 -1
  118. package/dist/models/registry/index.js +2 -2
  119. package/dist/models/registry/models.d.ts +510 -0
  120. package/dist/models/registry/models.js +2946 -2410
  121. package/dist/models/registry/resource-profiles.js +203 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
  124. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
  126. package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
  129. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  130. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  131. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
  132. package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
  133. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
  134. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  135. package/dist/plugins/builtin/index.d.ts +15 -14
  136. package/dist/plugins/builtin/index.js +15 -14
  137. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  138. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  139. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  140. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  141. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
  142. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  143. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  144. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
  145. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
  146. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  147. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  148. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  149. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
  150. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
  151. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  152. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
  153. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
  154. package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
  155. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  156. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  157. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  158. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  159. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  160. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  161. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
  162. package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
  163. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
  164. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
  165. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
  166. package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
  167. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  168. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  169. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  170. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
  171. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  172. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  173. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
  174. package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
  175. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  176. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  177. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  178. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  179. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  180. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
  181. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
  182. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
  183. package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
  184. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
  185. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
  186. package/dist/plugins/index.d.ts +1 -1
  187. package/dist/plugins/index.js +2 -2
  188. package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
  189. package/dist/plugins/ops/kv-cache-utils.js +15 -8
  190. package/dist/plugins/ops/load-model.d.ts +8 -2
  191. package/dist/plugins/ops/load-model.js +14 -5
  192. package/dist/plugins/ops/transcribe.js +1 -1
  193. package/dist/plugins/ops/translate.js +3 -3
  194. package/dist/plugins/ops/unload-model.js +1 -1
  195. package/dist/plugins/turbovec-backend.js +5 -5
  196. package/dist/profiling/aggregator.d.ts +1 -1
  197. package/dist/profiling/aggregator.js +1 -1
  198. package/dist/profiling/controller.d.ts +1 -1
  199. package/dist/profiling/controller.js +2 -2
  200. package/dist/profiling/events.d.ts +1 -1
  201. package/dist/profiling/events.js +2 -2
  202. package/dist/profiling/exporters.d.ts +1 -1
  203. package/dist/profiling/exporters.js +3 -3
  204. package/dist/profiling/index.d.ts +13 -13
  205. package/dist/profiling/index.js +12 -12
  206. package/dist/profiling/operation-metrics.d.ts +1 -1
  207. package/dist/profiling/operation-metrics.js +2 -2
  208. package/dist/profiling/operation-wrappers.js +3 -3
  209. package/dist/profiling/profiler.js +1 -1
  210. package/dist/rag/handler.js +1 -1
  211. package/dist/rag/handlers/close-workspace.js +1 -1
  212. package/dist/rag/handlers/delete-embeddings.js +1 -1
  213. package/dist/rag/handlers/delete-workspace.js +1 -1
  214. package/dist/rag/handlers/ingest.js +1 -1
  215. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  216. package/dist/rag/handlers/list-workspaces.js +1 -1
  217. package/dist/rag/handlers/reindex.js +1 -1
  218. package/dist/rag/handlers/save-embeddings.js +1 -1
  219. package/dist/rag/handlers/search.js +1 -1
  220. package/dist/rag/index.d.ts +11 -11
  221. package/dist/rag/index.js +11 -11
  222. package/dist/rag/rag-workspace-manager.js +1 -1
  223. package/dist/registry.js +2 -1
  224. package/dist/resources/collector.d.ts +1 -1
  225. package/dist/resources/collector.js +1 -1
  226. package/dist/resources/instance.d.ts +1 -1
  227. package/dist/resources/instance.js +1 -1
  228. package/dist/resources/native.d.ts +1 -1
  229. package/dist/resources/normalize.d.ts +1 -1
  230. package/dist/rpc/inventory.js +3 -3
  231. package/dist/runtime/index.d.ts +5 -5
  232. package/dist/runtime/index.js +2 -2
  233. package/dist/runtime/lifecycle.js +7 -7
  234. package/dist/runtime/model-config-utils.js +3 -0
  235. package/dist/runtime/model-registry.d.ts +3 -1
  236. package/dist/runtime/model-registry.js +2 -1
  237. package/dist/runtime/registry-client.js +1 -1
  238. package/dist/runtime/request-context.d.ts +3 -3
  239. package/dist/runtime/request-context.js +14 -1
  240. package/dist/runtime/request-registry.d.ts +1 -1
  241. package/dist/runtime/request-registry.js +1 -1
  242. package/dist/runtime/state.d.ts +1 -1
  243. package/dist/runtime/state.js +2 -2
  244. package/dist/runtime/vector-index-backend.d.ts +2 -2
  245. package/dist/runtime/vector-index-registry.d.ts +5 -5
  246. package/dist/runtime/vector-index-registry.js +36 -13
  247. package/dist/schemas/assess-model-fit.d.ts +6 -0
  248. package/dist/schemas/assess-model-fit.js +4 -4
  249. package/dist/schemas/audio-gen.d.ts +13 -1
  250. package/dist/schemas/audio-gen.js +3 -3
  251. package/dist/schemas/batch-completion-stream.d.ts +8 -2
  252. package/dist/schemas/batch-completion-stream.js +3 -3
  253. package/dist/schemas/bci-config.d.ts +1 -0
  254. package/dist/schemas/bci-config.js +2 -2
  255. package/dist/schemas/bci.d.ts +1 -1
  256. package/dist/schemas/bci.js +2 -2
  257. package/dist/schemas/cancel.d.ts +5 -0
  258. package/dist/schemas/cancel.js +1 -0
  259. package/dist/schemas/common.d.ts +478 -100
  260. package/dist/schemas/common.js +35 -32
  261. package/dist/schemas/completion-event.d.ts +8 -2
  262. package/dist/schemas/completion-event.js +4 -1
  263. package/dist/schemas/completion-stream.d.ts +11 -2
  264. package/dist/schemas/completion-stream.js +37 -10
  265. package/dist/schemas/config.d.ts +849 -6
  266. package/dist/schemas/config.js +12 -10
  267. package/dist/schemas/decision.d.ts +8 -0
  268. package/dist/schemas/decision.js +14 -0
  269. package/dist/schemas/download-asset.d.ts +6 -4
  270. package/dist/schemas/download-asset.js +1 -1
  271. package/dist/schemas/engine-addon-map.d.ts +2 -1
  272. package/dist/schemas/engine-addon-map.js +4 -3
  273. package/dist/schemas/errors.d.ts +1 -0
  274. package/dist/schemas/errors.js +6 -1
  275. package/dist/schemas/index.d.ts +51 -50
  276. package/dist/schemas/index.js +50 -49
  277. package/dist/schemas/llamacpp-config.d.ts +182 -6
  278. package/dist/schemas/llamacpp-config.js +102 -7
  279. package/dist/schemas/load-model.d.ts +3176 -646
  280. package/dist/schemas/load-model.js +34 -1
  281. package/dist/schemas/mcp-adapter.d.ts +1 -1
  282. package/dist/schemas/model-config-schemas.d.ts +195 -1
  283. package/dist/schemas/model-config-schemas.js +14 -12
  284. package/dist/schemas/model-fit-policy.d.ts +1 -1
  285. package/dist/schemas/model-info.js +2 -2
  286. package/dist/schemas/model-resource-profile.d.ts +1 -0
  287. package/dist/schemas/model-resource-profile.js +1 -1
  288. package/dist/schemas/model-src-utils.d.ts +6 -2
  289. package/dist/schemas/model-src-utils.js +2 -2
  290. package/dist/schemas/model-types.d.ts +5 -1
  291. package/dist/schemas/model-types.js +1 -0
  292. package/dist/schemas/ocr.d.ts +2 -0
  293. package/dist/schemas/ocr.js +1 -1
  294. package/dist/schemas/plugin.d.ts +9 -3
  295. package/dist/schemas/plugin.js +6 -0
  296. package/dist/schemas/profiling.js +1 -1
  297. package/dist/schemas/rag.js +1 -1
  298. package/dist/schemas/registry.d.ts +8 -0
  299. package/dist/schemas/registry.js +2 -1
  300. package/dist/schemas/reload-config.d.ts +6 -2
  301. package/dist/schemas/reload-config.js +2 -2
  302. package/dist/schemas/rerank.d.ts +131 -0
  303. package/dist/schemas/rerank.js +102 -0
  304. package/dist/schemas/sdcpp-config.d.ts +56 -0
  305. package/dist/schemas/sdcpp-config.js +33 -15
  306. package/dist/schemas/text-to-speech.d.ts +61 -0
  307. package/dist/schemas/transcription-config.d.ts +5 -0
  308. package/dist/schemas/transcription-config.js +16 -1
  309. package/dist/schemas/transcription.d.ts +1 -1
  310. package/dist/schemas/transcription.js +1 -1
  311. package/dist/schemas/translate.d.ts +2 -2
  312. package/dist/schemas/translate.js +1 -1
  313. package/dist/schemas/translation-config.d.ts +20 -10
  314. package/dist/schemas/translation-config.js +1 -1
  315. package/dist/surface.d.ts +2 -1
  316. package/dist/surface.js +2 -1
  317. package/dist/utils/addon-responses.d.ts +2 -0
  318. package/dist/utils/aggregate-events.d.ts +1 -1
  319. package/dist/utils/aggregate-events.js +2 -2
  320. package/dist/utils/archive.js +2 -2
  321. package/dist/utils/audio/decoder.js +3 -1
  322. package/dist/utils/audio-input.js +1 -1
  323. package/dist/utils/cache/auto-history.d.ts +2 -1
  324. package/dist/utils/cache/auto-history.js +2 -2
  325. package/dist/utils/cache/paths.js +6 -6
  326. package/dist/utils/checksum.d.ts +2 -0
  327. package/dist/utils/checksum.js +41 -2
  328. package/dist/utils/completion-normalizer.js +1 -1
  329. package/dist/utils/gguf-architecture.d.ts +7 -0
  330. package/dist/utils/gguf-architecture.js +142 -0
  331. package/dist/utils/gguf-tensor-extractor.js +1 -1
  332. package/dist/utils/index.d.ts +13 -13
  333. package/dist/utils/index.js +13 -13
  334. package/dist/utils/mcp-adapter.d.ts +1 -1
  335. package/dist/utils/mcp-adapter.js +1 -1
  336. package/dist/utils/path-security.js +1 -1
  337. package/dist/utils/shard-utils.d.ts +5 -0
  338. package/dist/utils/shard-utils.js +19 -3
  339. package/dist/utils/tool-integration.d.ts +1 -0
  340. package/dist/utils/tool-integration.js +3 -6
  341. package/dist/utils/tools/defer.d.ts +16 -26
  342. package/dist/utils/tools/defer.js +50 -41
  343. package/dist/utils/tools/dialect.d.ts +15 -4
  344. package/dist/utils/tools/dialect.js +34 -5
  345. package/dist/utils/tools/index.d.ts +3 -3
  346. package/dist/utils/tools/index.js +3 -3
  347. package/dist/utils/tools/parser.js +8 -8
  348. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  349. package/dist/utils/tools/parsers/dsml.js +1 -1
  350. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  351. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  352. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  353. package/dist/utils/tools/parsers/harmony.js +1 -1
  354. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  355. package/dist/utils/tools/parsers/hermes.js +1 -1
  356. package/dist/utils/tools/parsers/json.d.ts +1 -1
  357. package/dist/utils/tools/parsers/json.js +1 -1
  358. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  359. package/dist/utils/tools/parsers/pythonic.js +1 -1
  360. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  361. package/dist/utils/tools/parsers/qwen35.js +1 -1
  362. package/dist/utils/tts-stats.d.ts +1 -1
  363. package/dist/utils/until-aborted.d.ts +7 -0
  364. package/dist/utils/until-aborted.js +34 -0
  365. package/package.json +53 -45
  366. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  367. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  368. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  369. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  370. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  371. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  372. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  373. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  374. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  375. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  376. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  377. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  378. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  379. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  380. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  381. package/dist/resources/model-fit/platform.d.ts +0 -9
  382. package/dist/resources/model-fit/types.js +0 -1
  383. /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
  384. /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
  385. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  386. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -11,8 +11,8 @@
11
11
  * profiler.disable();
12
12
  * ```
13
13
  */
14
- import * as controller from './controller.js';
15
- import * as exporters from './exporters.js';
14
+ import * as controller from '../profiling/controller.js';
15
+ import * as exporters from '../profiling/exporters.js';
16
16
  export const profiler = {
17
17
  /**
18
18
  * Enables profiling and resets all previously aggregated data.
@@ -74,13 +74,13 @@ export const profiler = {
74
74
  */
75
75
  clear: () => controller.clear()
76
76
  };
77
- export { nowMs } from './clock.js';
78
- export { attachBackendDiagnostics } from './backend-diagnostics.js';
79
- export { enable, disable, record, shouldProfile, shouldIncludeServerBreakdown, shouldIncludeResourceGauges, generateId, isEnabled, getAggregates, getRecentEvents, getEffectiveConfig, onRecord } from './controller.js';
80
- export { recordEvent, clearAggregator } from './aggregator.js';
81
- export { exportJSON, exportTable, exportSummary } from './exporters.js';
82
- export { createProfilingMeta, createProfilingDisabledMeta, injectProfilingMetaIntoObject, extractProfilingMeta, stripProfilingMeta } from './envelope.js';
83
- export { recordPhase, recordFailure, recordServerBreakdownPhases } from './events.js';
84
- export { createServerProfiler } from './profiler.js';
85
- export { profileReplyHandler, profileStreamHandler } from './operation-wrappers.js';
86
- export { registerOperationMetrics, buildOperationEvent } from './operation-metrics.js';
77
+ export { nowMs } from '../profiling/clock.js';
78
+ export { attachBackendDiagnostics } from '../profiling/backend-diagnostics.js';
79
+ export { enable, disable, record, shouldProfile, shouldIncludeServerBreakdown, shouldIncludeResourceGauges, generateId, isEnabled, getAggregates, getRecentEvents, getEffectiveConfig, onRecord } from '../profiling/controller.js';
80
+ export { recordEvent, clearAggregator } from '../profiling/aggregator.js';
81
+ export { exportJSON, exportTable, exportSummary } from '../profiling/exporters.js';
82
+ export { createProfilingMeta, createProfilingDisabledMeta, injectProfilingMetaIntoObject, extractProfilingMeta, stripProfilingMeta } from '../profiling/envelope.js';
83
+ export { recordPhase, recordFailure, recordServerBreakdownPhases } from '../profiling/events.js';
84
+ export { createServerProfiler } from '../profiling/profiler.js';
85
+ export { profileReplyHandler, profileStreamHandler } from '../profiling/operation-wrappers.js';
86
+ export { registerOperationMetrics, buildOperationEvent } from '../profiling/operation-metrics.js';
@@ -2,7 +2,7 @@
2
2
  * Declarative extraction of operation-level metrics from request/response data.
3
3
  * Used by operation wrappers to capture handler-specific profiling events.
4
4
  */
5
- import type { ProfilingEvent, ProfilingEventKind } from './types.js';
5
+ import type { ProfilingEvent, ProfilingEventKind } from '../profiling/types.js';
6
6
  import type { DownloadStats } from '../handlers/load-model/types.js';
7
7
  export type MetricExtractor<T> = (data: T) => Record<string, number> | undefined;
8
8
  export type TagExtractor<T> = (data: T) => Record<string, string> | undefined;
@@ -2,8 +2,8 @@
2
2
  * Declarative extraction of operation-level metrics from request/response data.
3
3
  * Used by operation wrappers to capture handler-specific profiling events.
4
4
  */
5
- import { readModelExecutionMs } from './model-execution.js';
6
- import { readBackendDiagnostics } from './backend-diagnostics.js';
5
+ import { readModelExecutionMs } from '../profiling/model-execution.js';
6
+ import { readBackendDiagnostics } from '../profiling/backend-diagnostics.js';
7
7
  const metricsRegistry = new Map();
8
8
  function extractDownloadStatsGauges(stats, gauges) {
9
9
  if (stats?.downloadTimeMs !== undefined) {
@@ -3,10 +3,10 @@
3
3
  * Used to wrap dispatch/invoke functions with timing capture.
4
4
  */
5
5
  import { PROFILING_KEY, OPERATION_EVENT_KEY } from '../schemas/index.js';
6
- import { nowMs, generateProfileId } from './clock.js';
7
- import { record, shouldIncludeResourceGauges, shouldProfile } from './controller.js';
6
+ import { nowMs, generateProfileId } from '../profiling/clock.js';
7
+ import { record, shouldIncludeResourceGauges, shouldProfile } from '../profiling/controller.js';
8
8
  import { getResourceCollector } from '../resources/instance.js';
9
- import { buildOperationEvent } from './operation-metrics.js';
9
+ import { buildOperationEvent } from '../profiling/operation-metrics.js';
10
10
  function isTerminalChunk(value) {
11
11
  return typeof value === 'object' && value !== null && 'done' in value && value.done === true;
12
12
  }
@@ -1,5 +1,5 @@
1
1
  import { responseSchema, PROFILING_KEY, OPERATION_EVENT_KEY, PROFILING_TRAILER_KEY } from '../schemas/index.js';
2
- import { nowMs } from './clock.js';
2
+ import { nowMs } from '../profiling/clock.js';
3
3
  export function createProfilingContext(meta) {
4
4
  return { meta, requestStart: nowMs() };
5
5
  }
@@ -50,7 +50,7 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
50
50
  var e = new Error(message);
51
51
  return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
52
  });
53
- import { chunk, ingest, reindex, saveEmbeddings, search, deleteEmbeddings, listWorkspaces, closeWorkspace, deleteWorkspace, DEFAULT_WORKSPACE, getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest } from './index.js';
53
+ import { chunk, ingest, reindex, saveEmbeddings, search, deleteEmbeddings, listWorkspaces, closeWorkspace, deleteWorkspace, DEFAULT_WORKSPACE, getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest } from '../rag/index.js';
54
54
  import { getRequestRegistry, withRequestContext } from '../runtime/index.js';
55
55
  import { generateRandomRequestId } from '../runtime/request-id.js';
56
56
  import { getEngineLogger } from '../logging/index.js';
@@ -1,4 +1,4 @@
1
- import { closeRagInstance, deleteWorkspace, DEFAULT_WORKSPACE } from '../rag-workspace-manager.js';
1
+ import { closeRagInstance, deleteWorkspace, DEFAULT_WORKSPACE } from '../../rag/rag-workspace-manager.js';
2
2
  import { ragCloseWorkspaceParamsSchema } from '../../schemas/index.js';
3
3
  export async function closeWorkspace(params) {
4
4
  const { workspace, deleteOnClose } = ragCloseWorkspaceParamsSchema.parse(params);
@@ -1,4 +1,4 @@
1
- import { getRagDbAdapter, hasRagWorkspaceStorage } from '../rag-workspace-manager.js';
1
+ import { getRagDbAdapter, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
2
2
  import { ragDeleteEmbeddingsParamsSchema } from '../../schemas/index.js';
3
3
  import { RAGDeleteFailedError } from '../../errors/index.js';
4
4
  export async function deleteEmbeddings(params) {
@@ -1,4 +1,4 @@
1
- import { deleteWorkspace as deleteWorkspaceFromManager } from '../rag-workspace-manager.js';
1
+ import { deleteWorkspace as deleteWorkspaceFromManager } from '../../rag/rag-workspace-manager.js';
2
2
  import { ragDeleteWorkspaceParamsSchema } from '../../schemas/index.js';
3
3
  import { RAGWorkspaceNotFoundError } from '../../errors/index.js';
4
4
  export async function deleteWorkspace(params) {
@@ -1,4 +1,4 @@
1
- import { getRagInstance } from '../rag-workspace-manager.js';
1
+ import { getRagInstance } from '../../rag/rag-workspace-manager.js';
2
2
  import { embed } from '../../plugins/ops/embed.js';
3
3
  import { ragIngestParamsSchema } from '../../schemas/index.js';
4
4
  export async function ingest(params, options) {
@@ -1,2 +1,2 @@
1
- import { type RagWorkspaceInfo } from '../rag-workspace-manager.js';
1
+ import { type RagWorkspaceInfo } from '../../rag/rag-workspace-manager.js';
2
2
  export declare function listWorkspaces(): RagWorkspaceInfo[];
@@ -1,4 +1,4 @@
1
- import { listWorkspaces as listWorkspacesFromManager } from '../rag-workspace-manager.js';
1
+ import { listWorkspaces as listWorkspacesFromManager } from '../../rag/rag-workspace-manager.js';
2
2
  export function listWorkspaces() {
3
3
  return listWorkspacesFromManager();
4
4
  }
@@ -1,4 +1,4 @@
1
- import { getRagDbAdapter, hasRagWorkspaceStorage } from '../rag-workspace-manager.js';
1
+ import { getRagDbAdapter, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
2
2
  import { ragReindexParamsSchema } from '../../schemas/index.js';
3
3
  import { RAGHyperDBFailedError } from '../../errors/index.js';
4
4
  export async function reindex(params, options) {
@@ -1,4 +1,4 @@
1
- import { getRagDbAdapter } from '../rag-workspace-manager.js';
1
+ import { getRagDbAdapter } from '../../rag/rag-workspace-manager.js';
2
2
  import { ragSaveEmbeddingsParamsSchema } from '../../schemas/index.js';
3
3
  export async function saveEmbeddings(params, options) {
4
4
  const { documents, progressInterval, workspace } = ragSaveEmbeddingsParamsSchema.parse(params);
@@ -1,4 +1,4 @@
1
- import { getRagInstance, hasRagWorkspaceStorage } from '../rag-workspace-manager.js';
1
+ import { getRagInstance, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
2
2
  import { embed } from '../../plugins/ops/embed.js';
3
3
  import { ragSearchParamsSchema } from '../../schemas/index.js';
4
4
  export async function search(params) {
@@ -1,11 +1,11 @@
1
- export { chunk } from './handlers/chunk.js';
2
- export { ingest } from './handlers/ingest.js';
3
- export { saveEmbeddings } from './handlers/save-embeddings.js';
4
- export { search } from './handlers/search.js';
5
- export { deleteEmbeddings } from './handlers/delete-embeddings.js';
6
- export { reindex } from './handlers/reindex.js';
7
- export { listWorkspaces } from './handlers/list-workspaces.js';
8
- export { closeWorkspace } from './handlers/close-workspace.js';
9
- export { deleteWorkspace } from './handlers/delete-workspace.js';
10
- export { closeAllRagInstances, DEFAULT_WORKSPACE, type RagWorkspaceInfo } from './rag-workspace-manager.js';
11
- export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from './rag-operation-manager.js';
1
+ export { chunk } from '../rag/handlers/chunk.js';
2
+ export { ingest } from '../rag/handlers/ingest.js';
3
+ export { saveEmbeddings } from '../rag/handlers/save-embeddings.js';
4
+ export { search } from '../rag/handlers/search.js';
5
+ export { deleteEmbeddings } from '../rag/handlers/delete-embeddings.js';
6
+ export { reindex } from '../rag/handlers/reindex.js';
7
+ export { listWorkspaces } from '../rag/handlers/list-workspaces.js';
8
+ export { closeWorkspace } from '../rag/handlers/close-workspace.js';
9
+ export { deleteWorkspace } from '../rag/handlers/delete-workspace.js';
10
+ export { closeAllRagInstances, DEFAULT_WORKSPACE, type RagWorkspaceInfo } from '../rag/rag-workspace-manager.js';
11
+ export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from '../rag/rag-operation-manager.js';
package/dist/rag/index.js CHANGED
@@ -1,11 +1,11 @@
1
- export { chunk } from './handlers/chunk.js';
2
- export { ingest } from './handlers/ingest.js';
3
- export { saveEmbeddings } from './handlers/save-embeddings.js';
4
- export { search } from './handlers/search.js';
5
- export { deleteEmbeddings } from './handlers/delete-embeddings.js';
6
- export { reindex } from './handlers/reindex.js';
7
- export { listWorkspaces } from './handlers/list-workspaces.js';
8
- export { closeWorkspace } from './handlers/close-workspace.js';
9
- export { deleteWorkspace } from './handlers/delete-workspace.js';
10
- export { closeAllRagInstances, DEFAULT_WORKSPACE } from './rag-workspace-manager.js';
11
- export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from './rag-operation-manager.js';
1
+ export { chunk } from '../rag/handlers/chunk.js';
2
+ export { ingest } from '../rag/handlers/ingest.js';
3
+ export { saveEmbeddings } from '../rag/handlers/save-embeddings.js';
4
+ export { search } from '../rag/handlers/search.js';
5
+ export { deleteEmbeddings } from '../rag/handlers/delete-embeddings.js';
6
+ export { reindex } from '../rag/handlers/reindex.js';
7
+ export { listWorkspaces } from '../rag/handlers/list-workspaces.js';
8
+ export { closeWorkspace } from '../rag/handlers/close-workspace.js';
9
+ export { deleteWorkspace } from '../rag/handlers/delete-workspace.js';
10
+ export { closeAllRagInstances, DEFAULT_WORKSPACE } from '../rag/rag-workspace-manager.js';
11
+ export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from '../rag/rag-operation-manager.js';
@@ -6,7 +6,7 @@ import { getConfig, getConfiguredCacheDir } from '../runtime/state.js';
6
6
  import { PathTraversalError, RAGWorkspaceInUseError, RAGWorkspaceModelMismatchError, RAGWorkspaceNotOpenError } from '../errors/index.js';
7
7
  import { validateAndJoinPath } from '../utils/path-security.js';
8
8
  import { createStreamLogger, getEngineLogger, RAG_NAMESPACE } from '../logging/index.js';
9
- import { cancelAllRagOperations } from './rag-operation-manager.js';
9
+ import { cancelAllRagOperations } from '../rag/rag-operation-manager.js';
10
10
  import { registerCorestore, unregisterCorestore } from '../runtime/runtime-lifecycle.js';
11
11
  import { getTurboVecIndexProvider } from '../plugins/registry.js';
12
12
  const logger = getEngineLogger();
package/dist/registry.js CHANGED
@@ -57,6 +57,7 @@ export const registry = {
57
57
  },
58
58
  embed: { type: 'reply', pluginOp: true, handler: pluginReply('embed') },
59
59
  decide: { type: 'reply', pluginOp: true, handler: pluginReply('decide') },
60
+ rerank: { type: 'reply', pluginOp: true, handler: pluginReply('rerank') },
60
61
  cancel: {
61
62
  type: 'reply',
62
63
  handler: cancelHandler
@@ -108,7 +109,7 @@ export const registry = {
108
109
  worldStepStream: { type: 'stream', pluginOp: true, handler: pluginStream('worldStepStream') },
109
110
  worldSceneStream: { type: 'stream', pluginOp: true, handler: pluginStream('worldSceneStream') },
110
111
  classify: { type: 'stream', pluginOp: true, handler: pluginStream('classify') },
111
- loggingStream: { type: 'stream', handler: handleLoggingStream },
112
+ loggingStream: { type: 'stream', handler: handleLoggingStream, endsOnAbort: true },
112
113
  pluginInvokeStream: { type: 'stream', handler: handlePluginInvokeStream },
113
114
  // Duplex
114
115
  transcribeStream: { type: 'duplex', pluginOp: true, handler: pluginDuplex('transcribeStream') },
@@ -1,4 +1,4 @@
1
- import type { ResourceCollectorDependencies, ResourceMetric, ResourceProvenance } from './types.js';
1
+ import type { ResourceCollectorDependencies, ResourceMetric, ResourceProvenance } from '../resources/types.js';
2
2
  export declare function createSystemResourceCollector(dependencies: ResourceCollectorDependencies): {
3
3
  getCapabilities: () => {
4
4
  cpu: {
@@ -1,4 +1,4 @@
1
- import { failedMetric, normalizeBooleanMetric, normalizeEnumMetric, normalizeNonNegativeIntegerMetric, normalizeNonNegativeMetric, normalizePositiveIntegerMetric, normalizeStringMetric, normalizeUtilizationMetric, unavailableMetric, unverifiedMetric } from './normalize.js';
1
+ import { failedMetric, normalizeBooleanMetric, normalizeEnumMetric, normalizeNonNegativeIntegerMetric, normalizeNonNegativeMetric, normalizePositiveIntegerMetric, normalizeStringMetric, normalizeUtilizationMetric, unavailableMetric, unverifiedMetric } from '../resources/normalize.js';
2
2
  const CPU_SOURCE = 'bare-cpu-info';
3
3
  const GPU_SOURCE = 'bare-gpu-info';
4
4
  const GPU_MEMORY_SCOPE_REASON = 'GPU memory scope is unverified';
@@ -1,4 +1,4 @@
1
- import type { ResourceCollectorDependencies, SystemResourceCollector } from './types.js';
1
+ import type { ResourceCollectorDependencies, SystemResourceCollector } from '../resources/types.js';
2
2
  export declare function initializeResourceCollector(dependencies: ResourceCollectorDependencies): SystemResourceCollector;
3
3
  export declare function getResourceCollector(): SystemResourceCollector | undefined;
4
4
  export declare function destroyResourceCollector(): void;
@@ -1,4 +1,4 @@
1
- import { createSystemResourceCollector } from './collector.js';
1
+ import { createSystemResourceCollector } from '../resources/collector.js';
2
2
  let resourceCollector;
3
3
  export function initializeResourceCollector(dependencies) {
4
4
  if (!resourceCollector) {
@@ -1,2 +1,2 @@
1
- import type { ResourceCollectorDependencies } from './types.js';
1
+ import type { ResourceCollectorDependencies } from '../resources/types.js';
2
2
  export declare const nativeResourceCollectorDependencies: ResourceCollectorDependencies;
@@ -1,4 +1,4 @@
1
- import type { ResourceMetric, ResourceProvenance } from './types.js';
1
+ import type { ResourceMetric, ResourceProvenance } from '../resources/types.js';
2
2
  export declare function unavailableMetric<T>(reason?: string): ResourceMetric<T>;
3
3
  export declare function unverifiedMetric<T>(reason?: string): ResourceMetric<T>;
4
4
  export declare function failedMetric<T>(reason: string): ResourceMetric<T>;
@@ -4,12 +4,12 @@ import { InferenceCancelledError } from '../errors/index.js';
4
4
  import { getEngineLogger } from '../logging/index.js';
5
5
  import { throwIfAborted } from './network.js';
6
6
  // Fabric RPC_PROTO_*_VERSION:
7
- // https://github.com/tetherto/qvac-fabric-llm.cpp/blob/v11018.2.0/ggml/include/ggml-rpc.h
7
+ // https://github.com/tetherto/qvac-fabric-llm.cpp/blob/v11259.1.0/ggml/include/ggml-rpc.h
8
8
  // Command IDs and HELLO layouts, rpc_cmd and rpc_msg_hello_*:
9
- // https://github.com/tetherto/qvac-fabric-llm.cpp/blob/v11018.2.0/ggml/src/ggml-rpc/ggml-rpc.cpp
9
+ // https://github.com/tetherto/qvac-fabric-llm.cpp/blob/v11259.1.0/ggml/src/ggml-rpc/ggml-rpc.cpp
10
10
  // Native inference needs matching protocol majors, so only servers on the bundled
11
11
  // Fabric's protocol are listed. Patch versions are compatible.
12
- const SUPPORTED_VERSIONS = [{ major: 111, minor: 0 }];
12
+ const SUPPORTED_VERSIONS = [{ major: 112, minor: 0 }];
13
13
  const SUPPORTED_VERSION_LABEL = SUPPORTED_VERSIONS.map(({ major, minor }) => `${major}.${minor}.x`).join(', ');
14
14
  const HELLO = 14;
15
15
  const HELLO_REQUEST_SIZE = 24;
@@ -1,5 +1,5 @@
1
- export { createDisposableScope } from './disposable-scope.js';
2
- export type { DisposableScope } from './disposable-scope.js';
3
- export type { RequestContext, RequestKind, RequestState, RequestLogContext } from './request-context.js';
4
- export { createRequestRegistry, getRequestRegistry, withRequestContext } from './request-context.js';
5
- export type { BeginOpts, CancelByModelId, CancelByRequestId, CancelTarget, ConcurrencyPolicy, ManagedRequestContext, RequestOutcome, RequestRegistry } from './request-registry.js';
1
+ export { createDisposableScope } from '../runtime/disposable-scope.js';
2
+ export type { DisposableScope } from '../runtime/disposable-scope.js';
3
+ export type { RequestContext, RequestKind, RequestState, RequestLogContext } from '../runtime/request-context.js';
4
+ export { createRequestRegistry, getRequestRegistry, withRequestContext } from '../runtime/request-context.js';
5
+ export type { BeginOpts, CancelByModelId, CancelByRequestId, CancelTarget, ConcurrencyPolicy, ManagedRequestContext, RequestOutcome, RequestRegistry } from '../runtime/request-registry.js';
@@ -1,2 +1,2 @@
1
- export { createDisposableScope } from './disposable-scope.js';
2
- export { createRequestRegistry, getRequestRegistry, withRequestContext } from './request-context.js';
1
+ export { createDisposableScope } from '../runtime/disposable-scope.js';
2
+ export { createRequestRegistry, getRequestRegistry, withRequestContext } from '../runtime/request-context.js';
@@ -1,14 +1,14 @@
1
1
  import { closeRpcResources } from '../handlers/rpc-server.js';
2
- import { initEnv } from './env.js';
2
+ import { initEnv } from '../runtime/env.js';
3
3
  import { closeAllRagInstances } from '../rag/index.js';
4
- import { disposeAllVectorIndexes } from './vector-index-registry.js';
4
+ import { disposeAllVectorIndexes } from '../runtime/vector-index-registry.js';
5
5
  import { cleanupDownloads } from '../handlers/load-model/download-manager.js';
6
- import { unloadAllModels } from './model-registry.js';
7
- import { closeRegistryClient } from './registry-client.js';
8
- import { clearAllLoggingStreams, startLogBuffering, stopLogBufferingWithTimeout } from './logging-stream-registry.js';
6
+ import { unloadAllModels } from '../runtime/model-registry.js';
7
+ import { closeRegistryClient } from '../runtime/registry-client.js';
8
+ import { clearAllLoggingStreams, startLogBuffering, stopLogBufferingWithTimeout } from '../runtime/logging-stream-registry.js';
9
9
  import { clearAllAddonLoggers, getEngineLogger, LOG_ID, ALL_LOG_ID } from '../logging/index.js';
10
10
  import { clearPlugins } from '../plugins/index.js';
11
- import { acquireCacheLock, releaseCacheLock } from './cache-lock.js';
11
+ import { acquireCacheLock, releaseCacheLock } from '../runtime/cache-lock.js';
12
12
  import { nativeResourceCollectorDependencies } from '../resources/native.js';
13
13
  import { destroyResourceCollector, initializeResourceCollector } from '../resources/instance.js';
14
14
  // The host application owns the Bare runtime lifecycle: this module sets up the
@@ -62,8 +62,8 @@ async function runCleanup() {
62
62
  cleanupPromise = (async () => {
63
63
  destroyResourceCollector();
64
64
  clearRegistries();
65
- disposeAllVectorIndexes();
66
65
  await Promise.allSettled([
66
+ disposeAllVectorIndexes(),
67
67
  closeAllRagInstances(),
68
68
  cleanupDownloads(),
69
69
  unloadAllModels(),
@@ -6,12 +6,14 @@ import { ocrConfigSchema } from '../schemas/ocr.js';
6
6
  import { sdcppConfigSchema } from '../schemas/sdcpp-config.js';
7
7
  import { vlaConfigSchema } from '../schemas/vla.js';
8
8
  import { decisionConfigSchema } from '../schemas/decision.js';
9
+ import { rerankConfigSchema } from '../schemas/rerank.js';
9
10
  import { classificationConfigSchema } from '../schemas/classification.js';
10
11
  import { audioGenConfigSchema } from '../schemas/audio-gen.js';
11
12
  export const CANONICAL_TO_ALIAS = {
12
13
  [ModelType.llamacppCompletion]: 'llm',
13
14
  [ModelType.llamacppEmbedding]: 'embeddings',
14
15
  [ModelType.llamacppDecision]: 'llamacpp-decision',
16
+ [ModelType.llamacppRerank]: 'llamacpp-rerank',
15
17
  [ModelType.whispercppTranscription]: 'whisper',
16
18
  [ModelType.bciWhispercppTranscription]: 'bci',
17
19
  [ModelType.parakeetTranscription]: 'parakeet',
@@ -29,6 +31,7 @@ export const MODEL_CONFIG_SCHEMAS = {
29
31
  [ModelType.llamacppCompletion]: llmConfigSchema,
30
32
  [ModelType.llamacppEmbedding]: embedConfigSchema,
31
33
  [ModelType.llamacppDecision]: decisionConfigSchema,
34
+ [ModelType.llamacppRerank]: rerankConfigSchema,
32
35
  [ModelType.whispercppTranscription]: whisperConfigSchema,
33
36
  [ModelType.bciWhispercppTranscription]: bciConfigSchema,
34
37
  [ModelType.parakeetTranscription]: parakeetRuntimeConfigSchema.passthrough(),
@@ -1,4 +1,4 @@
1
- import type { CanonicalModelType, NativeProbeFit } from '../schemas/index.js';
1
+ import type { CanonicalModelType, NativeProbeFit, ToolDialect } from '../schemas/index.js';
2
2
  interface AddonInterface {
3
3
  cancel(jobId?: string): Promise<void>;
4
4
  }
@@ -27,6 +27,7 @@ interface LocalOptions {
27
27
  modelType: CanonicalModelType;
28
28
  name?: string | undefined;
29
29
  fitProbe?: NativeProbeFit | undefined;
30
+ toolDialect?: ToolDialect | undefined;
30
31
  }
31
32
  export type ModelEntry = {
32
33
  id: string;
@@ -39,6 +40,7 @@ export declare function registerModel(id: string, options: {
39
40
  modelType: CanonicalModelType;
40
41
  name?: string | undefined;
41
42
  fitProbe?: NativeProbeFit | undefined;
43
+ toolDialect?: ToolDialect | undefined;
42
44
  }): void;
43
45
  export declare function getModelEntry(id: string): ModelEntry | null;
44
46
  export declare function getModel(id: string): AnyModel;
@@ -16,7 +16,8 @@ export function registerModel(id, options) {
16
16
  config: options.config,
17
17
  modelType: options.modelType,
18
18
  name: options.name,
19
- fitProbe: options.fitProbe
19
+ fitProbe: options.fitProbe,
20
+ toolDialect: options.toolDialect
20
21
  }
21
22
  });
22
23
  const nameStr = options.name ? ` (${options.name})` : '';
@@ -1,6 +1,6 @@
1
1
  import { QVACRegistryClient } from '@qvac/registry-client';
2
2
  import { getCacheDir } from '../utils/cache/paths.js';
3
- import { registerSwarm, unregisterSwarm, registerCorestore, unregisterCorestore } from './runtime-lifecycle.js';
3
+ import { registerSwarm, unregisterSwarm, registerCorestore, unregisterCorestore } from '../runtime/runtime-lifecycle.js';
4
4
  import { getEngineLogger } from '../logging/index.js';
5
5
  import { DEFAULT_REGISTRY_CORE_KEY } from '../constants/index.js';
6
6
  const logger = getEngineLogger();
@@ -1,6 +1,6 @@
1
1
  import type { AbortSignal } from 'bare-abort-controller';
2
- import type { DisposableScope } from './disposable-scope.js';
3
- import { createRequestRegistry as createRegistry, type RequestRegistry } from './request-registry.js';
2
+ import type { DisposableScope } from '../runtime/disposable-scope.js';
3
+ import { createRequestRegistry as createRegistry, type RequestRegistry } from '../runtime/request-registry.js';
4
4
  import type { Logger } from '../logging/types.js';
5
5
  /**
6
6
  * Coarse classification of a long-running request. Used by
@@ -11,7 +11,7 @@ import type { Logger } from '../logging/types.js';
11
11
  * The set is intentionally open-coded — adding a new kind is a one-line
12
12
  * change and the union surfaces in editor autocomplete at every call site.
13
13
  */
14
- export type RequestKind = 'completion' | 'batchCompletion' | 'embeddings' | 'decision' | 'transcribe' | 'translate' | 'diffusion' | 'world' | 'audiogen' | 'tts' | 'ocr' | 'vla' | 'finetune' | 'loadModel' | 'downloadAsset' | 'rag' | 'rpcServer' | 'rpcDiscovery';
14
+ export type RequestKind = 'completion' | 'batchCompletion' | 'embeddings' | 'decision' | 'rerank' | 'transcribe' | 'translate' | 'diffusion' | 'world' | 'audiogen' | 'tts' | 'ocr' | 'vla' | 'finetune' | 'loadModel' | 'downloadAsset' | 'rag' | 'rpcServer' | 'rpcDiscovery';
15
15
  /**
16
16
  * Lifecycle states a request transitions through. A new context starts in
17
17
  * `"running"`. `cancel(...)` flips it to `"cancelling"` and aborts the
@@ -1,4 +1,4 @@
1
- import { createRequestRegistry as createRegistry } from './request-registry.js';
1
+ import { createRequestRegistry as createRegistry } from '../runtime/request-registry.js';
2
2
  /**
3
3
  * Shared singleton. Every long-running request registers under this
4
4
  * registry, so a `cancel({ requestId })` call can find its target without
@@ -29,6 +29,13 @@ function installDefaultPolicies(r) {
29
29
  onOverflow: 'queue',
30
30
  maxQueueDepthPerModel: 64
31
31
  });
32
+ // The reranker likewise runs one job at a time per model.
33
+ r.policy({
34
+ kind: 'rerank',
35
+ maxConcurrentPerModel: 1,
36
+ onOverflow: 'queue',
37
+ maxQueueDepthPerModel: 64
38
+ });
32
39
  // Cap is the model's `parallel`, passed per request by the handlers; the value
33
40
  // here is only the fallback when a caller supplies none.
34
41
  r.policy({
@@ -90,6 +97,12 @@ function installDefaultPolicies(r) {
90
97
  onOverflow: 'queue',
91
98
  maxQueueDepthPerModel: 256
92
99
  });
100
+ // Diffusion has one native job per model and model-wide cancellation.
101
+ r.policy({
102
+ kind: 'diffusion',
103
+ maxConcurrentPerModel: 1,
104
+ onOverflow: 'reject'
105
+ });
93
106
  // An ABot-World session runs one job at a time: the addon rejects a second
94
107
  // step while a block is still streaming, and scene creation shares the same
95
108
  // lane. Reject rather than queue, unlike every other policy here, because a
@@ -1,5 +1,5 @@
1
1
  import { type AbortSignal } from 'bare-abort-controller';
2
- import type { RequestContext, RequestKind } from './request-context.js';
2
+ import type { RequestContext, RequestKind } from '../runtime/request-context.js';
3
3
  import type { Logger } from '../logging/types.js';
4
4
  /**
5
5
  * Outcome the caller declares when terminating a request through
@@ -1,5 +1,5 @@
1
1
  import { AbortController } from 'bare-abort-controller';
2
- import { createDisposableScope } from './disposable-scope.js';
2
+ import { createDisposableScope } from '../runtime/disposable-scope.js';
3
3
  import { RequestIdConflictError, RequestRejectedByPolicyError } from '../errors/index.js';
4
4
  import { getEngineLogger } from '../logging/index.js';
5
5
  /**
@@ -1,5 +1,5 @@
1
1
  import type { QvacConfig, RuntimeContext, CanonicalModelType } from '../schemas/index.js';
2
- export { CANONICAL_TO_ALIAS, MODEL_CONFIG_SCHEMAS, BUILTIN_DEVICE_PATTERNS, matchesPattern, findAllMatchingPatterns, getDefaultsFromPattern, resolveModelConfigWithContext } from './model-config-utils.js';
2
+ export { CANONICAL_TO_ALIAS, MODEL_CONFIG_SCHEMAS, BUILTIN_DEVICE_PATTERNS, matchesPattern, findAllMatchingPatterns, getDefaultsFromPattern, resolveModelConfigWithContext } from '../runtime/model-config-utils.js';
3
3
  /**
4
4
  * Sets the QVAC configuration. This can only be called ONCE during initialization.
5
5
  * After the first call, the config becomes immutable and any subsequent calls will throw.
@@ -3,8 +3,8 @@ import path from 'bare-path';
3
3
  import { getQvacPath } from '../utils/qvac-paths.js';
4
4
  import { CacheDirNotAbsoluteError, CacheDirNotWritableError, ConfigAlreadySetError } from '../errors/index.js';
5
5
  import { getEngineLogger, setGlobalConsoleOutput, setGlobalLogLevel } from '../logging/index.js';
6
- export { CANONICAL_TO_ALIAS, MODEL_CONFIG_SCHEMAS, BUILTIN_DEVICE_PATTERNS, matchesPattern, findAllMatchingPatterns, getDefaultsFromPattern, resolveModelConfigWithContext } from './model-config-utils.js';
7
- import { BUILTIN_DEVICE_PATTERNS, resolveModelConfigWithContext } from './model-config-utils.js';
6
+ export { CANONICAL_TO_ALIAS, MODEL_CONFIG_SCHEMAS, BUILTIN_DEVICE_PATTERNS, matchesPattern, findAllMatchingPatterns, getDefaultsFromPattern, resolveModelConfigWithContext } from '../runtime/model-config-utils.js';
7
+ import { BUILTIN_DEVICE_PATTERNS, resolveModelConfigWithContext } from '../runtime/model-config-utils.js';
8
8
  const logger = getEngineLogger();
9
9
  // ============================================
10
10
  // Global configuration
@@ -20,6 +20,6 @@ export interface OpenVectorIndex {
20
20
  dispose(): void;
21
21
  }
22
22
  export interface VectorIndexBackend {
23
- create(dim: number, storage: VectorIndexStorage): OpenVectorIndex;
24
- load(path: string): OpenVectorIndex;
23
+ create(dim: number, storage: VectorIndexStorage): OpenVectorIndex | Promise<OpenVectorIndex>;
24
+ load(path: string): OpenVectorIndex | Promise<OpenVectorIndex>;
25
25
  }
@@ -9,20 +9,20 @@ export declare function resolveVectorIndexPath(snapshotPath: string): string;
9
9
  export declare function createVectorIndex(params: {
10
10
  dim: number;
11
11
  storage: VectorIndexStorage;
12
- }): {
12
+ }): Promise<{
13
13
  indexId: string;
14
14
  dim: number;
15
15
  storage: VectorIndexStorage;
16
16
  length: number;
17
- };
17
+ }>;
18
18
  export declare function loadVectorIndex(params: {
19
19
  path: string;
20
- }): {
20
+ }): Promise<{
21
21
  storage?: VectorIndexStorage;
22
22
  indexId: string;
23
23
  dim: number;
24
24
  length: number;
25
- };
25
+ }>;
26
26
  export declare function addVectors(params: {
27
27
  indexId: string;
28
28
  ids: VectorIdWire[];
@@ -73,4 +73,4 @@ export declare function disposeVectorIndex(params: {
73
73
  disposed: boolean;
74
74
  };
75
75
  export declare function getOpenVectorIndexCount(): number;
76
- export declare function disposeAllVectorIndexes(): void;
76
+ export declare function disposeAllVectorIndexes(): Promise<void>;