@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -19,6 +19,8 @@ export function createVectorIndexClient(transport) {
19
19
  function createHandle(opened) {
20
20
  const { indexId, dim, storage } = opened;
21
21
  let length = opened.length;
22
+ let calibrated = opened.calibrated;
23
+ let stagedSearch = opened.stagedSearch;
22
24
  let disposed = false;
23
25
  // Row lengths are checked here so a mismatch fails before any request is
24
26
  // sent and before the worker touches native memory.
@@ -49,6 +51,17 @@ export function createVectorIndexClient(transport) {
49
51
  get length() {
50
52
  return length;
51
53
  },
54
+ get calibrated() {
55
+ return calibrated;
56
+ },
57
+ get stagedSearch() {
58
+ return stagedSearch;
59
+ },
60
+ async setStagedSearch(params, options) {
61
+ const response = await call({ type: 'vectorIndex', operation: 'setStagedSearch', indexId, enabled: params.enabled }, options);
62
+ stagedSearch = response.stagedSearch;
63
+ return { stagedSearch };
64
+ },
52
65
  async add(params, options) {
53
66
  assertRows(params.vectors, 'vectors');
54
67
  const response = await call({
@@ -59,6 +72,8 @@ export function createVectorIndexClient(transport) {
59
72
  vectors: params.vectors
60
73
  }, options);
61
74
  length = response.length;
75
+ calibrated = response.calibrated;
76
+ stagedSearch = response.stagedSearch;
62
77
  return { length };
63
78
  },
64
79
  search,
@@ -115,7 +130,7 @@ const client = createVectorIndexClient(send);
115
130
  * documents.
116
131
  *
117
132
  * @param params - Index parameters
118
- * @param params.dim - Vector dimensionality, for example 1024 for GTE Large. TurboVec storage needs a multiple of 8 no greater than 1024.
133
+ * @param params.dim - Vector dimensionality, for example 1024 for GTE Large. TurboVec storage needs a multiple of 8 no greater than 16384.
119
134
  * @param params.storage - Storage mode from `VectorIndexStorage`; defaults to `TURBOVEC_Q4`. `TURBOVEC_Q2` halves memory again at lower recall; `F32`, `Q8`, and `Q4` are exact or generically quantised stores for dimensions TurboVec cannot hold.
120
135
  * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
121
136
  * @returns A handle whose methods add, search, remove, snapshot, and dispose the index.
@@ -128,7 +143,7 @@ const client = createVectorIndexClient(send);
128
143
  * ['1', 'Saturn moon Titan has lakes of liquid methane.'],
129
144
  * ['2', 'Solar panels turn sunlight into electricity.']
130
145
  * ])
131
- * const { embedding } = await embed({ modelId, text: [...documents.values()] })
146
+ * const { embedding } = await embedBatch({ modelId, inputs: [...documents.values()] })
132
147
  *
133
148
  * await using index = await createVectorIndex({ dim: embedding[0].length })
134
149
  * await index.add({ ids: [...documents.keys()], vectors: embedding })
@@ -8,14 +8,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
8
8
  modelId: string;
9
9
  prompt: string;
10
10
  seed?: number | undefined;
11
+ width?: number | undefined;
12
+ height?: number | undefined;
11
13
  vae_tiling?: boolean | undefined;
12
14
  steps?: number | undefined;
13
15
  negative_prompt?: string | undefined;
14
- width?: number | undefined;
15
- height?: number | undefined;
16
16
  cfg_scale?: number | undefined;
17
17
  sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
18
18
  scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
19
+ vae_tile_size?: string | number | undefined;
19
20
  cache_preset?: string | undefined;
20
21
  stg_scale?: number | undefined;
21
22
  stg_block?: number | undefined;
@@ -29,7 +30,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
29
30
  high_noise_flow_shift?: number | undefined;
30
31
  moe_boundary?: number | undefined;
31
32
  vace_strength?: number | undefined;
32
- vae_tile_size?: string | number | undefined;
33
33
  vae_tile_overlap?: number | undefined;
34
34
  temporal_tiling?: boolean | undefined;
35
35
  cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
@@ -49,14 +49,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
49
49
  modelId: string;
50
50
  prompt: string;
51
51
  seed?: number | undefined;
52
+ width?: number | undefined;
53
+ height?: number | undefined;
52
54
  vae_tiling?: boolean | undefined;
53
55
  steps?: number | undefined;
54
56
  negative_prompt?: string | undefined;
55
- width?: number | undefined;
56
- height?: number | undefined;
57
57
  cfg_scale?: number | undefined;
58
58
  sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
59
59
  scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
60
+ vae_tile_size?: string | number | undefined;
60
61
  cache_preset?: string | undefined;
61
62
  stg_scale?: number | undefined;
62
63
  stg_block?: number | undefined;
@@ -70,7 +71,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
70
71
  high_noise_flow_shift?: number | undefined;
71
72
  moe_boundary?: number | undefined;
72
73
  vace_strength?: number | undefined;
73
- vae_tile_size?: string | number | undefined;
74
74
  vae_tile_overlap?: number | undefined;
75
75
  temporal_tiling?: boolean | undefined;
76
76
  cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
@@ -90,14 +90,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
90
90
  modelId: string;
91
91
  prompt: string;
92
92
  seed?: number | undefined;
93
+ width?: number | undefined;
94
+ height?: number | undefined;
93
95
  vae_tiling?: boolean | undefined;
94
96
  steps?: number | undefined;
95
97
  negative_prompt?: string | undefined;
96
- width?: number | undefined;
97
- height?: number | undefined;
98
98
  cfg_scale?: number | undefined;
99
99
  sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
100
100
  scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
101
+ vae_tile_size?: string | number | undefined;
101
102
  cache_preset?: string | undefined;
102
103
  stg_scale?: number | undefined;
103
104
  stg_block?: number | undefined;
@@ -111,7 +112,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
111
112
  high_noise_flow_shift?: number | undefined;
112
113
  moe_boundary?: number | undefined;
113
114
  vace_strength?: number | undefined;
114
- vae_tile_size?: string | number | undefined;
115
115
  vae_tile_overlap?: number | undefined;
116
116
  temporal_tiling?: boolean | undefined;
117
117
  cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
@@ -131,14 +131,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
131
131
  modelId: string;
132
132
  prompt: string;
133
133
  seed?: number | undefined;
134
+ width?: number | undefined;
135
+ height?: number | undefined;
134
136
  vae_tiling?: boolean | undefined;
135
137
  steps?: number | undefined;
136
138
  negative_prompt?: string | undefined;
137
- width?: number | undefined;
138
- height?: number | undefined;
139
139
  cfg_scale?: number | undefined;
140
140
  sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
141
141
  scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
142
+ vae_tile_size?: string | number | undefined;
142
143
  cache_preset?: string | undefined;
143
144
  stg_scale?: number | undefined;
144
145
  stg_block?: number | undefined;
@@ -152,7 +153,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
152
153
  high_noise_flow_shift?: number | undefined;
153
154
  moe_boundary?: number | undefined;
154
155
  vace_strength?: number | undefined;
155
- vae_tile_size?: string | number | undefined;
156
156
  vae_tile_overlap?: number | undefined;
157
157
  temporal_tiling?: boolean | undefined;
158
158
  cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
@@ -172,14 +172,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
172
172
  modelId: string;
173
173
  prompt: string;
174
174
  seed?: number | undefined;
175
+ width?: number | undefined;
176
+ height?: number | undefined;
175
177
  vae_tiling?: boolean | undefined;
176
178
  steps?: number | undefined;
177
179
  negative_prompt?: string | undefined;
178
- width?: number | undefined;
179
- height?: number | undefined;
180
180
  cfg_scale?: number | undefined;
181
181
  sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
182
182
  scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
183
+ vae_tile_size?: string | number | undefined;
183
184
  cache_preset?: string | undefined;
184
185
  stg_scale?: number | undefined;
185
186
  stg_block?: number | undefined;
@@ -193,7 +194,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
193
194
  high_noise_flow_shift?: number | undefined;
194
195
  moe_boundary?: number | undefined;
195
196
  vace_strength?: number | undefined;
196
- vae_tile_size?: string | number | undefined;
197
197
  vae_tile_overlap?: number | undefined;
198
198
  temporal_tiling?: boolean | undefined;
199
199
  cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
package/dist/api/video.js CHANGED
@@ -1,5 +1,5 @@
1
1
  import { videoStreamResponseSchema } from '../schemas/index.js';
2
- import { createVideoStreamRequest } from './video-request.js';
2
+ import { createVideoStreamRequest } from '../api/video-request.js';
3
3
  import { stream as streamRpc } from '../dispatch.js';
4
4
  import { generateRequestId } from '../runtime/request-id.js';
5
5
  import { decodeBase64 } from '../utils/encoding.js';
package/dist/api/vla.js CHANGED
@@ -1,6 +1,6 @@
1
1
  import { vlaHparamsResponseSchema, vlaRunResponseSchema, vlaSetEmbodimentResponseSchema } from '../schemas/index.js';
2
2
  import { decodeBase64, encodeBase64 } from '../utils/encoding.js';
3
- import { invokePlugin } from './invoke-plugin.js';
3
+ import { invokePlugin } from '../api/invoke-plugin.js';
4
4
  const VLA_RUN_HANDLER = 'vlaRun';
5
5
  const VLA_HPARAMS_HANDLER = 'vlaHparams';
6
6
  const VLA_SET_EMBODIMENT_HANDLER = 'vlaSetEmbodiment';
@@ -1,5 +1,5 @@
1
1
  import { MAX_SCENE_IMAGE_BYTES, walkKeySchema, worldSceneStreamRequestSchema, worldSceneStreamResponseSchema, worldStepStreamRequestSchema, worldStepStreamResponseSchema } from '../schemas/sdcpp-config.js';
2
- import { parseClientInput } from './parse-input.js';
2
+ import { parseClientInput } from '../api/parse-input.js';
3
3
  import { generateRequestId } from '../runtime/request-id.js';
4
4
  import { decodeBase64, encodeBase64 } from '../utils/encoding.js';
5
5
  import { InvalidResponseError, RequestValidationFailedError, StreamEndedError, InferenceCancelledError } from '../errors/index.js';
@@ -1,5 +1,5 @@
1
1
  import type { WorldSceneClientParams, WorldStepClientParams } from '../schemas/sdcpp-config.js';
2
- import { type WorldSceneResult, type WorldSceneResultWithPack, type WorldStepResult } from './world-result.js';
2
+ import { type WorldSceneResult, type WorldSceneResultWithPack, type WorldStepResult } from '../api/world-result.js';
3
3
  /**
4
4
  * Builds a world for an ABot-World session: the prompt and first frame are
5
5
  * encoded into a scene pack the walk then runs on.
package/dist/api/world.js CHANGED
@@ -1,5 +1,5 @@
1
1
  import { stream as streamRpc } from '../dispatch.js';
2
- import { createWorldSceneResult, createWorldStepResult } from './world-result.js';
2
+ import { createWorldSceneResult, createWorldStepResult } from '../api/world-result.js';
3
3
  export function worldCreateScene(params) {
4
4
  return createWorldSceneResult(params, streamRpc);
5
5
  }
@@ -1,4 +1,4 @@
1
- import { type QvacConfig } from './config-utils.js';
1
+ import { type QvacConfig } from '../config/config-utils.js';
2
2
  /**
3
3
  * Resolution order for Bare:
4
4
  * 1. QVAC_CONFIG_PATH environment variable
@@ -7,7 +7,7 @@ import path from 'bare-path';
7
7
  import os from 'bare-os';
8
8
  import env from 'bare-env';
9
9
  import { pathToFileURL } from 'bare-url';
10
- import { validateConfig } from './config-utils.js';
10
+ import { validateConfig } from '../config/config-utils.js';
11
11
  import { ConfigFileInvalidError, ConfigFileParseFailedError } from '../errors/index.js';
12
12
  import { getAppLogger } from '../logging/index.js';
13
13
  const SUPPORTED_CONFIG_FILE_EXTS = ['.js', '.json'];
@@ -1,2 +1,2 @@
1
- export * from './audio.js';
2
- export * from './registry.js';
1
+ export * from '../constants/audio.js';
2
+ export * from '../constants/registry.js';
@@ -1,2 +1,2 @@
1
- export * from './audio.js';
2
- export * from './registry.js';
1
+ export * from '../constants/audio.js';
2
+ export * from '../constants/registry.js';
@@ -1,7 +1,13 @@
1
- import type { Request, Response, RPCOptions } from './schemas/index.js';
1
+ import type { Request, Response, AbortableRPCOptions } from './schemas/index.js';
2
2
  import Buffer from 'bare-buffer';
3
- export declare function send<T extends Request>(request: T, _options?: RPCOptions): Promise<Response>;
4
- export declare function stream<T extends Request>(request: T, _options?: RPCOptions): AsyncGenerator<Response>;
3
+ /** `options.signal` aborting cancels the request; see `bindTransportSignal`. */
4
+ export declare function send<T extends Request>(request: T, options?: AbortableRPCOptions): Promise<Response>;
5
+ /**
6
+ * `options.signal` aborting cancels the request (see `bindTransportSignal`)
7
+ * and ends the stream of a handler with `endsOnAbort`, which registers no
8
+ * request.
9
+ */
10
+ export declare function stream<T extends Request>(request: T, options?: AbortableRPCOptions): AsyncGenerator<Response>;
5
11
  export interface DuplexWritable {
6
12
  write(chunk: Uint8Array): void;
7
13
  end(): void;
@@ -14,5 +20,6 @@ export interface DuplexSession {
14
20
  requestStream: DuplexWritable;
15
21
  responseStream: DuplexReadable;
16
22
  }
17
- export declare function duplex<T extends Request>(request: T, _options?: RPCOptions): Promise<DuplexSession>;
23
+ /** `options.signal` aborting cancels the request; see `bindTransportSignal`. */
24
+ export declare function duplex<T extends Request>(request: T, options?: AbortableRPCOptions): Promise<DuplexSession>;
18
25
  export declare function close(): Promise<void>;
package/dist/dispatch.js CHANGED
@@ -1,4 +1,4 @@
1
- import { normalizeModelType, PROFILING_KEY, createErrorResponse, requestSchema } from './schemas/index.js';
1
+ import { normalizeModelType, PROFILING_KEY, createErrorResponse, requestSchema, UNTRACKED_REQUEST_TYPES } from './schemas/index.js';
2
2
  import { z } from 'zod';
3
3
  import { formatZodError } from './utils/zod-error.js';
4
4
  import os from 'bare-os';
@@ -8,6 +8,9 @@ import { handlerSupportsProgress, selectHandler } from './selection.js';
8
8
  import { assertLifecycleAllowed } from './runtime/runtime-lifecycle.js';
9
9
  import { resolveModelConfig, setConfig, setRuntimeContext, isConfigSet } from './runtime/state.js';
10
10
  import { initialize, close as closeEngine } from './runtime/lifecycle.js';
11
+ import { assertOwnerOperation, assertWireSessionOpen } from './runtime/session-registry.js';
12
+ import { getRequestRegistry } from './runtime/request-context.js';
13
+ import { generateRandomRequestId } from './runtime/request-id.js';
11
14
  import { getAllPlugins } from './plugins/index.js';
12
15
  import { hasRpcServerProvider } from './rpc/provider.js';
13
16
  import { resolveConfig } from './config/resolve-config.js';
@@ -148,10 +151,11 @@ function getProfilingMeta(request) {
148
151
  * parse would drop, so it is carried across.
149
152
  */
150
153
  function prepareRequest(request) {
151
- const withDeviceDefaults = applyDeviceDefaults(request);
152
- const profilingMeta = getProfilingMeta(withDeviceDefaults);
154
+ let withDeviceDefaults;
153
155
  let validated;
154
156
  try {
157
+ // Resolving device defaults parses the model config, so a bad value fails here.
158
+ withDeviceDefaults = applyDeviceDefaults(request);
155
159
  validated = requestSchema.parse(withDeviceDefaults);
156
160
  }
157
161
  catch (error) {
@@ -160,16 +164,49 @@ function prepareRequest(request) {
160
164
  }
161
165
  throw error;
162
166
  }
167
+ const profilingMeta = getProfilingMeta(withDeviceDefaults);
163
168
  if (profilingMeta !== undefined) {
164
169
  ;
165
170
  validated[PROFILING_KEY] = profilingMeta;
166
171
  }
172
+ assertRequestSessionAllowed(validated);
167
173
  return validated;
168
174
  }
175
+ // A request runs as the session it names, or as the owner when it names none.
176
+ // The session handlers validate their own `sessionId`: open registers a new id
177
+ // and close removes one, so neither can require it to be open already. A
178
+ // session may not run the operations reserved for the owner.
179
+ function assertRequestSessionAllowed(request) {
180
+ if (request.type === 'openSession' || request.type === 'closeSession')
181
+ return;
182
+ assertWireSessionOpen(request);
183
+ assertOwnerOperation(request);
184
+ }
185
+ /**
186
+ * The host aborts `signal` when the caller cancels this request over the
187
+ * transport or the connection ends. The signal becomes the parent of the work
188
+ * the request registers under its `requestId`, so the abort stops that work
189
+ * whether it has begun or not. A request that registers work and came without
190
+ * an id gets one here, so its handler registers under an id the binding knows.
191
+ * Returns a function that removes the binding; call it once the request has
192
+ * finished.
193
+ */
194
+ function bindTransportSignal(request, signal) {
195
+ const tracked = request;
196
+ if (!signal || UNTRACKED_REQUEST_TYPES.has(tracked.type))
197
+ return () => { };
198
+ tracked.requestId ??= generateRandomRequestId();
199
+ return getRequestRegistry().bindTransportSignal(tracked.requestId, tracked.sessionId, signal);
200
+ }
169
201
  function invokeHandler(request, handler) {
170
202
  const directHandler = handler;
171
203
  return directHandler(request);
172
204
  }
205
+ function invokeStreamHandler(request, entry, handler, context) {
206
+ if (!entry.endsOnAbort)
207
+ return invokeHandler(request, handler);
208
+ return handler(request, context);
209
+ }
173
210
  function isAsyncGenerator(result) {
174
211
  return typeof result === 'object' && result !== null && Symbol.asyncIterator in result;
175
212
  }
@@ -206,7 +243,8 @@ async function* streamWithProgress(request, handler) {
206
243
  if (handlerError)
207
244
  throw handlerError;
208
245
  }
209
- export async function send(request, _options) {
246
+ /** `options.signal` aborting cancels the request; see `bindTransportSignal`. */
247
+ export async function send(request, options) {
210
248
  await ensureReady(request.type === 'startRpcServer' ||
211
249
  request.type === 'stopRpcServer' ||
212
250
  request.type === 'discoverRpcServers' ||
@@ -215,26 +253,42 @@ export async function send(request, _options) {
215
253
  const processed = prepareRequest(request);
216
254
  const entry = getHandlerEntry(processed.type);
217
255
  const handler = selectHandler(entry);
218
- // Plugin capabilities profile themselves inside plugin dispatch. Everything
219
- // else is timed here so the `profiler` covers every operation. Profiling is a
220
- // no-op unless enabled.
221
- if (entry.pluginOp) {
222
- return (await invokeHandler(processed, handler));
256
+ const unbindTransportSignal = bindTransportSignal(processed, options?.signal);
257
+ try {
258
+ // Plugin capabilities profile themselves inside plugin dispatch. Everything
259
+ // else is timed here so the `profiler` covers every operation. Profiling is
260
+ // a no-op unless enabled.
261
+ if (entry.pluginOp) {
262
+ return (await invokeHandler(processed, handler));
263
+ }
264
+ return await profileReplyHandler({ op: processed.type, request: processed }, () => invokeHandler(processed, handler));
265
+ }
266
+ finally {
267
+ unbindTransportSignal();
223
268
  }
224
- return profileReplyHandler({ op: processed.type, request: processed }, () => invokeHandler(processed, handler));
225
269
  }
226
- export async function* stream(request, _options) {
270
+ /**
271
+ * `options.signal` aborting cancels the request (see `bindTransportSignal`)
272
+ * and ends the stream of a handler with `endsOnAbort`, which registers no
273
+ * request.
274
+ */
275
+ export async function* stream(request, options) {
227
276
  await ensureReady();
228
277
  assertLifecycleAllowed(request);
229
278
  const processed = prepareRequest(request);
230
279
  const entry = getHandlerEntry(processed.type);
231
280
  const handler = selectHandler(entry);
281
+ const signal = entry.endsOnAbort ? options?.signal : undefined;
282
+ if (signal?.aborted)
283
+ return;
284
+ const context = signal ? { signal } : {};
285
+ const unbindTransportSignal = bindTransportSignal(processed, options?.signal);
232
286
  async function* run() {
233
287
  if (handlerSupportsProgress(entry, processed)) {
234
288
  yield* streamWithProgress(processed, handler);
235
289
  return;
236
290
  }
237
- const result = invokeHandler(processed, handler);
291
+ const result = invokeStreamHandler(processed, entry, handler, context);
238
292
  if (isAsyncGenerator(result)) {
239
293
  yield* result;
240
294
  }
@@ -242,15 +296,21 @@ export async function* stream(request, _options) {
242
296
  yield await result;
243
297
  }
244
298
  }
245
- // See `send`: plugin capabilities are timed elsewhere.
246
- if (entry.pluginOp) {
247
- yield* run();
299
+ try {
300
+ // See `send`: plugin capabilities are timed elsewhere.
301
+ if (entry.pluginOp) {
302
+ yield* run();
303
+ }
304
+ else {
305
+ yield* profileStreamHandler({ op: processed.type, request: processed }, run);
306
+ }
248
307
  }
249
- else {
250
- yield* profileStreamHandler({ op: processed.type, request: processed }, run);
308
+ finally {
309
+ unbindTransportSignal();
251
310
  }
252
311
  }
253
- export async function duplex(request, _options) {
312
+ /** `options.signal` aborting cancels the request; see `bindTransportSignal`. */
313
+ export async function duplex(request, options) {
254
314
  await ensureReady();
255
315
  assertLifecycleAllowed(request);
256
316
  const processed = prepareRequest(request);
@@ -261,6 +321,7 @@ export async function duplex(request, _options) {
261
321
  const inputStream = new PassThrough();
262
322
  const outputStream = new PassThrough();
263
323
  const duplexHandler = entry.handler;
324
+ const unbindTransportSignal = bindTransportSignal(processed, options?.signal);
264
325
  void (async () => {
265
326
  try {
266
327
  for await (const response of duplexHandler(processed, inputStream)) {
@@ -272,6 +333,7 @@ export async function duplex(request, _options) {
272
333
  outputStream.write(JSON.stringify(createErrorResponse(error)) + '\n', 'utf-8');
273
334
  }
274
335
  finally {
336
+ unbindTransportSignal();
275
337
  outputStream.end();
276
338
  }
277
339
  })();
package/dist/engine.d.ts CHANGED
@@ -1,5 +1,5 @@
1
1
  import type { Request } from './schemas/index.js';
2
2
  export { send, stream, duplex, close, type DuplexSession, type DuplexWritable, type DuplexReadable } from './dispatch.js';
3
3
  export { setConfig, setRuntimeContext } from './runtime/state.js';
4
- export { initialize, cleanupForTerminate } from './runtime/lifecycle.js';
4
+ export { initialize, cleanupForTerminate, type InitializeOptions } from './runtime/lifecycle.js';
5
5
  export declare function dispatchTransport(request: Request): "duplex" | "stream" | "reply" | "progress" | undefined;
@@ -261,6 +261,12 @@ export declare class InvalidImageInputError extends QvacErrorBase {
261
261
  export declare class InvalidAudioInputError extends QvacErrorBase {
262
262
  constructor(details?: string, cause?: unknown);
263
263
  }
264
+ export declare class AudioEncodeFailedError extends QvacErrorBase {
265
+ readonly format: string;
266
+ readonly details: string | undefined;
267
+ constructor(format: string, details?: string, cause?: unknown);
268
+ toErrorResponseFields(): Record<string, unknown>;
269
+ }
264
270
  export declare class RAGSaveFailedError extends QvacErrorBase {
265
271
  constructor(details?: string, cause?: unknown);
266
272
  }
@@ -294,6 +300,12 @@ export declare class RAGWorkspaceNotFoundError extends QvacErrorBase {
294
300
  export declare class RAGWorkspaceInUseError extends QvacErrorBase {
295
301
  constructor(workspace: string, cause?: unknown);
296
302
  }
303
+ /** A RAG operation on a workspace that another session's operation is using. */
304
+ export declare class RAGWorkspaceBusyError extends QvacErrorBase {
305
+ readonly workspace: string;
306
+ constructor(workspace: string, cause?: unknown);
307
+ toErrorResponseFields(): Record<string, unknown>;
308
+ }
297
309
  export declare class RAGWorkspaceNotOpenError extends QvacErrorBase {
298
310
  constructor(workspace: string, cause?: unknown);
299
311
  }
@@ -377,6 +389,20 @@ export declare class CacheDirNotAbsoluteError extends QvacErrorBase {
377
389
  export declare class CacheDirNotWritableError extends QvacErrorBase {
378
390
  constructor(cacheDir: string, details?: string, cause?: unknown);
379
391
  }
392
+ export declare class InvalidSeedFromParamsError extends QvacErrorBase {
393
+ constructor(cause?: unknown);
394
+ }
395
+ export declare class KvCacheSeedSourceNotFoundError extends QvacErrorBase {
396
+ readonly seedFrom: string;
397
+ readonly modelId: string;
398
+ constructor(seedFrom: string, modelId: string, cause?: unknown);
399
+ toErrorResponseFields(): Record<string, unknown>;
400
+ }
401
+ export declare class KvCacheSeedSharingDisabledError extends QvacErrorBase {
402
+ readonly modelId: string;
403
+ constructor(modelId: string, cause?: unknown);
404
+ toErrorResponseFields(): Record<string, unknown>;
405
+ }
380
406
  export declare class FFmpegNotAvailableError extends QvacErrorBase {
381
407
  constructor(cause?: unknown);
382
408
  }
@@ -431,12 +457,62 @@ export declare class LifecycleResumeFailedError extends QvacErrorBase {
431
457
  export declare class LifecycleOperationBlockedError extends QvacErrorBase {
432
458
  constructor(requestType: string, lifecycleState: string);
433
459
  }
460
+ export declare class SessionIdConflictError extends QvacErrorBase {
461
+ readonly sessionId: string;
462
+ constructor(sessionId: string, cause?: unknown);
463
+ toErrorResponseFields(): Record<string, unknown>;
464
+ }
465
+ export declare class SessionNotOpenError extends QvacErrorBase {
466
+ readonly sessionId: string;
467
+ constructor(sessionId: string, cause?: unknown);
468
+ toErrorResponseFields(): Record<string, unknown>;
469
+ }
470
+ /** A `reloadConfig` on a model another session holds a lease on. */
471
+ export declare class ModelLeasedError extends QvacErrorBase {
472
+ readonly modelId: string;
473
+ readonly leaseCount: number;
474
+ constructor(modelId: string, leaseCount: number, cause?: unknown);
475
+ toErrorResponseFields(): Record<string, unknown>;
476
+ }
477
+ /**
478
+ * A load whose configuration hash names a model that a reload has since
479
+ * reconfigured, from a session that holds no lease on it.
480
+ */
481
+ export declare class ModelReconfiguredError extends QvacErrorBase {
482
+ readonly modelId: string;
483
+ constructor(modelId: string, cause?: unknown);
484
+ toErrorResponseFields(): Record<string, unknown>;
485
+ }
486
+ export declare class OwnerOnlyError extends QvacErrorBase {
487
+ readonly operation: string;
488
+ readonly sessionId: string;
489
+ constructor(operation: string, sessionId: string, cause?: unknown);
490
+ toErrorResponseFields(): Record<string, unknown>;
491
+ }
434
492
  export declare class PathTraversalError extends QvacErrorBase {
435
493
  constructor(component: string, basePath: string, cause?: unknown);
436
494
  }
437
495
  export declare class ModelRegistryQueryFailedError extends QvacErrorBase {
438
496
  constructor(details?: string, cause?: unknown);
439
497
  }
498
+ export declare class ModelRegistryModelNotFoundError extends QvacErrorBase {
499
+ readonly registrySource: string;
500
+ readonly registryPath: string;
501
+ constructor(registrySource: string, registryPath: string, cause?: unknown);
502
+ toErrorResponseFields(): Record<string, unknown>;
503
+ }
504
+ /**
505
+ * Another QVAC process had the model registry for longer than this call would
506
+ * wait. `holder` is `legacy` when that process runs an older SDK, which keeps
507
+ * the registry until it exits; `current` when it runs this one and will hand it
508
+ * over once its own registry work ends. `waitedMs` is how long this call waited.
509
+ */
510
+ export declare class ModelRegistryBusyError extends QvacErrorBase {
511
+ readonly holder: 'current' | 'legacy';
512
+ readonly waitedMs: number;
513
+ constructor(holder: 'current' | 'legacy', waitedMs: number, cause?: unknown);
514
+ toErrorResponseFields(): Record<string, unknown>;
515
+ }
440
516
  export declare class RpcServerOperationError extends QvacErrorBase {
441
517
  readonly operation: string;
442
518
  readonly details: string;