@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,118 +1,476 @@
1
+ import fs from 'bare-fs';
2
+ import path from 'bare-path';
3
+ import fsx from 'fs-native-extensions';
1
4
  import { QVACRegistryClient } from '@qvac/registry-client';
2
5
  import { getCacheDir } from '../utils/cache/paths.js';
3
- import { registerSwarm, unregisterSwarm, registerCorestore, unregisterCorestore } from './runtime-lifecycle.js';
6
+ import { getLifecycleState, registerCorestore, unregisterCorestore } from '../runtime/runtime-lifecycle.js';
4
7
  import { getEngineLogger } from '../logging/index.js';
5
8
  import { DEFAULT_REGISTRY_CORE_KEY } from '../constants/index.js';
9
+ import { DownloadCancelledError, ModelRegistryBusyError } from '../errors/index.js';
6
10
  const logger = getEngineLogger();
7
- // fd-lock retry budget for the registry corestore.
8
- //
9
- // We pass `corestoreOpts: { wait: false }` (tryLock semantics) and provide a
10
- // JS-bounded retry budget here instead of letting Hypercore's underlying
11
- // fd-lock issue a blocking flock(LOCK_EX) on a libuv worker thread. The
12
- // blocking variant cannot be cancelled from JS, so if another QVAC process
13
- // holds the lock indefinitely it leaves a pending native handle that
14
- // prevents Bare.exit() from terminating the process — see QVAC-18197.
15
- //
16
- // With tryLock + bounded retries we get the same "tolerate transient locks
17
- // during another QVAC process's startup/shutdown" property #1480 wanted, but every
18
- // retry step is a fresh non-blocking syscall that surfaces failure to JS,
19
- // so shutdown always remains cancellable.
20
- const MAX_RETRIES = 8;
21
- const BASE_DELAY_MS = 250;
22
- const MAX_TOTAL_WAIT_MS = 10_000;
23
- let registryClient = null;
24
- let inflightInit = null;
25
- function isFdLockError(error) {
26
- if (error instanceof Error) {
27
- return error.message.includes('File descriptor could not be locked');
11
+ const DEFAULT_TIMINGS = {
12
+ graceMs: 5_000,
13
+ pollMs: 250,
14
+ queryWaitMs: 60_000,
15
+ statusWaitMs: 2_000,
16
+ legacyWaitMs: 30_000
17
+ };
18
+ let timings = { ...DEFAULT_TIMINGS };
19
+ /** Test seam: shorten the timings. Called without arguments, restores the defaults. */
20
+ export function setRegistryClientTimingsForTest(next = {}) {
21
+ timings = { ...DEFAULT_TIMINGS, ...next };
22
+ }
23
+ let store = null;
24
+ let refs = 0;
25
+ // Bumped on every close, so a lease from an earlier store cannot release a later one.
26
+ let generation = 0;
27
+ let idleSince = 0;
28
+ // Set while another process waits: new leases wait until the store has been handed over.
29
+ let yielding = false;
30
+ // After handing the store over, the time before this process tries to take it back.
31
+ let handoffUntil = 0;
32
+ let watchTimer = null;
33
+ let opener = null;
34
+ let wakeOpener = null;
35
+ let closing = null;
36
+ let shuttingDown = false;
37
+ const pending = new Set();
38
+ function storeDir() {
39
+ return getCacheDir(`registry-corestore/${DEFAULT_REGISTRY_CORE_KEY}`);
40
+ }
41
+ function markerPath(kind) {
42
+ return path.join(getCacheDir('registry-corestore'), `${DEFAULT_REGISTRY_CORE_KEY}.${kind}`);
43
+ }
44
+ function closeFd(fd) {
45
+ try {
46
+ fs.closeSync(fd);
47
+ }
48
+ catch { }
49
+ }
50
+ function lockedFd(fd) {
51
+ return {
52
+ release() {
53
+ // Unlock before closing: Windows may release a closed handle's lock late.
54
+ try {
55
+ fsx.unlock(fd);
56
+ }
57
+ catch { }
58
+ closeFd(fd);
59
+ }
60
+ };
61
+ }
62
+ // `held` while another open file description has a conflicting lock;
63
+ // `unavailable` when the marker cannot be opened or locked on this filesystem.
64
+ function tryMarker(kind, shared) {
65
+ let fd;
66
+ try {
67
+ // Not 'a': Windows refuses to lock a handle opened for append only.
68
+ fd = fs.openSync(markerPath(kind), 'a+');
28
69
  }
70
+ catch (error) {
71
+ logger.debug(`Registry ${kind} marker unavailable`, { error });
72
+ return 'unavailable';
73
+ }
74
+ try {
75
+ if (fsx.tryLock(fd, { shared }))
76
+ return lockedFd(fd);
77
+ closeFd(fd);
78
+ return 'held';
79
+ }
80
+ catch (error) {
81
+ closeFd(fd);
82
+ logger.debug(`Registry ${kind} marker cannot be locked`, { error });
83
+ return 'unavailable';
84
+ }
85
+ }
86
+ function isMarkerHeld(kind) {
87
+ const marker = tryMarker(kind, false);
88
+ if (marker === 'held')
89
+ return true;
90
+ if (marker === 'unavailable')
91
+ return null;
92
+ marker.release();
29
93
  return false;
30
94
  }
31
- async function delay(ms) {
32
- return new Promise((resolve) => setTimeout(resolve, ms));
95
+ // Whether another process has the store open. A shared lock answers without
96
+ // blocking the holder's reads on Windows, where locks are mandatory. Anything
97
+ // inconclusive reports `free` and lets the open attempt decide.
98
+ function probeStore() {
99
+ let fd;
100
+ try {
101
+ fd = fs.openSync(path.join(storeDir(), 'CORESTORE'), 'r+');
102
+ }
103
+ catch {
104
+ return 'free';
105
+ }
106
+ try {
107
+ if (!fsx.tryLock(fd, { shared: true }))
108
+ return 'busy';
109
+ fsx.unlock(fd);
110
+ return 'free';
111
+ }
112
+ catch {
113
+ return 'free';
114
+ }
115
+ finally {
116
+ closeFd(fd);
117
+ }
118
+ }
119
+ function isFdLockError(error) {
120
+ return error instanceof Error && error.message.includes('File descriptor could not be locked');
33
121
  }
34
- async function initRegistryClient() {
35
- let lastError;
36
- const deadline = Date.now() + MAX_TOTAL_WAIT_MS;
37
- for (let attempt = 1; attempt <= MAX_RETRIES; attempt++) {
38
- try {
39
- const client = new QVACRegistryClient({
40
- registryCoreKey: DEFAULT_REGISTRY_CORE_KEY,
41
- storage: getCacheDir(`registry-corestore/${DEFAULT_REGISTRY_CORE_KEY}`),
42
- corestoreOpts: { wait: false }
43
- });
44
- await client.ready();
45
- registryClient = client;
46
- if (registryClient.corestore) {
47
- registerCorestore(registryClient.corestore, {
48
- label: 'registry-client',
49
- createdAt: Date.now()
50
- });
51
- }
52
- if (registryClient.hyperswarm) {
53
- registerSwarm(registryClient.hyperswarm, {
54
- label: 'registry-client',
55
- createdAt: Date.now()
56
- });
122
+ function sleep(ms) {
123
+ return new Promise((resolve) => {
124
+ const timer = setTimeout(done, ms);
125
+ function done() {
126
+ clearTimeout(timer);
127
+ wakeOpener = null;
128
+ resolve();
129
+ }
130
+ wakeOpener = done;
131
+ });
132
+ }
133
+ function lifecycleActive() {
134
+ return getLifecycleState() === 'active';
135
+ }
136
+ /**
137
+ * Lease the registry client, opening the store if needed and waiting while
138
+ * another process has it. Rejects with `ModelRegistryBusyError` when the wait
139
+ * runs out, or with `options.cancelled()` when the signal aborts or the engine
140
+ * closes.
141
+ */
142
+ export function acquireRegistryClient(options) {
143
+ const cancelled = options.cancelled ?? (() => new DownloadCancelledError());
144
+ const { signal } = options;
145
+ if (signal?.aborted || shuttingDown)
146
+ return Promise.reject(cancelled());
147
+ if (store && !yielding)
148
+ return Promise.resolve(takeLease(store));
149
+ return new Promise((resolve, reject) => {
150
+ const onAbort = () => {
151
+ if (!pending.delete(waiter))
152
+ return;
153
+ waiter.detach();
154
+ reject(cancelled());
155
+ if (pending.size === 0)
156
+ wakeOpener?.();
157
+ };
158
+ const waiter = {
159
+ wait: options.wait,
160
+ startedAt: Date.now(),
161
+ cancelled,
162
+ resolve,
163
+ reject,
164
+ detach: () => signal?.removeEventListener('abort', onAbort)
165
+ };
166
+ signal?.addEventListener('abort', onAbort, { once: true });
167
+ pending.add(waiter);
168
+ ensureOpener();
169
+ });
170
+ }
171
+ function takeLease(open) {
172
+ refs++;
173
+ const leaseGeneration = generation;
174
+ let released = false;
175
+ return {
176
+ client: open.client,
177
+ [Symbol.asyncDispose]: async () => {
178
+ if (released)
179
+ return;
180
+ released = true;
181
+ if (leaseGeneration !== generation)
182
+ return;
183
+ refs--;
184
+ if (refs === 0) {
185
+ idleSince = Date.now();
186
+ check();
57
187
  }
58
- logger.info('✅ Registry client ready');
59
- return client;
188
+ }
189
+ };
190
+ }
191
+ function admitPending() {
192
+ if (!store)
193
+ return;
194
+ for (const waiter of [...pending]) {
195
+ pending.delete(waiter);
196
+ waiter.detach();
197
+ waiter.resolve(takeLease(store));
198
+ }
199
+ }
200
+ function rejectPending(error) {
201
+ for (const waiter of [...pending]) {
202
+ pending.delete(waiter);
203
+ waiter.detach();
204
+ waiter.reject(error(waiter));
205
+ }
206
+ }
207
+ // Runs while the store is open: on every lease release and every poll.
208
+ function check() {
209
+ if (!store || !lifecycleActive())
210
+ return;
211
+ const othersWaiting = isMarkerHeld('waiting') === true;
212
+ if (refs > 0) {
213
+ if (othersWaiting && !yielding) {
214
+ yielding = true;
215
+ logger.info('Another QVAC process is waiting for the model registry; handing it over');
216
+ }
217
+ else if (!othersWaiting && yielding) {
218
+ // The other process stopped waiting: leases queued for the handover go ahead.
219
+ yielding = false;
220
+ admitPending();
221
+ }
222
+ // Leases queued behind the handover keep their deadlines.
223
+ expireWaiters('current', null);
224
+ return;
225
+ }
226
+ if (othersWaiting) {
227
+ void closeStore('yield');
228
+ return;
229
+ }
230
+ if (yielding) {
231
+ // The other process stopped waiting before this one finished.
232
+ yielding = false;
233
+ admitPending();
234
+ if (refs > 0)
235
+ return;
236
+ }
237
+ if (Date.now() - idleSince >= timings.graceMs)
238
+ void closeStore('idle');
239
+ }
240
+ function closeStore(reason) {
241
+ const open = store;
242
+ store = null;
243
+ refs = 0;
244
+ generation++;
245
+ yielding = false;
246
+ if (watchTimer)
247
+ clearInterval(watchTimer);
248
+ watchTimer = null;
249
+ if (reason === 'yield')
250
+ handoffUntil = Date.now() + 2 * timings.pollMs;
251
+ logger.info(`🔌 Closing registry client (${reason})...`);
252
+ closing = (async () => {
253
+ try {
254
+ await open.client.close();
255
+ logger.info('✅ Registry client closed');
60
256
  }
61
257
  catch (error) {
62
- lastError = error;
63
- if (isFdLockError(error) && attempt < MAX_RETRIES) {
64
- const remaining = deadline - Date.now();
65
- if (remaining <= 0) {
66
- logger.warn(`Registry client fd-lock failed after ${MAX_TOTAL_WAIT_MS}ms wait budget exhausted (attempt ${attempt}/${MAX_RETRIES})`);
67
- throw error;
68
- }
69
- const backoff = Math.min(BASE_DELAY_MS * Math.pow(2, attempt - 1), remaining);
70
- logger.warn(`Registry client fd-lock failed (attempt ${attempt}/${MAX_RETRIES}), retrying in ${backoff}ms...`);
71
- await delay(backoff);
258
+ logger.error('❌ Error closing registry client:', error instanceof Error ? error.message : String(error));
259
+ }
260
+ finally {
261
+ unregisterCorestore(open.lifecycle);
262
+ open.leaseMarker?.release();
263
+ }
264
+ })().finally(() => {
265
+ closing = null;
266
+ if (pending.size > 0)
267
+ ensureOpener();
268
+ });
269
+ return closing;
270
+ }
271
+ // The runtime suspends and resumes the store through these. An idle store is
272
+ // closed rather than suspended, so another process can use it while this one is
273
+ // in the background. A store with leases in flight is suspended with them, and
274
+ // is handed over or closed once the runtime resumes.
275
+ async function suspendStore(open) {
276
+ if (store !== open)
277
+ return;
278
+ if (refs === 0)
279
+ await closeStore('suspend');
280
+ else
281
+ await open.client.suspend();
282
+ }
283
+ async function resumeStore(open) {
284
+ if (store === open)
285
+ await open.client.resume();
286
+ }
287
+ function ensureOpener() {
288
+ if (opener || closing || shuttingDown)
289
+ return;
290
+ if (store) {
291
+ if (!yielding)
292
+ admitPending();
293
+ return;
294
+ }
295
+ opener = openWhenFree()
296
+ .catch((error) => rejectPending(() => error))
297
+ .finally(() => {
298
+ opener = null;
299
+ if (pending.size > 0 && !shuttingDown)
300
+ ensureOpener();
301
+ });
302
+ }
303
+ // Held shared while this process waits, so the holder knows to hand the store over.
304
+ class WaitingSignal {
305
+ marker = null;
306
+ raise() {
307
+ if (this.marker)
308
+ return;
309
+ // Fails for an instant while the holder checks; the next poll retries.
310
+ const marker = tryMarker('waiting', true);
311
+ if (typeof marker !== 'string')
312
+ this.marker = marker;
313
+ }
314
+ lower() {
315
+ this.marker?.release();
316
+ this.marker = null;
317
+ }
318
+ }
319
+ async function openWhenFree() {
320
+ const waiting = new WaitingSignal();
321
+ let legacySince = null;
322
+ let announced = false;
323
+ try {
324
+ if (Date.now() < handoffUntil) {
325
+ waiting.raise();
326
+ await sleep(handoffUntil - Date.now());
327
+ }
328
+ while (pending.size > 0 && !shuttingDown) {
329
+ // A store opened while suspended would sync in the background, outside
330
+ // the lifecycle's suspend. Wait for the runtime to resume.
331
+ if (!lifecycleActive()) {
332
+ waiting.lower();
333
+ await sleep(timings.pollMs);
72
334
  continue;
73
335
  }
74
- throw error;
336
+ if (probeStore() === 'free') {
337
+ const opened = await tryOpen();
338
+ if (opened) {
339
+ waiting.lower();
340
+ if (shuttingDown) {
341
+ store = opened;
342
+ await closeStore('shutdown');
343
+ return;
344
+ }
345
+ store = opened;
346
+ idleSince = Date.now();
347
+ watchTimer = setInterval(check, timings.pollMs);
348
+ if (announced)
349
+ logger.info('The model registry is free again; continuing');
350
+ admitPending();
351
+ if (refs === 0)
352
+ check();
353
+ return;
354
+ }
355
+ }
356
+ waiting.raise();
357
+ const holder = isMarkerHeld('lease') === false ? 'legacy' : 'current';
358
+ if (holder === 'legacy')
359
+ legacySince ??= Date.now();
360
+ else
361
+ legacySince = null;
362
+ if (!announced) {
363
+ announced = true;
364
+ logger.info(holder === 'legacy'
365
+ ? '⏳ An older QVAC process holds the model registry until it exits; waiting'
366
+ : '⏳ Another QVAC process is using the model registry; waiting for it to finish');
367
+ }
368
+ expireWaiters(holder, legacySince);
369
+ if (pending.size === 0)
370
+ return;
371
+ await sleep(timings.pollMs);
75
372
  }
76
373
  }
77
- throw lastError;
374
+ finally {
375
+ waiting.lower();
376
+ }
377
+ }
378
+ function budgetFor(wait) {
379
+ if (wait === 'query')
380
+ return timings.queryWaitMs;
381
+ if (wait === 'status')
382
+ return timings.statusWaitMs;
383
+ return Infinity;
78
384
  }
79
- export async function getRegistryClient() {
80
- if (registryClient) {
81
- logger.debug('Registry client reused');
82
- return registryClient;
385
+ function expireWaiters(holder, legacySince) {
386
+ const now = Date.now();
387
+ for (const waiter of [...pending]) {
388
+ const legacyFor = legacySince === null ? 0 : now - Math.max(legacySince, waiter.startedAt);
389
+ const waited = now - waiter.startedAt;
390
+ const expired = (holder === 'legacy' && legacyFor >= timings.legacyWaitMs) || waited >= budgetFor(waiter.wait);
391
+ if (!expired)
392
+ continue;
393
+ pending.delete(waiter);
394
+ waiter.detach();
395
+ waiter.reject(new ModelRegistryBusyError(holder, waited));
83
396
  }
84
- if (inflightInit) {
85
- logger.debug('Registry client init already in progress, waiting...');
86
- return inflightInit;
397
+ }
398
+ // `null` when another process has the store or took it first. The lease marker
399
+ // is taken before the store, so the store is never held by this version without
400
+ // it, even while a cold open syncs from the network.
401
+ async function tryOpen() {
402
+ const marker = tryMarker('lease', false);
403
+ // Another process on this version has the store, is opening it, or is
404
+ // checking the marker; the next poll looks again.
405
+ if (marker === 'held')
406
+ return null;
407
+ if (marker === 'unavailable') {
408
+ logger.warn('Cannot mark the model registry as held by this version; other processes will treat it as an older SDK');
87
409
  }
410
+ const leaseMarker = marker === 'unavailable' ? null : marker;
88
411
  logger.info('🔗 Creating new registry client...');
89
- inflightInit = initRegistryClient().finally(() => {
90
- inflightInit = null;
412
+ const client = new QVACRegistryClient({
413
+ registryCoreKey: DEFAULT_REGISTRY_CORE_KEY,
414
+ storage: storeDir(),
415
+ corestoreOpts: { wait: false }
91
416
  });
92
- return inflightInit;
93
- }
94
- export async function closeRegistryClient() {
95
- if (!registryClient)
96
- return;
97
- const client = registryClient;
98
- registryClient = null;
99
- const corestore = client.corestore;
100
- const hyperswarm = client.hyperswarm;
101
- logger.info('🔌 Closing registry client...');
102
417
  try {
103
- await client.close();
104
- logger.info('✅ Registry client closed');
418
+ await client.ready();
105
419
  }
106
420
  catch (error) {
107
- logger.error('❌ Error closing registry client:', error instanceof Error ? error.message : String(error));
421
+ // Released first: a half-open store still holds its lock, and the probe
422
+ // below would take this process for another.
423
+ await discardFailedOpen(client);
424
+ leaseMarker?.release();
425
+ if (isFdLockError(error) || probeStore() === 'busy') {
426
+ logger.debug('Registry store was taken by another process before this one opened it');
427
+ return null;
428
+ }
429
+ throw error;
430
+ }
431
+ const lifecycle = {
432
+ suspend: () => suspendStore(open),
433
+ resume: () => resumeStore(open)
434
+ };
435
+ const open = { client, leaseMarker, lifecycle };
436
+ registerCorestore(lifecycle, { label: 'registry-client', createdAt: Date.now() });
437
+ logger.info('✅ Registry client ready');
438
+ return open;
439
+ }
440
+ // A failed open never reaches the client's own close, so release what it had
441
+ // opened: the store with its file lock, and the swarm.
442
+ async function discardFailedOpen(client) {
443
+ const opened = client;
444
+ try {
445
+ await opened.hyperswarm?.destroy();
446
+ }
447
+ catch { }
448
+ try {
449
+ await opened.corestore?.close();
450
+ }
451
+ catch { }
452
+ }
453
+ /**
454
+ * Close the store and reject every waiting lease. Leases still held are
455
+ * released by the close. Used by engine shutdown.
456
+ */
457
+ export async function closeRegistryClient() {
458
+ shuttingDown = true;
459
+ try {
460
+ rejectPending((waiter) => waiter.cancelled());
461
+ wakeOpener?.();
462
+ if (opener)
463
+ await opener;
464
+ if (store)
465
+ await closeStore('shutdown');
466
+ if (closing)
467
+ await closing;
108
468
  }
109
469
  finally {
110
- if (corestore)
111
- unregisterCorestore(corestore);
112
- if (hyperswarm)
113
- unregisterSwarm(hyperswarm);
470
+ shuttingDown = false;
471
+ handoffUntil = 0;
114
472
  }
115
473
  }
116
474
  export function hasActiveRegistryClient() {
117
- return registryClient !== null;
475
+ return store !== null;
118
476
  }
@@ -1,6 +1,6 @@
1
1
  import type { AbortSignal } from 'bare-abort-controller';
2
- import type { DisposableScope } from './disposable-scope.js';
3
- import { createRequestRegistry as createRegistry, type RequestRegistry } from './request-registry.js';
2
+ import type { DisposableScope } from '../runtime/disposable-scope.js';
3
+ import { createRequestRegistry as createRegistry, type RequestRegistry } from '../runtime/request-registry.js';
4
4
  import type { Logger } from '../logging/types.js';
5
5
  /**
6
6
  * Coarse classification of a long-running request. Used by
@@ -11,7 +11,7 @@ import type { Logger } from '../logging/types.js';
11
11
  * The set is intentionally open-coded — adding a new kind is a one-line
12
12
  * change and the union surfaces in editor autocomplete at every call site.
13
13
  */
14
- export type RequestKind = 'completion' | 'batchCompletion' | 'embeddings' | 'decision' | 'transcribe' | 'translate' | 'diffusion' | 'world' | 'audiogen' | 'tts' | 'ocr' | 'vla' | 'finetune' | 'loadModel' | 'downloadAsset' | 'rag' | 'rpcServer' | 'rpcDiscovery';
14
+ export type RequestKind = 'completion' | 'batchCompletion' | 'embeddings' | 'imageEmbedding' | 'decision' | 'rerank' | 'transcribe' | 'translate' | 'diffusion' | 'world' | 'audiogen' | 'tts' | 'ocr' | 'classification' | 'vla' | 'plugin' | 'vectorIndex' | 'finetune' | 'loadModel' | 'downloadAsset' | 'modelRegistry' | 'rag' | 'rpcServer' | 'rpcDiscovery';
15
15
  /**
16
16
  * Lifecycle states a request transitions through. A new context starts in
17
17
  * `"running"`. `cancel(...)` flips it to `"cancelling"` and aborts the
@@ -42,6 +42,14 @@ export type RequestState = 'running' | 'cancelling' | 'completed' | 'failed' | '
42
42
  */
43
43
  export interface RequestContext {
44
44
  readonly requestId: string;
45
+ /** Caller session the request belongs to; the owner session when the request named none. */
46
+ readonly sessionId: string;
47
+ /**
48
+ * `(sessionId, requestId)` joined into the registry's storage key. Hand this,
49
+ * not `requestId`, to native code that keys jobs by id: two sessions may reuse
50
+ * one request id, and the addon has no session of its own to tell them apart.
51
+ */
52
+ readonly registryKey: string;
45
53
  readonly kind: RequestKind;
46
54
  readonly modelId: string | undefined;
47
55
  readonly signal: AbortSignal;
@@ -1,4 +1,5 @@
1
- import { createRequestRegistry as createRegistry } from './request-registry.js';
1
+ import { createRequestRegistry as createRegistry } from '../runtime/request-registry.js';
2
+ import { assertSessionOpen } from '../runtime/session-registry.js';
2
3
  /**
3
4
  * Shared singleton. Every long-running request registers under this
4
5
  * registry, so a `cancel({ requestId })` call can find its target without
@@ -21,6 +22,12 @@ let registry = null;
21
22
  // passes an infinite cap and never enters the lane, so it stays ungated.
22
23
  const LLAMACPP_COMPLETION_SLOT_GROUP = 'llamacppCompletion';
23
24
  function installDefaultPolicies(r) {
25
+ r.policy({
26
+ kind: 'imageEmbedding',
27
+ maxConcurrentPerModel: 1,
28
+ onOverflow: 'queue',
29
+ maxQueueDepthPerModel: 64
30
+ });
24
31
  // Laya owns one active job per model. Wait in the registry so cancelling a
25
32
  // queued request never reaches the addon or interrupts the active job.
26
33
  r.policy({
@@ -29,6 +36,20 @@ function installDefaultPolicies(r) {
29
36
  onOverflow: 'queue',
30
37
  maxQueueDepthPerModel: 64
31
38
  });
39
+ // The reranker likewise runs one job at a time per model.
40
+ r.policy({
41
+ kind: 'rerank',
42
+ maxConcurrentPerModel: 1,
43
+ onOverflow: 'queue',
44
+ maxQueueDepthPerModel: 64
45
+ });
46
+ // Embeddings have one native job and model-wide cancellation. Preserve
47
+ // busy rejection, before media preparation or native cancellation is wired.
48
+ r.policy({
49
+ kind: 'embeddings',
50
+ maxConcurrentPerModel: 1,
51
+ onOverflow: 'reject'
52
+ });
32
53
  // Cap is the model's `parallel`, passed per request by the handlers; the value
33
54
  // here is only the fallback when a caller supplies none.
34
55
  r.policy({
@@ -90,6 +111,22 @@ function installDefaultPolicies(r) {
90
111
  onOverflow: 'queue',
91
112
  maxQueueDepthPerModel: 256
92
113
  });
114
+ // Whisper, Parakeet and MOSS run one job per model and cancel it model-wide,
115
+ // with no job id. A second request waiting inside the addon would stop the
116
+ // active one when it is cancelled, which crosses sessions. Waiting in the
117
+ // registry instead keeps a cancelled waiter away from the addon.
118
+ r.policy({
119
+ kind: 'transcribe',
120
+ maxConcurrentPerModel: 1,
121
+ onOverflow: 'queue',
122
+ maxQueueDepthPerModel: 64
123
+ });
124
+ // Diffusion has one native job per model and model-wide cancellation.
125
+ r.policy({
126
+ kind: 'diffusion',
127
+ maxConcurrentPerModel: 1,
128
+ onOverflow: 'reject'
129
+ });
93
130
  // An ABot-World session runs one job at a time: the addon rejects a second
94
131
  // step while a block is still streaming, and scene creation shares the same
95
132
  // lane. Reject rather than queue, unlike every other policy here, because a
@@ -105,7 +142,7 @@ function installDefaultPolicies(r) {
105
142
  }
106
143
  export function getRequestRegistry() {
107
144
  if (!registry) {
108
- registry = createRegistry();
145
+ registry = createRegistry({ assertSessionOpen });
109
146
  installDefaultPolicies(registry);
110
147
  }
111
148
  return registry;