@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -1,8 +1,63 @@
1
+ var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
2
+ if (value !== null && value !== void 0) {
3
+ if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
4
+ var dispose, inner;
5
+ if (async) {
6
+ if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
7
+ dispose = value[Symbol.asyncDispose];
8
+ }
9
+ if (dispose === void 0) {
10
+ if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
11
+ dispose = value[Symbol.dispose];
12
+ if (async) inner = dispose;
13
+ }
14
+ if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
15
+ if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
16
+ env.stack.push({ value: value, dispose: dispose, async: async });
17
+ }
18
+ else if (async) {
19
+ env.stack.push({ async: true });
20
+ }
21
+ return value;
22
+ };
23
+ var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
24
+ return function (env) {
25
+ function fail(e) {
26
+ env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
27
+ env.hasError = true;
28
+ }
29
+ var r, s = 0;
30
+ function next() {
31
+ while (r = env.stack.pop()) {
32
+ try {
33
+ if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
34
+ if (r.dispose) {
35
+ var result = r.dispose.call(r.value);
36
+ if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
37
+ }
38
+ else s |= 1;
39
+ }
40
+ catch (e) {
41
+ fail(e);
42
+ }
43
+ }
44
+ if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
45
+ if (env.hasError) throw env.error;
46
+ }
47
+ return next();
48
+ };
49
+ })(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
50
+ var e = new Error(message);
51
+ return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
+ });
53
+ import Buffer from 'bare-buffer';
1
54
  import { toolCallbackResultSchema } from '../schemas/completion-stream.js';
2
55
  import { aggregateEvents } from '../utils/aggregate-events.js';
3
- import { CompletionFailedError } from '../errors/index.js';
56
+ import { CompletionFailedError, InferenceCancelledError } from '../errors/index.js';
4
57
  import { dispatchPluginStream } from '../handlers/plugin-dispatch.js';
5
58
  import { executeToolSearch, TOOL_SEARCH_NAME } from '../utils/tools/defer.js';
59
+ import { getRequestRegistry } from '../runtime/request-context.js';
60
+ import { generateRandomRequestId } from '../runtime/request-id.js';
6
61
  const DEFAULT_MAX_TOOL_TURNS = 8;
7
62
  // Generous ceiling on one client-side tool execution: long enough for a slow
8
63
  // MCP round trip, short enough that a client that stopped reading can't pin a
@@ -22,7 +77,8 @@ const MAX_TOOL_RESULT_LINE_BYTES = 16 * 1024 * 1024;
22
77
  * and the reader stops holding the request stream open.
23
78
  */
24
79
  export class ToolResultReader {
25
- buffer = '';
80
+ pending = [];
81
+ pendingBytes = 0;
26
82
  results = new Map();
27
83
  waiters = new Map();
28
84
  failed;
@@ -38,25 +94,42 @@ export class ToolResultReader {
38
94
  const next = await this.iterator.next();
39
95
  if (next.done)
40
96
  break;
41
- this.buffer += next.value.toString();
97
+ const chunk = next.value;
98
+ let start = 0;
42
99
  let nl;
43
- while ((nl = this.buffer.indexOf('\n')) !== -1) {
44
- const line = this.buffer.slice(0, nl);
45
- this.buffer = this.buffer.slice(nl + 1);
100
+ while ((nl = chunk.indexOf(0x0a, start)) !== -1) {
101
+ this.append(chunk.subarray(start, nl));
102
+ // A transport chunk can end inside a UTF-8 character. Decode complete lines only.
103
+ const line = Buffer.concat(this.pending).toString('utf8');
104
+ this.pending = [];
105
+ this.pendingBytes = 0;
46
106
  if (line.trim())
47
107
  this.accept(line);
108
+ start = nl + 1;
48
109
  }
49
- if (this.buffer.length > MAX_TOOL_RESULT_LINE_BYTES) {
50
- throw new CompletionFailedError('tool result frame exceeds the maximum size');
51
- }
110
+ this.append(chunk.subarray(start));
111
+ }
112
+ if (!this.closed) {
113
+ const tail = Buffer.concat(this.pending).toString('utf8');
114
+ this.pending = [];
115
+ this.pendingBytes = 0;
116
+ if (tail.trim())
117
+ this.accept(tail);
52
118
  }
53
- if (!this.closed && this.buffer.trim())
54
- this.accept(this.buffer);
55
119
  }
56
120
  catch (error) {
57
121
  this.failWaiters(error instanceof Error ? error : new Error(String(error)));
58
122
  }
59
123
  }
124
+ append(bytes) {
125
+ if (this.pendingBytes + bytes.length > MAX_TOOL_RESULT_LINE_BYTES) {
126
+ throw new CompletionFailedError('tool result frame exceeds the maximum size');
127
+ }
128
+ if (bytes.length) {
129
+ this.pending.push(Buffer.from(bytes.buffer, bytes.byteOffset, bytes.byteLength));
130
+ this.pendingBytes += bytes.length;
131
+ }
132
+ }
60
133
  failWaiters(error) {
61
134
  this.failed = error;
62
135
  // Wake every waiter; each rethrows via waitFor's failure check.
@@ -76,7 +149,12 @@ export class ToolResultReader {
76
149
  this.results.set(parsed.callId, parsed);
77
150
  }
78
151
  }
79
- async waitFor(callId, timeoutMs = TOOL_RESULT_TIMEOUT_MS) {
152
+ /** Rejects with `InferenceCancelledError` when `signal` aborts before the result arrives. */
153
+ async waitFor(callId, timeoutMs = TOOL_RESULT_TIMEOUT_MS, signal) {
154
+ // A cancel that landed between turns aborts the signal before the wait
155
+ // starts; it wins over a result the client already sent.
156
+ if (signal?.aborted)
157
+ throw new InferenceCancelledError(callId);
80
158
  const buffered = this.results.get(callId);
81
159
  if (buffered) {
82
160
  this.results.delete(callId);
@@ -85,12 +163,22 @@ export class ToolResultReader {
85
163
  if (this.failed)
86
164
  throw this.failed;
87
165
  return await new Promise((resolve, reject) => {
88
- const timer = setTimeout(() => {
166
+ const settle = () => {
167
+ clearTimeout(timer);
168
+ signal?.removeEventListener('abort', onAbort);
89
169
  this.waiters.delete(callId);
170
+ };
171
+ const onAbort = () => {
172
+ settle();
173
+ reject(new InferenceCancelledError(callId));
174
+ };
175
+ const timer = setTimeout(() => {
176
+ settle();
90
177
  reject(new CompletionFailedError(`tool callback ${callId} timed out`));
91
178
  }, timeoutMs);
179
+ signal?.addEventListener('abort', onAbort, { once: true });
92
180
  this.waiters.set(callId, (result) => {
93
- clearTimeout(timer);
181
+ settle();
94
182
  resolve(result);
95
183
  });
96
184
  });
@@ -104,7 +192,8 @@ export class ToolResultReader {
104
192
  if (this.closed)
105
193
  return;
106
194
  this.closed = true;
107
- this.buffer = '';
195
+ this.pending = [];
196
+ this.pendingBytes = 0;
108
197
  this.results.clear();
109
198
  if (!this.failed)
110
199
  this.failWaiters(new CompletionFailedError('tool result stream closed'));
@@ -125,10 +214,11 @@ export async function* orchestrateCompletion(request, runTurn, reader) {
125
214
  // the turn that's currently generating — the expensive part a Stop button
126
215
  // targets. Turns run strictly sequentially: turn N's request-registry entry
127
216
  // is disposed (on the `for await` break below) before turn N+1 calls
128
- // `begin(...)`, so reusing the id can't collide in `entries`. A cancel that
129
- // lands between turns (during a tool-result wait) is caught by the
130
- // registry's cancel-before-begin tripwire and aborts the next turn's
131
- // `begin(...)`. Each turn's `history` and `type` are set below.
217
+ // `begin(...)`, so reusing the id can't collide in `entries`. The handler
218
+ // registers each tool-result wait under the same id (see
219
+ // `registeredToolWaits`), so a cancel during the wait ends it; one that
220
+ // lands between registrations is caught by the registry's
221
+ // cancel-before-begin tripwire. Each turn's `history` and `type` are set below.
132
222
  const { maxToolTurns, ...turnBase } = request;
133
223
  const maxTurns = maxToolTurns ?? DEFAULT_MAX_TOOL_TURNS;
134
224
  let history = [...request.history];
@@ -167,7 +257,7 @@ export async function* orchestrateCompletion(request, runTurn, reader) {
167
257
  ...history,
168
258
  {
169
259
  role: 'tool',
170
- content: executeToolSearch(request.tools ?? [], call.arguments, history)
260
+ content: executeToolSearch(request, call.arguments, history)
171
261
  }
172
262
  ];
173
263
  continue;
@@ -177,7 +267,23 @@ export async function* orchestrateCompletion(request, runTurn, reader) {
177
267
  turn,
178
268
  toolCallback: { callId: call.id, name: call.name, arguments: call.arguments }
179
269
  };
180
- const result = await reader.waitFor(call.id);
270
+ let result;
271
+ try {
272
+ result = await reader.waitFor(call.id);
273
+ }
274
+ catch (error) {
275
+ if (!(error instanceof InferenceCancelledError))
276
+ throw error;
277
+ // Cancelled while the client ran its tool: end the way a cancelled
278
+ // turn ends, so the client folds a `cancelled` stop.
279
+ yield {
280
+ type: 'completionOrchestrate',
281
+ turn: turn + 1,
282
+ events: [{ type: 'completionDone', seq: 0, stopReason: 'cancelled' }]
283
+ };
284
+ yield { type: 'completionOrchestrate', done: true };
285
+ return;
286
+ }
181
287
  const content = result.error !== undefined
182
288
  ? JSON.stringify({ error: result.error })
183
289
  : JSON.stringify(result.result ?? null);
@@ -190,13 +296,49 @@ export async function* orchestrateCompletion(request, runTurn, reader) {
190
296
  // whatever the model produced.
191
297
  yield { type: 'completionOrchestrate', done: true, stopReason: 'maxToolTurns' };
192
298
  }
299
+ /**
300
+ * Waits for a tool result as a request of its own, under the completion's
301
+ * `(sessionId, requestId)`, so the registry sees the completion between its
302
+ * turns: a cancel by id or by model, the transport signal and a session close
303
+ * stop the wait, and a session close waits for the completion to end.
304
+ */
305
+ export function registeredToolWaits(reader, request) {
306
+ const requestId = request.requestId ?? generateRandomRequestId();
307
+ return {
308
+ async waitFor(callId) {
309
+ const env_1 = { stack: [], error: void 0, hasError: false };
310
+ try {
311
+ // The model id lets `cancel({ modelId })` and an unload reach the wait.
312
+ // An unbounded cap skips slot admission, so the wait holds none of the
313
+ // model's completion slots while the client runs its tool.
314
+ const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
315
+ requestId,
316
+ sessionId: request.sessionId,
317
+ kind: 'completion',
318
+ modelId: request.modelId,
319
+ maxConcurrentPerModel: Infinity
320
+ }), true);
321
+ return await reader.waitFor(callId, undefined, ctx.signal);
322
+ }
323
+ catch (e_1) {
324
+ env_1.error = e_1;
325
+ env_1.hasError = true;
326
+ }
327
+ finally {
328
+ const result_1 = __disposeResources(env_1);
329
+ if (result_1)
330
+ await result_1;
331
+ }
332
+ }
333
+ };
334
+ }
193
335
  export async function* handleCompletionOrchestrate(request, inputStream) {
194
336
  const reader = new ToolResultReader(inputStream);
195
337
  const runTurn = async function* (innerRequest) {
196
338
  yield* dispatchPluginStream(innerRequest.modelId, 'completionStream', innerRequest);
197
339
  };
198
340
  try {
199
- yield* orchestrateCompletion(request, runTurn, reader);
341
+ yield* orchestrateCompletion(request, runTurn, registeredToolWaits(reader, request));
200
342
  }
201
343
  finally {
202
344
  // Tear the reader down however orchestration ends -- natural finish, turn
@@ -1,6 +1,7 @@
1
1
  import type { DeleteCacheRequest, DeleteCacheResponse } from '../schemas/index.js';
2
2
  /**
3
- * RPC handler for `deleteCache(...)`. The three KV-cache bookkeeping
3
+ * RPC handler for `deleteCache(...)`. `modelSrc` deletes a registry model's
4
+ * cached download instead of KV caches. The three KV-cache bookkeeping
4
5
  * layers (on-disk `.bin`, `initializedCaches`, `cachedMessageCounts`)
5
6
  * are private to `kv-cache-session.ts`; this handler delegates to that
6
7
  * module's single administrative entry point (`deleteKvCacheState`).
@@ -1,8 +1,10 @@
1
1
  import { deleteKvCacheState } from '../plugins/builtin/llamacpp-completion/ops/kv-cache-session.js';
2
+ import { deleteRegistryModelCache } from '../handlers/load-model/registry-delete.js';
2
3
  import { getEngineLogger } from '../logging/index.js';
3
4
  const logger = getEngineLogger();
4
5
  /**
5
- * RPC handler for `deleteCache(...)`. The three KV-cache bookkeeping
6
+ * RPC handler for `deleteCache(...)`. `modelSrc` deletes a registry model's
7
+ * cached download instead of KV caches. The three KV-cache bookkeeping
6
8
  * layers (on-disk `.bin`, `initializedCaches`, `cachedMessageCounts`)
7
9
  * are private to `kv-cache-session.ts`; this handler delegates to that
8
10
  * module's single administrative entry point (`deleteKvCacheState`).
@@ -18,6 +20,9 @@ export async function handleDeleteCache(request) {
18
20
  else if ('auto' in request && request.auto) {
19
21
  await deleteKvCacheState({ auto: true });
20
22
  }
23
+ else if ('modelSrc' in request) {
24
+ await deleteRegistryModelCache(request.modelSrc);
25
+ }
21
26
  else if ('kvCacheKey' in request) {
22
27
  await deleteKvCacheState({
23
28
  kvCacheKey: request.kvCacheKey,
@@ -57,7 +57,8 @@ import { nowMs, generateProfileId } from '../profiling/clock.js';
57
57
  import { getEngineLogger } from '../logging/index.js';
58
58
  import { getRequestRegistry, withRequestContext } from '../runtime/index.js';
59
59
  import { generateRandomRequestId } from '../runtime/request-id.js';
60
- import { InferenceCancelledError } from '../errors/index.js';
60
+ import { resolveSessionId } from '../runtime/session-id.js';
61
+ import { InferenceCancelledError, ModelRegistryBusyError } from '../errors/index.js';
61
62
  const logger = getEngineLogger();
62
63
  export async function handleDownloadAsset(request, progressCallback) {
63
64
  const env_1 = { stack: [], error: void 0, hasError: false };
@@ -67,12 +68,14 @@ export async function handleDownloadAsset(request, progressCallback) {
67
68
  const profilingMeta = request[PROFILING_KEY];
68
69
  const profilingEnabled = profilingMeta?.enabled !== false && !!profilingMeta;
69
70
  const requestId = request.requestId ?? generateRandomRequestId();
71
+ const sessionId = resolveSessionId(request);
70
72
  // `downloadAsset` is artifact-shaped, not model-shaped — there is no
71
73
  // `modelId` to register on the registry entry. Cancel by `requestId`
72
74
  // is the primary path; `cancel({ modelId })` is intentionally a
73
75
  // non-match for this kind.
74
76
  const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
75
77
  requestId,
78
+ sessionId,
76
79
  kind: 'downloadAsset'
77
80
  }), true);
78
81
  const log = withRequestContext(getEngineLogger(), ctx);
@@ -81,7 +84,8 @@ export async function handleDownloadAsset(request, progressCallback) {
81
84
  requestBinding: {
82
85
  signal: ctx.signal,
83
86
  scope: ctx.scope,
84
- requestId
87
+ requestId,
88
+ sessionId
85
89
  }
86
90
  };
87
91
  try {
@@ -121,12 +125,15 @@ export async function handleDownloadAsset(request, progressCallback) {
121
125
  catch (error) {
122
126
  // Mirror the load-model handler's cancel contract: a typed cancel
123
127
  // bubbles up as the rejection so client-side callers can branch on
124
- // `instanceof InferenceCancelledError`. Every other error keeps
125
- // the legacy `success: false` envelope.
128
+ // `instanceof InferenceCancelledError`, and so does a busy registry.
129
+ // Every other error keeps the legacy `success: false` envelope.
126
130
  if (error instanceof InferenceCancelledError) {
127
131
  log.info(`downloadAsset cancelled requestId=${requestId}`);
128
132
  throw error;
129
133
  }
134
+ // Typed so callers can tell another process has the registry.
135
+ if (error instanceof ModelRegistryBusyError)
136
+ throw error;
130
137
  logger.error('Error downloading asset:', error);
131
138
  return {
132
139
  type: 'downloadAsset',
@@ -21,6 +21,7 @@ export function handleGetLoadedModelInfo(request) {
21
21
  modelType: entry.local.modelType,
22
22
  handlers,
23
23
  loadedAt: entry.local.loadedAt,
24
+ leaseCount: entry.leases.size,
24
25
  ...(plugin && { displayName: plugin.displayName }),
25
26
  ...(plugin && { addonPackage: plugin.addonPackage }),
26
27
  ...(entry.local.name && { name: entry.local.name }),
@@ -1,3 +1,55 @@
1
+ var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
2
+ if (value !== null && value !== void 0) {
3
+ if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
4
+ var dispose, inner;
5
+ if (async) {
6
+ if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
7
+ dispose = value[Symbol.asyncDispose];
8
+ }
9
+ if (dispose === void 0) {
10
+ if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
11
+ dispose = value[Symbol.dispose];
12
+ if (async) inner = dispose;
13
+ }
14
+ if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
15
+ if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
16
+ env.stack.push({ value: value, dispose: dispose, async: async });
17
+ }
18
+ else if (async) {
19
+ env.stack.push({ async: true });
20
+ }
21
+ return value;
22
+ };
23
+ var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
24
+ return function (env) {
25
+ function fail(e) {
26
+ env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
27
+ env.hasError = true;
28
+ }
29
+ var r, s = 0;
30
+ function next() {
31
+ while (r = env.stack.pop()) {
32
+ try {
33
+ if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
34
+ if (r.dispose) {
35
+ var result = r.dispose.call(r.value);
36
+ if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
37
+ }
38
+ else s |= 1;
39
+ }
40
+ catch (e) {
41
+ fail(e);
42
+ }
43
+ }
44
+ if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
45
+ if (env.hasError) throw env.error;
46
+ }
47
+ return next();
48
+ };
49
+ })(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
50
+ var e = new Error(message);
51
+ return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
+ });
1
53
  import { models } from '../models/registry/models.js';
2
54
  import { getAllModelIds, getModelEntry } from '../runtime/model-registry.js';
3
55
  import { generateShortHash } from '../utils/index.js';
@@ -6,7 +58,7 @@ import { getShardPath, getModelsCacheDir, getSingleFileCachePath } from '../util
6
58
  import { validateAndJoinPath } from '../utils/path-security.js';
7
59
  import { ModelNotFoundError } from '../errors/index.js';
8
60
  import { findCoremlCompanionSet, findLocallyCachedCoremlCompanionSet, getCoremlSidecarSpec, getCoremlSetKey } from '../handlers/load-model/coreml-sidecars.js';
9
- import { getRegistryClient } from '../runtime/registry-client.js';
61
+ import { acquireRegistryClient } from '../runtime/registry-client.js';
10
62
  import { getRuntimeContext } from '../runtime/state.js';
11
63
  export async function handleGetModelInfo(request) {
12
64
  const { name } = request;
@@ -81,7 +133,24 @@ async function handleOptionalCoremlModel(model) {
81
133
  const filename = model.registryPath.split('/').pop() || model.registryPath;
82
134
  const primaryPath = validateAndJoinPath(getModelsCacheDir(), 'sets', getCoremlSetKey(model, spec), filename);
83
135
  await fsPromises.access(primaryPath);
84
- const set = await findCoremlCompanionSet(await getRegistryClient(), model, platform);
136
+ let set;
137
+ {
138
+ const env_1 = { stack: [], error: void 0, hasError: false };
139
+ try {
140
+ // A status check reports what is on disk rather than wait on another process.
141
+ const lease = __addDisposableResource(env_1, await acquireRegistryClient({ wait: 'status' }), true);
142
+ set = await findCoremlCompanionSet(lease.client, model, platform);
143
+ }
144
+ catch (e_1) {
145
+ env_1.error = e_1;
146
+ env_1.hasError = true;
147
+ }
148
+ finally {
149
+ const result_1 = __disposeResources(env_1);
150
+ if (result_1)
151
+ await result_1;
152
+ }
153
+ }
85
154
  if (set) {
86
155
  const status = await handleCompanionSetModel(set, model.registryPath, model.addon);
87
156
  if (status.isCached)
@@ -1,18 +1,8 @@
1
1
  import type { QVACRegistryClient } from '@qvac/registry-client';
2
2
  import type { RegistryItem } from '../../models/registry/models.js';
3
- type BundleSpec = {
4
- sourceName: string;
5
- targetSuffix: string;
6
- };
7
- export type CoremlSidecarSpec = {
8
- source: string;
9
- root: string;
10
- modelStem: string;
11
- bundles: readonly BundleSpec[];
12
- withoutBundlesUse?: string;
13
- };
3
+ import { getCoremlSidecarSpec, type CoremlSidecarSpec } from '../../utils/cache/layout.js';
4
+ export { getCoremlSidecarSpec, type CoremlSidecarSpec };
14
5
  type CompanionSet = NonNullable<RegistryItem['companionSet']>;
15
- export declare function getCoremlSidecarSpec(registryPath: string, registrySource: string, platform: string | undefined): CoremlSidecarSpec | undefined;
16
6
  /**
17
7
  * For the encoder-less GGUF of a Core ML distribution, the model constant to
18
8
  * load instead where its bundles cannot be staged. The loader stages bundles
@@ -37,4 +27,3 @@ export declare function findLocallyCachedCoremlCompanionSet(model: RegistryItem,
37
27
  * this lets the SDK use them as soon as the registry has ingested the files.
38
28
  */
39
29
  export declare function findCoremlCompanionSet(client: Pick<QVACRegistryClient, 'findModels'>, model: RegistryItem, platform: string | undefined): Promise<CompanionSet | undefined>;
40
- export {};
@@ -1,81 +1,12 @@
1
- import { models } from '../../models/registry/models.js';
2
1
  import { generateShortHash } from '../../utils/formatting.js';
2
+ import { COREML_COMPONENTS, getCatalogCoremlSidecars, getCoremlSetKeySource, getCoremlSidecarSpec } from '../../utils/cache/layout.js';
3
3
  import { getModelsCacheDir } from '../../utils/cache/paths.js';
4
4
  import { validateAndJoinPath } from '../../utils/path-security.js';
5
5
  import { modelInputToSrcSchema, registryUrlSchema } from '../../schemas/index.js';
6
6
  import { promises as fsPromises } from 'bare-fs';
7
7
  import { z } from 'zod';
8
- // Apple Core ML sidecars for registry GGUFs. A native addon runs a stage on a
9
- // compiled `.mlmodelc` bundle when one sits next to the GGUF and falls back to
10
- // ggml otherwise, so on macOS and iOS the bundle is downloaded with its GGUF
11
- // into one companion-set directory. The registry publishes a bundle as its
12
- // individual component files, none of which is a model constant of its own.
13
- // TranscribePsy's Core ML distribution goes further: its GGUF carries no
14
- // encoder weights, so that GGUF only loads with its bundles beside it.
15
- const COREML_COMPONENTS = [
16
- 'analytics/coremldata.bin',
17
- 'coremldata.bin',
18
- 'metadata.json',
19
- 'model.mil',
20
- 'weights/weight.bin'
21
- ];
22
- const SIDECAR_FAMILIES = [
23
- {
24
- // The pinned ASR addon supports these encoder sidecars. The other bundles
25
- // in the registry (CTC, Indic CTC, Nemotron, and TDT 1.1B) must not be
26
- // downloaded until the addon can actually use them.
27
- source: 's3',
28
- root: 'qvac_models_compiled/ggml/parakeet/2026-09-28/',
29
- pathPattern: /\/ggml\/parakeet\//,
30
- stemPattern: /^(.+)\.(?:f16|q4_0|q8_0)\.gguf$/,
31
- bundlesByStem: {
32
- 'parakeet-tdt-0.6b-v3': [
33
- { sourceName: 'parakeet-tdt-0.6b-v3-encoder', targetSuffix: '-encoder' }
34
- ],
35
- 'parakeet-unified-en-0.6b': [
36
- { sourceName: 'parakeet-unified-en-0.6b-encoder', targetSuffix: '-encoder' }
37
- ],
38
- 'parakeet-eou-120m-v1': [
39
- { sourceName: 'parakeet_realtime_eou_120m-v1-encoder', targetSuffix: '-encoder' }
40
- ],
41
- 'diar_streaming_sortformer_4spk-v2.1': [
42
- { sourceName: 'diar_streaming_sortformer_4spk-v2.1-encoder', targetSuffix: '-encoder' },
43
- {
44
- sourceName: 'diar_streaming_sortformer_4spk-v2.1-encoder-bypass-pre-encode',
45
- targetSuffix: '-encoder-bypass-pre-encode'
46
- }
47
- ]
48
- }
49
- },
50
- {
51
- // TranscribePsy's Core ML distribution is published on Hugging Face as an
52
- // encoder-less GGUF with its encoder and decoder bundles beside it; the ASR
53
- // addon runs both stages on the Neural Engine. The full GGUF
54
- // (`transcribepsy-250m-eu-sub.gguf`) has no sidecar and runs on ggml.
55
- source: 'hf',
56
- pathPattern: /^qvac\/TranscribePsy-250M-EU-sub-coreml\/resolve\//,
57
- stemPattern: /^(transcribepsy-250m-eu-sub-coreml)\.gguf$/,
58
- bundlesByStem: {
59
- 'transcribepsy-250m-eu-sub-coreml': [
60
- { sourceName: 'transcribepsy-250m-eu-sub-coreml-encoder', targetSuffix: '-encoder' },
61
- { sourceName: 'transcribepsy-250m-eu-sub-coreml-decoder', targetSuffix: '-decoder' }
62
- ]
63
- },
64
- withoutBundlesUse: 'PARAKEET_TRANSCRIBEPSY_250M_Q8_0'
65
- },
66
- {
67
- // The TTS addon runs the Audio8 codec's synthesis stack on this bundle when
68
- // it sits beside the codec decoder GGUF. Every quantization tier shares the
69
- // one bundle, which is why its name drops the tier.
70
- source: 's3',
71
- root: 'qvac_models_compiled/ggml/audio8/2026-09-30/',
72
- pathPattern: /\/ggml\/audio-?8\//,
73
- stemPattern: /^(.+)-(?:f16|f32|q8_0)\.gguf$/,
74
- bundlesByStem: {
75
- 'audio8-codec-decoder': [{ sourceName: 'audio8-codec-decoder', targetSuffix: '' }]
76
- }
77
- }
78
- ];
8
+ // Family table and catalog lookups: utils/cache/layout.ts.
9
+ export { getCoremlSidecarSpec };
79
10
  const CACHE_METADATA_NAME = '.coreml-companions.json';
80
11
  const checksumSchema = z.string().regex(/^[a-f0-9]{64}$/i);
81
12
  const cachedFileSchema = z.object({
@@ -96,29 +27,6 @@ const cachedSetSchema = z.object({
96
27
  primaryKey: z.literal('modelPath'),
97
28
  files: z.array(cachedFileSchema)
98
29
  });
99
- export function getCoremlSidecarSpec(registryPath, registrySource, platform) {
100
- if (platform !== 'darwin' && platform !== 'ios')
101
- return undefined;
102
- const filename = registryPath.split('/').pop() || '';
103
- for (const family of SIDECAR_FAMILIES) {
104
- if (family.source !== registrySource || !family.pathPattern.test(registryPath))
105
- continue;
106
- const modelStem = filename.match(family.stemPattern)?.[1];
107
- const bundles = modelStem ? family.bundlesByStem[modelStem] : undefined;
108
- if (modelStem && bundles) {
109
- return {
110
- source: family.source,
111
- root: family.root ?? registryPath.slice(0, registryPath.length - filename.length),
112
- modelStem,
113
- bundles,
114
- ...(family.withoutBundlesUse !== undefined && {
115
- withoutBundlesUse: family.withoutBundlesUse
116
- })
117
- };
118
- }
119
- }
120
- return undefined;
121
- }
122
30
  /**
123
31
  * For the encoder-less GGUF of a Core ML distribution, the model constant to
124
32
  * load instead where its bundles cannot be staged. The loader stages bundles
@@ -152,7 +60,7 @@ export function getRegistryModelPlatformRefusal(modelSrc, platform) {
152
60
  `load ${alternative} instead.`);
153
61
  }
154
62
  export function getCoremlSetKey(model, spec) {
155
- return generateShortHash(`${model.registrySource}:${model.registryPath}:coreml:${spec.root}`);
63
+ return generateShortHash(getCoremlSetKeySource(model, spec));
156
64
  }
157
65
  function getCachedSetMetadataPath(model, spec, cacheDir) {
158
66
  return validateAndJoinPath(cacheDir, 'sets', getCoremlSetKey(model, spec), CACHE_METADATA_NAME);
@@ -220,29 +128,18 @@ export function findCatalogCoremlCompanionSet(model, platform) {
220
128
  const spec = getCoremlSidecarSpec(model.registryPath, model.registrySource, platform);
221
129
  if (!spec)
222
130
  return undefined;
223
- const sidecarFiles = [];
224
- for (const bundle of spec.bundles) {
225
- const targetPrefix = `${spec.modelStem}${bundle.targetSuffix}.mlmodelc/`;
226
- const registryPrefix = `${spec.root}${bundle.sourceName}.mlmodelc/`;
227
- const entries = COREML_COMPONENTS.map((component) => models.find((entry) => entry.registrySource === spec.source && entry.registryPath === registryPrefix + component));
228
- if (entries.some((entry) => !entry))
229
- continue;
230
- for (let index = 0; index < entries.length; index++) {
231
- const entry = entries[index];
232
- sidecarFiles.push({
233
- key: `${bundle.sourceName}/${COREML_COMPONENTS[index]}`,
234
- registryPath: entry.registryPath,
235
- registrySource: entry.registrySource,
236
- targetName: targetPrefix + COREML_COMPONENTS[index],
237
- expectedSize: entry.expectedSize,
238
- sha256Checksum: entry.sha256Checksum,
239
- blobCoreKey: entry.blobCoreKey,
240
- blobBlockOffset: entry.blobBlockOffset,
241
- blobBlockLength: entry.blobBlockLength,
242
- blobByteOffset: entry.blobByteOffset
243
- });
244
- }
245
- }
131
+ const sidecarFiles = getCatalogCoremlSidecars(spec).map(({ key, targetName, entry }) => ({
132
+ key,
133
+ registryPath: entry.registryPath,
134
+ registrySource: entry.registrySource,
135
+ targetName,
136
+ expectedSize: entry.expectedSize,
137
+ sha256Checksum: entry.sha256Checksum,
138
+ blobCoreKey: entry.blobCoreKey,
139
+ blobBlockOffset: entry.blobBlockOffset,
140
+ blobBlockLength: entry.blobBlockLength,
141
+ blobByteOffset: entry.blobByteOffset
142
+ }));
246
143
  return createCompanionSet(model, spec, sidecarFiles);
247
144
  }
248
145
  export async function findLocallyCachedCoremlCompanionSet(model, platform, cacheDir = getModelsCacheDir()) {