@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -1,22 +1,74 @@
1
+ var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
2
+ if (value !== null && value !== void 0) {
3
+ if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
4
+ var dispose, inner;
5
+ if (async) {
6
+ if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
7
+ dispose = value[Symbol.asyncDispose];
8
+ }
9
+ if (dispose === void 0) {
10
+ if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
11
+ dispose = value[Symbol.dispose];
12
+ if (async) inner = dispose;
13
+ }
14
+ if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
15
+ if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
16
+ env.stack.push({ value: value, dispose: dispose, async: async });
17
+ }
18
+ else if (async) {
19
+ env.stack.push({ async: true });
20
+ }
21
+ return value;
22
+ };
23
+ var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
24
+ return function (env) {
25
+ function fail(e) {
26
+ env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
27
+ env.hasError = true;
28
+ }
29
+ var r, s = 0;
30
+ function next() {
31
+ while (r = env.stack.pop()) {
32
+ try {
33
+ if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
34
+ if (r.dispose) {
35
+ var result = r.dispose.call(r.value);
36
+ if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
37
+ }
38
+ else s |= 1;
39
+ }
40
+ catch (e) {
41
+ fail(e);
42
+ }
43
+ }
44
+ if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
45
+ if (env.hasError) throw env.error;
46
+ }
47
+ return next();
48
+ };
49
+ })(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
50
+ var e = new Error(message);
51
+ return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
+ });
1
53
  import { promises as fsPromises } from 'bare-fs';
2
- import { generateShortHash, detectShardedModel, getShardedModelCacheDir, getShardPath, extractTensorsFromShards, calculatePercentage } from '../../utils/index.js';
54
+ import { generateShortHash, detectShardedModel, getShardedModelCacheDir, getShardPath, generateShardFilenames, calculatePercentage } from '../../utils/index.js';
3
55
  import { getSingleFileCachePath } from '../../utils/cache/paths.js';
4
56
  import { getModelByPath } from '../../models/registry/index.js';
5
- import { getRegistryClient } from '../../runtime/registry-client.js';
57
+ import { acquireRegistryClient } from '../../runtime/registry-client.js';
6
58
  import { getRuntimeContext } from '../../runtime/state.js';
7
- import { createRegistryDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from '../../handlers/load-model/download-manager.js';
59
+ import { createRegistryCacheKey, createRegistryDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from '../../handlers/load-model/download-manager.js';
60
+ import { acquireDownloadLock, partialDownloadPath } from '../../handlers/load-model/download-lock.js';
8
61
  import { buildBlobBinding, validateCachedFile, downloadSingleFileFromRegistry } from '../../handlers/load-model/registry-download-utils.js';
9
62
  import { downloadCompanionSetFromRegistry } from '../../handlers/load-model/registry-companion-set.js';
10
63
  import { findCoremlCompanionSet, findLocallyCachedCoremlCompanionSet, getCoremlSidecarSpec, writeCachedCoremlCompanionSet } from '../../handlers/load-model/coreml-sidecars.js';
11
- import { DownloadCancelledError, ModelNotFoundError, RegistryDownloadFailedError } from '../../errors/index.js';
64
+ import { DownloadCancelledError, ModelNotFoundError, ModelRegistryBusyError, RegistryDownloadFailedError } from '../../errors/index.js';
12
65
  import { getEngineLogger } from '../../logging/index.js';
13
66
  import { resolveRegistryDownloadMetadata } from '../../handlers/load-model/registry-metadata.js';
14
67
  const logger = getEngineLogger();
15
68
  /**
16
69
  * Find all shards for a model using path prefix query.
17
70
  */
18
- async function findModelShards(registryPath) {
19
- const client = await getRegistryClient();
71
+ export async function findModelShards(registryPath, signal, wait = 'download') {
20
72
  const shardInfo = detectShardedModel(registryPath.split('/').pop() || '');
21
73
  if (!shardInfo.isSharded) {
22
74
  throw new RegistryDownloadFailedError(`Not a sharded model path: ${registryPath}`);
@@ -24,10 +76,26 @@ async function findModelShards(registryPath) {
24
76
  const pathPrefix = registryPath.replace(/-\d{5}-of-\d{5}\./, '.');
25
77
  const basePath = pathPrefix.substring(0, pathPrefix.lastIndexOf('.'));
26
78
  logger.info(`🔍 Finding shards with prefix: ${basePath}`);
27
- const shards = await client.findModels({
28
- gte: { path: basePath },
29
- lte: { path: basePath + '\uffff' }
30
- });
79
+ let shards;
80
+ {
81
+ const env_1 = { stack: [], error: void 0, hasError: false };
82
+ try {
83
+ const lease = __addDisposableResource(env_1, await acquireRegistryClient({ wait, signal }), true);
84
+ shards = await lease.client.findModels({
85
+ gte: { path: basePath },
86
+ lte: { path: basePath + '\uffff' }
87
+ });
88
+ }
89
+ catch (e_1) {
90
+ env_1.error = e_1;
91
+ env_1.hasError = true;
92
+ }
93
+ finally {
94
+ const result_1 = __disposeResources(env_1);
95
+ if (result_1)
96
+ await result_1;
97
+ }
98
+ }
31
99
  const sortedShards = shards
32
100
  .filter((s) => {
33
101
  const info = detectShardedModel(s.path.split('/').pop() || '');
@@ -42,17 +110,32 @@ async function findModelShards(registryPath) {
42
110
  path: s.path,
43
111
  source: s.source,
44
112
  size: s.blobBinding?.byteLength || 0,
45
- checksum: s.blobBinding?.['sha256'] || s.sha256 || ''
113
+ checksum: s.blobBinding?.['sha256'] || s.sha256 || '',
114
+ blobBinding: s.blobBinding
46
115
  }));
47
116
  logger.info(`📦 Found ${sortedShards.length} shards`);
48
117
  return sortedShards;
49
118
  }
119
+ /**
120
+ * The shards a registry listing holds for the filename's declared shard group.
121
+ * Fails here, rather than at load time, when the registry is missing one.
122
+ */
123
+ export function selectDeclaredShards(registryPath, remoteShards) {
124
+ const dir = registryPath.slice(0, registryPath.lastIndexOf('/') + 1);
125
+ const byPath = new Map(remoteShards.map((s) => [s.path, s]));
126
+ const expected = generateShardFilenames(registryPath.slice(dir.length));
127
+ const declared = expected.flatMap((name) => byPath.get(dir + name) ?? []);
128
+ if (declared.length !== expected.length) {
129
+ throw new RegistryDownloadFailedError(`Expected ${expected.length} shards for ${registryPath} but the registry has ${declared.length}`);
130
+ }
131
+ return declared;
132
+ }
50
133
  /**
51
134
  * Download sharded model files from registry.
52
135
  * When localShardMetadata is provided, uses pre-computed metadata + blob direct download
53
136
  * instead of querying the registry for shard info.
54
137
  */
55
- async function downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, progressCallback, signal, localShardMetadata, hooks) {
138
+ async function downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, progressCallback, signal, localShardMetadata, hooks, shouldClearCache) {
56
139
  if (signal?.aborted) {
57
140
  throw new DownloadCancelledError();
58
141
  }
@@ -73,14 +156,12 @@ async function downloadShardedFilesFromRegistry(registryPath, registrySource, ca
73
156
  if (!shardInfo.isSharded || !shardInfo.totalShards) {
74
157
  throw new RegistryDownloadFailedError(`Not a sharded model: ${filename}`);
75
158
  }
76
- const remoteShards = await findModelShards(registryPath);
159
+ const remoteShards = await findModelShards(registryPath, signal);
77
160
  if (remoteShards.length === 0) {
78
161
  throw new ModelNotFoundError(`No shards found for ${registryPath}`);
79
162
  }
80
- if (remoteShards.length !== shardInfo.totalShards) {
81
- logger.warn(`⚠️ Expected ${shardInfo.totalShards} shards but found ${remoteShards.length}`);
82
- }
83
- shards = remoteShards.map((s) => ({
163
+ const declared = selectDeclaredShards(registryPath, remoteShards);
164
+ shards = declared.map((s) => ({
84
165
  filename: s.path.split('/').pop() || '',
85
166
  size: s.size,
86
167
  checksum: s.checksum,
@@ -140,12 +221,10 @@ async function downloadShardedFilesFromRegistry(registryPath, registrySource, ca
140
221
  });
141
222
  }
142
223
  : undefined;
143
- await downloadSingleFileFromRegistry(shard.path, shard.source, shardPath, shard.filename, downloadKey, shard.size, shard.checksum, shardProgressCallback, signal, shard.blobBinding, hooks);
224
+ await downloadSingleFileFromRegistry(shard.path, shard.source, shardPath, shard.filename, downloadKey, shard.size, shard.checksum, shardProgressCallback, signal, shard.blobBinding, hooks, shouldClearCache);
144
225
  overallDownloaded += shard.size;
145
226
  logger.info(`✅ Shard ${i + 1}/${shards.length} downloaded`);
146
227
  }
147
- const firstShardFilename = shards[0].filename;
148
- await extractTensorsFromShards(shardDir, firstShardFilename);
149
228
  if (progressCallback) {
150
229
  const lastShard = shards[shards.length - 1];
151
230
  progressCallback({
@@ -164,7 +243,18 @@ async function downloadShardedFilesFromRegistry(registryPath, registrySource, ca
164
243
  }
165
244
  });
166
245
  }
167
- return getShardPath(cacheKey, firstShardFilename);
246
+ return getShardPath(cacheKey, shards[0].filename);
247
+ }
248
+ // A size check only: the single-file path validates the file before using it.
249
+ async function hasFileOfSize(path, expectedSize) {
250
+ if (expectedSize <= 0)
251
+ return false;
252
+ try {
253
+ return (await fsPromises.stat(path)).size === expectedSize;
254
+ }
255
+ catch {
256
+ return false;
257
+ }
168
258
  }
169
259
  export async function downloadModelFromRegistry(registryPath, registrySource, progressCallback, expectedChecksum, hooks, explicitMetadata) {
170
260
  const downloadKey = createRegistryDownloadKey(registrySource, registryPath);
@@ -174,184 +264,227 @@ export async function downloadModelFromRegistry(registryPath, registrySource, pr
174
264
  // Look up model metadata from our generated models.ts
175
265
  const modelMetadata = getModelByPath(registryPath);
176
266
  const result = startOrJoinDownload(downloadKey, async (ctx) => {
177
- if (shardInfo.isSharded) {
178
- const cacheKey = generateShortHash(registryPath);
179
- const localShardMeta = modelMetadata?.shardMetadata;
180
- // FS pre-check for known models: if all shards cached, return immediately
181
- if (localShardMeta?.length) {
182
- let allCached = true;
183
- for (const shard of localShardMeta) {
184
- const shardPath = getShardPath(cacheKey, shard.filename);
185
- const cached = await validateCachedFile(shardPath, shard.filename, shard.expectedSize, shard.sha256Checksum, hooks);
186
- if (!cached) {
187
- allCached = false;
188
- break;
267
+ const env_2 = { stack: [], error: void 0, hasError: false };
268
+ try {
269
+ // Every source of a registry path writes the same files, so lock the path.
270
+ const _downloadLock = __addDisposableResource(env_2, await acquireDownloadLock(createRegistryCacheKey(registryPath), ctx.signal), true);
271
+ if (shardInfo.isSharded) {
272
+ const cacheKey = generateShortHash(registryPath);
273
+ const localShardMeta = modelMetadata?.shardMetadata;
274
+ // FS pre-check for known models: if all shards cached, return immediately
275
+ if (localShardMeta?.length) {
276
+ let allCached = true;
277
+ for (const shard of localShardMeta) {
278
+ const shardPath = getShardPath(cacheKey, shard.filename);
279
+ const cached = await validateCachedFile(shardPath, shard.filename, shard.expectedSize, shard.sha256Checksum, hooks);
280
+ if (!cached) {
281
+ allCached = false;
282
+ break;
283
+ }
284
+ }
285
+ if (allCached) {
286
+ const firstShardFilename = localShardMeta[0].filename;
287
+ logger.info(`✅ All ${localShardMeta.length} shards cached`);
288
+ hooks?.markCacheHit?.();
289
+ ctx.setCacheHit(true);
290
+ const overallTotal = localShardMeta.reduce((sum, s) => sum + s.expectedSize, 0);
291
+ ctx.broadcastProgress({
292
+ type: 'modelProgress',
293
+ downloaded: overallTotal,
294
+ total: overallTotal,
295
+ percentage: 100,
296
+ downloadKey,
297
+ shardInfo: {
298
+ currentShard: localShardMeta.length,
299
+ totalShards: localShardMeta.length,
300
+ shardName: firstShardFilename,
301
+ overallDownloaded: overallTotal,
302
+ overallTotal,
303
+ overallPercentage: 100
304
+ }
305
+ });
306
+ return getShardPath(cacheKey, firstShardFilename);
307
+ }
308
+ }
309
+ hooks?.markCacheMiss?.();
310
+ ctx.setCacheHit(false);
311
+ try {
312
+ return await downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, ctx.broadcastProgress, ctx.signal, localShardMeta, hooks, ctx.shouldClearCache);
313
+ }
314
+ catch (error) {
315
+ if (error instanceof DownloadCancelledError && ctx.shouldClearCache()) {
316
+ try {
317
+ await fsPromises.rm(getShardedModelCacheDir(cacheKey), {
318
+ recursive: true,
319
+ force: true
320
+ });
321
+ }
322
+ catch (cleanupError) {
323
+ logger.debug('Failed to delete shard cache dir during cleanup', {
324
+ cacheKey,
325
+ error: cleanupError
326
+ });
327
+ }
328
+ }
329
+ throw error;
330
+ }
331
+ }
332
+ // Apple Core ML sidecars are optional registry assets. Discover them
333
+ // before the ordinary single-file path so the GGUF and its complete
334
+ // .mlmodelc directories share the companion-set cache layout.
335
+ const platform = getRuntimeContext().platform;
336
+ if (modelMetadata && getCoremlSidecarSpec(registryPath, registrySource, platform)) {
337
+ const companionHooks = {
338
+ ...hooks,
339
+ markCacheHit: () => {
340
+ hooks?.markCacheHit?.();
341
+ ctx.setCacheHit(true);
342
+ },
343
+ markCacheMiss: () => {
344
+ hooks?.markCacheMiss?.();
345
+ ctx.setCacheHit(false);
346
+ }
347
+ };
348
+ try {
349
+ const cachedSet = await findLocallyCachedCoremlCompanionSet(modelMetadata, platform);
350
+ if (cachedSet) {
351
+ return await downloadCompanionSetFromRegistry({
352
+ companionSet: cachedSet,
353
+ downloadKey,
354
+ progressCallback: ctx.broadcastProgress,
355
+ signal: ctx.signal,
356
+ hooks: companionHooks,
357
+ shouldClearCache: ctx.shouldClearCache
358
+ });
359
+ }
360
+ let coremlSet;
361
+ {
362
+ const env_3 = { stack: [], error: void 0, hasError: false };
363
+ try {
364
+ // Released before the set downloads, which lease the client per file.
365
+ const lease = __addDisposableResource(env_3, await acquireRegistryClient({
366
+ wait: 'download',
367
+ signal: ctx.signal
368
+ }), true);
369
+ coremlSet = await findCoremlCompanionSet(lease.client, modelMetadata, platform);
370
+ }
371
+ catch (e_2) {
372
+ env_3.error = e_2;
373
+ env_3.hasError = true;
374
+ }
375
+ finally {
376
+ const result_2 = __disposeResources(env_3);
377
+ if (result_2)
378
+ await result_2;
379
+ }
380
+ }
381
+ if (coremlSet) {
382
+ const modelPath = await downloadCompanionSetFromRegistry({
383
+ companionSet: coremlSet,
384
+ downloadKey,
385
+ progressCallback: ctx.broadcastProgress,
386
+ signal: ctx.signal,
387
+ hooks: companionHooks,
388
+ shouldClearCache: ctx.shouldClearCache
389
+ });
390
+ try {
391
+ await writeCachedCoremlCompanionSet(coremlSet);
392
+ }
393
+ catch (error) {
394
+ logger.warn('Unable to save Core ML cache metadata', { registryPath, error });
395
+ }
396
+ return modelPath;
189
397
  }
190
398
  }
191
- if (allCached) {
192
- const firstShardFilename = localShardMeta[0].filename;
193
- logger.info(`✅ All ${localShardMeta.length} shards cached`);
194
- hooks?.markCacheHit?.();
195
- ctx.setCacheHit(true);
196
- const overallTotal = localShardMeta.reduce((sum, s) => sum + s.expectedSize, 0);
197
- ctx.broadcastProgress({
198
- type: 'modelProgress',
199
- downloaded: overallTotal,
200
- total: overallTotal,
201
- percentage: 100,
202
- downloadKey,
203
- shardInfo: {
204
- currentShard: localShardMeta.length,
205
- totalShards: localShardMeta.length,
206
- shardName: firstShardFilename,
207
- overallDownloaded: overallTotal,
208
- overallTotal,
209
- overallPercentage: 100
399
+ catch (error) {
400
+ if (ctx.signal.aborted || error instanceof DownloadCancelledError) {
401
+ throw new DownloadCancelledError();
402
+ }
403
+ // Unless the GGUF is already on disk, loading it needs the same
404
+ // registry and would wait just as long.
405
+ if (error instanceof ModelRegistryBusyError) {
406
+ const { expectedSize } = resolveRegistryDownloadMetadata(modelMetadata, explicitMetadata, expectedChecksum);
407
+ if (!(await hasFileOfSize(getSingleFileCachePath(registryPath), expectedSize))) {
408
+ throw error;
210
409
  }
410
+ }
411
+ logger.warn('Core ML sidecar unavailable; loading the GGUF without it', {
412
+ registryPath,
413
+ error
211
414
  });
212
- return getShardPath(cacheKey, firstShardFilename);
213
415
  }
214
416
  }
417
+ // Generic companion set via generated metadata
418
+ if (modelMetadata?.companionSet) {
419
+ const companionHooks = {
420
+ ...hooks,
421
+ markCacheHit: () => {
422
+ hooks?.markCacheHit?.();
423
+ ctx.setCacheHit(true);
424
+ },
425
+ markCacheMiss: () => {
426
+ hooks?.markCacheMiss?.();
427
+ ctx.setCacheHit(false);
428
+ }
429
+ };
430
+ return await downloadCompanionSetFromRegistry({
431
+ companionSet: modelMetadata.companionSet,
432
+ downloadKey,
433
+ allowLegacyFlatCache: modelMetadata.addon === 'nmt',
434
+ progressCallback: ctx.broadcastProgress,
435
+ signal: ctx.signal,
436
+ hooks: companionHooks,
437
+ shouldClearCache: ctx.shouldClearCache
438
+ });
439
+ }
440
+ const modelPath = getSingleFileCachePath(registryPath);
441
+ const { expectedSize, checksum } = resolveRegistryDownloadMetadata(modelMetadata, explicitMetadata, expectedChecksum);
442
+ const cachedPath = await validateCachedFile(modelPath, filename, expectedSize, checksum, hooks);
443
+ if (cachedPath) {
444
+ logger.info(`✅ Using cached model: ${cachedPath}`);
445
+ hooks?.markCacheHit?.();
446
+ ctx.setCacheHit(true);
447
+ ctx.broadcastProgress({
448
+ type: 'modelProgress',
449
+ downloaded: expectedSize,
450
+ total: expectedSize,
451
+ percentage: 100,
452
+ downloadKey
453
+ });
454
+ return cachedPath;
455
+ }
456
+ const blobBinding = modelMetadata ? buildBlobBinding(modelMetadata) : undefined;
215
457
  hooks?.markCacheMiss?.();
216
458
  ctx.setCacheHit(false);
217
459
  try {
218
- return await downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, ctx.broadcastProgress, ctx.signal, localShardMeta, hooks);
460
+ await downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, filename, downloadKey, expectedSize, checksum, ctx.broadcastProgress, ctx.signal, blobBinding, hooks, ctx.shouldClearCache);
219
461
  }
220
462
  catch (error) {
221
463
  if (error instanceof DownloadCancelledError && ctx.shouldClearCache()) {
464
+ const partialPath = partialDownloadPath(modelPath);
222
465
  try {
223
- await fsPromises.rm(getShardedModelCacheDir(cacheKey), {
224
- recursive: true,
225
- force: true
226
- });
466
+ await fsPromises.unlink(partialPath);
227
467
  }
228
468
  catch (cleanupError) {
229
- logger.debug('Failed to delete shard cache dir during cleanup', {
230
- cacheKey,
469
+ logger.debug('Failed to delete partial model file during cleanup', {
470
+ path: partialPath,
231
471
  error: cleanupError
232
472
  });
233
473
  }
234
474
  }
235
475
  throw error;
236
476
  }
477
+ return modelPath;
237
478
  }
238
- // Apple Core ML sidecars are optional registry assets. Discover them
239
- // before the ordinary single-file path so the GGUF and its complete
240
- // .mlmodelc directories share the companion-set cache layout.
241
- const platform = getRuntimeContext().platform;
242
- if (modelMetadata && getCoremlSidecarSpec(registryPath, registrySource, platform)) {
243
- const companionHooks = {
244
- ...hooks,
245
- markCacheHit: () => {
246
- hooks?.markCacheHit?.();
247
- ctx.setCacheHit(true);
248
- },
249
- markCacheMiss: () => {
250
- hooks?.markCacheMiss?.();
251
- ctx.setCacheHit(false);
252
- }
253
- };
254
- try {
255
- const cachedSet = await findLocallyCachedCoremlCompanionSet(modelMetadata, platform);
256
- if (cachedSet) {
257
- return await downloadCompanionSetFromRegistry({
258
- companionSet: cachedSet,
259
- downloadKey,
260
- progressCallback: ctx.broadcastProgress,
261
- signal: ctx.signal,
262
- hooks: companionHooks,
263
- shouldClearCache: ctx.shouldClearCache
264
- });
265
- }
266
- const coremlSet = await findCoremlCompanionSet(await getRegistryClient(), modelMetadata, platform);
267
- if (coremlSet) {
268
- const modelPath = await downloadCompanionSetFromRegistry({
269
- companionSet: coremlSet,
270
- downloadKey,
271
- progressCallback: ctx.broadcastProgress,
272
- signal: ctx.signal,
273
- hooks: companionHooks,
274
- shouldClearCache: ctx.shouldClearCache
275
- });
276
- try {
277
- await writeCachedCoremlCompanionSet(coremlSet);
278
- }
279
- catch (error) {
280
- logger.warn('Unable to save Core ML cache metadata', { registryPath, error });
281
- }
282
- return modelPath;
283
- }
284
- }
285
- catch (error) {
286
- if (ctx.signal.aborted || error instanceof DownloadCancelledError) {
287
- throw new DownloadCancelledError();
288
- }
289
- logger.warn('Core ML sidecar unavailable; loading the GGUF without it', {
290
- registryPath,
291
- error
292
- });
293
- }
294
- }
295
- // Generic companion set via generated metadata
296
- if (modelMetadata?.companionSet) {
297
- const companionHooks = {
298
- ...hooks,
299
- markCacheHit: () => {
300
- hooks?.markCacheHit?.();
301
- ctx.setCacheHit(true);
302
- },
303
- markCacheMiss: () => {
304
- hooks?.markCacheMiss?.();
305
- ctx.setCacheHit(false);
306
- }
307
- };
308
- return await downloadCompanionSetFromRegistry({
309
- companionSet: modelMetadata.companionSet,
310
- downloadKey,
311
- allowLegacyFlatCache: modelMetadata.addon === 'nmt',
312
- progressCallback: ctx.broadcastProgress,
313
- signal: ctx.signal,
314
- hooks: companionHooks,
315
- shouldClearCache: ctx.shouldClearCache
316
- });
317
- }
318
- const modelPath = getSingleFileCachePath(registryPath);
319
- const { expectedSize, checksum } = resolveRegistryDownloadMetadata(modelMetadata, explicitMetadata, expectedChecksum);
320
- const cachedPath = await validateCachedFile(modelPath, filename, expectedSize, checksum, hooks);
321
- if (cachedPath) {
322
- logger.info(`✅ Using cached model: ${cachedPath}`);
323
- hooks?.markCacheHit?.();
324
- ctx.setCacheHit(true);
325
- ctx.broadcastProgress({
326
- type: 'modelProgress',
327
- downloaded: expectedSize,
328
- total: expectedSize,
329
- percentage: 100,
330
- downloadKey
331
- });
332
- return cachedPath;
333
- }
334
- const blobBinding = modelMetadata ? buildBlobBinding(modelMetadata) : undefined;
335
- hooks?.markCacheMiss?.();
336
- ctx.setCacheHit(false);
337
- try {
338
- await downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, filename, downloadKey, expectedSize, checksum, ctx.broadcastProgress, ctx.signal, blobBinding, hooks);
479
+ catch (e_3) {
480
+ env_2.error = e_3;
481
+ env_2.hasError = true;
339
482
  }
340
- catch (error) {
341
- if (error instanceof DownloadCancelledError && ctx.shouldClearCache()) {
342
- try {
343
- await fsPromises.unlink(modelPath);
344
- }
345
- catch (cleanupError) {
346
- logger.debug('Failed to delete model file during cleanup', {
347
- path: modelPath,
348
- error: cleanupError
349
- });
350
- }
351
- }
352
- throw error;
483
+ finally {
484
+ const result_3 = __disposeResources(env_2);
485
+ if (result_3)
486
+ await result_3;
353
487
  }
354
- return modelPath;
355
488
  }, progressCallback, hooks?.requestBinding);
356
489
  return applyJoinedDownloadStats(result, hooks);
357
490
  }
@@ -8,7 +8,7 @@ import { downloadModelFromHyperdrive } from '../../handlers/load-model/hyperdriv
8
8
  import { downloadModelFromRegistry } from '../../handlers/load-model/registry.js';
9
9
  import { getExplicitRegistryMetadata } from '../../handlers/load-model/registry-metadata.js';
10
10
  import { downloadModelFromHttpWithStats, downloadModelFromHyperdriveWithStats, downloadModelFromRegistryWithStats } from '../../handlers/load-model/download-stats.js';
11
- import { ChecksumValidationFailedError, DownloadCancelledError, InferenceCancelledError, ModelFileNotFoundError, ModelLoadFailedError, ModelNotFoundError, SeedingNotSupportedError } from '../../errors/index.js';
11
+ import { ChecksumValidationFailedError, DownloadCancelledError, InferenceCancelledError, ModelFileNotFoundError, ModelLoadFailedError, ModelNotFoundError, ModelRegistryBusyError, SeedingNotSupportedError } from '../../errors/index.js';
12
12
  import { validateAndJoinPath } from '../../utils/path-security.js';
13
13
  import { getEngineLogger } from '../../logging/index.js';
14
14
  const logger = getEngineLogger();
@@ -115,6 +115,9 @@ export async function resolveRegistryModel(params) {
115
115
  if (params.hasFallback) {
116
116
  return params.resolveFallback();
117
117
  }
118
+ // Already says what is wrong and how to act on it.
119
+ if (error instanceof ModelRegistryBusyError)
120
+ throw error;
118
121
  const isCorrectnessError = error instanceof ChecksumValidationFailedError ||
119
122
  error instanceof ModelNotFoundError ||
120
123
  error instanceof ModelFileNotFoundError;
@@ -41,6 +41,8 @@ export interface DownloadRequestBinding {
41
41
  signal: AbortSignal;
42
42
  scope: DisposableScope;
43
43
  requestId: string;
44
+ /** Session the request runs as; the registry resolves `requestId` within it. */
45
+ sessionId: string;
44
46
  }
45
47
  export interface DownloadHooks {
46
48
  onDownloadKey?: (key: string) => void;
@@ -1,9 +1,18 @@
1
1
  import { registerLoggingStream, unregisterLoggingStream } from '../runtime/logging-stream-registry.js';
2
+ import { isOwnerSession, isSessionOpen, onSessionClose } from '../runtime/session-registry.js';
3
+ import { resolveSessionId } from '../runtime/session-id.js';
2
4
  export async function* handleLoggingStream(request, context = {}) {
3
5
  const { id } = request;
4
6
  const { signal } = context;
5
7
  if (signal?.aborted)
6
8
  return;
9
+ // A subscription is not a registered request, so the session close that
10
+ // drains requests would not reach it; it ends on its own close listener.
11
+ const sessionId = resolveSessionId(request);
12
+ const scoped = !isOwnerSession(sessionId);
13
+ if (scoped && !isSessionOpen(sessionId))
14
+ return;
15
+ let stopped = false;
7
16
  const logQueue = [];
8
17
  let pendingResolve = null;
9
18
  const wake = () => {
@@ -28,20 +37,22 @@ export async function* handleLoggingStream(request, context = {}) {
28
37
  wake();
29
38
  };
30
39
  // Release at once, even if nobody is reading; a quiet id would wait forever.
31
- const onAbort = () => {
40
+ const stop = () => {
41
+ stopped = true;
32
42
  unregisterLoggingStream(id, streamHandler);
33
43
  logQueue.length = 0;
34
44
  wake();
35
45
  };
36
46
  registerLoggingStream(id, streamHandler);
37
- signal?.addEventListener('abort', onAbort, { once: true });
47
+ signal?.addEventListener('abort', stop, { once: true });
48
+ const removeCloseListener = scoped ? onSessionClose(sessionId, stop) : undefined;
38
49
  try {
39
50
  while (true) {
40
51
  while (logQueue.length > 0) {
41
52
  yield logQueue.shift();
42
53
  }
43
- // Aborted during a read: nothing to wake, so end here.
44
- if (signal?.aborted)
54
+ // Stopped during a read: nothing to wake, so end here.
55
+ if (stopped || signal?.aborted)
45
56
  return;
46
57
  await new Promise((resolve) => {
47
58
  pendingResolve = resolve;
@@ -49,7 +60,8 @@ export async function* handleLoggingStream(request, context = {}) {
49
60
  }
50
61
  }
51
62
  finally {
52
- signal?.removeEventListener('abort', onAbort);
63
+ signal?.removeEventListener('abort', stop);
64
+ removeCloseListener?.();
53
65
  unregisterLoggingStream(id, streamHandler);
54
66
  }
55
67
  }