@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,22 +1,74 @@
1
+ var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
2
+ if (value !== null && value !== void 0) {
3
+ if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
4
+ var dispose, inner;
5
+ if (async) {
6
+ if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
7
+ dispose = value[Symbol.asyncDispose];
8
+ }
9
+ if (dispose === void 0) {
10
+ if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
11
+ dispose = value[Symbol.dispose];
12
+ if (async) inner = dispose;
13
+ }
14
+ if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
15
+ if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
16
+ env.stack.push({ value: value, dispose: dispose, async: async });
17
+ }
18
+ else if (async) {
19
+ env.stack.push({ async: true });
20
+ }
21
+ return value;
22
+ };
23
+ var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
24
+ return function (env) {
25
+ function fail(e) {
26
+ env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
27
+ env.hasError = true;
28
+ }
29
+ var r, s = 0;
30
+ function next() {
31
+ while (r = env.stack.pop()) {
32
+ try {
33
+ if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
34
+ if (r.dispose) {
35
+ var result = r.dispose.call(r.value);
36
+ if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
37
+ }
38
+ else s |= 1;
39
+ }
40
+ catch (e) {
41
+ fail(e);
42
+ }
43
+ }
44
+ if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
45
+ if (env.hasError) throw env.error;
46
+ }
47
+ return next();
48
+ };
49
+ })(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
50
+ var e = new Error(message);
51
+ return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
+ });
1
53
  import { promises as fsPromises } from 'bare-fs';
2
- import { generateShortHash, detectShardedModel, getShardedModelCacheDir, getShardPath, extractTensorsFromShards, calculatePercentage } from '../../utils/index.js';
54
+ import { generateShortHash, detectShardedModel, getShardedModelCacheDir, getShardPath, generateShardFilenames, calculatePercentage } from '../../utils/index.js';
3
55
  import { getSingleFileCachePath } from '../../utils/cache/paths.js';
4
56
  import { getModelByPath } from '../../models/registry/index.js';
5
- import { getRegistryClient } from '../../runtime/registry-client.js';
57
+ import { acquireRegistryClient } from '../../runtime/registry-client.js';
6
58
  import { getRuntimeContext } from '../../runtime/state.js';
7
- import { createRegistryDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from './download-manager.js';
8
- import { buildBlobBinding, validateCachedFile, downloadSingleFileFromRegistry } from './registry-download-utils.js';
9
- import { downloadCompanionSetFromRegistry } from './registry-companion-set.js';
10
- import { findCoremlCompanionSet, findLocallyCachedCoremlCompanionSet, getCoremlSidecarSpec, writeCachedCoremlCompanionSet } from './coreml-sidecars.js';
11
- import { DownloadCancelledError, ModelNotFoundError, RegistryDownloadFailedError } from '../../errors/index.js';
59
+ import { createRegistryCacheKey, createRegistryDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from '../../handlers/load-model/download-manager.js';
60
+ import { acquireDownloadLock, partialDownloadPath } from '../../handlers/load-model/download-lock.js';
61
+ import { buildBlobBinding, validateCachedFile, downloadSingleFileFromRegistry } from '../../handlers/load-model/registry-download-utils.js';
62
+ import { downloadCompanionSetFromRegistry } from '../../handlers/load-model/registry-companion-set.js';
63
+ import { findCoremlCompanionSet, findLocallyCachedCoremlCompanionSet, getCoremlSidecarSpec, writeCachedCoremlCompanionSet } from '../../handlers/load-model/coreml-sidecars.js';
64
+ import { DownloadCancelledError, ModelNotFoundError, ModelRegistryBusyError, RegistryDownloadFailedError } from '../../errors/index.js';
12
65
  import { getEngineLogger } from '../../logging/index.js';
13
- import { resolveRegistryDownloadMetadata } from './registry-metadata.js';
66
+ import { resolveRegistryDownloadMetadata } from '../../handlers/load-model/registry-metadata.js';
14
67
  const logger = getEngineLogger();
15
68
  /**
16
69
  * Find all shards for a model using path prefix query.
17
70
  */
18
- async function findModelShards(registryPath) {
19
- const client = await getRegistryClient();
71
+ export async function findModelShards(registryPath, signal, wait = 'download') {
20
72
  const shardInfo = detectShardedModel(registryPath.split('/').pop() || '');
21
73
  if (!shardInfo.isSharded) {
22
74
  throw new RegistryDownloadFailedError(`Not a sharded model path: ${registryPath}`);
@@ -24,10 +76,26 @@ async function findModelShards(registryPath) {
24
76
  const pathPrefix = registryPath.replace(/-\d{5}-of-\d{5}\./, '.');
25
77
  const basePath = pathPrefix.substring(0, pathPrefix.lastIndexOf('.'));
26
78
  logger.info(`🔍 Finding shards with prefix: ${basePath}`);
27
- const shards = await client.findModels({
28
- gte: { path: basePath },
29
- lte: { path: basePath + '\uffff' }
30
- });
79
+ let shards;
80
+ {
81
+ const env_1 = { stack: [], error: void 0, hasError: false };
82
+ try {
83
+ const lease = __addDisposableResource(env_1, await acquireRegistryClient({ wait, signal }), true);
84
+ shards = await lease.client.findModels({
85
+ gte: { path: basePath },
86
+ lte: { path: basePath + '\uffff' }
87
+ });
88
+ }
89
+ catch (e_1) {
90
+ env_1.error = e_1;
91
+ env_1.hasError = true;
92
+ }
93
+ finally {
94
+ const result_1 = __disposeResources(env_1);
95
+ if (result_1)
96
+ await result_1;
97
+ }
98
+ }
31
99
  const sortedShards = shards
32
100
  .filter((s) => {
33
101
  const info = detectShardedModel(s.path.split('/').pop() || '');
@@ -42,17 +110,32 @@ async function findModelShards(registryPath) {
42
110
  path: s.path,
43
111
  source: s.source,
44
112
  size: s.blobBinding?.byteLength || 0,
45
- checksum: s.blobBinding?.['sha256'] || s.sha256 || ''
113
+ checksum: s.blobBinding?.['sha256'] || s.sha256 || '',
114
+ blobBinding: s.blobBinding
46
115
  }));
47
116
  logger.info(`📦 Found ${sortedShards.length} shards`);
48
117
  return sortedShards;
49
118
  }
119
+ /**
120
+ * The shards a registry listing holds for the filename's declared shard group.
121
+ * Fails here, rather than at load time, when the registry is missing one.
122
+ */
123
+ export function selectDeclaredShards(registryPath, remoteShards) {
124
+ const dir = registryPath.slice(0, registryPath.lastIndexOf('/') + 1);
125
+ const byPath = new Map(remoteShards.map((s) => [s.path, s]));
126
+ const expected = generateShardFilenames(registryPath.slice(dir.length));
127
+ const declared = expected.flatMap((name) => byPath.get(dir + name) ?? []);
128
+ if (declared.length !== expected.length) {
129
+ throw new RegistryDownloadFailedError(`Expected ${expected.length} shards for ${registryPath} but the registry has ${declared.length}`);
130
+ }
131
+ return declared;
132
+ }
50
133
  /**
51
134
  * Download sharded model files from registry.
52
135
  * When localShardMetadata is provided, uses pre-computed metadata + blob direct download
53
136
  * instead of querying the registry for shard info.
54
137
  */
55
- async function downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, progressCallback, signal, localShardMetadata, hooks) {
138
+ async function downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, progressCallback, signal, localShardMetadata, hooks, shouldClearCache) {
56
139
  if (signal?.aborted) {
57
140
  throw new DownloadCancelledError();
58
141
  }
@@ -73,14 +156,12 @@ async function downloadShardedFilesFromRegistry(registryPath, registrySource, ca
73
156
  if (!shardInfo.isSharded || !shardInfo.totalShards) {
74
157
  throw new RegistryDownloadFailedError(`Not a sharded model: ${filename}`);
75
158
  }
76
- const remoteShards = await findModelShards(registryPath);
159
+ const remoteShards = await findModelShards(registryPath, signal);
77
160
  if (remoteShards.length === 0) {
78
161
  throw new ModelNotFoundError(`No shards found for ${registryPath}`);
79
162
  }
80
- if (remoteShards.length !== shardInfo.totalShards) {
81
- logger.warn(`⚠️ Expected ${shardInfo.totalShards} shards but found ${remoteShards.length}`);
82
- }
83
- shards = remoteShards.map((s) => ({
163
+ const declared = selectDeclaredShards(registryPath, remoteShards);
164
+ shards = declared.map((s) => ({
84
165
  filename: s.path.split('/').pop() || '',
85
166
  size: s.size,
86
167
  checksum: s.checksum,
@@ -140,12 +221,10 @@ async function downloadShardedFilesFromRegistry(registryPath, registrySource, ca
140
221
  });
141
222
  }
142
223
  : undefined;
143
- await downloadSingleFileFromRegistry(shard.path, shard.source, shardPath, shard.filename, downloadKey, shard.size, shard.checksum, shardProgressCallback, signal, shard.blobBinding, hooks);
224
+ await downloadSingleFileFromRegistry(shard.path, shard.source, shardPath, shard.filename, downloadKey, shard.size, shard.checksum, shardProgressCallback, signal, shard.blobBinding, hooks, shouldClearCache);
144
225
  overallDownloaded += shard.size;
145
226
  logger.info(`✅ Shard ${i + 1}/${shards.length} downloaded`);
146
227
  }
147
- const firstShardFilename = shards[0].filename;
148
- await extractTensorsFromShards(shardDir, firstShardFilename);
149
228
  if (progressCallback) {
150
229
  const lastShard = shards[shards.length - 1];
151
230
  progressCallback({
@@ -164,7 +243,18 @@ async function downloadShardedFilesFromRegistry(registryPath, registrySource, ca
164
243
  }
165
244
  });
166
245
  }
167
- return getShardPath(cacheKey, firstShardFilename);
246
+ return getShardPath(cacheKey, shards[0].filename);
247
+ }
248
+ // A size check only: the single-file path validates the file before using it.
249
+ async function hasFileOfSize(path, expectedSize) {
250
+ if (expectedSize <= 0)
251
+ return false;
252
+ try {
253
+ return (await fsPromises.stat(path)).size === expectedSize;
254
+ }
255
+ catch {
256
+ return false;
257
+ }
168
258
  }
169
259
  export async function downloadModelFromRegistry(registryPath, registrySource, progressCallback, expectedChecksum, hooks, explicitMetadata) {
170
260
  const downloadKey = createRegistryDownloadKey(registrySource, registryPath);
@@ -174,184 +264,227 @@ export async function downloadModelFromRegistry(registryPath, registrySource, pr
174
264
  // Look up model metadata from our generated models.ts
175
265
  const modelMetadata = getModelByPath(registryPath);
176
266
  const result = startOrJoinDownload(downloadKey, async (ctx) => {
177
- if (shardInfo.isSharded) {
178
- const cacheKey = generateShortHash(registryPath);
179
- const localShardMeta = modelMetadata?.shardMetadata;
180
- // FS pre-check for known models: if all shards cached, return immediately
181
- if (localShardMeta?.length) {
182
- let allCached = true;
183
- for (const shard of localShardMeta) {
184
- const shardPath = getShardPath(cacheKey, shard.filename);
185
- const cached = await validateCachedFile(shardPath, shard.filename, shard.expectedSize, shard.sha256Checksum, hooks);
186
- if (!cached) {
187
- allCached = false;
188
- break;
267
+ const env_2 = { stack: [], error: void 0, hasError: false };
268
+ try {
269
+ // Every source of a registry path writes the same files, so lock the path.
270
+ const _downloadLock = __addDisposableResource(env_2, await acquireDownloadLock(createRegistryCacheKey(registryPath), ctx.signal), true);
271
+ if (shardInfo.isSharded) {
272
+ const cacheKey = generateShortHash(registryPath);
273
+ const localShardMeta = modelMetadata?.shardMetadata;
274
+ // FS pre-check for known models: if all shards cached, return immediately
275
+ if (localShardMeta?.length) {
276
+ let allCached = true;
277
+ for (const shard of localShardMeta) {
278
+ const shardPath = getShardPath(cacheKey, shard.filename);
279
+ const cached = await validateCachedFile(shardPath, shard.filename, shard.expectedSize, shard.sha256Checksum, hooks);
280
+ if (!cached) {
281
+ allCached = false;
282
+ break;
283
+ }
284
+ }
285
+ if (allCached) {
286
+ const firstShardFilename = localShardMeta[0].filename;
287
+ logger.info(`✅ All ${localShardMeta.length} shards cached`);
288
+ hooks?.markCacheHit?.();
289
+ ctx.setCacheHit(true);
290
+ const overallTotal = localShardMeta.reduce((sum, s) => sum + s.expectedSize, 0);
291
+ ctx.broadcastProgress({
292
+ type: 'modelProgress',
293
+ downloaded: overallTotal,
294
+ total: overallTotal,
295
+ percentage: 100,
296
+ downloadKey,
297
+ shardInfo: {
298
+ currentShard: localShardMeta.length,
299
+ totalShards: localShardMeta.length,
300
+ shardName: firstShardFilename,
301
+ overallDownloaded: overallTotal,
302
+ overallTotal,
303
+ overallPercentage: 100
304
+ }
305
+ });
306
+ return getShardPath(cacheKey, firstShardFilename);
307
+ }
308
+ }
309
+ hooks?.markCacheMiss?.();
310
+ ctx.setCacheHit(false);
311
+ try {
312
+ return await downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, ctx.broadcastProgress, ctx.signal, localShardMeta, hooks, ctx.shouldClearCache);
313
+ }
314
+ catch (error) {
315
+ if (error instanceof DownloadCancelledError && ctx.shouldClearCache()) {
316
+ try {
317
+ await fsPromises.rm(getShardedModelCacheDir(cacheKey), {
318
+ recursive: true,
319
+ force: true
320
+ });
321
+ }
322
+ catch (cleanupError) {
323
+ logger.debug('Failed to delete shard cache dir during cleanup', {
324
+ cacheKey,
325
+ error: cleanupError
326
+ });
327
+ }
328
+ }
329
+ throw error;
330
+ }
331
+ }
332
+ // Apple Core ML sidecars are optional registry assets. Discover them
333
+ // before the ordinary single-file path so the GGUF and its complete
334
+ // .mlmodelc directories share the companion-set cache layout.
335
+ const platform = getRuntimeContext().platform;
336
+ if (modelMetadata && getCoremlSidecarSpec(registryPath, registrySource, platform)) {
337
+ const companionHooks = {
338
+ ...hooks,
339
+ markCacheHit: () => {
340
+ hooks?.markCacheHit?.();
341
+ ctx.setCacheHit(true);
342
+ },
343
+ markCacheMiss: () => {
344
+ hooks?.markCacheMiss?.();
345
+ ctx.setCacheHit(false);
346
+ }
347
+ };
348
+ try {
349
+ const cachedSet = await findLocallyCachedCoremlCompanionSet(modelMetadata, platform);
350
+ if (cachedSet) {
351
+ return await downloadCompanionSetFromRegistry({
352
+ companionSet: cachedSet,
353
+ downloadKey,
354
+ progressCallback: ctx.broadcastProgress,
355
+ signal: ctx.signal,
356
+ hooks: companionHooks,
357
+ shouldClearCache: ctx.shouldClearCache
358
+ });
359
+ }
360
+ let coremlSet;
361
+ {
362
+ const env_3 = { stack: [], error: void 0, hasError: false };
363
+ try {
364
+ // Released before the set downloads, which lease the client per file.
365
+ const lease = __addDisposableResource(env_3, await acquireRegistryClient({
366
+ wait: 'download',
367
+ signal: ctx.signal
368
+ }), true);
369
+ coremlSet = await findCoremlCompanionSet(lease.client, modelMetadata, platform);
370
+ }
371
+ catch (e_2) {
372
+ env_3.error = e_2;
373
+ env_3.hasError = true;
374
+ }
375
+ finally {
376
+ const result_2 = __disposeResources(env_3);
377
+ if (result_2)
378
+ await result_2;
379
+ }
380
+ }
381
+ if (coremlSet) {
382
+ const modelPath = await downloadCompanionSetFromRegistry({
383
+ companionSet: coremlSet,
384
+ downloadKey,
385
+ progressCallback: ctx.broadcastProgress,
386
+ signal: ctx.signal,
387
+ hooks: companionHooks,
388
+ shouldClearCache: ctx.shouldClearCache
389
+ });
390
+ try {
391
+ await writeCachedCoremlCompanionSet(coremlSet);
392
+ }
393
+ catch (error) {
394
+ logger.warn('Unable to save Core ML cache metadata', { registryPath, error });
395
+ }
396
+ return modelPath;
189
397
  }
190
398
  }
191
- if (allCached) {
192
- const firstShardFilename = localShardMeta[0].filename;
193
- logger.info(`✅ All ${localShardMeta.length} shards cached`);
194
- hooks?.markCacheHit?.();
195
- ctx.setCacheHit(true);
196
- const overallTotal = localShardMeta.reduce((sum, s) => sum + s.expectedSize, 0);
197
- ctx.broadcastProgress({
198
- type: 'modelProgress',
199
- downloaded: overallTotal,
200
- total: overallTotal,
201
- percentage: 100,
202
- downloadKey,
203
- shardInfo: {
204
- currentShard: localShardMeta.length,
205
- totalShards: localShardMeta.length,
206
- shardName: firstShardFilename,
207
- overallDownloaded: overallTotal,
208
- overallTotal,
209
- overallPercentage: 100
399
+ catch (error) {
400
+ if (ctx.signal.aborted || error instanceof DownloadCancelledError) {
401
+ throw new DownloadCancelledError();
402
+ }
403
+ // Unless the GGUF is already on disk, loading it needs the same
404
+ // registry and would wait just as long.
405
+ if (error instanceof ModelRegistryBusyError) {
406
+ const { expectedSize } = resolveRegistryDownloadMetadata(modelMetadata, explicitMetadata, expectedChecksum);
407
+ if (!(await hasFileOfSize(getSingleFileCachePath(registryPath), expectedSize))) {
408
+ throw error;
210
409
  }
410
+ }
411
+ logger.warn('Core ML sidecar unavailable; loading the GGUF without it', {
412
+ registryPath,
413
+ error
211
414
  });
212
- return getShardPath(cacheKey, firstShardFilename);
213
415
  }
214
416
  }
417
+ // Generic companion set via generated metadata
418
+ if (modelMetadata?.companionSet) {
419
+ const companionHooks = {
420
+ ...hooks,
421
+ markCacheHit: () => {
422
+ hooks?.markCacheHit?.();
423
+ ctx.setCacheHit(true);
424
+ },
425
+ markCacheMiss: () => {
426
+ hooks?.markCacheMiss?.();
427
+ ctx.setCacheHit(false);
428
+ }
429
+ };
430
+ return await downloadCompanionSetFromRegistry({
431
+ companionSet: modelMetadata.companionSet,
432
+ downloadKey,
433
+ allowLegacyFlatCache: modelMetadata.addon === 'nmt',
434
+ progressCallback: ctx.broadcastProgress,
435
+ signal: ctx.signal,
436
+ hooks: companionHooks,
437
+ shouldClearCache: ctx.shouldClearCache
438
+ });
439
+ }
440
+ const modelPath = getSingleFileCachePath(registryPath);
441
+ const { expectedSize, checksum } = resolveRegistryDownloadMetadata(modelMetadata, explicitMetadata, expectedChecksum);
442
+ const cachedPath = await validateCachedFile(modelPath, filename, expectedSize, checksum, hooks);
443
+ if (cachedPath) {
444
+ logger.info(`✅ Using cached model: ${cachedPath}`);
445
+ hooks?.markCacheHit?.();
446
+ ctx.setCacheHit(true);
447
+ ctx.broadcastProgress({
448
+ type: 'modelProgress',
449
+ downloaded: expectedSize,
450
+ total: expectedSize,
451
+ percentage: 100,
452
+ downloadKey
453
+ });
454
+ return cachedPath;
455
+ }
456
+ const blobBinding = modelMetadata ? buildBlobBinding(modelMetadata) : undefined;
215
457
  hooks?.markCacheMiss?.();
216
458
  ctx.setCacheHit(false);
217
459
  try {
218
- return await downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, ctx.broadcastProgress, ctx.signal, localShardMeta, hooks);
460
+ await downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, filename, downloadKey, expectedSize, checksum, ctx.broadcastProgress, ctx.signal, blobBinding, hooks, ctx.shouldClearCache);
219
461
  }
220
462
  catch (error) {
221
463
  if (error instanceof DownloadCancelledError && ctx.shouldClearCache()) {
464
+ const partialPath = partialDownloadPath(modelPath);
222
465
  try {
223
- await fsPromises.rm(getShardedModelCacheDir(cacheKey), {
224
- recursive: true,
225
- force: true
226
- });
466
+ await fsPromises.unlink(partialPath);
227
467
  }
228
468
  catch (cleanupError) {
229
- logger.debug('Failed to delete shard cache dir during cleanup', {
230
- cacheKey,
469
+ logger.debug('Failed to delete partial model file during cleanup', {
470
+ path: partialPath,
231
471
  error: cleanupError
232
472
  });
233
473
  }
234
474
  }
235
475
  throw error;
236
476
  }
477
+ return modelPath;
237
478
  }
238
- // Apple Core ML sidecars are optional registry assets. Discover them
239
- // before the ordinary single-file path so the GGUF and its complete
240
- // .mlmodelc directories share the companion-set cache layout.
241
- const platform = getRuntimeContext().platform;
242
- if (modelMetadata && getCoremlSidecarSpec(registryPath, registrySource, platform)) {
243
- const companionHooks = {
244
- ...hooks,
245
- markCacheHit: () => {
246
- hooks?.markCacheHit?.();
247
- ctx.setCacheHit(true);
248
- },
249
- markCacheMiss: () => {
250
- hooks?.markCacheMiss?.();
251
- ctx.setCacheHit(false);
252
- }
253
- };
254
- try {
255
- const cachedSet = await findLocallyCachedCoremlCompanionSet(modelMetadata, platform);
256
- if (cachedSet) {
257
- return await downloadCompanionSetFromRegistry({
258
- companionSet: cachedSet,
259
- downloadKey,
260
- progressCallback: ctx.broadcastProgress,
261
- signal: ctx.signal,
262
- hooks: companionHooks,
263
- shouldClearCache: ctx.shouldClearCache
264
- });
265
- }
266
- const coremlSet = await findCoremlCompanionSet(await getRegistryClient(), modelMetadata, platform);
267
- if (coremlSet) {
268
- const modelPath = await downloadCompanionSetFromRegistry({
269
- companionSet: coremlSet,
270
- downloadKey,
271
- progressCallback: ctx.broadcastProgress,
272
- signal: ctx.signal,
273
- hooks: companionHooks,
274
- shouldClearCache: ctx.shouldClearCache
275
- });
276
- try {
277
- await writeCachedCoremlCompanionSet(coremlSet);
278
- }
279
- catch (error) {
280
- logger.warn('Unable to save Core ML cache metadata', { registryPath, error });
281
- }
282
- return modelPath;
283
- }
284
- }
285
- catch (error) {
286
- if (ctx.signal.aborted || error instanceof DownloadCancelledError) {
287
- throw new DownloadCancelledError();
288
- }
289
- logger.warn('Core ML sidecar unavailable; loading the GGUF without it', {
290
- registryPath,
291
- error
292
- });
293
- }
294
- }
295
- // Generic companion set via generated metadata
296
- if (modelMetadata?.companionSet) {
297
- const companionHooks = {
298
- ...hooks,
299
- markCacheHit: () => {
300
- hooks?.markCacheHit?.();
301
- ctx.setCacheHit(true);
302
- },
303
- markCacheMiss: () => {
304
- hooks?.markCacheMiss?.();
305
- ctx.setCacheHit(false);
306
- }
307
- };
308
- return await downloadCompanionSetFromRegistry({
309
- companionSet: modelMetadata.companionSet,
310
- downloadKey,
311
- allowLegacyFlatCache: modelMetadata.addon === 'nmt',
312
- progressCallback: ctx.broadcastProgress,
313
- signal: ctx.signal,
314
- hooks: companionHooks,
315
- shouldClearCache: ctx.shouldClearCache
316
- });
317
- }
318
- const modelPath = getSingleFileCachePath(registryPath);
319
- const { expectedSize, checksum } = resolveRegistryDownloadMetadata(modelMetadata, explicitMetadata, expectedChecksum);
320
- const cachedPath = await validateCachedFile(modelPath, filename, expectedSize, checksum, hooks);
321
- if (cachedPath) {
322
- logger.info(`✅ Using cached model: ${cachedPath}`);
323
- hooks?.markCacheHit?.();
324
- ctx.setCacheHit(true);
325
- ctx.broadcastProgress({
326
- type: 'modelProgress',
327
- downloaded: expectedSize,
328
- total: expectedSize,
329
- percentage: 100,
330
- downloadKey
331
- });
332
- return cachedPath;
333
- }
334
- const blobBinding = modelMetadata ? buildBlobBinding(modelMetadata) : undefined;
335
- hooks?.markCacheMiss?.();
336
- ctx.setCacheHit(false);
337
- try {
338
- await downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, filename, downloadKey, expectedSize, checksum, ctx.broadcastProgress, ctx.signal, blobBinding, hooks);
479
+ catch (e_3) {
480
+ env_2.error = e_3;
481
+ env_2.hasError = true;
339
482
  }
340
- catch (error) {
341
- if (error instanceof DownloadCancelledError && ctx.shouldClearCache()) {
342
- try {
343
- await fsPromises.unlink(modelPath);
344
- }
345
- catch (cleanupError) {
346
- logger.debug('Failed to delete model file during cleanup', {
347
- path: modelPath,
348
- error: cleanupError
349
- });
350
- }
351
- }
352
- throw error;
483
+ finally {
484
+ const result_3 = __disposeResources(env_2);
485
+ if (result_3)
486
+ await result_3;
353
487
  }
354
- return modelPath;
355
488
  }, progressCallback, hooks?.requestBinding);
356
489
  return applyJoinedDownloadStats(result, hooks);
357
490
  }
@@ -1,6 +1,6 @@
1
1
  import type { AbortSignal } from 'bare-abort-controller';
2
2
  import type { ModelProgressUpdate, ResolveContext } from '../../schemas/index.js';
3
- import type { DownloadRequestBinding, ResolveResult, DownloadSecurityOptions } from './types.js';
3
+ import type { DownloadRequestBinding, ResolveResult, DownloadSecurityOptions } from '../../handlers/load-model/types.js';
4
4
  export interface ResolveSessionOptions {
5
5
  progressCallback?: ((update: ModelProgressUpdate) => void) | undefined;
6
6
  seed?: boolean | undefined;
@@ -1,6 +1,8 @@
1
- import { resolveModelPath, resolveModelPathWithStats } from './resolve.js';
2
- import { cancelTransfer } from './download-manager.js';
3
- import { mergeDownloadStats } from './download-stats.js';
1
+ import { resolveModelPath, resolveModelPathWithStats } from '../../handlers/load-model/resolve.js';
2
+ import { cancelTransfer } from '../../handlers/load-model/download-manager.js';
3
+ import { mergeDownloadStats } from '../../handlers/load-model/download-stats.js';
4
+ import { getRegistryModelPlatformRefusal } from '../../handlers/load-model/coreml-sidecars.js';
5
+ import { ModelLoadFailedError } from '../../errors/index.js';
4
6
  import { getRuntimeContext } from '../../runtime/state.js';
5
7
  export function createResolveSession(options) {
6
8
  const { progressCallback, seed, profilingEnabled, signal, requestBinding, security } = options;
@@ -14,6 +16,12 @@ export function createResolveSession(options) {
14
16
  ...(requestBinding !== undefined && { requestBinding })
15
17
  };
16
18
  async function resolvePrimaryModelPath(modelSrc, fallbackSrc) {
19
+ // A GGUF that only runs with Core ML bundles beside it is refused before
20
+ // its download anywhere the loader cannot stage them. `downloadAsset` does
21
+ // not pass here, so fetching it for another machine still works.
22
+ const refusal = getRegistryModelPlatformRefusal(modelSrc, getRuntimeContext().platform);
23
+ if (refusal !== undefined)
24
+ throw new ModelLoadFailedError(refusal);
17
25
  if (profilingEnabled) {
18
26
  const result = await resolveModelPathWithStats(modelSrc, progressCallback, seed, signal, downloadHooks, fallbackSrc, security);
19
27
  primaryResult = result;
@@ -1,5 +1,5 @@
1
1
  import { type ModelProgressUpdate } from '../../schemas/index.js';
2
- import type { ResolveResult, DownloadHooks, DownloadSecurityOptions } from './types.js';
2
+ import type { ResolveResult, DownloadHooks, DownloadSecurityOptions } from '../../handlers/load-model/types.js';
3
3
  import type { AbortSignal } from 'bare-abort-controller';
4
4
  type ResolveMode = 'base' | 'stats';
5
5
  export declare function resolveFallbackModel(fallbackSrc: string, expectedChecksum: string | undefined, progressCallback: ((progress: ModelProgressUpdate) => void) | undefined, mode: ResolveMode, signal: AbortSignal | undefined, hooks: DownloadHooks | undefined, security?: DownloadSecurityOptions): Promise<ResolveResult>;
@@ -3,12 +3,12 @@ import { hyperdriveUrlSchema, registryUrlSchema, SUPPORTED_ARCHIVE_EXTENSIONS, m
3
3
  import { getModelsCacheDir, getShardedModelCacheDir, generateShortHash, extractAndValidateShardedArchive, measureChecksum } from '../../utils/index.js';
4
4
  import { promises as fsPromises } from 'bare-fs';
5
5
  import path from 'bare-path';
6
- import { downloadModelFromHttp } from './http.js';
7
- import { downloadModelFromHyperdrive } from './hyperdrive.js';
8
- import { downloadModelFromRegistry } from './registry.js';
9
- import { getExplicitRegistryMetadata } from './registry-metadata.js';
10
- import { downloadModelFromHttpWithStats, downloadModelFromHyperdriveWithStats, downloadModelFromRegistryWithStats } from './download-stats.js';
11
- import { ChecksumValidationFailedError, DownloadCancelledError, InferenceCancelledError, ModelFileNotFoundError, ModelLoadFailedError, ModelNotFoundError, SeedingNotSupportedError } from '../../errors/index.js';
6
+ import { downloadModelFromHttp } from '../../handlers/load-model/http.js';
7
+ import { downloadModelFromHyperdrive } from '../../handlers/load-model/hyperdrive.js';
8
+ import { downloadModelFromRegistry } from '../../handlers/load-model/registry.js';
9
+ import { getExplicitRegistryMetadata } from '../../handlers/load-model/registry-metadata.js';
10
+ import { downloadModelFromHttpWithStats, downloadModelFromHyperdriveWithStats, downloadModelFromRegistryWithStats } from '../../handlers/load-model/download-stats.js';
11
+ import { ChecksumValidationFailedError, DownloadCancelledError, InferenceCancelledError, ModelFileNotFoundError, ModelLoadFailedError, ModelNotFoundError, ModelRegistryBusyError, SeedingNotSupportedError } from '../../errors/index.js';
12
12
  import { validateAndJoinPath } from '../../utils/path-security.js';
13
13
  import { getEngineLogger } from '../../logging/index.js';
14
14
  const logger = getEngineLogger();
@@ -115,6 +115,9 @@ export async function resolveRegistryModel(params) {
115
115
  if (params.hasFallback) {
116
116
  return params.resolveFallback();
117
117
  }
118
+ // Already says what is wrong and how to act on it.
119
+ if (error instanceof ModelRegistryBusyError)
120
+ throw error;
118
121
  const isCorrectnessError = error instanceof ChecksumValidationFailedError ||
119
122
  error instanceof ModelNotFoundError ||
120
123
  error instanceof ModelFileNotFoundError;