@qvac/inference 0.0.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +928 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,206 @@
1
+ import { promises as fsPromises } from 'bare-fs';
2
+ import { getModelsCacheDir, getCompanionSetPath, getCompanionSetCacheDir, getSingleFileCachePath, generateShortHash, calculatePercentage } from '../../utils/index.js';
3
+ import { measureChecksum } from '../../utils/checksum.js';
4
+ import { validateAndJoinPath } from '../../utils/path-security.js';
5
+ import { buildBlobBinding, downloadSingleFileFromRegistry, validateCachedFile } from '../../handlers/load-model/registry-download-utils.js';
6
+ import { DownloadCancelledError, RegistryDownloadFailedError } from '../../errors/index.js';
7
+ import { getEngineLogger } from '../../logging/index.js';
8
+ const logger = getEngineLogger();
9
+ /**
10
+ * Download a companion set from the registry, placing files directly
11
+ * into their canonical layout at `sets/<setKey>/<targetName>`.
12
+ *
13
+ * Returns the path to the primary file.
14
+ */
15
+ export async function downloadCompanionSetFromRegistry(options) {
16
+ const { companionSet, downloadKey, allowLegacyFlatCache = false, progressCallback, signal, hooks, shouldClearCache } = options;
17
+ const { files, setKey, primaryKey } = companionSet;
18
+ validateCompanionSetMetadata(files, primaryKey);
19
+ const primaryEntry = files.find((f) => f.key === primaryKey);
20
+ const primaryRegistryPath = primaryEntry.registryPath;
21
+ if (isLegacyOnnxSet(files)) {
22
+ const legacyPath = await checkLegacyOnnxCache(primaryRegistryPath, files, hooks);
23
+ if (legacyPath) {
24
+ logger.info(`✅ Using legacy ONNX cache for companion set: ${legacyPath}`);
25
+ hooks?.markCacheHit?.();
26
+ emitFinalProgress(progressCallback, downloadKey, setKey, files);
27
+ return legacyPath;
28
+ }
29
+ }
30
+ // Legacy flat-cache compatibility for Bergamot-style companion sets.
31
+ // This is valid only for families whose runtime still works with explicit
32
+ // per-file absolute paths; it is not a generic rule for all companion sets.
33
+ if (allowLegacyFlatCache && !isLegacyOnnxSet(files)) {
34
+ const flatPath = await checkLegacyFlatCache(files, primaryKey, hooks);
35
+ if (flatPath) {
36
+ logger.info(`✅ Using legacy flat cache for companion set: ${flatPath}`);
37
+ hooks?.markCacheHit?.();
38
+ emitFinalProgress(progressCallback, downloadKey, setKey, files);
39
+ return flatPath;
40
+ }
41
+ }
42
+ // Check canonical companion set cache
43
+ const validatedFiles = new Set();
44
+ for (const file of files) {
45
+ const filePath = getCompanionSetPath(setKey, file.targetName);
46
+ const cached = await validateCachedFile(filePath, file.targetName, file.expectedSize, file.sha256Checksum, hooks);
47
+ if (cached) {
48
+ validatedFiles.add(file.key);
49
+ }
50
+ }
51
+ if (validatedFiles.size === files.length) {
52
+ logger.info(`✅ All companion set files cached`);
53
+ hooks?.markCacheHit?.();
54
+ emitFinalProgress(progressCallback, downloadKey, setKey, files);
55
+ return getCompanionSetPath(setKey, primaryEntry.targetName);
56
+ }
57
+ // Download missing files
58
+ hooks?.markCacheMiss?.();
59
+ const overallTotal = files.reduce((sum, f) => sum + f.expectedSize, 0);
60
+ let overallDownloaded = 0;
61
+ try {
62
+ for (let i = 0; i < files.length; i++) {
63
+ const file = files[i];
64
+ const filePath = getCompanionSetPath(setKey, file.targetName);
65
+ if (validatedFiles.has(file.key)) {
66
+ overallDownloaded += file.expectedSize;
67
+ continue;
68
+ }
69
+ const fileProgressCallback = progressCallback
70
+ ? (progress) => {
71
+ const currentOverall = overallDownloaded + progress.downloaded;
72
+ progressCallback({
73
+ ...progress,
74
+ downloadKey,
75
+ fileSetInfo: {
76
+ setKey,
77
+ currentFile: file.targetName,
78
+ fileIndex: i + 1,
79
+ totalFiles: files.length,
80
+ overallDownloaded: currentOverall,
81
+ overallTotal,
82
+ overallPercentage: calculatePercentage(currentOverall, overallTotal)
83
+ }
84
+ });
85
+ }
86
+ : undefined;
87
+ const blobBinding = file.blobCoreKey ? buildBlobBinding(file) : undefined;
88
+ await downloadSingleFileFromRegistry(file.registryPath, file.registrySource, filePath, file.targetName, downloadKey, file.expectedSize, file.sha256Checksum, fileProgressCallback, signal, blobBinding, hooks);
89
+ overallDownloaded += file.expectedSize;
90
+ }
91
+ }
92
+ catch (error) {
93
+ if (error instanceof DownloadCancelledError && shouldClearCache?.()) {
94
+ try {
95
+ await fsPromises.rm(getCompanionSetCacheDir(setKey), {
96
+ recursive: true,
97
+ force: true
98
+ });
99
+ }
100
+ catch (cleanupError) {
101
+ logger.debug('Failed to delete companion set cache during cleanup', {
102
+ setKey,
103
+ error: cleanupError
104
+ });
105
+ }
106
+ }
107
+ throw error;
108
+ }
109
+ emitFinalProgress(progressCallback, downloadKey, setKey, files);
110
+ return getCompanionSetPath(setKey, primaryEntry.targetName);
111
+ }
112
+ function emitFinalProgress(progressCallback, downloadKey, setKey, files) {
113
+ if (!progressCallback)
114
+ return;
115
+ const overallTotal = files.reduce((sum, f) => sum + f.expectedSize, 0);
116
+ const lastFile = files[files.length - 1];
117
+ progressCallback({
118
+ type: 'modelProgress',
119
+ downloaded: overallTotal,
120
+ total: overallTotal,
121
+ percentage: 100,
122
+ downloadKey,
123
+ fileSetInfo: {
124
+ setKey,
125
+ currentFile: lastFile.targetName,
126
+ fileIndex: files.length,
127
+ totalFiles: files.length,
128
+ overallDownloaded: overallTotal,
129
+ overallTotal,
130
+ overallPercentage: 100
131
+ }
132
+ });
133
+ }
134
+ function validateCompanionSetMetadata(files, primaryKey) {
135
+ if (!files.some((f) => f.key === primaryKey)) {
136
+ throw new RegistryDownloadFailedError(`Companion set missing primary file (key: ${primaryKey})`);
137
+ }
138
+ const targetNames = new Set();
139
+ for (const file of files) {
140
+ if (targetNames.has(file.targetName)) {
141
+ throw new RegistryDownloadFailedError(`Companion set has duplicate targetName "${file.targetName}"`);
142
+ }
143
+ targetNames.add(file.targetName);
144
+ }
145
+ }
146
+ function isLegacyOnnxSet(files) {
147
+ return files.some((f) => f.primary === true && f.targetName.endsWith('.onnx'));
148
+ }
149
+ /**
150
+ * Check if a complete legacy ONNX cache exists for a companion set.
151
+ * Read-only probe: does not create legacy cache directories.
152
+ */
153
+ async function checkLegacyOnnxCache(primaryRegistryPath, files, hooks) {
154
+ const cacheKey = generateShortHash(primaryRegistryPath);
155
+ let primaryPath = null;
156
+ for (const file of files) {
157
+ const filePath = getLegacyOnnxPath(cacheKey, file.targetName);
158
+ try {
159
+ const stats = await fsPromises.stat(filePath);
160
+ if (stats.size !== file.expectedSize)
161
+ return null;
162
+ if (file.sha256Checksum && file.sha256Checksum.length === 64) {
163
+ const checksum = await measureChecksum(filePath, hooks);
164
+ if (checksum !== file.sha256Checksum)
165
+ return null;
166
+ }
167
+ }
168
+ catch {
169
+ return null;
170
+ }
171
+ if (file.primary === true) {
172
+ primaryPath = filePath;
173
+ }
174
+ }
175
+ return primaryPath;
176
+ }
177
+ function getLegacyOnnxPath(cacheKey, filename) {
178
+ const baseCache = getModelsCacheDir();
179
+ return validateAndJoinPath(baseCache, 'onnx', cacheKey, filename);
180
+ }
181
+ /**
182
+ * Check if all companion files exist in the flat single-file cache.
183
+ */
184
+ async function checkLegacyFlatCache(files, primaryKey, hooks) {
185
+ let primaryPath = null;
186
+ for (const file of files) {
187
+ const flatPath = getSingleFileCachePath(file.registryPath);
188
+ try {
189
+ const stats = await fsPromises.stat(flatPath);
190
+ if (stats.size !== file.expectedSize)
191
+ return null;
192
+ if (file.sha256Checksum && file.sha256Checksum.length === 64) {
193
+ const checksum = await measureChecksum(flatPath, hooks);
194
+ if (checksum !== file.sha256Checksum)
195
+ return null;
196
+ }
197
+ }
198
+ catch {
199
+ return null;
200
+ }
201
+ if (file.key === primaryKey) {
202
+ primaryPath = flatPath;
203
+ }
204
+ }
205
+ return primaryPath;
206
+ }
@@ -0,0 +1,23 @@
1
+ import type { ModelProgressUpdate } from '../../schemas/index.js';
2
+ import type { QVACBlobBinding } from '@qvac/registry-client';
3
+ import type { AbortSignal } from 'bare-abort-controller';
4
+ import type { DownloadHooks } from '../../handlers/load-model/types.js';
5
+ export { DEFAULT_REGISTRY_STREAM_TIMEOUT_MS, buildRegistryClientOptions } from '../../handlers/load-model/registry-client-options.js';
6
+ export type { RegistryClientDownloadOptions } from '../../handlers/load-model/registry-client-options.js';
7
+ export declare function buildBlobBinding(meta: {
8
+ blobCoreKey: string;
9
+ blobBlockOffset: number;
10
+ blobBlockLength: number;
11
+ blobByteOffset: number;
12
+ expectedSize: number;
13
+ }): QVACBlobBinding;
14
+ /**
15
+ * Validate a cached file against expected size and checksum.
16
+ */
17
+ export declare function validateCachedFile(modelPath: string, modelFileName: string, expectedSize: number, expectedChecksum?: string, hooks?: DownloadHooks): Promise<string | null>;
18
+ /**
19
+ * Download a single file from the registry to filesystem.
20
+ * When blobBinding is provided, uses direct blob download (skips metadata sync).
21
+ * Otherwise falls back to metadata-based downloadModel.
22
+ */
23
+ export declare function downloadSingleFileFromRegistry(registryPath: string, registrySource: string, modelPath: string, modelFileName: string, downloadKey: string, expectedSize: number, expectedChecksum: string, progressCallback?: (progress: ModelProgressUpdate) => void, signal?: AbortSignal, blobBinding?: QVACBlobBinding, hooks?: DownloadHooks): Promise<void>;
@@ -0,0 +1,112 @@
1
+ import { promises as fsPromises } from 'bare-fs';
2
+ import path from 'bare-path';
3
+ import { measureChecksum, calculatePercentage } from '../../utils/index.js';
4
+ import { getRegistryClient } from '../../runtime/registry-client.js';
5
+ import { getConfig } from '../../runtime/state.js';
6
+ import { buildRegistryClientOptions } from '../../handlers/load-model/registry-client-options.js';
7
+ import { ChecksumValidationFailedError, DownloadCancelledError } from '../../errors/index.js';
8
+ import { getEngineLogger } from '../../logging/index.js';
9
+ const logger = getEngineLogger();
10
+ export { DEFAULT_REGISTRY_STREAM_TIMEOUT_MS, buildRegistryClientOptions } from '../../handlers/load-model/registry-client-options.js';
11
+ export function buildBlobBinding(meta) {
12
+ return {
13
+ coreKey: meta.blobCoreKey,
14
+ blockOffset: meta.blobBlockOffset,
15
+ blockLength: meta.blobBlockLength,
16
+ byteOffset: meta.blobByteOffset,
17
+ byteLength: meta.expectedSize
18
+ };
19
+ }
20
+ /**
21
+ * Validate a cached file against expected size and checksum.
22
+ */
23
+ export async function validateCachedFile(modelPath, modelFileName, expectedSize, expectedChecksum, hooks) {
24
+ try {
25
+ await fsPromises.access(modelPath);
26
+ const localStats = await fsPromises.stat(modelPath);
27
+ const localSize = localStats.size;
28
+ if (localSize === expectedSize) {
29
+ logger.info(`✅ Model cached with correct size: ${modelPath}`);
30
+ if (expectedChecksum && expectedChecksum.length === 64) {
31
+ const checksum = await measureChecksum(modelPath, hooks);
32
+ if (checksum !== expectedChecksum) {
33
+ throw new ChecksumValidationFailedError(`${modelFileName}. Expected: ${expectedChecksum}. Actual: ${checksum}. File may be corrupted`);
34
+ }
35
+ }
36
+ logger.info(`✅ Model already cached and validated: ${modelPath}`);
37
+ return modelPath;
38
+ }
39
+ logger.warn(`🗑️ Removing incomplete cached file (expected ${expectedSize}, got ${localSize}): ${modelPath}`);
40
+ await fsPromises.unlink(modelPath);
41
+ return null;
42
+ }
43
+ catch (error) {
44
+ if (error instanceof ChecksumValidationFailedError) {
45
+ logger.warn(`🗑️ Removing corrupted cached file: ${modelPath}`);
46
+ await fsPromises.unlink(modelPath).catch(() => { });
47
+ }
48
+ return null;
49
+ }
50
+ }
51
+ /**
52
+ * Download a single file from the registry to filesystem.
53
+ * When blobBinding is provided, uses direct blob download (skips metadata sync).
54
+ * Otherwise falls back to metadata-based downloadModel.
55
+ */
56
+ export async function downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, modelFileName, downloadKey, expectedSize, expectedChecksum, progressCallback, signal, blobBinding, hooks) {
57
+ if (signal?.aborted) {
58
+ throw new DownloadCancelledError();
59
+ }
60
+ const client = await getRegistryClient();
61
+ const dir = path.dirname(modelPath);
62
+ await fsPromises.mkdir(dir, { recursive: true });
63
+ const onProgress = progressCallback
64
+ ? (progress) => {
65
+ const total = progress.total || expectedSize || progress.downloaded;
66
+ progressCallback({
67
+ type: 'modelProgress',
68
+ downloaded: progress.downloaded,
69
+ total,
70
+ percentage: total > 0 ? calculatePercentage(progress.downloaded, total) : 0,
71
+ downloadKey
72
+ });
73
+ }
74
+ : undefined;
75
+ const clientOptions = buildRegistryClientOptions({
76
+ config: getConfig(),
77
+ outputFile: modelPath,
78
+ onProgress,
79
+ signal
80
+ });
81
+ if (blobBinding) {
82
+ logger.info(`📥 Downloading blob directly: ${modelFileName}`);
83
+ await client.downloadBlob(blobBinding, clientOptions);
84
+ }
85
+ else {
86
+ logger.info(`📥 Downloading from registry: ${registryPath}`);
87
+ await client.downloadModel(registryPath, registrySource, clientOptions);
88
+ }
89
+ logger.info(`✅ Downloaded to ${modelPath}`);
90
+ const stats = await fsPromises.stat(modelPath);
91
+ if (expectedSize && stats.size !== expectedSize) {
92
+ await fsPromises.unlink(modelPath).catch(() => { });
93
+ throw new ChecksumValidationFailedError(`${modelFileName}. File size mismatch: expected ${expectedSize}, got ${stats.size}`);
94
+ }
95
+ if (expectedChecksum && expectedChecksum.length === 64) {
96
+ const checksum = await measureChecksum(modelPath, hooks);
97
+ if (checksum !== expectedChecksum) {
98
+ await fsPromises.unlink(modelPath);
99
+ throw new ChecksumValidationFailedError(`${modelFileName}. Expected: ${expectedChecksum}. Actual: ${checksum}`);
100
+ }
101
+ logger.info(`✅ Checksum validated for ${modelFileName}`);
102
+ }
103
+ if (progressCallback) {
104
+ progressCallback({
105
+ type: 'modelProgress',
106
+ downloaded: stats.size,
107
+ total: stats.size,
108
+ percentage: 100,
109
+ downloadKey
110
+ });
111
+ }
112
+ }
@@ -0,0 +1,10 @@
1
+ import type { RegistryItem } from '../../models/registry/index.js';
2
+ export type ExplicitRegistryMetadata = {
3
+ expectedSize?: number;
4
+ sha256Checksum?: string;
5
+ };
6
+ export declare function getExplicitRegistryMetadata(modelSrc: unknown): ExplicitRegistryMetadata | undefined;
7
+ export declare function resolveRegistryDownloadMetadata(modelMetadata: RegistryItem | undefined, explicitMetadata: ExplicitRegistryMetadata | undefined, expectedChecksum: string | undefined): {
8
+ expectedSize: number;
9
+ checksum: string;
10
+ };
@@ -0,0 +1,23 @@
1
+ import { modelDescriptorSchema } from '../../schemas/index.js';
2
+ export function getExplicitRegistryMetadata(modelSrc) {
3
+ const parsed = modelDescriptorSchema.safeParse(modelSrc);
4
+ if (!parsed.success || !parsed.data.src.startsWith('registry://')) {
5
+ return undefined;
6
+ }
7
+ const metadata = {};
8
+ if (typeof parsed.data.expectedSize === 'number') {
9
+ metadata.expectedSize = parsed.data.expectedSize;
10
+ }
11
+ if (typeof parsed.data.sha256Checksum === 'string') {
12
+ metadata.sha256Checksum = parsed.data.sha256Checksum;
13
+ }
14
+ return metadata.expectedSize !== undefined || metadata.sha256Checksum !== undefined
15
+ ? metadata
16
+ : undefined;
17
+ }
18
+ export function resolveRegistryDownloadMetadata(modelMetadata, explicitMetadata, expectedChecksum) {
19
+ return {
20
+ expectedSize: modelMetadata?.expectedSize ?? explicitMetadata?.expectedSize ?? 0,
21
+ checksum: modelMetadata?.sha256Checksum ?? expectedChecksum ?? explicitMetadata?.sha256Checksum ?? ''
22
+ };
23
+ }
@@ -0,0 +1,4 @@
1
+ import type { ModelProgressUpdate } from '../../schemas/index.js';
2
+ import type { DownloadHooks } from '../../handlers/load-model/types.js';
3
+ import { type ExplicitRegistryMetadata } from '../../handlers/load-model/registry-metadata.js';
4
+ export declare function downloadModelFromRegistry(registryPath: string, registrySource: string, progressCallback?: (progress: ModelProgressUpdate) => void, expectedChecksum?: string, hooks?: DownloadHooks, explicitMetadata?: ExplicitRegistryMetadata): Promise<string>;
@@ -0,0 +1,298 @@
1
+ import { promises as fsPromises } from 'bare-fs';
2
+ import { generateShortHash, detectShardedModel, getShardedModelCacheDir, getShardPath, extractTensorsFromShards, calculatePercentage } from '../../utils/index.js';
3
+ import { getSingleFileCachePath } from '../../utils/cache/paths.js';
4
+ import { getModelByPath } from '../../models/registry/index.js';
5
+ import { getRegistryClient } from '../../runtime/registry-client.js';
6
+ import { createRegistryDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from '../../handlers/load-model/download-manager.js';
7
+ import { buildBlobBinding, validateCachedFile, downloadSingleFileFromRegistry } from '../../handlers/load-model/registry-download-utils.js';
8
+ import { downloadCompanionSetFromRegistry } from '../../handlers/load-model/registry-companion-set.js';
9
+ import { DownloadCancelledError, ModelNotFoundError, RegistryDownloadFailedError } from '../../errors/index.js';
10
+ import { getEngineLogger } from '../../logging/index.js';
11
+ import { resolveRegistryDownloadMetadata } from '../../handlers/load-model/registry-metadata.js';
12
+ const logger = getEngineLogger();
13
+ /**
14
+ * Find all shards for a model using path prefix query.
15
+ */
16
+ async function findModelShards(registryPath) {
17
+ const client = await getRegistryClient();
18
+ const shardInfo = detectShardedModel(registryPath.split('/').pop() || '');
19
+ if (!shardInfo.isSharded) {
20
+ throw new RegistryDownloadFailedError(`Not a sharded model path: ${registryPath}`);
21
+ }
22
+ const pathPrefix = registryPath.replace(/-\d{5}-of-\d{5}\./, '.');
23
+ const basePath = pathPrefix.substring(0, pathPrefix.lastIndexOf('.'));
24
+ logger.info(`🔍 Finding shards with prefix: ${basePath}`);
25
+ const shards = await client.findModels({
26
+ gte: { path: basePath },
27
+ lte: { path: basePath + '\uffff' }
28
+ });
29
+ const sortedShards = shards
30
+ .filter((s) => {
31
+ const info = detectShardedModel(s.path.split('/').pop() || '');
32
+ return info.isSharded;
33
+ })
34
+ .sort((a, b) => {
35
+ const aInfo = detectShardedModel(a.path.split('/').pop() || '');
36
+ const bInfo = detectShardedModel(b.path.split('/').pop() || '');
37
+ return (aInfo.currentShard || 0) - (bInfo.currentShard || 0);
38
+ })
39
+ .map((s) => ({
40
+ path: s.path,
41
+ source: s.source,
42
+ size: s.blobBinding?.byteLength || 0,
43
+ checksum: s.blobBinding?.['sha256'] || s.sha256 || ''
44
+ }));
45
+ logger.info(`📦 Found ${sortedShards.length} shards`);
46
+ return sortedShards;
47
+ }
48
+ /**
49
+ * Download sharded model files from registry.
50
+ * When localShardMetadata is provided, uses pre-computed metadata + blob direct download
51
+ * instead of querying the registry for shard info.
52
+ */
53
+ async function downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, progressCallback, signal, localShardMetadata, hooks) {
54
+ if (signal?.aborted) {
55
+ throw new DownloadCancelledError();
56
+ }
57
+ let shards;
58
+ if (localShardMetadata?.length) {
59
+ shards = localShardMetadata.map((shard) => ({
60
+ filename: shard.filename,
61
+ size: shard.expectedSize,
62
+ checksum: shard.sha256Checksum,
63
+ path: registryPath,
64
+ source: registrySource,
65
+ blobBinding: buildBlobBinding(shard)
66
+ }));
67
+ }
68
+ else {
69
+ const filename = registryPath.split('/').pop() || registryPath;
70
+ const shardInfo = detectShardedModel(filename);
71
+ if (!shardInfo.isSharded || !shardInfo.totalShards) {
72
+ throw new RegistryDownloadFailedError(`Not a sharded model: ${filename}`);
73
+ }
74
+ const remoteShards = await findModelShards(registryPath);
75
+ if (remoteShards.length === 0) {
76
+ throw new ModelNotFoundError(`No shards found for ${registryPath}`);
77
+ }
78
+ if (remoteShards.length !== shardInfo.totalShards) {
79
+ logger.warn(`⚠️ Expected ${shardInfo.totalShards} shards but found ${remoteShards.length}`);
80
+ }
81
+ shards = remoteShards.map((s) => ({
82
+ filename: s.path.split('/').pop() || '',
83
+ size: s.size,
84
+ checksum: s.checksum,
85
+ path: s.path,
86
+ source: s.source
87
+ }));
88
+ }
89
+ const shardDir = getShardedModelCacheDir(cacheKey);
90
+ const downloadKey = createRegistryDownloadKey(registrySource, registryPath);
91
+ logger.info(`📥 Downloading sharded model: ${shards.length} shards to ${shardDir}`);
92
+ const overallTotal = shards.reduce((sum, s) => sum + s.size, 0);
93
+ let overallDownloaded = 0;
94
+ for (let i = 0; i < shards.length; i++) {
95
+ if (signal?.aborted) {
96
+ throw new DownloadCancelledError();
97
+ }
98
+ const shard = shards[i];
99
+ const shardPath = getShardPath(cacheKey, shard.filename);
100
+ const cachedPath = await validateCachedFile(shardPath, shard.filename, shard.size, shard.checksum, hooks);
101
+ if (cachedPath) {
102
+ logger.debug(`✅ Shard ${i + 1}/${shards.length} already cached`);
103
+ overallDownloaded += shard.size;
104
+ if (progressCallback) {
105
+ progressCallback({
106
+ type: 'modelProgress',
107
+ downloaded: shard.size,
108
+ total: shard.size,
109
+ percentage: 100,
110
+ downloadKey,
111
+ shardInfo: {
112
+ currentShard: i + 1,
113
+ totalShards: shards.length,
114
+ shardName: shard.filename,
115
+ overallDownloaded,
116
+ overallTotal,
117
+ overallPercentage: calculatePercentage(overallDownloaded, overallTotal)
118
+ }
119
+ });
120
+ }
121
+ continue;
122
+ }
123
+ logger.info(`📥 Downloading shard ${i + 1}/${shards.length}: ${shard.filename}`);
124
+ const shardProgressCallback = progressCallback
125
+ ? (progress) => {
126
+ const currentOverall = overallDownloaded + progress.downloaded;
127
+ progressCallback({
128
+ ...progress,
129
+ downloadKey,
130
+ shardInfo: {
131
+ currentShard: i + 1,
132
+ totalShards: shards.length,
133
+ shardName: shard.filename,
134
+ overallDownloaded: currentOverall,
135
+ overallTotal,
136
+ overallPercentage: calculatePercentage(currentOverall, overallTotal)
137
+ }
138
+ });
139
+ }
140
+ : undefined;
141
+ await downloadSingleFileFromRegistry(shard.path, shard.source, shardPath, shard.filename, downloadKey, shard.size, shard.checksum, shardProgressCallback, signal, shard.blobBinding, hooks);
142
+ overallDownloaded += shard.size;
143
+ logger.info(`✅ Shard ${i + 1}/${shards.length} downloaded`);
144
+ }
145
+ const firstShardFilename = shards[0].filename;
146
+ await extractTensorsFromShards(shardDir, firstShardFilename);
147
+ if (progressCallback) {
148
+ const lastShard = shards[shards.length - 1];
149
+ progressCallback({
150
+ type: 'modelProgress',
151
+ downloaded: overallTotal,
152
+ total: overallTotal,
153
+ percentage: 100,
154
+ downloadKey,
155
+ shardInfo: {
156
+ currentShard: shards.length,
157
+ totalShards: shards.length,
158
+ shardName: lastShard.filename,
159
+ overallDownloaded: overallTotal,
160
+ overallTotal,
161
+ overallPercentage: 100
162
+ }
163
+ });
164
+ }
165
+ return getShardPath(cacheKey, firstShardFilename);
166
+ }
167
+ export async function downloadModelFromRegistry(registryPath, registrySource, progressCallback, expectedChecksum, hooks, explicitMetadata) {
168
+ const downloadKey = createRegistryDownloadKey(registrySource, registryPath);
169
+ hooks?.onDownloadKey?.(downloadKey);
170
+ const filename = registryPath.split('/').pop() || registryPath;
171
+ const shardInfo = detectShardedModel(filename);
172
+ // Look up model metadata from our generated models.ts
173
+ const modelMetadata = getModelByPath(registryPath);
174
+ const result = startOrJoinDownload(downloadKey, async (ctx) => {
175
+ if (shardInfo.isSharded) {
176
+ const cacheKey = generateShortHash(registryPath);
177
+ const localShardMeta = modelMetadata?.shardMetadata;
178
+ // FS pre-check for known models: if all shards cached, return immediately
179
+ if (localShardMeta?.length) {
180
+ let allCached = true;
181
+ for (const shard of localShardMeta) {
182
+ const shardPath = getShardPath(cacheKey, shard.filename);
183
+ const cached = await validateCachedFile(shardPath, shard.filename, shard.expectedSize, shard.sha256Checksum, hooks);
184
+ if (!cached) {
185
+ allCached = false;
186
+ break;
187
+ }
188
+ }
189
+ if (allCached) {
190
+ const firstShardFilename = localShardMeta[0].filename;
191
+ logger.info(`✅ All ${localShardMeta.length} shards cached`);
192
+ hooks?.markCacheHit?.();
193
+ ctx.setCacheHit(true);
194
+ const overallTotal = localShardMeta.reduce((sum, s) => sum + s.expectedSize, 0);
195
+ ctx.broadcastProgress({
196
+ type: 'modelProgress',
197
+ downloaded: overallTotal,
198
+ total: overallTotal,
199
+ percentage: 100,
200
+ downloadKey,
201
+ shardInfo: {
202
+ currentShard: localShardMeta.length,
203
+ totalShards: localShardMeta.length,
204
+ shardName: firstShardFilename,
205
+ overallDownloaded: overallTotal,
206
+ overallTotal,
207
+ overallPercentage: 100
208
+ }
209
+ });
210
+ return getShardPath(cacheKey, firstShardFilename);
211
+ }
212
+ }
213
+ hooks?.markCacheMiss?.();
214
+ ctx.setCacheHit(false);
215
+ try {
216
+ return await downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, ctx.broadcastProgress, ctx.signal, localShardMeta, hooks);
217
+ }
218
+ catch (error) {
219
+ if (error instanceof DownloadCancelledError && ctx.shouldClearCache()) {
220
+ try {
221
+ await fsPromises.rm(getShardedModelCacheDir(cacheKey), {
222
+ recursive: true,
223
+ force: true
224
+ });
225
+ }
226
+ catch (cleanupError) {
227
+ logger.debug('Failed to delete shard cache dir during cleanup', {
228
+ cacheKey,
229
+ error: cleanupError
230
+ });
231
+ }
232
+ }
233
+ throw error;
234
+ }
235
+ }
236
+ // Generic companion set via generated metadata
237
+ if (modelMetadata?.companionSet) {
238
+ const companionHooks = {
239
+ ...hooks,
240
+ markCacheHit: () => {
241
+ hooks?.markCacheHit?.();
242
+ ctx.setCacheHit(true);
243
+ },
244
+ markCacheMiss: () => {
245
+ hooks?.markCacheMiss?.();
246
+ ctx.setCacheHit(false);
247
+ }
248
+ };
249
+ return await downloadCompanionSetFromRegistry({
250
+ companionSet: modelMetadata.companionSet,
251
+ downloadKey,
252
+ allowLegacyFlatCache: modelMetadata.addon === 'nmt',
253
+ progressCallback: ctx.broadcastProgress,
254
+ signal: ctx.signal,
255
+ hooks: companionHooks,
256
+ shouldClearCache: ctx.shouldClearCache
257
+ });
258
+ }
259
+ const modelPath = getSingleFileCachePath(registryPath);
260
+ const { expectedSize, checksum } = resolveRegistryDownloadMetadata(modelMetadata, explicitMetadata, expectedChecksum);
261
+ const cachedPath = await validateCachedFile(modelPath, filename, expectedSize, checksum, hooks);
262
+ if (cachedPath) {
263
+ logger.info(`✅ Using cached model: ${cachedPath}`);
264
+ hooks?.markCacheHit?.();
265
+ ctx.setCacheHit(true);
266
+ ctx.broadcastProgress({
267
+ type: 'modelProgress',
268
+ downloaded: expectedSize,
269
+ total: expectedSize,
270
+ percentage: 100,
271
+ downloadKey
272
+ });
273
+ return cachedPath;
274
+ }
275
+ const blobBinding = modelMetadata ? buildBlobBinding(modelMetadata) : undefined;
276
+ hooks?.markCacheMiss?.();
277
+ ctx.setCacheHit(false);
278
+ try {
279
+ await downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, filename, downloadKey, expectedSize, checksum, ctx.broadcastProgress, ctx.signal, blobBinding, hooks);
280
+ }
281
+ catch (error) {
282
+ if (error instanceof DownloadCancelledError && ctx.shouldClearCache()) {
283
+ try {
284
+ await fsPromises.unlink(modelPath);
285
+ }
286
+ catch (cleanupError) {
287
+ logger.debug('Failed to delete model file during cleanup', {
288
+ path: modelPath,
289
+ error: cleanupError
290
+ });
291
+ }
292
+ }
293
+ throw error;
294
+ }
295
+ return modelPath;
296
+ }, progressCallback, hooks?.requestBinding);
297
+ return applyJoinedDownloadStats(result, hooks);
298
+ }