@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,4 @@
1
+ import type { ModelProgressUpdate } from '../../schemas/index.js';
2
+ import type { DownloadHooks } from '../../handlers/load-model/types.js';
3
+ export declare function deleteCorestoreDirectory(corestoreDir: string): Promise<void>;
4
+ export declare function downloadModelFromHyperdrive(hyperdriveKey: string, modelFileName: string, seed?: boolean, progressCallback?: (progress: ModelProgressUpdate) => void, hooks?: DownloadHooks, expectedChecksum?: string): Promise<string>;
@@ -0,0 +1,560 @@
1
+ import fs, { promises as fsPromises } from 'bare-fs';
2
+ import path from 'bare-path';
3
+ import Corestore from 'corestore';
4
+ import Hyperswarm from 'hyperswarm';
5
+ import Hyperdrive from 'hyperdrive';
6
+ import { getQvacPath } from '../../utils/qvac-paths.js';
7
+ import { getModelsCacheDir, generateShortHash, detectShardedModel, getShardedModelCacheDir, getShardPath, checkShardCompleteness, measureChecksum, extractTensorsFromShards, calculatePercentage } from '../../utils/index.js';
8
+ import { getModelBySrc } from '../../models/registry/index.js';
9
+ import { createHyperdriveDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from '../../handlers/load-model/download-manager.js';
10
+ import { getConfig } from '../../runtime/state.js';
11
+ import { FileNotFoundError, ChecksumValidationFailedError, DownloadCancelledError, HyperdriveDownloadFailedError, ModelLoadFailedError, NoBlobFoundError } from '../../errors/index.js';
12
+ import { getEngineLogger } from '../../logging/index.js';
13
+ import { registerSwarm, unregisterSwarm, registerCorestore, unregisterCorestore } from '../../runtime/runtime-lifecycle.js';
14
+ import { Buffer } from 'bare-buffer';
15
+ const logger = getEngineLogger();
16
+ function getCorestoreDir(hyperdriveKey) {
17
+ return getQvacPath('corestore', hyperdriveKey);
18
+ }
19
+ async function setupHyperdrive(hyperdriveKey, corestoreDir) {
20
+ const corestore = new Corestore(corestoreDir);
21
+ await corestore.ready();
22
+ const drive = new Hyperdrive(corestore, Buffer.from(hyperdriveKey, 'hex'));
23
+ await drive.ready();
24
+ const getRelays = () => {
25
+ const config = getConfig();
26
+ const relayPublicKeys = config.swarmRelays;
27
+ if (!relayPublicKeys || relayPublicKeys.length === 0) {
28
+ return null;
29
+ }
30
+ return relayPublicKeys.map((key) => Buffer.from(key, 'hex'));
31
+ };
32
+ const swarmOptions = {
33
+ relayThrough: getRelays
34
+ };
35
+ const swarm = new Hyperswarm(swarmOptions);
36
+ const doneFindingPeers = drive.findingPeers();
37
+ swarm.on('connection', (connection) => {
38
+ logger.debug(`🤝 Connected to peer for hyperdrive download`);
39
+ drive.replicate(connection);
40
+ });
41
+ swarm.join(drive.discoveryKey, { server: false, client: true });
42
+ swarm.flush().then(doneFindingPeers, doneFindingPeers);
43
+ registerCorestore(corestore, {
44
+ label: `hyperdrive:${hyperdriveKey}`,
45
+ createdAt: Date.now()
46
+ });
47
+ registerSwarm(swarm, {
48
+ label: `hyperdrive:${hyperdriveKey}`,
49
+ createdAt: Date.now()
50
+ });
51
+ return { corestore, drive, swarm, corestoreDir };
52
+ }
53
+ async function cleanupHyperdrive(setup) {
54
+ logger.debug('🧹 Cleaning up hyperdrive setup');
55
+ try {
56
+ if (!setup.swarm.suspended) {
57
+ try {
58
+ await setup.swarm.suspend();
59
+ }
60
+ catch (error) {
61
+ logger.debug('⚠️ Swarm suspend failed during cleanup:', error instanceof Error ? error.message : String(error));
62
+ }
63
+ }
64
+ await setup.swarm.destroy();
65
+ await setup.drive.close();
66
+ await setup.corestore.close();
67
+ }
68
+ finally {
69
+ unregisterSwarm(setup.swarm);
70
+ unregisterCorestore(setup.corestore);
71
+ }
72
+ }
73
+ export async function deleteCorestoreDirectory(corestoreDir) {
74
+ logger.info(`🗑️ DELETING corestore directory... ${corestoreDir}`);
75
+ try {
76
+ await fsPromises.rm(corestoreDir, { recursive: true, force: true });
77
+ }
78
+ catch (e) {
79
+ logger.error(`Error deleting corestore directory: ${e instanceof Error ? e.message : String(e)}`);
80
+ }
81
+ }
82
+ async function findFileInHyperdrive(drive, modelFileName) {
83
+ if (drive.core.length === 0) {
84
+ // this method will update the length of the core using the first peer it finds
85
+ // this will ensure that the hyperdrive is usable
86
+ await drive.core.update();
87
+ }
88
+ const paths = [modelFileName, `/${modelFileName}`, `./${modelFileName}`];
89
+ for (const pathVariation of paths) {
90
+ try {
91
+ const entry = await drive.entry(pathVariation, { wait: true });
92
+ if (entry) {
93
+ return { entry, targetPath: pathVariation };
94
+ }
95
+ }
96
+ catch {
97
+ // Continue trying other paths
98
+ }
99
+ }
100
+ // If not found, list available files for debugging
101
+ const availableFiles = [];
102
+ try {
103
+ // Try both with and without leading slash
104
+ for (const prefix of ['/', '']) {
105
+ const files = drive.list(prefix, { recursive: true, wait: true });
106
+ for await (const file of files) {
107
+ availableFiles.push(file.key);
108
+ }
109
+ if (availableFiles.length > 0)
110
+ break;
111
+ }
112
+ }
113
+ catch {
114
+ // Ignore listing errors
115
+ }
116
+ const filesInfo = availableFiles.length > 0
117
+ ? `Available files: ${availableFiles.join(', ')}`
118
+ : 'Could not list available files';
119
+ throw new FileNotFoundError(`${modelFileName} in hyperdrive. ${filesInfo}`);
120
+ }
121
+ async function checkFileDownloaded(drive, entry) {
122
+ const blobs = await drive.getBlobs();
123
+ const blob = entry?.value?.blob;
124
+ if (!blob) {
125
+ return {
126
+ blobs,
127
+ blocksDownloaded: 0,
128
+ totalBlocks: 0,
129
+ totalBytes: 0
130
+ };
131
+ }
132
+ // Check how many blocks are already downloaded
133
+ let blocksDownloaded = 0;
134
+ for (let i = blob.blockOffset; i < blob.blockOffset + blob.blockLength; i++) {
135
+ const hasBlock = await blobs.core.has(i);
136
+ if (hasBlock) {
137
+ blocksDownloaded++;
138
+ }
139
+ }
140
+ return {
141
+ blobs,
142
+ blocksDownloaded,
143
+ totalBlocks: blob.blockLength,
144
+ totalBytes: blob.byteLength
145
+ };
146
+ }
147
+ async function validateFileExistence(drive, file) {
148
+ const { entry, targetPath } = await findFileInHyperdrive(drive, file);
149
+ const { blobs, blocksDownloaded, totalBlocks, totalBytes } = await checkFileDownloaded(drive, entry);
150
+ return {
151
+ entry,
152
+ blobs,
153
+ targetPath,
154
+ blocksDownloaded,
155
+ totalBlocks,
156
+ totalBytes
157
+ };
158
+ }
159
+ async function validateCachedFile(modelPath, modelFileName, expectedSize, expectedChecksum, hooks) {
160
+ try {
161
+ await fsPromises.access(modelPath);
162
+ const localStats = await fsPromises.stat(modelPath);
163
+ const localSize = localStats.size;
164
+ // For hyperdrive: only validate if file is complete
165
+ // Partial files are ignored - corestore state is the source of truth for resume
166
+ if (localSize === expectedSize) {
167
+ logger.info(`✅ Model cached with correct size: ${modelPath}`);
168
+ // Always validate checksum if provided, even when size matches
169
+ if (expectedChecksum && expectedChecksum.length === 64) {
170
+ const checksum = await measureChecksum(modelPath, hooks);
171
+ if (checksum !== expectedChecksum) {
172
+ throw new ChecksumValidationFailedError(`${modelFileName}. Expected: ${expectedChecksum}. Actual: ${checksum}. File may be corrupted`);
173
+ }
174
+ }
175
+ logger.info(`✅ Model already cached and size validated: ${modelPath}`);
176
+ return modelPath;
177
+ }
178
+ // File exists but incomplete - will be overwritten during download
179
+ // Resume state will be determined by corestore blocks, not file size
180
+ return null;
181
+ }
182
+ catch {
183
+ // Model doesn't exist, need to download
184
+ return null;
185
+ }
186
+ }
187
+ async function downloadSingleFileToFilesystem(modelPath, modelFileName, hyperdriveKey, corestoreDir, downloadKey, expectedChecksum, progressCallback, seed, signal, hooks, shouldClearCache) {
188
+ // Check if already aborted
189
+ if (signal?.aborted) {
190
+ throw new DownloadCancelledError();
191
+ }
192
+ logger.info(`Downloading model from hyperdrive ${hyperdriveKey} to ${modelPath}`);
193
+ const setup = await setupHyperdrive(hyperdriveKey, corestoreDir);
194
+ const cleanup = () => {
195
+ logger.info('🛑 Aborting hyperdrive download...');
196
+ setup.swarm.suspended = true;
197
+ setup.swarm.suspend().catch(() => {
198
+ // Ignore errors during emergency suspend
199
+ });
200
+ };
201
+ signal?.addEventListener('abort', cleanup);
202
+ let downloadSucceeded = false;
203
+ try {
204
+ const progressContext = progressCallback
205
+ ? {
206
+ downloadKey,
207
+ callback: progressCallback
208
+ }
209
+ : undefined;
210
+ await downloadAndValidateFile(setup.drive, modelFileName, modelPath, 0, // Size will be determined from drive
211
+ expectedChecksum, progressContext, signal, hooks);
212
+ logger.info(`✅ Model downloaded successfully to ${modelPath}`);
213
+ // Send final 100% progress update
214
+ if (progressCallback) {
215
+ try {
216
+ const stats = await fsPromises.stat(modelPath);
217
+ progressCallback({
218
+ type: 'modelProgress',
219
+ downloaded: stats.size,
220
+ total: stats.size,
221
+ percentage: 100,
222
+ downloadKey
223
+ });
224
+ }
225
+ catch {
226
+ // Ignore stat errors
227
+ }
228
+ }
229
+ downloadSucceeded = true;
230
+ }
231
+ catch (error) {
232
+ logger.error('❌ Error during hyperdrive download:', error instanceof Error ? error.message : String(error));
233
+ if (error instanceof DownloadCancelledError) {
234
+ throw error;
235
+ }
236
+ throw new HyperdriveDownloadFailedError(`Download failed for ${modelFileName} from hyperdrive: ${hyperdriveKey}`, error);
237
+ }
238
+ finally {
239
+ signal?.removeEventListener('abort', cleanup);
240
+ if (!seed) {
241
+ await cleanupHyperdrive(setup);
242
+ // Delete only after close - Windows EBUSY on LOCK if deleted before corestore.close()
243
+ if (downloadSucceeded) {
244
+ await deleteCorestoreDirectory(corestoreDir);
245
+ }
246
+ }
247
+ // Only delete corestore and partial file if user explicitly requested clearCache
248
+ if (signal?.aborted && shouldClearCache?.()) {
249
+ try {
250
+ await fsPromises.unlink(modelPath);
251
+ }
252
+ catch (cleanupError) {
253
+ logger.debug('Failed to delete partial model file during cleanup', {
254
+ path: modelPath,
255
+ error: cleanupError
256
+ });
257
+ }
258
+ await deleteCorestoreDirectory(corestoreDir);
259
+ }
260
+ }
261
+ }
262
+ async function downloadAndValidateFile(drive, sourceFileName, targetFilePath, expectedSize, expectedChecksum, progressContext, signal, hooks) {
263
+ const { entry, blobs, targetPath, blocksDownloaded, totalBlocks, totalBytes } = await validateFileExistence(drive, sourceFileName);
264
+ const blob = entry?.value?.blob;
265
+ if (!blob) {
266
+ throw new NoBlobFoundError(sourceFileName);
267
+ }
268
+ // Use actual file size from drive if expectedSize is 0
269
+ const fileSizeToValidate = expectedSize || totalBytes;
270
+ // Setup progress tracking
271
+ let downloadedBytes = 0;
272
+ const bytesPerBlock = totalBlocks > 0 ? totalBytes / totalBlocks : 0;
273
+ const initialBytes = Math.floor(blocksDownloaded * bytesPerBlock);
274
+ downloadedBytes = initialBytes;
275
+ const progressHandler = (index, bytes) => {
276
+ if (index >= blob.blockOffset && index < blob.blockOffset + blob.blockLength) {
277
+ downloadedBytes += bytes;
278
+ const cappedDownloaded = Math.min(downloadedBytes, totalBytes);
279
+ if (progressContext) {
280
+ const baseProgress = {
281
+ type: 'modelProgress',
282
+ downloaded: cappedDownloaded,
283
+ total: totalBytes,
284
+ percentage: calculatePercentage(cappedDownloaded, totalBytes),
285
+ downloadKey: progressContext.downloadKey
286
+ };
287
+ if (progressContext.shardInfo) {
288
+ const currentOverall = progressContext.shardInfo.overallDownloaded + cappedDownloaded;
289
+ progressContext.callback({
290
+ ...baseProgress,
291
+ shardInfo: {
292
+ currentShard: progressContext.shardInfo.currentShard,
293
+ totalShards: progressContext.shardInfo.totalShards,
294
+ shardName: progressContext.shardInfo.shardName,
295
+ overallDownloaded: currentOverall,
296
+ overallTotal: progressContext.shardInfo.overallTotal,
297
+ overallPercentage: progressContext.shardInfo.overallTotal > 0
298
+ ? (currentOverall / progressContext.shardInfo.overallTotal) * 100
299
+ : 0
300
+ }
301
+ });
302
+ }
303
+ else {
304
+ progressContext.callback(baseProgress);
305
+ }
306
+ }
307
+ }
308
+ };
309
+ blobs.core.on('download', progressHandler);
310
+ let readStream;
311
+ let writeStream;
312
+ try {
313
+ // Download blocks and stream to file
314
+ drive.download(targetPath);
315
+ readStream = drive.createReadStream(targetPath);
316
+ writeStream = fs.createWriteStream(targetFilePath);
317
+ readStream.pipe(writeStream);
318
+ await new Promise((resolve, reject) => {
319
+ writeStream.on('finish', resolve);
320
+ writeStream.on('error', reject);
321
+ readStream.on('error', reject);
322
+ signal?.addEventListener('abort', () => reject(new DownloadCancelledError()), { once: true });
323
+ });
324
+ blobs.core.off('download', progressHandler);
325
+ // Validate file size
326
+ const stats = await fsPromises.stat(targetFilePath);
327
+ if (stats.size !== fileSizeToValidate) {
328
+ throw new ChecksumValidationFailedError(`${path.basename(targetFilePath)}. File size mismatch: expected ${fileSizeToValidate}, got ${stats.size}`);
329
+ }
330
+ // Validate checksum
331
+ if (expectedChecksum && expectedChecksum.length === 64) {
332
+ const checksum = await measureChecksum(targetFilePath, hooks);
333
+ if (checksum !== expectedChecksum) {
334
+ await fsPromises.unlink(targetFilePath);
335
+ throw new ChecksumValidationFailedError(`${path.basename(targetFilePath)}. Expected: ${expectedChecksum}. Actual: ${checksum}`);
336
+ }
337
+ }
338
+ else if (!expectedChecksum) {
339
+ logger.warn(`⚠️ No checksum available for validation`);
340
+ }
341
+ }
342
+ catch (error) {
343
+ if (readStream) {
344
+ readStream.destroy();
345
+ }
346
+ if (writeStream) {
347
+ writeStream.destroy();
348
+ }
349
+ blobs.core.off('download', progressHandler);
350
+ throw error;
351
+ }
352
+ }
353
+ async function downloadShardedFilesToFilesystem(hyperdriveKey, firstShardFileName, shardMetadata, progressCallback, seed, signal, hooks, shouldClearCache) {
354
+ if (signal?.aborted) {
355
+ throw new DownloadCancelledError();
356
+ }
357
+ const shardInfo = detectShardedModel(firstShardFileName);
358
+ if (!shardInfo.isSharded || !shardInfo.totalShards) {
359
+ throw new ModelLoadFailedError(`Not a sharded model: ${firstShardFileName}`);
360
+ }
361
+ const shardDir = getShardedModelCacheDir(hyperdriveKey);
362
+ const allFiles = shardMetadata.map((s) => s.filename);
363
+ const numberedShardCount = shardInfo.totalShards;
364
+ logger.info(`Downloading sharded model with ${numberedShardCount} numbered shards + ${allFiles.length - numberedShardCount} companion files to ${shardDir}`);
365
+ // Check which files need to be downloaded
366
+ const invalidIndices = await checkShardCompleteness(hyperdriveKey, allFiles, shardMetadata, hooks?.addChecksumValidationTimeMs ? (ms) => hooks.addChecksumValidationTimeMs(ms) : undefined);
367
+ if (invalidIndices.length === 0) {
368
+ logger.info(`✅ All ${allFiles.length} files already downloaded and validated`);
369
+ hooks?.markCacheHit?.();
370
+ if (progressCallback) {
371
+ const overallTotal = shardMetadata.reduce((sum, shard) => sum + shard.expectedSize, 0);
372
+ const lastFile = allFiles[allFiles.length - 1];
373
+ progressCallback({
374
+ type: 'modelProgress',
375
+ downloaded: overallTotal,
376
+ total: overallTotal,
377
+ percentage: 100,
378
+ downloadKey: createHyperdriveDownloadKey(hyperdriveKey, firstShardFileName),
379
+ shardInfo: {
380
+ currentShard: allFiles.length,
381
+ totalShards: allFiles.length,
382
+ shardName: lastFile,
383
+ overallDownloaded: overallTotal,
384
+ overallTotal,
385
+ overallPercentage: 100
386
+ }
387
+ });
388
+ }
389
+ await extractTensorsFromShards(shardDir, firstShardFileName);
390
+ return getShardPath(hyperdriveKey, allFiles[0]);
391
+ }
392
+ logger.info(`📥 Need to download ${invalidIndices.length} of ${allFiles.length} files`);
393
+ hooks?.markCacheMiss?.();
394
+ // Setup hyperdrive once for all shards
395
+ const corestoreDir = getCorestoreDir(hyperdriveKey);
396
+ const setup = await setupHyperdrive(hyperdriveKey, corestoreDir);
397
+ const cleanup = () => {
398
+ logger.info('🛑 Aborting sharded hyperdrive download...');
399
+ setup.swarm.suspended = true;
400
+ setup.swarm.suspend().catch(() => {
401
+ // Ignore errors during emergency suspend
402
+ });
403
+ };
404
+ signal?.addEventListener('abort', cleanup);
405
+ let downloadSucceeded = false;
406
+ try {
407
+ // Calculate overall progress
408
+ const overallTotal = shardMetadata.reduce((sum, shard) => sum + shard.expectedSize, 0);
409
+ let overallDownloaded = 0;
410
+ // Download each file sequentially
411
+ for (let i = 0; i < allFiles.length; i++) {
412
+ if (signal?.aborted) {
413
+ throw new DownloadCancelledError();
414
+ }
415
+ const file = allFiles[i];
416
+ const fileMeta = shardMetadata[i];
417
+ const filePath = getShardPath(hyperdriveKey, file);
418
+ // Skip if already valid
419
+ if (!invalidIndices.includes(i)) {
420
+ logger.debug(`✅ File ${i + 1}/${allFiles.length} already valid: ${file}`);
421
+ overallDownloaded += fileMeta.expectedSize;
422
+ // Report progress for skipped files
423
+ if (progressCallback) {
424
+ progressCallback({
425
+ type: 'modelProgress',
426
+ downloaded: fileMeta.expectedSize,
427
+ total: fileMeta.expectedSize,
428
+ percentage: 100,
429
+ downloadKey: createHyperdriveDownloadKey(hyperdriveKey, firstShardFileName),
430
+ shardInfo: {
431
+ currentShard: i + 1,
432
+ totalShards: allFiles.length,
433
+ shardName: file,
434
+ overallDownloaded,
435
+ overallTotal,
436
+ overallPercentage: calculatePercentage(overallDownloaded, overallTotal)
437
+ }
438
+ });
439
+ }
440
+ continue;
441
+ }
442
+ logger.info(`📥 Downloading file ${i + 1}/${allFiles.length}: ${file}`);
443
+ const progressContext = progressCallback
444
+ ? {
445
+ downloadKey: createHyperdriveDownloadKey(hyperdriveKey, firstShardFileName),
446
+ callback: progressCallback,
447
+ shardInfo: {
448
+ currentShard: i + 1,
449
+ totalShards: allFiles.length,
450
+ shardName: file,
451
+ overallDownloaded,
452
+ overallTotal
453
+ }
454
+ }
455
+ : undefined;
456
+ await downloadAndValidateFile(setup.drive, file, filePath, fileMeta.expectedSize, fileMeta.sha256Checksum, progressContext, signal, hooks);
457
+ if (signal?.aborted) {
458
+ throw new DownloadCancelledError();
459
+ }
460
+ logger.info(`✅ File ${i + 1}/${allFiles.length} downloaded and validated`);
461
+ overallDownloaded += fileMeta.expectedSize;
462
+ }
463
+ if (progressCallback && overallDownloaded === overallTotal) {
464
+ const lastFile = allFiles[allFiles.length - 1];
465
+ progressCallback({
466
+ type: 'modelProgress',
467
+ downloaded: overallTotal,
468
+ total: overallTotal,
469
+ percentage: 100,
470
+ downloadKey: createHyperdriveDownloadKey(hyperdriveKey, firstShardFileName),
471
+ shardInfo: {
472
+ currentShard: allFiles.length,
473
+ totalShards: allFiles.length,
474
+ shardName: lastFile,
475
+ overallDownloaded,
476
+ overallTotal,
477
+ overallPercentage: 100
478
+ }
479
+ });
480
+ }
481
+ await extractTensorsFromShards(shardDir, firstShardFileName);
482
+ downloadSucceeded = true;
483
+ }
484
+ catch (error) {
485
+ logger.error('❌ Error during sharded hyperdrive download:', error instanceof Error ? error.message : String(error));
486
+ // Preserve cancellation errors
487
+ if (error instanceof DownloadCancelledError) {
488
+ throw error;
489
+ }
490
+ throw new HyperdriveDownloadFailedError(`Sharded download failed for ${firstShardFileName} from hyperdrive: ${hyperdriveKey}`, error);
491
+ }
492
+ finally {
493
+ signal?.removeEventListener('abort', cleanup);
494
+ if (!seed) {
495
+ await cleanupHyperdrive(setup);
496
+ // Delete only after close - Windows EBUSY on LOCK if deleted before corestore.close()
497
+ if (downloadSucceeded) {
498
+ await deleteCorestoreDirectory(corestoreDir);
499
+ }
500
+ }
501
+ // Only delete corestore and partial files if user explicitly requested clearCache
502
+ if (signal?.aborted && shouldClearCache?.()) {
503
+ await deleteCorestoreDirectory(corestoreDir);
504
+ }
505
+ }
506
+ return getShardPath(hyperdriveKey, allFiles[0]);
507
+ }
508
+ export async function downloadModelFromHyperdrive(hyperdriveKey, modelFileName, seed, progressCallback, hooks, expectedChecksum) {
509
+ const downloadKey = createHyperdriveDownloadKey(hyperdriveKey, modelFileName);
510
+ hooks?.onDownloadKey?.(downloadKey);
511
+ const shardInfo = detectShardedModel(modelFileName);
512
+ const model = getModelBySrc(modelFileName, hyperdriveKey);
513
+ const result = startOrJoinDownload(downloadKey, async (ctx) => {
514
+ if (shardInfo.isSharded && model?.shardMetadata) {
515
+ const hooksWithCacheHit = {
516
+ ...hooks,
517
+ markCacheHit: () => {
518
+ hooks?.markCacheHit?.();
519
+ ctx.setCacheHit(true);
520
+ },
521
+ markCacheMiss: () => {
522
+ hooks?.markCacheMiss?.();
523
+ ctx.setCacheHit(false);
524
+ }
525
+ };
526
+ return downloadShardedFilesToFilesystem(hyperdriveKey, modelFileName, model.shardMetadata, ctx.broadcastProgress, seed, ctx.signal, hooksWithCacheHit, ctx.shouldClearCache);
527
+ }
528
+ // Non-sharded model download
529
+ const corestoreDir = getCorestoreDir(hyperdriveKey);
530
+ const cacheDir = getModelsCacheDir();
531
+ const sourceHash = generateShortHash(`${hyperdriveKey}/${modelFileName}`);
532
+ const modelPath = path.join(cacheDir, `${sourceHash}_${modelFileName}`);
533
+ // First, check if we already have a valid cached file (only if we have model metadata)
534
+ if (model) {
535
+ const cachedPath = await validateCachedFile(modelPath, modelFileName, model.expectedSize, expectedChecksum || model.sha256Checksum, hooks);
536
+ if (cachedPath) {
537
+ hooks?.markCacheHit?.();
538
+ ctx.setCacheHit(true);
539
+ ctx.broadcastProgress({
540
+ type: 'modelProgress',
541
+ downloaded: model.expectedSize,
542
+ total: model.expectedSize,
543
+ percentage: 100,
544
+ downloadKey
545
+ });
546
+ // Delete any leftover corestore directory from previous runs (only when not seeding)
547
+ if (!seed) {
548
+ await deleteCorestoreDirectory(corestoreDir);
549
+ }
550
+ return cachedPath;
551
+ }
552
+ }
553
+ hooks?.markCacheMiss?.();
554
+ ctx.setCacheHit(false);
555
+ const checksumToValidate = expectedChecksum || model?.sha256Checksum || '';
556
+ await downloadSingleFileToFilesystem(modelPath, modelFileName, hyperdriveKey, corestoreDir, downloadKey, checksumToValidate, ctx.broadcastProgress, seed, ctx.signal, hooks, ctx.shouldClearCache);
557
+ return modelPath;
558
+ }, progressCallback, hooks?.requestBinding);
559
+ return applyJoinedDownloadStats(result, hooks);
560
+ }
@@ -0,0 +1,2 @@
1
+ export { handleLoadModel } from '../../handlers/load-model/handler.js';
2
+ export { resolveModelPath } from '../../handlers/load-model/resolve.js';
@@ -0,0 +1,2 @@
1
+ export { handleLoadModel } from '../../handlers/load-model/handler.js';
2
+ export { resolveModelPath } from '../../handlers/load-model/resolve.js';
@@ -0,0 +1,27 @@
1
+ import type { AbortSignal } from 'bare-abort-controller';
2
+ import type { QvacConfig } from '../../schemas/index.js';
3
+ export declare const DEFAULT_REGISTRY_STREAM_TIMEOUT_MS = 60000;
4
+ export interface RegistryClientDownloadOptions {
5
+ timeout: number;
6
+ outputFile: string;
7
+ maxRetries?: number;
8
+ onProgress?: (progress: {
9
+ downloaded: number;
10
+ total: number;
11
+ }) => void;
12
+ signal?: AbortSignal;
13
+ }
14
+ /**
15
+ * Build the options passed to @qvac/registry-client download methods from the
16
+ * current QVAC config. Pure helper (no bare-* imports) so the mapping can be
17
+ * unit-tested without standing up a real registry client.
18
+ */
19
+ export declare function buildRegistryClientOptions(params: {
20
+ config: Pick<QvacConfig, 'registryStreamTimeoutMs' | 'registryDownloadMaxRetries'>;
21
+ outputFile: string;
22
+ onProgress?: ((progress: {
23
+ downloaded: number;
24
+ total: number;
25
+ }) => void) | undefined;
26
+ signal?: AbortSignal | undefined;
27
+ }): RegistryClientDownloadOptions;
@@ -0,0 +1,18 @@
1
+ export const DEFAULT_REGISTRY_STREAM_TIMEOUT_MS = 60_000;
2
+ /**
3
+ * Build the options passed to @qvac/registry-client download methods from the
4
+ * current QVAC config. Pure helper (no bare-* imports) so the mapping can be
5
+ * unit-tested without standing up a real registry client.
6
+ */
7
+ export function buildRegistryClientOptions(params) {
8
+ const { config, outputFile, onProgress, signal } = params;
9
+ const timeout = config.registryStreamTimeoutMs ?? DEFAULT_REGISTRY_STREAM_TIMEOUT_MS;
10
+ const maxRetries = config.registryDownloadMaxRetries;
11
+ return {
12
+ timeout,
13
+ outputFile,
14
+ ...(maxRetries !== undefined && { maxRetries }),
15
+ ...(onProgress && { onProgress }),
16
+ ...(signal && { signal: signal })
17
+ };
18
+ }
@@ -0,0 +1,22 @@
1
+ import type { ModelProgressUpdate } from '../../schemas/index.js';
2
+ import type { RegistryItem } from '../../models/registry/index.js';
3
+ import type { AbortSignal } from 'bare-abort-controller';
4
+ import type { DownloadHooks } from '../../handlers/load-model/types.js';
5
+ type CompanionSetMetadata = NonNullable<RegistryItem['companionSet']>;
6
+ export interface DownloadCompanionSetOptions {
7
+ companionSet: CompanionSetMetadata;
8
+ downloadKey: string;
9
+ allowLegacyFlatCache?: boolean | undefined;
10
+ progressCallback?: ((progress: ModelProgressUpdate) => void) | undefined;
11
+ signal?: AbortSignal | undefined;
12
+ hooks?: DownloadHooks | undefined;
13
+ shouldClearCache?: (() => boolean) | undefined;
14
+ }
15
+ /**
16
+ * Download a companion set from the registry, placing files directly
17
+ * into their canonical layout at `sets/<setKey>/<targetName>`.
18
+ *
19
+ * Returns the path to the primary file.
20
+ */
21
+ export declare function downloadCompanionSetFromRegistry(options: DownloadCompanionSetOptions): Promise<string>;
22
+ export {};