@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,857 @@
1
+ import fs, { promises as fsPromises } from 'bare-fs';
2
+ import path from 'bare-path';
3
+ import { Readable } from 'bare-stream';
4
+ import fetch, { Headers } from 'bare-fetch';
5
+ import { AbortController } from 'bare-abort-controller';
6
+ import Buffer from 'bare-buffer';
7
+ import { withTimeout } from '../../utils/withTimeout.js';
8
+ import { getModelsCacheDir, getShardedModelCacheDir, generateShortHash, detectShardedModel, parsePatternBasedShardUrl, extractTensorsFromShards, calculatePercentage, isArchiveUrl, sanitizePathComponent, extractAndValidateShardedArchive, validateShardedModelCache, checkAllShardsExist, generateShardFilenames, hasValidGGUFHeader } from '../../utils/index.js';
9
+ import { getConfig } from '../../runtime/state.js';
10
+ import { getLifecycleState, onResume } from '../../runtime/runtime-lifecycle.js';
11
+ import { createHttpDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from '../../handlers/load-model/download-manager.js';
12
+ import { DownloadCancelledError, HTTPError, NoResponseBodyError, PartialDownloadOfflineError, ResponseBodyNotReadableError } from '../../errors/index.js';
13
+ import { getEngineLogger } from '../../logging/index.js';
14
+ const logger = getEngineLogger();
15
+ const DEFAULT_CONCURRENCY = 3;
16
+ const DEFAULT_HTTP_CONNECTION_TIMEOUT_MS = 10_000;
17
+ // If no bytes arrive for this long mid-stream, treat the transfer as stalled
18
+ // (dead socket after a suspend or network drop that didn't surface an error)
19
+ // and abort so the caller can resume from the partial via a Range request.
20
+ const HTTP_STREAM_STALL_TIMEOUT_MS = 10_000;
21
+ function extractFilenameFromUrl(url) {
22
+ // Parse URL to get the filename from the path
23
+ const urlParts = url.split('/');
24
+ const filename = urlParts[urlParts.length - 1] || 'model.gguf';
25
+ // Remove query parameters if present
26
+ const cleanFilename = filename.split('?')[0] || 'model.gguf';
27
+ // Sanitize to prevent path traversal via crafted URLs
28
+ return sanitizePathComponent(cleanFilename);
29
+ }
30
+ async function validateCachedFile(modelPath, url, signal) {
31
+ try {
32
+ await fsPromises.access(modelPath);
33
+ const localStats = await fsPromises.stat(modelPath);
34
+ const localSize = localStats.size;
35
+ const config = getConfig();
36
+ const connectionTimeout = config.httpConnectionTimeoutMs ?? DEFAULT_HTTP_CONNECTION_TIMEOUT_MS;
37
+ let expectedSize = 0;
38
+ try {
39
+ const response = await withTimeout(fetch(url, {
40
+ method: 'HEAD',
41
+ ...(signal && { signal })
42
+ }), connectionTimeout);
43
+ expectedSize = parseInt(response.headers.get('content-length') || '0');
44
+ }
45
+ catch (headError) {
46
+ logger.warn(`⚠️ HEAD request failed: ${headError instanceof Error ? headError.message : String(headError)}`);
47
+ logger.info(`📴 Falling back to GGUF header validation...`);
48
+ const hasValidHeader = await hasValidGGUFHeader(modelPath);
49
+ if (hasValidHeader) {
50
+ logger.info(`✅ Offline - GGUF header valid, using cached file: ${modelPath}`);
51
+ return modelPath;
52
+ }
53
+ if (localSize > 0) {
54
+ logger.error(`❌ Offline with partial download (${localSize} bytes). Cannot resume without network.`);
55
+ throw new PartialDownloadOfflineError(url, localSize);
56
+ }
57
+ logger.warn(`⚠️ Offline and GGUF validation failed - file may be incomplete`);
58
+ return null;
59
+ }
60
+ if (localSize !== expectedSize) {
61
+ logger.info(`📥 Cached file size mismatch. Expected: ${expectedSize}, Found: ${localSize}. Re-downloading...`);
62
+ return null;
63
+ }
64
+ logger.info(`✅ Using cached HTTP model: ${modelPath}`);
65
+ return modelPath;
66
+ }
67
+ catch (error) {
68
+ // Re-throw PartialDownloadOfflineError
69
+ if (error instanceof PartialDownloadOfflineError) {
70
+ throw error;
71
+ }
72
+ // File doesn't exist or other access error
73
+ return null;
74
+ }
75
+ }
76
+ async function performHttpDownload(url, modelPath, downloadKey, progressCallback, signal) {
77
+ if (signal?.aborted) {
78
+ throw new DownloadCancelledError();
79
+ }
80
+ logger.info(`📥 Downloading model from HTTP: ${url}`);
81
+ // Check if file exists for resuming
82
+ let startOffset = 0;
83
+ let downloadedBytes = 0;
84
+ try {
85
+ const existingStats = await fsPromises.stat(modelPath);
86
+ startOffset = existingStats.size;
87
+ downloadedBytes = startOffset;
88
+ logger.info(`📥 Resuming download from byte ${startOffset}`);
89
+ }
90
+ catch {
91
+ logger.info(`📥 Starting fresh download`);
92
+ }
93
+ // Prepare headers for resume if needed
94
+ const headers = new Headers({
95
+ 'User-Agent': 'qvac'
96
+ });
97
+ if (startOffset > 0) {
98
+ headers.append('Range', `bytes=${startOffset}-`);
99
+ }
100
+ const config = getConfig();
101
+ const connectionTimeout = config.httpConnectionTimeoutMs ?? DEFAULT_HTTP_CONNECTION_TIMEOUT_MS;
102
+ let response;
103
+ try {
104
+ response = await withTimeout(fetch(url, {
105
+ method: 'GET',
106
+ headers,
107
+ ...(signal && { signal })
108
+ }), connectionTimeout);
109
+ }
110
+ catch (error) {
111
+ // Check if it was parent abort
112
+ if (signal?.aborted) {
113
+ throw new DownloadCancelledError();
114
+ }
115
+ // Connection timeout or network error
116
+ const errorMsg = error instanceof Error ? error.message : String(error);
117
+ logger.error(`❌ Connection failed: ${errorMsg}. URL: ${url}`);
118
+ throw new HTTPError(0, `Connection failed: ${errorMsg}`, error);
119
+ }
120
+ if (!response.ok) {
121
+ // Check if it's a 416 (Range Not Satisfiable) - file already complete
122
+ if (response.status === 416 && startOffset > 0) {
123
+ logger.info(`✅ File already completely downloaded`);
124
+ // Send 100% progress for already complete file
125
+ if (progressCallback) {
126
+ progressCallback({
127
+ type: 'modelProgress',
128
+ downloaded: startOffset,
129
+ total: startOffset,
130
+ percentage: 100,
131
+ downloadKey
132
+ });
133
+ }
134
+ return;
135
+ }
136
+ // Check if server doesn't support range requests
137
+ if (response.status === 200 && startOffset > 0) {
138
+ logger.warn(`⚠️ Server doesn't support resume, starting fresh download`);
139
+ startOffset = 0;
140
+ downloadedBytes = 0;
141
+ // Retry without Range header
142
+ response = await fetch(url, {
143
+ method: 'GET',
144
+ headers: new Headers({
145
+ 'User-Agent': 'qvac'
146
+ }),
147
+ ...(signal && { signal })
148
+ });
149
+ if (!response.ok) {
150
+ throw new HTTPError(response.status, response.statusText);
151
+ }
152
+ }
153
+ else if (response.status !== 206) {
154
+ // 206 is Partial Content (successful resume)
155
+ throw new HTTPError(response.status, response.statusText);
156
+ }
157
+ }
158
+ // Get total size from headers
159
+ let totalBytes = 0;
160
+ const contentLength = response.headers.get('content-length');
161
+ if (response.status === 206) {
162
+ // For resumed downloads, parse Content-Range header
163
+ const contentRange = response.headers.get('content-range');
164
+ if (contentRange) {
165
+ const match = contentRange.match(/bytes \d+-\d+\/(\d+)/);
166
+ if (match && match[1]) {
167
+ totalBytes = parseInt(match[1]);
168
+ }
169
+ }
170
+ }
171
+ else {
172
+ // For fresh downloads
173
+ totalBytes = contentLength ? parseInt(contentLength) : 0;
174
+ }
175
+ logger.info(`📏 Total size: ${totalBytes} bytes (${(totalBytes / 1024 / 1024).toFixed(2)} MB)`);
176
+ // Create write stream (append if resuming)
177
+ const writeStreamOptions = startOffset > 0 && response.status === 206 ? { flags: 'a' } : {};
178
+ const writeStream = fs.createWriteStream(modelPath, writeStreamOptions);
179
+ // Get the response body
180
+ const body = response.body;
181
+ if (!body) {
182
+ throw new NoResponseBodyError();
183
+ }
184
+ try {
185
+ // Check if body has pipe method (it's a Node/Bare stream)
186
+ const isReadable = body instanceof Readable ||
187
+ (typeof body.pipe === 'function' &&
188
+ typeof body.on === 'function');
189
+ if (isReadable) {
190
+ // Wait for download to complete
191
+ await new Promise((resolve, reject) => {
192
+ let stallTimer;
193
+ const clearStall = () => {
194
+ if (stallTimer) {
195
+ clearTimeout(stallTimer);
196
+ stallTimer = undefined;
197
+ }
198
+ };
199
+ // Reset on every chunk; if it ever fires, the socket went quiet
200
+ // mid-stream (suspend/drop) — abort so the caller resumes via Range.
201
+ const armStall = () => {
202
+ clearStall();
203
+ stallTimer = setTimeout(() => {
204
+ ;
205
+ body.destroy();
206
+ writeStream.destroy();
207
+ reject(new Error(`HTTP stream stalled: no data for ${HTTP_STREAM_STALL_TIMEOUT_MS}ms`));
208
+ }, HTTP_STREAM_STALL_TIMEOUT_MS);
209
+ };
210
+ const abortHandler = () => {
211
+ clearStall();
212
+ body.destroy();
213
+ writeStream.destroy();
214
+ reject(new DownloadCancelledError());
215
+ };
216
+ if (signal) {
217
+ if (signal.aborted) {
218
+ abortHandler();
219
+ return;
220
+ }
221
+ signal.addEventListener('abort', abortHandler);
222
+ }
223
+ // Track progress + keep the stall watchdog fed
224
+ ;
225
+ body.on('data', (chunk) => {
226
+ armStall();
227
+ downloadedBytes += chunk.length;
228
+ if (progressCallback) {
229
+ progressCallback({
230
+ type: 'modelProgress',
231
+ downloaded: downloadedBytes,
232
+ total: totalBytes,
233
+ percentage: calculatePercentage(downloadedBytes, totalBytes),
234
+ downloadKey
235
+ });
236
+ }
237
+ });
238
+ body.pipe(writeStream);
239
+ armStall();
240
+ writeStream.on('finish', () => {
241
+ clearStall();
242
+ logger.info(`✅ Model downloaded successfully to ${modelPath}`);
243
+ if (signal) {
244
+ signal.removeEventListener('abort', abortHandler);
245
+ }
246
+ resolve(undefined);
247
+ });
248
+ writeStream.on('error', (error) => {
249
+ clearStall();
250
+ reject(error);
251
+ });
252
+ body.on('error', (error) => {
253
+ clearStall();
254
+ reject(error);
255
+ });
256
+ });
257
+ }
258
+ else if (body[Symbol.asyncIterator]) {
259
+ // Body is an async iterable. Drive the iterator manually so each pull can
260
+ // race a stall timeout: a dead socket after suspend/drop produces neither
261
+ // a chunk nor an error, so the timeout converts it into a retriable
262
+ // failure and we abandon the iterator (which cancels the stream).
263
+ const iterator = body[Symbol.asyncIterator]();
264
+ let stalled = false;
265
+ try {
266
+ for (;;) {
267
+ let stallTimer;
268
+ const nextPromise = iterator.next();
269
+ nextPromise.catch(() => { });
270
+ let step;
271
+ try {
272
+ step = await Promise.race([
273
+ nextPromise,
274
+ new Promise((_, reject) => {
275
+ stallTimer = setTimeout(() => {
276
+ stalled = true;
277
+ reject(new Error(`HTTP stream stalled: no data for ${HTTP_STREAM_STALL_TIMEOUT_MS}ms`));
278
+ }, HTTP_STREAM_STALL_TIMEOUT_MS);
279
+ })
280
+ ]);
281
+ }
282
+ finally {
283
+ if (stallTimer)
284
+ clearTimeout(stallTimer);
285
+ }
286
+ if (step.done)
287
+ break;
288
+ if (signal?.aborted) {
289
+ writeStream.destroy();
290
+ throw new DownloadCancelledError();
291
+ }
292
+ const buffer = Buffer.isBuffer(step.value) ? step.value : Buffer.from(step.value);
293
+ downloadedBytes += buffer.length;
294
+ if (progressCallback) {
295
+ progressCallback({
296
+ type: 'modelProgress',
297
+ downloaded: downloadedBytes,
298
+ total: totalBytes,
299
+ percentage: calculatePercentage(downloadedBytes, totalBytes),
300
+ downloadKey
301
+ });
302
+ }
303
+ // Write chunk to file
304
+ await new Promise((resolve, reject) => {
305
+ writeStream.write(buffer, (err) => {
306
+ if (err)
307
+ reject(new Error(err instanceof Error ? err.message : String(err)));
308
+ else
309
+ resolve();
310
+ });
311
+ });
312
+ }
313
+ }
314
+ finally {
315
+ if (stalled) {
316
+ try {
317
+ await iterator.return?.();
318
+ }
319
+ catch {
320
+ /* best effort: free the dead socket */
321
+ }
322
+ }
323
+ }
324
+ // Close the write stream
325
+ await new Promise((resolve, reject) => {
326
+ writeStream.end(() => {
327
+ logger.info(`✅ Model downloaded successfully to ${modelPath}`);
328
+ resolve();
329
+ });
330
+ writeStream.on('error', reject);
331
+ });
332
+ }
333
+ else {
334
+ // Fallback: getReader() for a WHATWG ReadableStream (bare-fetch body).
335
+ const readableStreamBody = body;
336
+ const reader = readableStreamBody.getReader ? readableStreamBody.getReader() : null;
337
+ if (reader) {
338
+ let cancelled = false;
339
+ try {
340
+ for (;;) {
341
+ // Race each read against a stall timeout. A dead socket after a
342
+ // suspend/drop yields no data and no error; the timeout converts
343
+ // that into a retriable failure so the caller resumes via Range.
344
+ let stallTimer;
345
+ const readPromise = reader.read();
346
+ // Avoid an unhandled rejection if the read loses the race.
347
+ readPromise.catch(() => { });
348
+ let result;
349
+ try {
350
+ result = await Promise.race([
351
+ readPromise,
352
+ new Promise((_, reject) => {
353
+ stallTimer = setTimeout(() => {
354
+ cancelled = true;
355
+ reject(new Error(`HTTP stream stalled: no data for ${HTTP_STREAM_STALL_TIMEOUT_MS}ms`));
356
+ }, HTTP_STREAM_STALL_TIMEOUT_MS);
357
+ })
358
+ ]);
359
+ }
360
+ finally {
361
+ if (stallTimer)
362
+ clearTimeout(stallTimer);
363
+ }
364
+ const { done, value } = result;
365
+ if (done)
366
+ break;
367
+ if (signal?.aborted) {
368
+ cancelled = true;
369
+ throw new DownloadCancelledError();
370
+ }
371
+ const buffer = Buffer.from(value);
372
+ downloadedBytes += buffer.length;
373
+ if (progressCallback) {
374
+ progressCallback({
375
+ type: 'modelProgress',
376
+ downloaded: downloadedBytes,
377
+ total: totalBytes,
378
+ percentage: calculatePercentage(downloadedBytes, totalBytes),
379
+ downloadKey
380
+ });
381
+ }
382
+ // Write chunk to file
383
+ await new Promise((resolve, reject) => {
384
+ writeStream.write(buffer, (err) => {
385
+ if (err)
386
+ reject(new Error(err instanceof Error ? err.message : String(err)));
387
+ else
388
+ resolve();
389
+ });
390
+ });
391
+ }
392
+ }
393
+ finally {
394
+ if (cancelled) {
395
+ try {
396
+ await reader.cancel();
397
+ }
398
+ catch {
399
+ /* best effort: free the dead socket */
400
+ }
401
+ }
402
+ reader.releaseLock();
403
+ }
404
+ // Close the write stream
405
+ await new Promise((resolve, reject) => {
406
+ writeStream.end(() => {
407
+ logger.info(`✅ Model downloaded successfully to ${modelPath}`);
408
+ resolve();
409
+ });
410
+ writeStream.on('error', reject);
411
+ });
412
+ }
413
+ else {
414
+ throw new ResponseBodyNotReadableError();
415
+ }
416
+ }
417
+ }
418
+ catch (error) {
419
+ writeStream.destroy();
420
+ logger.error('Error during download:', error instanceof Error ? error.message : String(error));
421
+ throw error instanceof Error ? error : new Error(String(error));
422
+ }
423
+ }
424
+ const DEFAULT_HTTP_DOWNLOAD_MAX_RETRIES = 5;
425
+ const HTTP_RETRY_BASE_DELAY_MS = 500;
426
+ const LIFECYCLE_WAIT_POLL_MS = 200;
427
+ const LIFECYCLE_WAIT_MAX_MS = 5 * 60_000;
428
+ const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
429
+ /**
430
+ * A mid-stream socket/body error, a connection failure (HTTP status 0, no
431
+ * response), or our own resume-triggered abort is recoverable by resuming from
432
+ * the partial. A real HTTP status (4xx/5xx) or a missing/unreadable body is not.
433
+ *
434
+ * `DownloadCancelledError` is intentionally NOT excluded here: this is only
435
+ * reached after the caller's consumer-cancel gate, so a cancellation at this
436
+ * point is our per-attempt abort (resume interrupt), which must be retried.
437
+ */
438
+ function isResumableTransferError(error) {
439
+ if (error instanceof NoResponseBodyError ||
440
+ error instanceof ResponseBodyNotReadableError ||
441
+ error instanceof PartialDownloadOfflineError) {
442
+ return false;
443
+ }
444
+ if (error instanceof HTTPError)
445
+ return error.httpStatus === 0;
446
+ return error instanceof Error;
447
+ }
448
+ /**
449
+ * Block until the runtime is active again before retrying. After a suspend the
450
+ * socket is dead and the process can't service the transfer; resuming the fetch
451
+ * only makes sense once `resume()` has run. Bounded and abort-aware.
452
+ */
453
+ async function waitForLifecycleActive(signal) {
454
+ if (getLifecycleState() === 'active')
455
+ return;
456
+ const start = Date.now();
457
+ while (getLifecycleState() !== 'active') {
458
+ if (signal?.aborted)
459
+ throw new DownloadCancelledError();
460
+ if (Date.now() - start > LIFECYCLE_WAIT_MAX_MS)
461
+ return;
462
+ await sleep(LIFECYCLE_WAIT_POLL_MS);
463
+ }
464
+ }
465
+ /**
466
+ * Run `performHttpDownload` with bounded retry. On a recoverable interruption
467
+ * (mid-stream socket drop, or a dead socket after suspend/network loss) it
468
+ * waits for the runtime to be active and re-issues the request, which resumes
469
+ * from the on-disk partial via a Range header. No consumer-side babysitting.
470
+ *
471
+ * Each attempt runs on its own AbortController that is aborted either by the
472
+ * consumer `signal` (a real cancel — terminal) or by `resume()` (a proactive
473
+ * recovery — the in-flight socket is dead after a background, so abort and
474
+ * range-resume immediately instead of waiting for the stall watchdog).
475
+ */
476
+ async function performHttpDownloadWithResume(url, modelPath, downloadKey, progressCallback, signal) {
477
+ const maxRetries = DEFAULT_HTTP_DOWNLOAD_MAX_RETRIES;
478
+ let attempt = 0;
479
+ for (;;) {
480
+ const attemptController = new AbortController();
481
+ const forwardCancel = () => attemptController.abort(undefined);
482
+ if (signal) {
483
+ if (signal.aborted)
484
+ attemptController.abort(undefined);
485
+ else
486
+ signal.addEventListener('abort', forwardCancel, { once: true });
487
+ }
488
+ // resume() → abort this attempt so it range-resumes now, not after the stall.
489
+ const offResume = onResume(() => attemptController.abort(undefined));
490
+ try {
491
+ await performHttpDownload(url, modelPath, downloadKey, progressCallback, attemptController.signal);
492
+ return;
493
+ }
494
+ catch (error) {
495
+ // A real consumer cancel is terminal; anything else (resume abort, stall,
496
+ // network error) is recoverable from the partial.
497
+ if (signal?.aborted) {
498
+ throw error instanceof DownloadCancelledError ? error : new DownloadCancelledError();
499
+ }
500
+ attempt++;
501
+ if (attempt > maxRetries || !isResumableTransferError(error))
502
+ throw error;
503
+ logger.warn(`⚠️ HTTP download interrupted (attempt ${attempt}/${maxRetries}), resuming from partial: ${error instanceof Error ? error.message : String(error)}`);
504
+ await waitForLifecycleActive(signal);
505
+ await sleep(HTTP_RETRY_BASE_DELAY_MS * attempt);
506
+ }
507
+ finally {
508
+ if (signal)
509
+ signal.removeEventListener('abort', forwardCancel);
510
+ offResume();
511
+ }
512
+ }
513
+ }
514
+ export async function downloadModelFromHttp(url, progressCallback, hooks) {
515
+ const filename = extractFilenameFromUrl(url);
516
+ if (isArchiveUrl(url)) {
517
+ return downloadShardedModelFromArchive(url, progressCallback, hooks);
518
+ }
519
+ const shardInfo = detectShardedModel(filename);
520
+ if (shardInfo.isSharded && shardInfo.totalShards) {
521
+ return downloadShardedModelFromHttp(url, progressCallback, hooks);
522
+ }
523
+ const downloadKey = createHttpDownloadKey(url);
524
+ hooks?.onDownloadKey?.(downloadKey);
525
+ const cacheDir = getModelsCacheDir();
526
+ const sourceHash = generateShortHash(url);
527
+ const modelPath = `${cacheDir}/${sourceHash}_${filename}`;
528
+ const result = startOrJoinDownload(downloadKey, async (ctx) => {
529
+ try {
530
+ // Check if already cached
531
+ const cachedPath = await validateCachedFile(modelPath, url, ctx.signal);
532
+ if (cachedPath) {
533
+ hooks?.markCacheHit?.();
534
+ ctx.setCacheHit(true);
535
+ try {
536
+ const stats = await fsPromises.stat(cachedPath);
537
+ ctx.broadcastProgress({
538
+ type: 'modelProgress',
539
+ downloaded: stats.size,
540
+ total: stats.size,
541
+ percentage: 100,
542
+ downloadKey
543
+ });
544
+ }
545
+ catch (error) {
546
+ logger.debug('Failed to get file stats for progress callback', {
547
+ path: cachedPath,
548
+ error
549
+ });
550
+ }
551
+ return cachedPath;
552
+ }
553
+ // Download the file
554
+ hooks?.markCacheMiss?.();
555
+ ctx.setCacheHit(false);
556
+ await performHttpDownloadWithResume(url, modelPath, downloadKey, ctx.broadcastProgress, ctx.signal);
557
+ try {
558
+ const stats = await fsPromises.stat(modelPath);
559
+ ctx.broadcastProgress({
560
+ type: 'modelProgress',
561
+ downloaded: stats.size,
562
+ total: stats.size,
563
+ percentage: 100,
564
+ downloadKey
565
+ });
566
+ }
567
+ catch (error) {
568
+ logger.debug('Failed to get file stats for final progress update', {
569
+ path: modelPath,
570
+ error
571
+ });
572
+ }
573
+ return modelPath;
574
+ }
575
+ catch (error) {
576
+ logger.error('❌ Error downloading model:', error instanceof Error ? error.message : String(error));
577
+ // Check if we should delete the partial file (clearCache was requested)
578
+ if (error instanceof DownloadCancelledError) {
579
+ if (ctx.shouldClearCache()) {
580
+ logger.info('🗑️ Clearing cache - deleting partial file');
581
+ try {
582
+ await fsPromises.unlink(modelPath);
583
+ logger.info(`✅ Deleted partial file: ${modelPath}`);
584
+ }
585
+ catch (error) {
586
+ logger.debug('Failed to delete partial file during cleanup', {
587
+ path: modelPath,
588
+ error
589
+ });
590
+ }
591
+ }
592
+ else {
593
+ logger.info('📥 Download paused - partial file preserved for resume');
594
+ }
595
+ }
596
+ const errorToThrow = error instanceof Error ? error : new Error(String(error));
597
+ throw errorToThrow;
598
+ }
599
+ }, progressCallback, hooks?.requestBinding);
600
+ return applyJoinedDownloadStats(result, hooks);
601
+ }
602
+ async function downloadShardedModelFromHttp(shardUrl, progressCallback, hooks) {
603
+ const config = getConfig();
604
+ const concurrency = config.httpDownloadConcurrency ?? DEFAULT_CONCURRENCY;
605
+ const { shardUrls: shardInfos, cacheKey } = parsePatternBasedShardUrl(shardUrl);
606
+ const downloadKey = `http-sharded:${cacheKey}`;
607
+ hooks?.onDownloadKey?.(downloadKey);
608
+ logger.info(`📥 HTTP sharded download: ${shardInfos.length} shards detected from ${shardUrl}`);
609
+ const shardDir = getShardedModelCacheDir(cacheKey);
610
+ const result = startOrJoinDownload(downloadKey, async (ctx) => {
611
+ try {
612
+ const shardStates = await Promise.all(shardInfos.map(async (shard, index) => {
613
+ const shardPath = path.join(shardDir, shard.filename);
614
+ let expectedSize = 0;
615
+ try {
616
+ const response = await fetch(shard.url, {
617
+ method: 'HEAD',
618
+ signal: ctx.signal
619
+ });
620
+ expectedSize = parseInt(response.headers.get('content-length') || '0');
621
+ }
622
+ catch (error) {
623
+ logger.warn('Failed to get shard size via HEAD request', {
624
+ url: shard.url,
625
+ error
626
+ });
627
+ }
628
+ return {
629
+ index,
630
+ shard,
631
+ shardPath,
632
+ expectedSize,
633
+ downloadedBytes: 0,
634
+ isComplete: false
635
+ };
636
+ }));
637
+ const overallTotal = shardStates.reduce((sum, s) => sum + s.expectedSize, 0);
638
+ logger.info(`📏 Total size: ${overallTotal} bytes (${(overallTotal / 1024 / 1024).toFixed(2)} MB)`);
639
+ const cacheChecks = await Promise.all(shardStates.map(async (state) => {
640
+ const cached = await validateCachedFile(state.shardPath, state.shard.url, ctx.signal);
641
+ return { state, isCached: cached !== null };
642
+ }));
643
+ const shardsToDownload = cacheChecks.filter((c) => !c.isCached).map((c) => c.state);
644
+ for (const check of cacheChecks) {
645
+ if (check.isCached) {
646
+ check.state.isComplete = true;
647
+ check.state.downloadedBytes = check.state.expectedSize;
648
+ }
649
+ }
650
+ logger.info(`📥 ${shardsToDownload.length} of ${shardInfos.length} shards need downloading`);
651
+ if (shardsToDownload.length === 0) {
652
+ hooks?.markCacheHit?.();
653
+ ctx.setCacheHit(true);
654
+ }
655
+ else {
656
+ hooks?.markCacheMiss?.();
657
+ ctx.setCacheHit(false);
658
+ }
659
+ await downloadShardsWithConcurrency(shardsToDownload, shardStates, concurrency, ctx.signal, downloadKey, overallTotal, ctx.broadcastProgress);
660
+ logger.info(`✅ All ${shardInfos.length} shards downloaded successfully`);
661
+ await extractTensorsFromShards(shardDir, shardInfos[0].filename);
662
+ return path.join(shardDir, shardInfos[0].filename);
663
+ }
664
+ catch (error) {
665
+ logger.error('❌ Error during sharded download:', error instanceof Error ? error.message : String(error));
666
+ if (error instanceof DownloadCancelledError) {
667
+ if (ctx.shouldClearCache()) {
668
+ logger.info('🗑️ Clearing cache - deleting partial shard files');
669
+ try {
670
+ await fsPromises.rm(shardDir, { recursive: true, force: true });
671
+ logger.info(`✅ Deleted shard directory: ${shardDir}`);
672
+ }
673
+ catch (cleanupError) {
674
+ logger.debug('Failed to delete shard directory during cleanup', {
675
+ path: shardDir,
676
+ error: cleanupError
677
+ });
678
+ }
679
+ }
680
+ }
681
+ throw error;
682
+ }
683
+ }, progressCallback, hooks?.requestBinding);
684
+ return applyJoinedDownloadStats(result, hooks);
685
+ }
686
+ async function downloadShardedModelFromArchive(archiveUrl, progressCallback, hooks) {
687
+ const filename = extractFilenameFromUrl(archiveUrl);
688
+ const sourceHash = generateShortHash(archiveUrl);
689
+ const downloadKey = `http-archive:${sourceHash}`;
690
+ hooks?.onDownloadKey?.(downloadKey);
691
+ logger.info(`📦 HTTP archive download: ${filename}`);
692
+ const extractDir = getShardedModelCacheDir(sourceHash);
693
+ const archivePath = path.join(extractDir, `${sourceHash}_${filename}`);
694
+ const result = startOrJoinDownload(downloadKey, async (ctx) => {
695
+ try {
696
+ await fsPromises.mkdir(extractDir, { recursive: true });
697
+ const files = await fsPromises.readdir(extractDir);
698
+ const shardedFile = files.find((f) => detectShardedModel(String(f)).isSharded);
699
+ if (!shardedFile) {
700
+ hooks?.markCacheMiss?.();
701
+ ctx.setCacheHit(false);
702
+ return downloadAndExtractArchive();
703
+ }
704
+ const shardFilename = String(shardedFile);
705
+ const allShardsExist = await checkAllShardsExist(extractDir, shardFilename);
706
+ if (!allShardsExist) {
707
+ logger.warn(`⚠️ Incomplete shards found, re-downloading archive`);
708
+ hooks?.markCacheMiss?.();
709
+ ctx.setCacheHit(false);
710
+ return downloadAndExtractArchive();
711
+ }
712
+ const shardFilenames = generateShardFilenames(shardFilename);
713
+ const firstShard = path.join(extractDir, shardFilenames[0]);
714
+ const isComplete = await validateShardedModelCache(extractDir, shardFilename);
715
+ if (isComplete) {
716
+ logger.info(`✅ Archive already extracted: ${extractDir}`);
717
+ hooks?.markCacheHit?.();
718
+ ctx.setCacheHit(true);
719
+ ctx.broadcastProgress({
720
+ type: 'modelProgress',
721
+ downloaded: 1,
722
+ total: 1,
723
+ percentage: 100,
724
+ downloadKey
725
+ });
726
+ return firstShard;
727
+ }
728
+ logger.info(`📝 All shards present but tensors.txt missing, extracting tensors...`);
729
+ try {
730
+ await extractTensorsFromShards(extractDir, shardFilename);
731
+ logger.info(`✅ Tensors extracted successfully`);
732
+ hooks?.markCacheHit?.();
733
+ ctx.setCacheHit(true);
734
+ ctx.broadcastProgress({
735
+ type: 'modelProgress',
736
+ downloaded: 1,
737
+ total: 1,
738
+ percentage: 100,
739
+ downloadKey
740
+ });
741
+ return firstShard;
742
+ }
743
+ catch (error) {
744
+ logger.warn(`Failed to extract tensors, will re-download archive`, {
745
+ error
746
+ });
747
+ hooks?.markCacheMiss?.();
748
+ ctx.setCacheHit(false);
749
+ return downloadAndExtractArchive();
750
+ }
751
+ }
752
+ catch (error) {
753
+ logger.error('❌ Error downloading/extracting archive:', error);
754
+ if (error instanceof DownloadCancelledError) {
755
+ if (ctx.shouldClearCache()) {
756
+ logger.info('🗑️ Clearing cache - deleting archive extract directory');
757
+ try {
758
+ await fsPromises.rm(extractDir, {
759
+ recursive: true,
760
+ force: true
761
+ });
762
+ logger.info(`✅ Deleted extract directory: ${extractDir}`);
763
+ }
764
+ catch (cleanupError) {
765
+ logger.debug('Failed to delete extract directory during cleanup', {
766
+ path: extractDir,
767
+ error: cleanupError
768
+ });
769
+ }
770
+ }
771
+ }
772
+ throw error;
773
+ }
774
+ async function downloadAndExtractArchive() {
775
+ await performHttpDownloadWithResume(archiveUrl, archivePath, downloadKey, ctx.broadcastProgress, ctx.signal);
776
+ logger.info(`✅ Archive downloaded, extracting to: ${extractDir}`);
777
+ const firstShardPath = await extractAndValidateShardedArchive(archivePath, extractDir, ctx.signal);
778
+ try {
779
+ await fsPromises.unlink(archivePath);
780
+ logger.info(`🗑️ Cleaned up archive file: ${archivePath}`);
781
+ }
782
+ catch (cleanupError) {
783
+ logger.debug('Failed to delete archive file during cleanup', {
784
+ path: archivePath,
785
+ error: cleanupError
786
+ });
787
+ }
788
+ return firstShardPath;
789
+ }
790
+ }, progressCallback, hooks?.requestBinding);
791
+ return applyJoinedDownloadStats(result, hooks);
792
+ }
793
+ async function downloadShardsWithConcurrency(shardsToDownload, allShards, concurrency, signal, downloadKey, overallTotal, progressCallback) {
794
+ const queue = [...shardsToDownload];
795
+ const inFlight = new Set();
796
+ while (queue.length > 0 || inFlight.size > 0) {
797
+ if (signal.aborted) {
798
+ throw new DownloadCancelledError();
799
+ }
800
+ while (queue.length > 0 && inFlight.size < concurrency) {
801
+ const state = queue.shift();
802
+ const downloadPromise = (async () => {
803
+ logger.info(`📥 Downloading shard ${state.index + 1}: ${state.shard.filename}`);
804
+ await performHttpDownloadWithResume(state.shard.url, state.shardPath, downloadKey, (progress) => {
805
+ state.downloadedBytes = progress.downloaded;
806
+ if (progressCallback) {
807
+ const overallDownloaded = allShards.reduce((sum, s) => sum + s.downloadedBytes, 0);
808
+ progressCallback({
809
+ type: 'modelProgress',
810
+ downloaded: state.downloadedBytes,
811
+ total: state.expectedSize,
812
+ percentage: calculatePercentage(state.downloadedBytes, state.expectedSize),
813
+ downloadKey,
814
+ shardInfo: {
815
+ currentShard: state.index + 1,
816
+ totalShards: allShards.length,
817
+ shardName: state.shard.filename,
818
+ overallDownloaded,
819
+ overallTotal,
820
+ overallPercentage: calculatePercentage(overallDownloaded, overallTotal)
821
+ }
822
+ });
823
+ }
824
+ }, signal);
825
+ logger.info(`✅ Shard ${state.index + 1} complete: ${state.shard.filename}`);
826
+ })().finally(() => {
827
+ inFlight.delete(downloadPromise);
828
+ });
829
+ inFlight.add(downloadPromise);
830
+ }
831
+ if (inFlight.size > 0) {
832
+ await Promise.race(inFlight);
833
+ }
834
+ }
835
+ // Mark all downloaded shards as complete
836
+ for (const state of shardsToDownload) {
837
+ state.isComplete = true;
838
+ state.downloadedBytes = state.expectedSize;
839
+ }
840
+ if (progressCallback) {
841
+ progressCallback({
842
+ type: 'modelProgress',
843
+ downloaded: overallTotal,
844
+ total: overallTotal,
845
+ percentage: 100,
846
+ downloadKey,
847
+ shardInfo: {
848
+ currentShard: allShards.length,
849
+ totalShards: allShards.length,
850
+ shardName: allShards[allShards.length - 1].shard.filename,
851
+ overallDownloaded: overallTotal,
852
+ overallTotal,
853
+ overallPercentage: 100
854
+ }
855
+ });
856
+ }
857
+ }