@qvac/inference 0.0.0 โ†’ 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,173 @@
1
+ import { models } from '../models/registry/models.js';
2
+ import { getAllModelIds, getModelEntry } from '../runtime/model-registry.js';
3
+ import { generateShortHash } from '../utils/index.js';
4
+ import { promises as fsPromises } from 'bare-fs';
5
+ import { getShardPath, getModelsCacheDir, getSingleFileCachePath } from '../utils/cache/paths.js';
6
+ import { validateAndJoinPath } from '../utils/path-security.js';
7
+ import { ModelNotFoundError } from '../errors/index.js';
8
+ export async function handleGetModelInfo(request) {
9
+ const { name } = request;
10
+ const catalogEntry = models.find((m) => m.name === name);
11
+ if (!catalogEntry) {
12
+ throw new ModelNotFoundError(`${name}" not found in catalog. Use model names from the catalog (e.g., "WHISPER_TINY", "EMBEDDINGGEMMA_300M_Q4_0")`);
13
+ }
14
+ const cacheKey = generateShortHash(catalogEntry.registryPath);
15
+ const cacheStatus = catalogEntry.shardMetadata && catalogEntry.shardMetadata.length > 0
16
+ ? await handleShardedModel(cacheKey, catalogEntry.shardMetadata)
17
+ : catalogEntry.companionSet
18
+ ? await handleCompanionSetModel(catalogEntry.companionSet, catalogEntry.registryPath, catalogEntry.addon)
19
+ : await handleSingleFileModel(catalogEntry.registryPath, catalogEntry.expectedSize, catalogEntry.sha256Checksum);
20
+ const { cacheFiles, isCached, actualSize, cachedAt, primaryPath } = cacheStatus;
21
+ const loadedModelIds = getAllModelIds();
22
+ const matchPath = primaryPath ?? cacheFiles[0]?.path;
23
+ const loadedInstances = [];
24
+ for (const id of loadedModelIds) {
25
+ const entry = getModelEntry(id);
26
+ if (!entry || entry.isDelegated)
27
+ continue;
28
+ const matchesByName = entry.local.name && entry.local.name === name;
29
+ const matchesByPath = !!matchPath && entry.local.path === matchPath;
30
+ if (matchesByName || matchesByPath) {
31
+ const instance = {
32
+ registryId: id,
33
+ loadedAt: entry.local.loadedAt,
34
+ config: entry.local.config
35
+ };
36
+ loadedInstances.push(instance);
37
+ }
38
+ }
39
+ const isLoaded = loadedInstances.length > 0;
40
+ const modelInfo = {
41
+ name: catalogEntry.name,
42
+ modelId: catalogEntry.modelId,
43
+ registryPath: catalogEntry.registryPath,
44
+ registrySource: catalogEntry.registrySource,
45
+ blobCoreKey: catalogEntry.blobCoreKey,
46
+ blobBlockOffset: catalogEntry.blobBlockOffset,
47
+ blobBlockLength: catalogEntry.blobBlockLength,
48
+ blobByteOffset: catalogEntry.blobByteOffset,
49
+ engine: catalogEntry.engine,
50
+ quantization: catalogEntry.quantization,
51
+ params: catalogEntry.params,
52
+ expectedSize: catalogEntry.expectedSize,
53
+ sha256Checksum: catalogEntry.sha256Checksum,
54
+ addon: catalogEntry.addon,
55
+ isCached,
56
+ isLoaded,
57
+ cacheFiles,
58
+ actualSize,
59
+ cachedAt,
60
+ loadedInstances: loadedInstances.length > 0 ? loadedInstances : undefined
61
+ };
62
+ return {
63
+ type: 'getModelInfo',
64
+ modelInfo
65
+ };
66
+ }
67
+ async function handleShardedModel(cacheKey, shardMetadata) {
68
+ const fileEntries = shardMetadata.map((s) => ({
69
+ filename: s.filename,
70
+ expectedSize: s.expectedSize,
71
+ sha256Checksum: s.sha256Checksum
72
+ }));
73
+ const paths = shardMetadata.map((s) => getShardPath(cacheKey, s.filename));
74
+ return checkCacheStatus(fileEntries, paths);
75
+ }
76
+ async function handleCompanionSetModel(companionSet, primaryRegistryPath, addon) {
77
+ const { setKey, primaryKey, files } = companionSet;
78
+ const baseCache = getModelsCacheDir();
79
+ const fileEntries = files.map((f) => ({
80
+ filename: f.targetName,
81
+ expectedSize: f.expectedSize,
82
+ sha256Checksum: f.sha256Checksum,
83
+ key: f.key
84
+ }));
85
+ const canonicalPaths = files.map((f) => validateAndJoinPath(baseCache, 'sets', setKey, f.targetName));
86
+ const canonicalResult = await checkCacheStatus(fileEntries, canonicalPaths, primaryKey);
87
+ if (canonicalResult.isCached)
88
+ return canonicalResult;
89
+ const isOnnxSet = files.some((f) => f.primary === true && f.targetName.endsWith('.onnx'));
90
+ if (isOnnxSet) {
91
+ const legacyCacheKey = generateShortHash(primaryRegistryPath);
92
+ const legacyPaths = files.map((f) => validateAndJoinPath(baseCache, 'onnx', legacyCacheKey, f.targetName));
93
+ const legacyResult = await checkCacheStatus(fileEntries, legacyPaths, primaryKey);
94
+ if (legacyResult.isCached)
95
+ return legacyResult;
96
+ }
97
+ else if (addon === 'nmt') {
98
+ // Legacy flat-cache compatibility for Bergamot-style companion sets.
99
+ // This is valid only for families whose runtime still works with explicit
100
+ // per-file absolute paths; it is not a generic rule for all companion sets.
101
+ const flatPaths = files.map((f) => getSingleFileCachePath(f.registryPath));
102
+ const flatResult = await checkCacheStatus(fileEntries, flatPaths, primaryKey);
103
+ if (flatResult.isCached)
104
+ return flatResult;
105
+ }
106
+ return canonicalResult;
107
+ }
108
+ async function checkCacheStatus(files, paths, primaryKey) {
109
+ const cacheFiles = [];
110
+ let allCached = true;
111
+ let totalActualSize = 0;
112
+ let latestCachedAt;
113
+ let primaryPath;
114
+ for (let i = 0; i < files.length; i++) {
115
+ const file = files[i];
116
+ const filePath = paths[i];
117
+ let fileCached = false;
118
+ let fileActualSize;
119
+ let fileCachedAt;
120
+ try {
121
+ const stats = await fsPromises.stat(filePath);
122
+ if (stats.isFile()) {
123
+ fileActualSize = stats.size;
124
+ fileCachedAt = stats.mtime;
125
+ fileCached = stats.size === file.expectedSize;
126
+ }
127
+ }
128
+ catch {
129
+ // file does not exist
130
+ }
131
+ if (primaryKey && file.key === primaryKey) {
132
+ primaryPath = filePath;
133
+ }
134
+ if (fileCached) {
135
+ totalActualSize += fileActualSize;
136
+ if (!latestCachedAt || fileCachedAt > latestCachedAt) {
137
+ latestCachedAt = fileCachedAt;
138
+ }
139
+ }
140
+ else {
141
+ allCached = false;
142
+ }
143
+ cacheFiles.push({
144
+ filename: file.filename,
145
+ path: filePath,
146
+ expectedSize: file.expectedSize,
147
+ sha256Checksum: file.sha256Checksum,
148
+ isCached: fileCached,
149
+ actualSize: fileActualSize,
150
+ cachedAt: fileCachedAt
151
+ });
152
+ }
153
+ if (!primaryPath && cacheFiles.length > 0) {
154
+ primaryPath = cacheFiles[0].path;
155
+ }
156
+ const result = {
157
+ cacheFiles,
158
+ isCached: allCached,
159
+ primaryPath
160
+ };
161
+ if (allCached) {
162
+ result.actualSize = totalActualSize;
163
+ if (latestCachedAt) {
164
+ result.cachedAt = latestCachedAt;
165
+ }
166
+ }
167
+ return result;
168
+ }
169
+ async function handleSingleFileModel(registryPath, expectedSize, sha256Checksum) {
170
+ const filename = registryPath.split('/').pop() || registryPath;
171
+ const filePath = getSingleFileCachePath(registryPath);
172
+ return checkCacheStatus([{ filename, expectedSize, sha256Checksum }], [filePath]);
173
+ }
@@ -0,0 +1,2 @@
1
+ import type { GetSystemResourcesRequest, GetSystemResourcesResponse } from '../schemas/system-resources.js';
2
+ export declare function handleGetSystemResources(request: GetSystemResourcesRequest): GetSystemResourcesResponse;
@@ -0,0 +1,53 @@
1
+ import { getResourceCollector } from '../resources/instance.js';
2
+ export function handleGetSystemResources(request) {
3
+ const collector = getResourceCollector();
4
+ if (!collector) {
5
+ return {
6
+ type: 'getSystemResources',
7
+ capabilities: {
8
+ cpu: {
9
+ status: 'failed',
10
+ reason: 'CPU resource collector is not initialized'
11
+ },
12
+ memory: {
13
+ totalBytes: {
14
+ status: 'failed',
15
+ reason: 'CPU resource collector is not initialized'
16
+ }
17
+ },
18
+ gpus: {
19
+ status: 'failed',
20
+ reason: 'GPU resource collector is not initialized'
21
+ }
22
+ },
23
+ ...(request.sample && {
24
+ sample: {
25
+ sampledAt: Date.now(),
26
+ cpu: {
27
+ status: 'failed',
28
+ reason: 'CPU resource collector is not initialized'
29
+ },
30
+ memory: {
31
+ usedBytes: {
32
+ status: 'failed',
33
+ reason: 'CPU resource collector is not initialized'
34
+ },
35
+ totalBytes: {
36
+ status: 'failed',
37
+ reason: 'CPU resource collector is not initialized'
38
+ }
39
+ },
40
+ gpus: {
41
+ status: 'failed',
42
+ reason: 'GPU resource collector is not initialized'
43
+ }
44
+ }
45
+ })
46
+ };
47
+ }
48
+ return {
49
+ type: 'getSystemResources',
50
+ capabilities: collector.getCapabilities(),
51
+ ...(request.sample && { sample: collector.sample() })
52
+ };
53
+ }
@@ -0,0 +1,2 @@
1
+ import type { HeartbeatResponse } from '../schemas/index.js';
2
+ export declare function handleHeartbeat(): HeartbeatResponse;
@@ -0,0 +1,3 @@
1
+ export function handleHeartbeat() {
2
+ return { type: 'heartbeat', number: Math.random() * 100 };
3
+ }
@@ -0,0 +1,95 @@
1
+ import type { ModelProgressUpdate } from '../../schemas/index.js';
2
+ import { AbortController, type AbortSignal } from 'bare-abort-controller';
3
+ import type { DisposableScope } from '../../runtime/disposable-scope.js';
4
+ import type { DownloadHooks } from '../../handlers/load-model/types.js';
5
+ /**
6
+ * Per-subscriber binding to a registry-tracked request.
7
+ * `startOrJoinDownload` is request-aware: each caller (the
8
+ * `await using ctx = await registry.begin(...)` inside `handleLoadModel` /
9
+ * `handleDownloadAsset`) registers a subscriber bound to its
10
+ * `requestId`. A `cancel({ requestId })` against the registry aborts
11
+ * the subscriber's `ctx.signal`, which:
12
+ * - rejects this subscriber's promise so the awaiting handler unwinds;
13
+ * - removes this subscriber from `transfer.subscribers`;
14
+ * - tears down the transfer iff this was the last subscriber.
15
+ *
16
+ * The shared-transfer dedup logic in `startOrJoinDownload` is preserved
17
+ * โ€” two callers requesting the same `downloadKey` still share one
18
+ * underlying download โ€” but cancel is per-`requestId`-honest:
19
+ * cancelling one subscriber does not affect siblings on the same
20
+ * `downloadKey`.
21
+ */
22
+ export interface SubscriberRequestBinding {
23
+ signal: AbortSignal;
24
+ scope: DisposableScope;
25
+ requestId: string;
26
+ }
27
+ export interface Subscriber {
28
+ id: string;
29
+ onProgress?: ((progress: ModelProgressUpdate) => void) | undefined;
30
+ settled: boolean;
31
+ resolve: (path: string) => void;
32
+ reject: (error: unknown) => void;
33
+ promise: Promise<string>;
34
+ /** Identity of the registry request this subscriber belongs to, if any. */
35
+ requestId?: string | undefined;
36
+ }
37
+ export interface Transfer {
38
+ downloadKey: string;
39
+ abortController: AbortController;
40
+ subscribers: Map<string, Subscriber>;
41
+ lastProgress?: ModelProgressUpdate | undefined;
42
+ downloadPromise?: Promise<string> | undefined;
43
+ clearCache: boolean;
44
+ cacheHit?: boolean;
45
+ }
46
+ export interface DownloadContext {
47
+ broadcastProgress: (progress: ModelProgressUpdate) => void;
48
+ signal: AbortSignal;
49
+ shouldClearCache: () => boolean;
50
+ setCacheHit: (cacheHit: boolean) => void;
51
+ }
52
+ export interface StartOrJoinResult {
53
+ promise: Promise<string>;
54
+ joined: boolean;
55
+ getCacheHit: () => boolean | undefined;
56
+ }
57
+ export declare function startOrJoinDownload(downloadKey: string, startDownload: (ctx: DownloadContext) => Promise<string>, onProgress?: (progress: ModelProgressUpdate) => void, request?: SubscriberRequestBinding): StartOrJoinResult;
58
+ /**
59
+ * Legacy cancel entry point. Callers (`cancelHandler`'s deprecated
60
+ * `case "downloadAsset"` arm, the shutdown sweep, intra-resolve
61
+ * cleanup) call this with a `downloadKey`. The single source of cancel
62
+ * routing is the request registry, so this function resolves each
63
+ * subscriber's request via `registry.cancel({ requestId })`.
64
+ *
65
+ * Subscribers without a `requestId` (legacy callers that didn't pass a
66
+ * registry binding) are settled directly with `DownloadCancelledError`
67
+ * so we don't leak the transfer if a legacy code path holds the only
68
+ * reference.
69
+ */
70
+ /**
71
+ * Set `clearCache=true` on the transfer that owns the subscriber bound
72
+ * to `requestId`, so when the registry's targeted cancel removes that
73
+ * subscriber and we reach last-subscriber teardown, the partial
74
+ * download file is deleted instead of preserved for automatic resume.
75
+ *
76
+ * Lookup is O(transfers * subscribers); transfers are short-lived and
77
+ * subscriber counts per transfer are tiny in practice, so this is
78
+ * fine. Returns `true` if a matching subscriber was found, `false`
79
+ * otherwise โ€” the cancel handler treats both cases identically (the
80
+ * registry cancel still fires) and the return value is informational.
81
+ *
82
+ * Supports `cancel({ requestId, clearCache: true })` for download
83
+ * requests. The subscriber is the unit of `clearCache` even though the
84
+ * flag lives on the shared transfer: if any subscriber on the transfer
85
+ * asks for clearCache, the partial file is deleted when the last
86
+ * subscriber leaves.
87
+ */
88
+ export declare function markClearCacheForRequest(requestId: string): boolean;
89
+ export declare function cancelTransfer(downloadKey: string, clearCache?: boolean): void;
90
+ export declare function createHyperdriveDownloadKey(hyperdriveKey: string, modelFileName: string): string;
91
+ export declare function createHttpDownloadKey(url: string): string;
92
+ export declare function createRegistryDownloadKey(registrySource: string, registryPath: string): string;
93
+ export declare function applyJoinedDownloadStats(result: StartOrJoinResult, hooks?: DownloadHooks): Promise<string>;
94
+ export declare function cancelAllDownloads(): void;
95
+ export declare function cleanupDownloads(): Promise<void>;
@@ -0,0 +1,306 @@
1
+ import { AbortController } from 'bare-abort-controller';
2
+ import { DownloadCancelledError, InferenceCancelledError } from '../../errors/index.js';
3
+ import { getEngineLogger } from '../../logging/index.js';
4
+ import { getRequestRegistry } from '../../runtime/index.js';
5
+ const logger = getEngineLogger();
6
+ const activeTransfers = new Map();
7
+ let nextSubscriberId = 0;
8
+ function createSubscriber(onProgress, requestId) {
9
+ let resolve;
10
+ let reject;
11
+ const promise = new Promise((res, rej) => {
12
+ resolve = res;
13
+ reject = rej;
14
+ });
15
+ return {
16
+ id: String(nextSubscriberId++),
17
+ onProgress,
18
+ settled: false,
19
+ resolve,
20
+ reject,
21
+ promise,
22
+ requestId
23
+ };
24
+ }
25
+ function settleSubscriber(subscriber, result) {
26
+ if (subscriber.settled)
27
+ return;
28
+ subscriber.settled = true;
29
+ if (result instanceof Error) {
30
+ subscriber.reject(result);
31
+ }
32
+ else {
33
+ subscriber.resolve(result);
34
+ }
35
+ }
36
+ function deliverProgress(transfer, subscriber, progress) {
37
+ if (subscriber.settled || !subscriber.onProgress)
38
+ return;
39
+ try {
40
+ subscriber.onProgress(progress);
41
+ }
42
+ catch (err) {
43
+ const error = err instanceof Error ? err : new Error(String(err));
44
+ logger.warn('Progress callback threw; detaching subscriber', {
45
+ downloadKey: transfer.downloadKey,
46
+ subscriberId: subscriber.id,
47
+ error
48
+ });
49
+ settleSubscriber(subscriber, error);
50
+ removeSubscriber(transfer, subscriber.id);
51
+ }
52
+ }
53
+ function broadcastTransferProgress(transfer, progress) {
54
+ transfer.lastProgress = progress;
55
+ for (const sub of Array.from(transfer.subscribers.values())) {
56
+ deliverProgress(transfer, sub, progress);
57
+ }
58
+ }
59
+ /**
60
+ * Idempotent: remove the subscriber from the transfer's roster and tear
61
+ * the transfer down iff no subscribers remain. Wired from two places per
62
+ * subscriber:
63
+ *
64
+ * - the `request.signal.addEventListener("abort", ...)` listener that
65
+ * fires when `registry.cancel({ requestId })` aborts the request's
66
+ * context โ€” this is the "user clicked Stop" cancel path;
67
+ * - `request.scope.defer(...)` which runs at request scope unwind โ€”
68
+ * the safety net catching every other unwind path (handler returns,
69
+ * handler throws for a non-cancel reason, awaited promise settled
70
+ * and the `await using` falls out of scope on the success path).
71
+ *
72
+ * Both ends call this helper so an already-cleaned-up subscriber is a
73
+ * no-op the second time around.
74
+ */
75
+ function removeSubscriber(transfer, subscriberId) {
76
+ if (!transfer.subscribers.has(subscriberId))
77
+ return;
78
+ transfer.subscribers.delete(subscriberId);
79
+ maybeCancelTransfer(transfer);
80
+ }
81
+ /**
82
+ * Last-subscriber rule: when every caller has detached (cancel or
83
+ * progress-callback throw), abort the shared transfer so the underlying
84
+ * HTTP / hyperdrive download tears down. Until then the transfer keeps
85
+ * running for the remaining subscribers โ€” the content-addressed dedup
86
+ * semantics callers rely on.
87
+ */
88
+ function maybeCancelTransfer(transfer) {
89
+ if (transfer.subscribers.size > 0)
90
+ return;
91
+ if (transfer.abortController.signal.aborted)
92
+ return;
93
+ logger.debug(`[download-manager] last subscriber left, aborting transfer ${transfer.downloadKey}`);
94
+ transfer.abortController.abort(undefined);
95
+ }
96
+ function attachRequestBinding(transfer, subscriber, request) {
97
+ const onAbort = () => {
98
+ if (!subscriber.settled) {
99
+ settleSubscriber(subscriber, new InferenceCancelledError(request.requestId));
100
+ }
101
+ removeSubscriber(transfer, subscriber.id);
102
+ };
103
+ if (request.signal.aborted) {
104
+ onAbort();
105
+ return;
106
+ }
107
+ request.signal.addEventListener('abort', onAbort, { once: true });
108
+ // Safety net: scope unwind on any handler exit path triggers the same
109
+ // cleanup. If the abort listener already ran it's a no-op. Cleaning
110
+ // up the abort listener here keeps the parent signal from carrying a
111
+ // dangling reference into the next request.
112
+ request.scope.defer(() => {
113
+ request.signal.removeEventListener('abort', onAbort);
114
+ if (!subscriber.settled) {
115
+ settleSubscriber(subscriber, new InferenceCancelledError(request.requestId));
116
+ }
117
+ removeSubscriber(transfer, subscriber.id);
118
+ });
119
+ }
120
+ export function startOrJoinDownload(downloadKey, startDownload, onProgress, request) {
121
+ const existing = activeTransfers.get(downloadKey);
122
+ if (existing && !existing.abortController.signal.aborted) {
123
+ logger.info(`๐Ÿ“ฅ Reusing existing download for: ${downloadKey}`);
124
+ const subscriber = createSubscriber(onProgress, request?.requestId);
125
+ existing.subscribers.set(subscriber.id, subscriber);
126
+ if (request) {
127
+ attachRequestBinding(existing, subscriber, request);
128
+ }
129
+ if (existing.lastProgress) {
130
+ deliverProgress(existing, subscriber, existing.lastProgress);
131
+ }
132
+ return {
133
+ promise: subscriber.promise,
134
+ joined: true,
135
+ getCacheHit: () => existing.cacheHit
136
+ };
137
+ }
138
+ const abortController = new AbortController();
139
+ const transfer = {
140
+ downloadKey,
141
+ abortController,
142
+ subscribers: new Map(),
143
+ clearCache: false
144
+ };
145
+ const initialSubscriber = createSubscriber(onProgress, request?.requestId);
146
+ transfer.subscribers.set(initialSubscriber.id, initialSubscriber);
147
+ activeTransfers.set(downloadKey, transfer);
148
+ if (request) {
149
+ attachRequestBinding(transfer, initialSubscriber, request);
150
+ }
151
+ const downloadPromise = startDownload({
152
+ broadcastProgress: (progress) => {
153
+ broadcastTransferProgress(transfer, progress);
154
+ },
155
+ signal: abortController.signal,
156
+ shouldClearCache: () => transfer.clearCache,
157
+ setCacheHit: (cacheHit) => {
158
+ transfer.cacheHit = cacheHit;
159
+ }
160
+ });
161
+ transfer.downloadPromise = downloadPromise;
162
+ downloadPromise
163
+ .then((path) => {
164
+ for (const sub of transfer.subscribers.values()) {
165
+ settleSubscriber(sub, path);
166
+ }
167
+ }, (error) => {
168
+ const rejection = error instanceof Error ? error : new Error(String(error));
169
+ for (const sub of transfer.subscribers.values()) {
170
+ settleSubscriber(sub, rejection);
171
+ }
172
+ })
173
+ .finally(() => {
174
+ if (activeTransfers.get(downloadKey) === transfer) {
175
+ activeTransfers.delete(downloadKey);
176
+ }
177
+ });
178
+ return {
179
+ promise: initialSubscriber.promise,
180
+ joined: false,
181
+ getCacheHit: () => transfer.cacheHit
182
+ };
183
+ }
184
+ /**
185
+ * Legacy cancel entry point. Callers (`cancelHandler`'s deprecated
186
+ * `case "downloadAsset"` arm, the shutdown sweep, intra-resolve
187
+ * cleanup) call this with a `downloadKey`. The single source of cancel
188
+ * routing is the request registry, so this function resolves each
189
+ * subscriber's request via `registry.cancel({ requestId })`.
190
+ *
191
+ * Subscribers without a `requestId` (legacy callers that didn't pass a
192
+ * registry binding) are settled directly with `DownloadCancelledError`
193
+ * so we don't leak the transfer if a legacy code path holds the only
194
+ * reference.
195
+ */
196
+ /**
197
+ * Set `clearCache=true` on the transfer that owns the subscriber bound
198
+ * to `requestId`, so when the registry's targeted cancel removes that
199
+ * subscriber and we reach last-subscriber teardown, the partial
200
+ * download file is deleted instead of preserved for automatic resume.
201
+ *
202
+ * Lookup is O(transfers * subscribers); transfers are short-lived and
203
+ * subscriber counts per transfer are tiny in practice, so this is
204
+ * fine. Returns `true` if a matching subscriber was found, `false`
205
+ * otherwise โ€” the cancel handler treats both cases identically (the
206
+ * registry cancel still fires) and the return value is informational.
207
+ *
208
+ * Supports `cancel({ requestId, clearCache: true })` for download
209
+ * requests. The subscriber is the unit of `clearCache` even though the
210
+ * flag lives on the shared transfer: if any subscriber on the transfer
211
+ * asks for clearCache, the partial file is deleted when the last
212
+ * subscriber leaves.
213
+ */
214
+ export function markClearCacheForRequest(requestId) {
215
+ for (const transfer of activeTransfers.values()) {
216
+ for (const sub of transfer.subscribers.values()) {
217
+ if (sub.requestId === requestId) {
218
+ transfer.clearCache = true;
219
+ return true;
220
+ }
221
+ }
222
+ }
223
+ return false;
224
+ }
225
+ export function cancelTransfer(downloadKey, clearCache = false) {
226
+ const transfer = activeTransfers.get(downloadKey);
227
+ if (!transfer)
228
+ return;
229
+ transfer.clearCache = clearCache;
230
+ const registry = getRequestRegistry();
231
+ const orphanSubs = [];
232
+ for (const sub of Array.from(transfer.subscribers.values())) {
233
+ if (sub.requestId !== undefined) {
234
+ registry.cancel({
235
+ requestId: sub.requestId,
236
+ reason: 'download-transfer-cancel'
237
+ });
238
+ }
239
+ else {
240
+ orphanSubs.push(sub);
241
+ }
242
+ }
243
+ if (orphanSubs.length === 0) {
244
+ return;
245
+ }
246
+ // Legacy subscribers (no registry binding): settle each with
247
+ // `DownloadCancelledError` and route removal through the
248
+ // `removeSubscriber` helper so the last-subscriber teardown rule is
249
+ // enforced in one place. Registry-bound subscribers are handled by
250
+ // their `attachRequestBinding` listener triggered above.
251
+ for (const sub of orphanSubs) {
252
+ settleSubscriber(sub, new DownloadCancelledError());
253
+ removeSubscriber(transfer, sub.id);
254
+ }
255
+ }
256
+ export function createHyperdriveDownloadKey(hyperdriveKey, modelFileName) {
257
+ return `${hyperdriveKey}:${modelFileName}`;
258
+ }
259
+ export function createHttpDownloadKey(url) {
260
+ return `http:${url}`;
261
+ }
262
+ export function createRegistryDownloadKey(registrySource, registryPath) {
263
+ return `registry:${registrySource}:${registryPath}`;
264
+ }
265
+ export function applyJoinedDownloadStats(result, hooks) {
266
+ if (!result.joined)
267
+ return result.promise;
268
+ return result.promise.then((path) => {
269
+ const cacheHit = result.getCacheHit();
270
+ if (cacheHit === true) {
271
+ hooks?.markCacheHit?.();
272
+ }
273
+ else if (cacheHit === false) {
274
+ hooks?.markCacheMiss?.();
275
+ hooks?.markSharedTransfer?.();
276
+ }
277
+ else {
278
+ hooks?.markSharedTransfer?.();
279
+ }
280
+ return path;
281
+ });
282
+ }
283
+ export function cancelAllDownloads() {
284
+ logger.info(`๐Ÿงน Cancelling ${activeTransfers.size} active downloads`);
285
+ for (const key of Array.from(activeTransfers.keys())) {
286
+ cancelTransfer(key);
287
+ }
288
+ }
289
+ let isCleaningUp = false;
290
+ export async function cleanupDownloads() {
291
+ if (isCleaningUp)
292
+ return;
293
+ isCleaningUp = true;
294
+ try {
295
+ const downloadPromises = Array.from(activeTransfers.values())
296
+ .filter((t) => t.downloadPromise !== undefined)
297
+ .map((t) => t.downloadPromise.catch(() => { }));
298
+ cancelAllDownloads();
299
+ if (downloadPromises.length > 0) {
300
+ await Promise.allSettled(downloadPromises);
301
+ }
302
+ }
303
+ catch (error) {
304
+ logger.error('โŒ Error during download cleanup:', error);
305
+ }
306
+ }
@@ -0,0 +1,7 @@
1
+ import type { ModelProgressUpdate } from '../../schemas/index.js';
2
+ import type { DownloadStats, DownloadResult, DownloadHooks, ResolveResult } from '../../handlers/load-model/types.js';
3
+ import type { ExplicitRegistryMetadata } from '../../handlers/load-model/registry-metadata.js';
4
+ export declare function downloadModelFromHttpWithStats(url: string, progressCallback?: (progress: ModelProgressUpdate) => void, downloadHooks?: DownloadHooks): Promise<DownloadResult>;
5
+ export declare function downloadModelFromRegistryWithStats(registryPath: string, registrySource: string, progressCallback?: (progress: ModelProgressUpdate) => void, expectedChecksum?: string, downloadHooks?: DownloadHooks, explicitMetadata?: ExplicitRegistryMetadata): Promise<DownloadResult>;
6
+ export declare function downloadModelFromHyperdriveWithStats(hyperdriveKey: string, modelFileName: string, seed?: boolean, progressCallback?: (progress: ModelProgressUpdate) => void, downloadHooks?: DownloadHooks): Promise<DownloadResult>;
7
+ export declare function mergeDownloadStats(results: ResolveResult[]): DownloadStats | undefined;