@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,33 @@
1
+ import type { AbortSignal } from 'bare-abort-controller';
2
+ import type { ModelProgressUpdate, ResolveContext } from '../../schemas/index.js';
3
+ import type { DownloadRequestBinding, ResolveResult } from '../../handlers/load-model/types.js';
4
+ export interface ResolveSessionOptions {
5
+ progressCallback?: ((update: ModelProgressUpdate) => void) | undefined;
6
+ seed?: boolean | undefined;
7
+ profilingEnabled: boolean;
8
+ /**
9
+ * Optional cancel signal — typically `ctx.signal` from the surrounding
10
+ * `await using ctx = await registry.begin(...)` block. When provided,
11
+ * `resolveModelPath` short-circuits with `InferenceCancelledError` if the
12
+ * signal is already aborted on entry; the same signal also propagates
13
+ * to in-progress transfers via the request binding below so cancel
14
+ * tears them down end-to-end.
15
+ */
16
+ signal?: AbortSignal | undefined;
17
+ /**
18
+ * Optional per-request binding threaded into every `startOrJoinDownload`
19
+ * call. The download manager wires a per-subscriber abort listener
20
+ * against `binding.signal`, registers a scope-defer cleanup, and stamps
21
+ * the subscriber with `binding.requestId` so the legacy
22
+ * `cancelTransfer(downloadKey)` path can route through
23
+ * `registry.cancel({ requestId })`.
24
+ */
25
+ requestBinding?: DownloadRequestBinding | undefined;
26
+ }
27
+ export interface ResolveSession {
28
+ resolvePrimaryModelPath(modelSrc: unknown): Promise<string>;
29
+ createResolveContext(modelSrc: string, modelType: string, modelName?: string): ResolveContext;
30
+ getAggregateResult(): ResolveResult | undefined;
31
+ cancelAll(): void;
32
+ }
33
+ export declare function createResolveSession(options: ResolveSessionOptions): ResolveSession;
@@ -0,0 +1,62 @@
1
+ import { resolveModelPath, resolveModelPathWithStats } from '../../handlers/load-model/resolve.js';
2
+ import { cancelTransfer } from '../../handlers/load-model/download-manager.js';
3
+ import { mergeDownloadStats } from '../../handlers/load-model/download-stats.js';
4
+ export function createResolveSession(options) {
5
+ const { progressCallback, seed, profilingEnabled, signal, requestBinding } = options;
6
+ let primaryResult;
7
+ const resolveResults = [];
8
+ const activeDownloadKeys = new Set();
9
+ const downloadHooks = {
10
+ onDownloadKey(key) {
11
+ activeDownloadKeys.add(key);
12
+ },
13
+ ...(requestBinding !== undefined && { requestBinding })
14
+ };
15
+ async function resolvePrimaryModelPath(modelSrc) {
16
+ if (profilingEnabled) {
17
+ const result = await resolveModelPathWithStats(modelSrc, progressCallback, seed, signal, downloadHooks);
18
+ primaryResult = result;
19
+ resolveResults.push(result);
20
+ return result.path;
21
+ }
22
+ return resolveModelPath(modelSrc, progressCallback, seed, signal, downloadHooks);
23
+ }
24
+ async function resolveForPlugin(src) {
25
+ if (profilingEnabled) {
26
+ const result = await resolveModelPathWithStats(src, progressCallback, seed, signal, downloadHooks);
27
+ resolveResults.push(result);
28
+ return result.path;
29
+ }
30
+ return resolveModelPath(src, progressCallback, seed, signal, downloadHooks);
31
+ }
32
+ function createResolveContext(modelSrc, modelType, modelName) {
33
+ return {
34
+ resolveModelPath: resolveForPlugin,
35
+ modelSrc,
36
+ modelType,
37
+ ...(modelName !== undefined && { modelName })
38
+ };
39
+ }
40
+ function getAggregateResult() {
41
+ if (!profilingEnabled || resolveResults.length === 0)
42
+ return undefined;
43
+ const downloadStats = mergeDownloadStats(resolveResults);
44
+ return {
45
+ path: primaryResult?.path ?? resolveResults[0].path,
46
+ sourceType: primaryResult?.sourceType ?? resolveResults[0].sourceType,
47
+ ...(downloadStats !== undefined && { downloadStats })
48
+ };
49
+ }
50
+ function cancelAll() {
51
+ for (const key of activeDownloadKeys) {
52
+ cancelTransfer(key);
53
+ }
54
+ activeDownloadKeys.clear();
55
+ }
56
+ return {
57
+ resolvePrimaryModelPath,
58
+ createResolveContext,
59
+ getAggregateResult,
60
+ cancelAll
61
+ };
62
+ }
@@ -0,0 +1,5 @@
1
+ import { type ModelProgressUpdate } from '../../schemas/index.js';
2
+ import type { ResolveResult, DownloadHooks } from '../../handlers/load-model/types.js';
3
+ import type { AbortSignal } from 'bare-abort-controller';
4
+ export declare function resolveModelPath(modelSrc: unknown, progressCallback?: (progress: ModelProgressUpdate) => void, seed?: boolean, signal?: AbortSignal, hooks?: DownloadHooks): Promise<string>;
5
+ export declare function resolveModelPathWithStats(modelSrc: unknown, progressCallback?: (progress: ModelProgressUpdate) => void, seed?: boolean, signal?: AbortSignal, hooks?: DownloadHooks): Promise<ResolveResult>;
@@ -0,0 +1,158 @@
1
+ import { models, getModelByPath } from '../../models/registry/models.js';
2
+ import { hyperdriveUrlSchema, registryUrlSchema, SUPPORTED_ARCHIVE_EXTENSIONS, modelInputToSrcSchema } from '../../schemas/index.js';
3
+ import { getModelsCacheDir, getShardedModelCacheDir, generateShortHash, extractAndValidateShardedArchive } from '../../utils/index.js';
4
+ import { promises as fsPromises } from 'bare-fs';
5
+ import path from 'bare-path';
6
+ import { downloadModelFromHttp } from '../../handlers/load-model/http.js';
7
+ import { downloadModelFromHyperdrive } from '../../handlers/load-model/hyperdrive.js';
8
+ import { downloadModelFromRegistry } from '../../handlers/load-model/registry.js';
9
+ import { getExplicitRegistryMetadata } from '../../handlers/load-model/registry-metadata.js';
10
+ import { downloadModelFromHttpWithStats, downloadModelFromHyperdriveWithStats, downloadModelFromRegistryWithStats } from '../../handlers/load-model/download-stats.js';
11
+ import { InferenceCancelledError, ModelLoadFailedError, ModelNotFoundError, SeedingNotSupportedError } from '../../errors/index.js';
12
+ import { validateAndJoinPath } from '../../utils/path-security.js';
13
+ import { getEngineLogger } from '../../logging/index.js';
14
+ const logger = getEngineLogger();
15
+ function isArchivePath(filePath) {
16
+ const filename = path.basename(filePath).toLowerCase();
17
+ return SUPPORTED_ARCHIVE_EXTENSIONS.some((ext) => filename.endsWith(ext));
18
+ }
19
+ /**
20
+ * Resolves a local file path or cached file
21
+ */
22
+ async function resolveLocalOrCachedFile(modelIdOrPath) {
23
+ // Check if it's a hex string (arbitrary hyperdrive key)
24
+ const isHexString = /^[0-9a-fA-F]{64}$/.test(modelIdOrPath);
25
+ if (isHexString) {
26
+ throw new ModelLoadFailedError(`Direct hyperdrive keys not supported. Use hyperdriveKey parameter instead. Example: loadModel("model.gguf", "${modelIdOrPath}")`);
27
+ }
28
+ // Check if it's a cached file or local file
29
+ const cacheDir = getModelsCacheDir();
30
+ const cachedPath = validateAndJoinPath(cacheDir, modelIdOrPath);
31
+ try {
32
+ await fsPromises.access(cachedPath);
33
+ logger.info(`Loading cached model: ${cachedPath}`);
34
+ // Check if cached file is an archive
35
+ if (isArchivePath(cachedPath)) {
36
+ logger.info(`Extracting cached archive: ${cachedPath}`);
37
+ const archiveHash = generateShortHash(cachedPath);
38
+ const extractDir = getShardedModelCacheDir(archiveHash);
39
+ const extractedPath = await extractAndValidateShardedArchive(cachedPath, extractDir);
40
+ return extractedPath;
41
+ }
42
+ return cachedPath;
43
+ }
44
+ catch {
45
+ // Try as local file in current directory
46
+ try {
47
+ await fsPromises.access(modelIdOrPath);
48
+ logger.info(`Loading local file: ${modelIdOrPath}`);
49
+ // Check if local file is an archive
50
+ if (isArchivePath(modelIdOrPath)) {
51
+ logger.info(`Extracting local archive: ${modelIdOrPath}`);
52
+ const archiveHash = generateShortHash(modelIdOrPath);
53
+ const extractDir = getShardedModelCacheDir(archiveHash);
54
+ const extractedPath = await extractAndValidateShardedArchive(modelIdOrPath, extractDir);
55
+ return extractedPath;
56
+ }
57
+ return modelIdOrPath;
58
+ }
59
+ catch {
60
+ // Invalid model ID - provide helpful error
61
+ const availableModels = models.map((m) => m.modelId);
62
+ throw new ModelNotFoundError(`${modelIdOrPath}". Available models: ${availableModels.join(', ')}`);
63
+ }
64
+ }
65
+ }
66
+ function isDownloadResult(value) {
67
+ return value !== null && typeof value === 'object' && 'path' in value;
68
+ }
69
+ function buildResult(pathOrResult, sourceType) {
70
+ if (isDownloadResult(pathOrResult)) {
71
+ return pathOrResult.stats
72
+ ? { path: pathOrResult.path, sourceType, downloadStats: pathOrResult.stats }
73
+ : { path: pathOrResult.path, sourceType };
74
+ }
75
+ return { path: pathOrResult, sourceType };
76
+ }
77
+ async function resolveModelPathInner(modelSrc, progressCallback, seed, mode, signal, hooks) {
78
+ if (signal?.aborted) {
79
+ throw new InferenceCancelledError(hooks?.requestBinding?.requestId ?? 'unknown');
80
+ }
81
+ const srcString = modelInputToSrcSchema.parse(modelSrc);
82
+ // Empty modelSrc is reserved for plugins that ship bundled weights
83
+ // (e.g. `@qvac/classification-ggml`). The handler skips this resolver
84
+ // for them when `skipPrimaryModelPathValidation` is set, but if it
85
+ // somehow gets called we return an empty path so the plugin's
86
+ // `params.modelPath` falls through to undefined instead of being set
87
+ // to the cache directory itself.
88
+ if (srcString === '') {
89
+ return { path: '', sourceType: 'filesystem' };
90
+ }
91
+ // Parse hyperdrive URLs if present
92
+ let hyperdriveKey;
93
+ let actualModelSrc = srcString;
94
+ if (srcString.startsWith('pear://')) {
95
+ const { key, path: pathValue } = hyperdriveUrlSchema.parse(srcString);
96
+ hyperdriveKey = key;
97
+ actualModelSrc = pathValue;
98
+ }
99
+ // Registry source
100
+ if (srcString.startsWith('registry://')) {
101
+ const { registryPath, registrySource } = registryUrlSchema.parse(srcString);
102
+ logger.info(`Loading from registry: ${registryPath}`);
103
+ // Look up model metadata for checksum validation
104
+ const modelMetadata = getModelByPath(registryPath);
105
+ const explicitMetadata = getExplicitRegistryMetadata(modelSrc);
106
+ const expectedChecksum = modelMetadata?.sha256Checksum ?? explicitMetadata?.sha256Checksum;
107
+ const result = mode === 'stats'
108
+ ? await downloadModelFromRegistryWithStats(registryPath, registrySource, progressCallback, expectedChecksum, hooks, explicitMetadata)
109
+ : await downloadModelFromRegistry(registryPath, registrySource, progressCallback, expectedChecksum, hooks, explicitMetadata);
110
+ logger.info(`Loaded Model to ${isDownloadResult(result) ? result.path : result}`);
111
+ return buildResult(result, 'registry');
112
+ }
113
+ // Validate seeding is only used with hyperdrive models
114
+ if (seed && !hyperdriveKey) {
115
+ throw new SeedingNotSupportedError();
116
+ }
117
+ // HTTP source
118
+ if (actualModelSrc.startsWith('http://') || actualModelSrc.startsWith('https://')) {
119
+ logger.info(`Loading from HTTP URL: ${actualModelSrc}`);
120
+ const result = mode === 'stats'
121
+ ? await downloadModelFromHttpWithStats(actualModelSrc, progressCallback, hooks)
122
+ : await downloadModelFromHttp(actualModelSrc, progressCallback, hooks);
123
+ logger.info(`Loaded Model to ${isDownloadResult(result) ? result.path : result}`);
124
+ return buildResult(result, 'http');
125
+ }
126
+ // Hyperdrive source
127
+ if (hyperdriveKey) {
128
+ logger.info(`Loading from hyperdrive: ${hyperdriveKey}`);
129
+ const result = mode === 'stats'
130
+ ? await downloadModelFromHyperdriveWithStats(hyperdriveKey, actualModelSrc, seed, progressCallback, hooks)
131
+ : await downloadModelFromHyperdrive(hyperdriveKey, actualModelSrc, seed, progressCallback, hooks);
132
+ return buildResult(result, 'hyperdrive');
133
+ }
134
+ // Filesystem source (local files, cached files)
135
+ let resolvedPath;
136
+ if (actualModelSrc.includes('/') || actualModelSrc.includes('\\')) {
137
+ if (isArchivePath(actualModelSrc)) {
138
+ logger.info(`Extracting local archive: ${actualModelSrc}`);
139
+ const archiveHash = generateShortHash(actualModelSrc);
140
+ const extractDir = getShardedModelCacheDir(archiveHash);
141
+ resolvedPath = await extractAndValidateShardedArchive(actualModelSrc, extractDir);
142
+ }
143
+ else {
144
+ resolvedPath = actualModelSrc;
145
+ }
146
+ }
147
+ else {
148
+ resolvedPath = await resolveLocalOrCachedFile(actualModelSrc);
149
+ }
150
+ return { path: resolvedPath, sourceType: 'filesystem' };
151
+ }
152
+ export async function resolveModelPath(modelSrc, progressCallback, seed, signal, hooks) {
153
+ const result = await resolveModelPathInner(modelSrc, progressCallback, seed, 'base', signal, hooks);
154
+ return result.path;
155
+ }
156
+ export async function resolveModelPathWithStats(modelSrc, progressCallback, seed, signal, hooks) {
157
+ return resolveModelPathInner(modelSrc, progressCallback, seed, 'stats', signal, hooks);
158
+ }
@@ -0,0 +1,59 @@
1
+ import type { SourceType } from '../../schemas/index.js';
2
+ import type { AbortSignal } from 'bare-abort-controller';
3
+ import type { DisposableScope } from '../../runtime/disposable-scope.js';
4
+ export interface DownloadStats {
5
+ downloadTimeMs?: number;
6
+ totalBytesDownloaded?: number;
7
+ downloadSpeedBps?: number;
8
+ checksumValidationTimeMs?: number;
9
+ cacheHit?: boolean;
10
+ sharedTransfer?: boolean;
11
+ }
12
+ export interface ResolveResult {
13
+ path: string;
14
+ sourceType: SourceType;
15
+ downloadStats?: DownloadStats;
16
+ }
17
+ export interface DownloadResult {
18
+ path: string;
19
+ stats?: DownloadStats;
20
+ }
21
+ /**
22
+ * Internal request binding threaded through `DownloadHooks` so the
23
+ * download manager's `startOrJoinDownload` can register a per-subscriber
24
+ * cancel hook against the caller's `RequestContext`. The binding's
25
+ * fields mirror the registry context's surface area: `signal` is wired
26
+ * to a subscriber-removing listener, `scope` registers the idempotent
27
+ * cleanup, and `requestId` lets `cancelTransfer` (legacy entry point)
28
+ * route cancels through `registry.cancel(...)` rather than reaching
29
+ * into the transfer directly.
30
+ */
31
+ export interface DownloadRequestBinding {
32
+ signal: AbortSignal;
33
+ scope: DisposableScope;
34
+ requestId: string;
35
+ }
36
+ export interface DownloadHooks {
37
+ onDownloadKey?: (key: string) => void;
38
+ markCacheHit?: () => void;
39
+ markCacheMiss?: () => void;
40
+ markSharedTransfer?: () => void;
41
+ addChecksumValidationTimeMs?: (durationMs: number) => void;
42
+ /**
43
+ * When set, `startOrJoinDownload` attaches a per-subscriber cancel
44
+ * listener bound to this request. `registry.cancel({ requestId })`
45
+ * aborts only this subscriber; the transfer keeps running for siblings
46
+ * joined on the same `downloadKey` until the last subscriber leaves.
47
+ */
48
+ requestBinding?: DownloadRequestBinding;
49
+ }
50
+ export interface LoadModelProfilingMeta {
51
+ sourceType?: string;
52
+ downloadStats?: DownloadStats;
53
+ modelInitializationTimeMs?: number;
54
+ totalLoadTimeMs?: number;
55
+ }
56
+ export declare function buildDownloadProfilingFields(downloadStats: DownloadStats | undefined, sourceType?: string): {
57
+ gauges: Record<string, number>;
58
+ tags: Record<string, string>;
59
+ };
@@ -0,0 +1,28 @@
1
+ export function buildDownloadProfilingFields(downloadStats, sourceType) {
2
+ const gauges = {};
3
+ const tags = {};
4
+ if (downloadStats) {
5
+ if (downloadStats.downloadTimeMs !== undefined) {
6
+ gauges['downloadTime'] = downloadStats.downloadTimeMs;
7
+ }
8
+ if (downloadStats.totalBytesDownloaded !== undefined) {
9
+ gauges['totalBytesDownloaded'] = downloadStats.totalBytesDownloaded;
10
+ }
11
+ if (downloadStats.downloadSpeedBps !== undefined) {
12
+ gauges['downloadSpeedBps'] = downloadStats.downloadSpeedBps;
13
+ }
14
+ if (downloadStats.checksumValidationTimeMs !== undefined) {
15
+ gauges['checksumValidationTime'] = downloadStats.checksumValidationTimeMs;
16
+ }
17
+ if (downloadStats.cacheHit !== undefined) {
18
+ tags['cacheHit'] = downloadStats.cacheHit ? 'true' : 'false';
19
+ }
20
+ if (downloadStats.sharedTransfer) {
21
+ tags['sharedTransfer'] = 'true';
22
+ }
23
+ }
24
+ if (sourceType) {
25
+ tags['sourceType'] = sourceType;
26
+ }
27
+ return { gauges, tags };
28
+ }
@@ -0,0 +1,2 @@
1
+ import type { LoggingStreamRequest, LoggingStreamResponse } from '../schemas/index.js';
2
+ export declare function handleLoggingStream(request: LoggingStreamRequest): AsyncGenerator<LoggingStreamResponse>;
@@ -0,0 +1,39 @@
1
+ import { registerLoggingStream, unregisterLoggingStream } from '../runtime/logging-stream-registry.js';
2
+ export async function* handleLoggingStream(request) {
3
+ const { id } = request;
4
+ const logQueue = [];
5
+ let pendingResolve = null;
6
+ const streamHandler = (level, namespace, message, sourceId) => {
7
+ const logResponse = {
8
+ type: 'loggingStream',
9
+ // For the global ALL_LOG_ID stream `sourceId` is the real origin of the
10
+ // log; for a per-id stream it equals the subscription `id`.
11
+ id: sourceId,
12
+ level: level,
13
+ namespace,
14
+ message,
15
+ timestamp: Date.now()
16
+ };
17
+ logQueue.push(logResponse);
18
+ if (pendingResolve) {
19
+ const resolve = pendingResolve;
20
+ pendingResolve = null;
21
+ resolve();
22
+ }
23
+ };
24
+ registerLoggingStream(id, streamHandler);
25
+ try {
26
+ while (true) {
27
+ while (logQueue.length > 0) {
28
+ yield logQueue.shift();
29
+ }
30
+ // Wait for new logs - stream will terminate when client disconnects
31
+ await new Promise((resolve) => {
32
+ pendingResolve = resolve;
33
+ });
34
+ }
35
+ }
36
+ finally {
37
+ unregisterLoggingStream(id, streamHandler);
38
+ }
39
+ }
@@ -0,0 +1,3 @@
1
+ import type Buffer from 'bare-buffer';
2
+ export declare function dispatchPluginReply<TRequest, TResponse>(modelId: string, handlerName: string, request: TRequest): Promise<TResponse>;
3
+ export declare function dispatchPluginStream<TRequest, TResponse>(modelId: string, handlerName: string, request: TRequest, inputStream?: AsyncIterable<Buffer>): AsyncGenerator<TResponse>;
@@ -0,0 +1,63 @@
1
+ import { getModelEntry } from '../runtime/model-registry.js';
2
+ import { getAllPlugins, getPlugin } from '../plugins/index.js';
3
+ import { profileReplyHandler, profileStreamHandler } from '../profiling/index.js';
4
+ import { ModelNotFoundError, ModelIsDelegatedError, ModelOperationNotSupportedError, PluginNotFoundError, PluginHandlerTypeMismatchError } from '../errors/index.js';
5
+ function resolvePluginHandlerDef(modelId, handlerName) {
6
+ const entry = getModelEntry(modelId);
7
+ if (!entry) {
8
+ throw new ModelNotFoundError(modelId);
9
+ }
10
+ if (entry.isDelegated) {
11
+ throw new ModelIsDelegatedError(modelId);
12
+ }
13
+ const plugin = getPlugin(entry.local.modelType);
14
+ if (!plugin) {
15
+ throw new PluginNotFoundError(entry.local.modelType);
16
+ }
17
+ const handlerDef = plugin.handlers[handlerName];
18
+ if (!handlerDef) {
19
+ const loadedModelType = entry.local.modelType;
20
+ const supportedOperations = Object.keys(plugin.handlers);
21
+ const suggestedModelTypes = getAllPlugins()
22
+ .filter((p) => p.modelType !== loadedModelType && handlerName in p.handlers)
23
+ .map((p) => p.modelType);
24
+ throw new ModelOperationNotSupportedError(modelId, loadedModelType, handlerName, supportedOperations, suggestedModelTypes);
25
+ }
26
+ return handlerDef;
27
+ }
28
+ function resolvePluginHandler(modelId, handlerName, request) {
29
+ const handlerDef = resolvePluginHandlerDef(modelId, handlerName);
30
+ return {
31
+ result: handlerDef.handler(request),
32
+ streaming: handlerDef.streaming
33
+ };
34
+ }
35
+ export async function dispatchPluginReply(modelId, handlerName, request) {
36
+ return profileReplyHandler({ op: handlerName, request }, async () => {
37
+ const { result, streaming } = resolvePluginHandler(modelId, handlerName, request);
38
+ if (streaming) {
39
+ throw new PluginHandlerTypeMismatchError(handlerName, 'reply', 'streaming');
40
+ }
41
+ return result;
42
+ });
43
+ }
44
+ export async function* dispatchPluginStream(modelId, handlerName, request, inputStream) {
45
+ yield* profileStreamHandler({ op: handlerName, request }, async function* () {
46
+ const handlerDef = resolvePluginHandlerDef(modelId, handlerName);
47
+ if (inputStream) {
48
+ if (!handlerDef.duplex) {
49
+ throw new PluginHandlerTypeMismatchError(handlerName, 'duplex', handlerDef.streaming ? 'streaming' : 'reply');
50
+ }
51
+ yield* handlerDef.handler(request, inputStream);
52
+ }
53
+ else {
54
+ if (handlerDef.duplex) {
55
+ throw new PluginHandlerTypeMismatchError(handlerName, 'streaming', 'duplex');
56
+ }
57
+ if (!handlerDef.streaming) {
58
+ throw new PluginHandlerTypeMismatchError(handlerName, 'streaming', 'reply');
59
+ }
60
+ yield* handlerDef.handler(request);
61
+ }
62
+ });
63
+ }
@@ -0,0 +1,3 @@
1
+ import type { PluginInvokeRequest, PluginInvokeResponse, PluginInvokeStreamRequest, PluginInvokeStreamResponse } from '../schemas/plugin.js';
2
+ export declare function handlePluginInvoke(request: PluginInvokeRequest): Promise<PluginInvokeResponse>;
3
+ export declare function handlePluginInvokeStream(request: PluginInvokeStreamRequest): AsyncGenerator<PluginInvokeStreamResponse>;
@@ -0,0 +1,81 @@
1
+ import { getModelEntry } from '../runtime/model-registry.js';
2
+ import { getPlugin, getPluginHandler } from '../plugins/index.js';
3
+ import { profileReplyHandler, profileStreamHandler } from '../profiling/index.js';
4
+ import { PluginNotFoundError, PluginHandlerNotFoundError, PluginHandlerTypeMismatchError, PluginRequestValidationFailedError, PluginResponseValidationFailedError, ModelIsDelegatedError, ModelNotFoundError } from '../errors/index.js';
5
+ import { getEngineLogger } from '../logging/index.js';
6
+ import { formatZodError } from '../utils/zod-error.js';
7
+ const logger = getEngineLogger();
8
+ function resolvePluginHandler(modelId, handlerName) {
9
+ const modelEntry = getModelEntry(modelId);
10
+ if (!modelEntry) {
11
+ throw new ModelNotFoundError(modelId);
12
+ }
13
+ if (modelEntry.isDelegated) {
14
+ throw new ModelIsDelegatedError(modelId);
15
+ }
16
+ const modelType = modelEntry.local.modelType;
17
+ const plugin = getPlugin(modelType);
18
+ if (!plugin) {
19
+ throw new PluginNotFoundError(modelType);
20
+ }
21
+ const handlerDef = getPluginHandler(modelType, handlerName);
22
+ if (!handlerDef) {
23
+ const availableHandlers = Object.keys(plugin.handlers);
24
+ throw new PluginHandlerNotFoundError(modelType, handlerName, availableHandlers);
25
+ }
26
+ return { modelType, plugin, handlerDef };
27
+ }
28
+ export async function handlePluginInvoke(request) {
29
+ return profileReplyHandler({ op: 'pluginInvoke', request }, async () => {
30
+ const { modelId, handler: handlerName, params } = request;
31
+ logger.debug(`[pluginInvoke] modelId=${modelId} handler=${handlerName}`);
32
+ const { handlerDef } = resolvePluginHandler(modelId, handlerName);
33
+ if (handlerDef.streaming) {
34
+ throw new PluginHandlerTypeMismatchError(handlerName, 'reply', 'streaming');
35
+ }
36
+ const parseResult = handlerDef.requestSchema.safeParse(params);
37
+ if (!parseResult.success) {
38
+ throw new PluginRequestValidationFailedError(handlerName, formatZodError(parseResult.error));
39
+ }
40
+ const result = await handlerDef.handler(parseResult.data);
41
+ const responseParseResult = handlerDef.responseSchema.safeParse(result);
42
+ if (!responseParseResult.success) {
43
+ throw new PluginResponseValidationFailedError(handlerName, formatZodError(responseParseResult.error));
44
+ }
45
+ return {
46
+ type: 'pluginInvoke',
47
+ result: responseParseResult.data
48
+ };
49
+ });
50
+ }
51
+ export async function* handlePluginInvokeStream(request) {
52
+ yield* profileStreamHandler({ op: 'pluginInvokeStream', request }, async function* () {
53
+ const { modelId, handler: handlerName, params } = request;
54
+ logger.debug(`[pluginInvokeStream] modelId=${modelId} handler=${handlerName}`);
55
+ const { handlerDef } = resolvePluginHandler(modelId, handlerName);
56
+ if (!handlerDef.streaming) {
57
+ throw new PluginHandlerTypeMismatchError(handlerName, 'streaming', 'reply');
58
+ }
59
+ const parseResult = handlerDef.requestSchema.safeParse(params);
60
+ if (!parseResult.success) {
61
+ throw new PluginRequestValidationFailedError(handlerName, formatZodError(parseResult.error));
62
+ }
63
+ const generator = handlerDef.handler(parseResult.data);
64
+ for await (const chunk of generator) {
65
+ const responseParseResult = handlerDef.responseSchema.safeParse(chunk);
66
+ if (!responseParseResult.success) {
67
+ throw new PluginResponseValidationFailedError(handlerName, formatZodError(responseParseResult.error));
68
+ }
69
+ yield {
70
+ type: 'pluginInvokeStream',
71
+ result: responseParseResult.data,
72
+ done: false
73
+ };
74
+ }
75
+ yield {
76
+ type: 'pluginInvokeStream',
77
+ result: null,
78
+ done: true
79
+ };
80
+ });
81
+ }
@@ -0,0 +1,4 @@
1
+ import type { ModelRegistryListResponse, ModelRegistrySearchRequest, ModelRegistrySearchResponse, ModelRegistryGetModelRequest, ModelRegistryGetModelResponse } from '../schemas/index.js';
2
+ export declare function handleModelRegistryList(): Promise<ModelRegistryListResponse>;
3
+ export declare function handleModelRegistrySearch(request: ModelRegistrySearchRequest): Promise<ModelRegistrySearchResponse>;
4
+ export declare function handleModelRegistryGetModel(request: ModelRegistryGetModelRequest): Promise<ModelRegistryGetModelResponse>;