@qvac/inference 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/NOTICE +59 -40
  2. package/README.md +1 -1
  3. package/dist/api/audio-gen.js +1 -1
  4. package/dist/api/completion-stream.d.ts +2 -1
  5. package/dist/api/completion-stream.js +3 -1
  6. package/dist/api/decide.js +1 -1
  7. package/dist/api/diffusion.d.ts +18 -1
  8. package/dist/api/diffusion.js +18 -1
  9. package/dist/api/download-asset.js +1 -1
  10. package/dist/api/finetune.js +1 -1
  11. package/dist/api/index.d.ts +39 -38
  12. package/dist/api/index.js +38 -37
  13. package/dist/api/load-model.js +2 -2
  14. package/dist/api/logging-stream-registry.js +11 -7
  15. package/dist/api/logging-stream.d.ts +11 -1
  16. package/dist/api/logging-stream.js +11 -2
  17. package/dist/api/registry.d.ts +2 -1
  18. package/dist/api/registry.js +5 -4
  19. package/dist/api/rerank.d.ts +17 -0
  20. package/dist/api/rerank.js +36 -0
  21. package/dist/api/subscribe-logs.js +5 -3
  22. package/dist/api/unload-model.js +1 -1
  23. package/dist/api/video.js +1 -1
  24. package/dist/api/vla.js +1 -1
  25. package/dist/api/world-result.js +1 -1
  26. package/dist/api/world.d.ts +1 -1
  27. package/dist/api/world.js +1 -1
  28. package/dist/config/resolve-config.d.ts +1 -1
  29. package/dist/config/resolve-config.js +1 -1
  30. package/dist/constants/index.d.ts +2 -2
  31. package/dist/constants/index.js +2 -2
  32. package/dist/dispatch.d.ts +3 -2
  33. package/dist/dispatch.js +16 -4
  34. package/dist/errors/index.d.ts +6 -0
  35. package/dist/errors/index.js +13 -1
  36. package/dist/handlers/assess-model-fit.d.ts +1 -1
  37. package/dist/handlers/assess-model-fit.js +4 -4
  38. package/dist/handlers/cancelHandler.js +1 -1
  39. package/dist/handlers/completion-orchestrate.js +2 -2
  40. package/dist/handlers/download-asset.js +2 -2
  41. package/dist/handlers/finetune.js +1 -1
  42. package/dist/handlers/get-loaded-model-info.js +2 -3
  43. package/dist/handlers/get-model-info.js +1 -1
  44. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  45. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  46. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  47. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  48. package/dist/handlers/load-model/download-stats.js +3 -3
  49. package/dist/handlers/load-model/handler.js +10 -7
  50. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  51. package/dist/handlers/load-model/http.d.ts +1 -1
  52. package/dist/handlers/load-model/http.js +3 -3
  53. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  54. package/dist/handlers/load-model/hyperdrive.js +2 -2
  55. package/dist/handlers/load-model/index.d.ts +2 -2
  56. package/dist/handlers/load-model/index.js +2 -2
  57. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  58. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  59. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  60. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  61. package/dist/handlers/load-model/registry.d.ts +2 -2
  62. package/dist/handlers/load-model/registry.js +5 -5
  63. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  64. package/dist/handlers/load-model/resolve-session.js +11 -3
  65. package/dist/handlers/load-model/resolve.d.ts +1 -1
  66. package/dist/handlers/load-model/resolve.js +5 -5
  67. package/dist/handlers/logging-stream.d.ts +2 -1
  68. package/dist/handlers/logging-stream.js +23 -7
  69. package/dist/handlers/registry.js +4 -2
  70. package/dist/handlers/types.d.ts +7 -1
  71. package/dist/handlers/vector-index.js +2 -2
  72. package/dist/index.d.ts +1 -1
  73. package/dist/index.js +1 -1
  74. package/dist/logging/addon.d.ts +1 -1
  75. package/dist/logging/addon.js +1 -1
  76. package/dist/logging/index.d.ts +5 -5
  77. package/dist/logging/index.js +4 -4
  78. package/dist/logging/logger.d.ts +1 -1
  79. package/dist/logging/logger.js +3 -3
  80. package/dist/logging/utils.js +1 -1
  81. package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
  82. package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
  83. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  84. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
  85. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
  86. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
  87. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  88. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
  89. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
  90. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
  91. package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
  92. package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
  93. package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
  94. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
  95. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
  96. package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
  97. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
  98. package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
  99. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
  100. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
  101. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  102. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
  103. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  104. package/dist/model-fit/request/engines/diffusion.js +93 -0
  105. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
  106. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
  107. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
  108. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
  109. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
  110. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
  111. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
  112. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
  113. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
  114. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
  115. package/dist/model-fit/run/run.d.ts +43 -0
  116. package/dist/model-fit/run/run.js +204 -0
  117. package/dist/models/registry/index.d.ts +1 -1
  118. package/dist/models/registry/index.js +2 -2
  119. package/dist/models/registry/models.d.ts +510 -0
  120. package/dist/models/registry/models.js +2946 -2410
  121. package/dist/models/registry/resource-profiles.js +203 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
  124. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
  126. package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
  129. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  130. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  131. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
  132. package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
  133. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
  134. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  135. package/dist/plugins/builtin/index.d.ts +15 -14
  136. package/dist/plugins/builtin/index.js +15 -14
  137. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  138. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  139. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  140. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  141. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
  142. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  143. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  144. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
  145. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
  146. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  147. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  148. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  149. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
  150. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
  151. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  152. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
  153. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
  154. package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
  155. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  156. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  157. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  158. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  159. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  160. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  161. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
  162. package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
  163. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
  164. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
  165. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
  166. package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
  167. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  168. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  169. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  170. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
  171. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  172. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  173. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
  174. package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
  175. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  176. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  177. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  178. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  179. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  180. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
  181. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
  182. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
  183. package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
  184. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
  185. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
  186. package/dist/plugins/index.d.ts +1 -1
  187. package/dist/plugins/index.js +2 -2
  188. package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
  189. package/dist/plugins/ops/kv-cache-utils.js +15 -8
  190. package/dist/plugins/ops/load-model.d.ts +8 -2
  191. package/dist/plugins/ops/load-model.js +14 -5
  192. package/dist/plugins/ops/transcribe.js +1 -1
  193. package/dist/plugins/ops/translate.js +3 -3
  194. package/dist/plugins/ops/unload-model.js +1 -1
  195. package/dist/plugins/turbovec-backend.js +5 -5
  196. package/dist/profiling/aggregator.d.ts +1 -1
  197. package/dist/profiling/aggregator.js +1 -1
  198. package/dist/profiling/controller.d.ts +1 -1
  199. package/dist/profiling/controller.js +2 -2
  200. package/dist/profiling/events.d.ts +1 -1
  201. package/dist/profiling/events.js +2 -2
  202. package/dist/profiling/exporters.d.ts +1 -1
  203. package/dist/profiling/exporters.js +3 -3
  204. package/dist/profiling/index.d.ts +13 -13
  205. package/dist/profiling/index.js +12 -12
  206. package/dist/profiling/operation-metrics.d.ts +1 -1
  207. package/dist/profiling/operation-metrics.js +2 -2
  208. package/dist/profiling/operation-wrappers.js +3 -3
  209. package/dist/profiling/profiler.js +1 -1
  210. package/dist/rag/handler.js +1 -1
  211. package/dist/rag/handlers/close-workspace.js +1 -1
  212. package/dist/rag/handlers/delete-embeddings.js +1 -1
  213. package/dist/rag/handlers/delete-workspace.js +1 -1
  214. package/dist/rag/handlers/ingest.js +1 -1
  215. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  216. package/dist/rag/handlers/list-workspaces.js +1 -1
  217. package/dist/rag/handlers/reindex.js +1 -1
  218. package/dist/rag/handlers/save-embeddings.js +1 -1
  219. package/dist/rag/handlers/search.js +1 -1
  220. package/dist/rag/index.d.ts +11 -11
  221. package/dist/rag/index.js +11 -11
  222. package/dist/rag/rag-workspace-manager.js +1 -1
  223. package/dist/registry.js +2 -1
  224. package/dist/resources/collector.d.ts +1 -1
  225. package/dist/resources/collector.js +1 -1
  226. package/dist/resources/instance.d.ts +1 -1
  227. package/dist/resources/instance.js +1 -1
  228. package/dist/resources/native.d.ts +1 -1
  229. package/dist/resources/normalize.d.ts +1 -1
  230. package/dist/rpc/inventory.js +3 -3
  231. package/dist/runtime/index.d.ts +5 -5
  232. package/dist/runtime/index.js +2 -2
  233. package/dist/runtime/lifecycle.js +7 -7
  234. package/dist/runtime/model-config-utils.js +3 -0
  235. package/dist/runtime/model-registry.d.ts +3 -1
  236. package/dist/runtime/model-registry.js +2 -1
  237. package/dist/runtime/registry-client.js +1 -1
  238. package/dist/runtime/request-context.d.ts +3 -3
  239. package/dist/runtime/request-context.js +14 -1
  240. package/dist/runtime/request-registry.d.ts +1 -1
  241. package/dist/runtime/request-registry.js +1 -1
  242. package/dist/runtime/state.d.ts +1 -1
  243. package/dist/runtime/state.js +2 -2
  244. package/dist/runtime/vector-index-backend.d.ts +2 -2
  245. package/dist/runtime/vector-index-registry.d.ts +5 -5
  246. package/dist/runtime/vector-index-registry.js +36 -13
  247. package/dist/schemas/assess-model-fit.d.ts +6 -0
  248. package/dist/schemas/assess-model-fit.js +4 -4
  249. package/dist/schemas/audio-gen.d.ts +13 -1
  250. package/dist/schemas/audio-gen.js +3 -3
  251. package/dist/schemas/batch-completion-stream.d.ts +8 -2
  252. package/dist/schemas/batch-completion-stream.js +3 -3
  253. package/dist/schemas/bci-config.d.ts +1 -0
  254. package/dist/schemas/bci-config.js +2 -2
  255. package/dist/schemas/bci.d.ts +1 -1
  256. package/dist/schemas/bci.js +2 -2
  257. package/dist/schemas/cancel.d.ts +5 -0
  258. package/dist/schemas/cancel.js +1 -0
  259. package/dist/schemas/common.d.ts +478 -100
  260. package/dist/schemas/common.js +35 -32
  261. package/dist/schemas/completion-event.d.ts +8 -2
  262. package/dist/schemas/completion-event.js +4 -1
  263. package/dist/schemas/completion-stream.d.ts +11 -2
  264. package/dist/schemas/completion-stream.js +37 -10
  265. package/dist/schemas/config.d.ts +849 -6
  266. package/dist/schemas/config.js +12 -10
  267. package/dist/schemas/decision.d.ts +8 -0
  268. package/dist/schemas/decision.js +14 -0
  269. package/dist/schemas/download-asset.d.ts +6 -4
  270. package/dist/schemas/download-asset.js +1 -1
  271. package/dist/schemas/engine-addon-map.d.ts +2 -1
  272. package/dist/schemas/engine-addon-map.js +4 -3
  273. package/dist/schemas/errors.d.ts +1 -0
  274. package/dist/schemas/errors.js +6 -1
  275. package/dist/schemas/index.d.ts +51 -50
  276. package/dist/schemas/index.js +50 -49
  277. package/dist/schemas/llamacpp-config.d.ts +182 -6
  278. package/dist/schemas/llamacpp-config.js +102 -7
  279. package/dist/schemas/load-model.d.ts +3176 -646
  280. package/dist/schemas/load-model.js +34 -1
  281. package/dist/schemas/mcp-adapter.d.ts +1 -1
  282. package/dist/schemas/model-config-schemas.d.ts +195 -1
  283. package/dist/schemas/model-config-schemas.js +14 -12
  284. package/dist/schemas/model-fit-policy.d.ts +1 -1
  285. package/dist/schemas/model-info.js +2 -2
  286. package/dist/schemas/model-resource-profile.d.ts +1 -0
  287. package/dist/schemas/model-resource-profile.js +1 -1
  288. package/dist/schemas/model-src-utils.d.ts +6 -2
  289. package/dist/schemas/model-src-utils.js +2 -2
  290. package/dist/schemas/model-types.d.ts +5 -1
  291. package/dist/schemas/model-types.js +1 -0
  292. package/dist/schemas/ocr.d.ts +2 -0
  293. package/dist/schemas/ocr.js +1 -1
  294. package/dist/schemas/plugin.d.ts +9 -3
  295. package/dist/schemas/plugin.js +6 -0
  296. package/dist/schemas/profiling.js +1 -1
  297. package/dist/schemas/rag.js +1 -1
  298. package/dist/schemas/registry.d.ts +8 -0
  299. package/dist/schemas/registry.js +2 -1
  300. package/dist/schemas/reload-config.d.ts +6 -2
  301. package/dist/schemas/reload-config.js +2 -2
  302. package/dist/schemas/rerank.d.ts +131 -0
  303. package/dist/schemas/rerank.js +102 -0
  304. package/dist/schemas/sdcpp-config.d.ts +56 -0
  305. package/dist/schemas/sdcpp-config.js +33 -15
  306. package/dist/schemas/text-to-speech.d.ts +61 -0
  307. package/dist/schemas/transcription-config.d.ts +5 -0
  308. package/dist/schemas/transcription-config.js +16 -1
  309. package/dist/schemas/transcription.d.ts +1 -1
  310. package/dist/schemas/transcription.js +1 -1
  311. package/dist/schemas/translate.d.ts +2 -2
  312. package/dist/schemas/translate.js +1 -1
  313. package/dist/schemas/translation-config.d.ts +20 -10
  314. package/dist/schemas/translation-config.js +1 -1
  315. package/dist/surface.d.ts +2 -1
  316. package/dist/surface.js +2 -1
  317. package/dist/utils/addon-responses.d.ts +2 -0
  318. package/dist/utils/aggregate-events.d.ts +1 -1
  319. package/dist/utils/aggregate-events.js +2 -2
  320. package/dist/utils/archive.js +2 -2
  321. package/dist/utils/audio/decoder.js +3 -1
  322. package/dist/utils/audio-input.js +1 -1
  323. package/dist/utils/cache/auto-history.d.ts +2 -1
  324. package/dist/utils/cache/auto-history.js +2 -2
  325. package/dist/utils/cache/paths.js +6 -6
  326. package/dist/utils/checksum.d.ts +2 -0
  327. package/dist/utils/checksum.js +41 -2
  328. package/dist/utils/completion-normalizer.js +1 -1
  329. package/dist/utils/gguf-architecture.d.ts +7 -0
  330. package/dist/utils/gguf-architecture.js +142 -0
  331. package/dist/utils/gguf-tensor-extractor.js +1 -1
  332. package/dist/utils/index.d.ts +13 -13
  333. package/dist/utils/index.js +13 -13
  334. package/dist/utils/mcp-adapter.d.ts +1 -1
  335. package/dist/utils/mcp-adapter.js +1 -1
  336. package/dist/utils/path-security.js +1 -1
  337. package/dist/utils/shard-utils.d.ts +5 -0
  338. package/dist/utils/shard-utils.js +19 -3
  339. package/dist/utils/tool-integration.d.ts +1 -0
  340. package/dist/utils/tool-integration.js +3 -6
  341. package/dist/utils/tools/defer.d.ts +16 -26
  342. package/dist/utils/tools/defer.js +50 -41
  343. package/dist/utils/tools/dialect.d.ts +15 -4
  344. package/dist/utils/tools/dialect.js +34 -5
  345. package/dist/utils/tools/index.d.ts +3 -3
  346. package/dist/utils/tools/index.js +3 -3
  347. package/dist/utils/tools/parser.js +8 -8
  348. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  349. package/dist/utils/tools/parsers/dsml.js +1 -1
  350. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  351. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  352. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  353. package/dist/utils/tools/parsers/harmony.js +1 -1
  354. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  355. package/dist/utils/tools/parsers/hermes.js +1 -1
  356. package/dist/utils/tools/parsers/json.d.ts +1 -1
  357. package/dist/utils/tools/parsers/json.js +1 -1
  358. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  359. package/dist/utils/tools/parsers/pythonic.js +1 -1
  360. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  361. package/dist/utils/tools/parsers/qwen35.js +1 -1
  362. package/dist/utils/tts-stats.d.ts +1 -1
  363. package/dist/utils/until-aborted.d.ts +7 -0
  364. package/dist/utils/until-aborted.js +34 -0
  365. package/package.json +53 -45
  366. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  367. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  368. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  369. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  370. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  371. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  372. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  373. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  374. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  375. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  376. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  377. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  378. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  379. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  380. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  381. package/dist/resources/model-fit/platform.d.ts +0 -9
  382. package/dist/resources/model-fit/types.js +0 -1
  383. /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
  384. /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
  385. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  386. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -2,6 +2,7 @@ import { models } from '../../models/registry/models.js';
2
2
  import { generateShortHash } from '../../utils/formatting.js';
3
3
  import { getModelsCacheDir } from '../../utils/cache/paths.js';
4
4
  import { validateAndJoinPath } from '../../utils/path-security.js';
5
+ import { modelInputToSrcSchema, registryUrlSchema } from '../../schemas/index.js';
5
6
  import { promises as fsPromises } from 'bare-fs';
6
7
  import { z } from 'zod';
7
8
  // Apple Core ML sidecars for registry GGUFs. A native addon runs a stage on a
@@ -9,6 +10,8 @@ import { z } from 'zod';
9
10
  // ggml otherwise, so on macOS and iOS the bundle is downloaded with its GGUF
10
11
  // into one companion-set directory. The registry publishes a bundle as its
11
12
  // individual component files, none of which is a model constant of its own.
13
+ // TranscribePsy's Core ML distribution goes further: its GGUF carries no
14
+ // encoder weights, so that GGUF only loads with its bundles beside it.
12
15
  const COREML_COMPONENTS = [
13
16
  'analytics/coremldata.bin',
14
17
  'coremldata.bin',
@@ -21,6 +24,7 @@ const SIDECAR_FAMILIES = [
21
24
  // The pinned ASR addon supports these encoder sidecars. The other bundles
22
25
  // in the registry (CTC, Indic CTC, Nemotron, and TDT 1.1B) must not be
23
26
  // downloaded until the addon can actually use them.
27
+ source: 's3',
24
28
  root: 'qvac_models_compiled/ggml/parakeet/2026-09-28/',
25
29
  pathPattern: /\/ggml\/parakeet\//,
26
30
  stemPattern: /^(.+)\.(?:f16|q4_0|q8_0)\.gguf$/,
@@ -43,10 +47,27 @@ const SIDECAR_FAMILIES = [
43
47
  ]
44
48
  }
45
49
  },
50
+ {
51
+ // TranscribePsy's Core ML distribution is published on Hugging Face as an
52
+ // encoder-less GGUF with its encoder and decoder bundles beside it; the ASR
53
+ // addon runs both stages on the Neural Engine. The full GGUF
54
+ // (`transcribepsy-250m-eu-sub.gguf`) has no sidecar and runs on ggml.
55
+ source: 'hf',
56
+ pathPattern: /^qvac\/TranscribePsy-250M-EU-sub-coreml\/resolve\//,
57
+ stemPattern: /^(transcribepsy-250m-eu-sub-coreml)\.gguf$/,
58
+ bundlesByStem: {
59
+ 'transcribepsy-250m-eu-sub-coreml': [
60
+ { sourceName: 'transcribepsy-250m-eu-sub-coreml-encoder', targetSuffix: '-encoder' },
61
+ { sourceName: 'transcribepsy-250m-eu-sub-coreml-decoder', targetSuffix: '-decoder' }
62
+ ]
63
+ },
64
+ withoutBundlesUse: 'PARAKEET_TRANSCRIBEPSY_250M_Q8_0'
65
+ },
46
66
  {
47
67
  // The TTS addon runs the Audio8 codec's synthesis stack on this bundle when
48
68
  // it sits beside the codec decoder GGUF. Every quantization tier shares the
49
69
  // one bundle, which is why its name drops the tier.
70
+ source: 's3',
50
71
  root: 'qvac_models_compiled/ggml/audio8/2026-09-30/',
51
72
  pathPattern: /\/ggml\/audio-?8\//,
52
73
  stemPattern: /^(.+)-(?:f16|f32|q8_0)\.gguf$/,
@@ -60,7 +81,7 @@ const checksumSchema = z.string().regex(/^[a-f0-9]{64}$/i);
60
81
  const cachedFileSchema = z.object({
61
82
  key: z.string(),
62
83
  registryPath: z.string(),
63
- registrySource: z.literal('s3'),
84
+ registrySource: z.string(),
64
85
  targetName: z.string(),
65
86
  expectedSize: z.number().int().nonnegative(),
66
87
  sha256Checksum: checksumSchema,
@@ -76,19 +97,60 @@ const cachedSetSchema = z.object({
76
97
  files: z.array(cachedFileSchema)
77
98
  });
78
99
  export function getCoremlSidecarSpec(registryPath, registrySource, platform) {
79
- if ((platform !== 'darwin' && platform !== 'ios') || registrySource !== 's3')
100
+ if (platform !== 'darwin' && platform !== 'ios')
80
101
  return undefined;
81
102
  const filename = registryPath.split('/').pop() || '';
82
103
  for (const family of SIDECAR_FAMILIES) {
83
- if (!family.pathPattern.test(registryPath))
104
+ if (family.source !== registrySource || !family.pathPattern.test(registryPath))
84
105
  continue;
85
106
  const modelStem = filename.match(family.stemPattern)?.[1];
86
107
  const bundles = modelStem ? family.bundlesByStem[modelStem] : undefined;
87
- if (modelStem && bundles)
88
- return { root: family.root, modelStem, bundles };
108
+ if (modelStem && bundles) {
109
+ return {
110
+ source: family.source,
111
+ root: family.root ?? registryPath.slice(0, registryPath.length - filename.length),
112
+ modelStem,
113
+ bundles,
114
+ ...(family.withoutBundlesUse !== undefined && {
115
+ withoutBundlesUse: family.withoutBundlesUse
116
+ })
117
+ };
118
+ }
89
119
  }
90
120
  return undefined;
91
121
  }
122
+ /**
123
+ * For the encoder-less GGUF of a Core ML distribution, the model constant to
124
+ * load instead where its bundles cannot be staged. The loader stages bundles
125
+ * on macOS and iOS alone, so anywhere else such a load is refused up front
126
+ * rather than failing inside the addon after the download.
127
+ */
128
+ export function getCoremlOnlyAlternative(registryPath, registrySource) {
129
+ return getCoremlSidecarSpec(registryPath, registrySource, 'darwin')?.withoutBundlesUse;
130
+ }
131
+ /**
132
+ * Why a `registry://` model source cannot load on `platform`, or `undefined`
133
+ * when it can. Only the encoder-less GGUF of a Core ML distribution is refused,
134
+ * and only off Apple platforms; every other source is the loader's business.
135
+ */
136
+ export function getRegistryModelPlatformRefusal(modelSrc, platform) {
137
+ if (platform === 'darwin' || platform === 'ios')
138
+ return undefined;
139
+ const src = modelInputToSrcSchema.safeParse(modelSrc);
140
+ if (!src.success || !src.data.startsWith('registry://'))
141
+ return undefined;
142
+ const url = registryUrlSchema.safeParse(src.data);
143
+ if (!url.success)
144
+ return undefined;
145
+ const { registryPath, registrySource } = url.data;
146
+ const alternative = getCoremlOnlyAlternative(registryPath, registrySource);
147
+ if (alternative === undefined)
148
+ return undefined;
149
+ const filename = registryPath.split('/').pop() || registryPath;
150
+ return (`${filename} is the encoder-less GGUF of a Core ML distribution: it loads on macOS and iOS, ` +
151
+ `where its Core ML encoder and decoder are staged beside it. On ${platform ?? 'this platform'}, ` +
152
+ `load ${alternative} instead.`);
153
+ }
92
154
  export function getCoremlSetKey(model, spec) {
93
155
  return generateShortHash(`${model.registrySource}:${model.registryPath}:coreml:${spec.root}`);
94
156
  }
@@ -123,8 +185,9 @@ function isValidCachedSet(set, model, spec) {
123
185
  new Set(set.files.map((file) => file.targetName)).size !== set.files.length) {
124
186
  return false;
125
187
  }
126
- if (actual.some((file) => expected.get(file.targetName) !== file.registryPath))
188
+ if (actual.some((file) => file.registrySource !== spec.source || expected.get(file.targetName) !== file.registryPath)) {
127
189
  return false;
190
+ }
128
191
  for (const bundle of spec.bundles) {
129
192
  const prefix = `${spec.modelStem}${bundle.targetSuffix}.mlmodelc/`;
130
193
  const count = actual.filter((file) => file.targetName.startsWith(prefix)).length;
@@ -161,7 +224,7 @@ export function findCatalogCoremlCompanionSet(model, platform) {
161
224
  for (const bundle of spec.bundles) {
162
225
  const targetPrefix = `${spec.modelStem}${bundle.targetSuffix}.mlmodelc/`;
163
226
  const registryPrefix = `${spec.root}${bundle.sourceName}.mlmodelc/`;
164
- const entries = COREML_COMPONENTS.map((component) => models.find((entry) => entry.registrySource === 's3' && entry.registryPath === registryPrefix + component));
227
+ const entries = COREML_COMPONENTS.map((component) => models.find((entry) => entry.registrySource === spec.source && entry.registryPath === registryPrefix + component));
165
228
  if (entries.some((entry) => !entry))
166
229
  continue;
167
230
  for (let index = 0; index < entries.length; index++) {
@@ -243,7 +306,7 @@ export async function findCoremlCompanionSet(client, model, platform) {
243
306
  });
244
307
  const byPath = new Map();
245
308
  for (const entry of registryEntries) {
246
- if (entry.source === 's3' && entry.path.startsWith(sourcePrefix)) {
309
+ if (entry.source === spec.source && entry.path.startsWith(sourcePrefix)) {
247
310
  byPath.set(entry.path, entry);
248
311
  }
249
312
  }
@@ -1,7 +1,7 @@
1
1
  import type { ModelProgressUpdate } from '../../schemas/index.js';
2
2
  import { AbortController, type AbortSignal } from 'bare-abort-controller';
3
3
  import type { DisposableScope } from '../../runtime/disposable-scope.js';
4
- import type { DownloadHooks } from './types.js';
4
+ import type { DownloadHooks } from '../../handlers/load-model/types.js';
5
5
  /**
6
6
  * Per-subscriber binding to a registry-tracked request.
7
7
  * `startOrJoinDownload` is request-aware: each caller (the
@@ -1,6 +1,6 @@
1
1
  import type { ModelProgressUpdate } from '../../schemas/index.js';
2
- import type { DownloadStats, DownloadResult, DownloadHooks, DownloadSecurityOptions, ResolveResult } from './types.js';
3
- import type { ExplicitRegistryMetadata } from './registry-metadata.js';
2
+ import type { DownloadStats, DownloadResult, DownloadHooks, DownloadSecurityOptions, ResolveResult } from '../../handlers/load-model/types.js';
3
+ import type { ExplicitRegistryMetadata } from '../../handlers/load-model/registry-metadata.js';
4
4
  export declare function downloadModelFromHttpWithStats(url: string, progressCallback?: (progress: ModelProgressUpdate) => void, downloadHooks?: DownloadHooks, security?: DownloadSecurityOptions): Promise<DownloadResult>;
5
5
  export declare function downloadModelFromRegistryWithStats(registryPath: string, registrySource: string, progressCallback?: (progress: ModelProgressUpdate) => void, expectedChecksum?: string, downloadHooks?: DownloadHooks, explicitMetadata?: ExplicitRegistryMetadata): Promise<DownloadResult>;
6
6
  export declare function downloadModelFromHyperdriveWithStats(hyperdriveKey: string, modelFileName: string, seed?: boolean, progressCallback?: (progress: ModelProgressUpdate) => void, downloadHooks?: DownloadHooks): Promise<DownloadResult>;
@@ -1,6 +1,6 @@
1
- import { downloadModelFromHttp } from './http.js';
2
- import { downloadModelFromRegistry } from './registry.js';
3
- import { downloadModelFromHyperdrive } from './hyperdrive.js';
1
+ import { downloadModelFromHttp } from '../../handlers/load-model/http.js';
2
+ import { downloadModelFromRegistry } from '../../handlers/load-model/registry.js';
3
+ import { downloadModelFromHyperdrive } from '../../handlers/load-model/hyperdrive.js';
4
4
  import { nowMs } from '../../profiling/index.js';
5
5
  function createStatsCollector() {
6
6
  return {
@@ -52,11 +52,11 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
52
52
  });
53
53
  import { normalizeModelType, PROFILING_KEY, OPERATION_EVENT_KEY } from '../../schemas/index.js';
54
54
  import { loadModel } from '../../plugins/ops/load-model.js';
55
- import { createResolveSession } from './resolve-session.js';
55
+ import { createResolveSession } from '../../handlers/load-model/resolve-session.js';
56
56
  import { nowMs, generateProfileId } from '../../profiling/clock.js';
57
57
  import { getModelEntry, updateModelConfig } from '../../runtime/model-registry.js';
58
58
  import { generateShortHash, canonicalConfigString, transformConfigForReload } from '../../utils/index.js';
59
- import { buildDownloadProfilingFields } from './types.js';
59
+ import { buildDownloadProfilingFields } from '../../handlers/load-model/types.js';
60
60
  import { readBackendDiagnostics } from '../../profiling/backend-diagnostics.js';
61
61
  import { ConfigReloadNotSupportedError, InferenceCancelledError, ModelTypeMismatchError, ModelNotFoundError, ModelLoadFailedError, PluginLoadConfigValidationFailedError, PluginNotFoundError } from '../../errors/index.js';
62
62
  import { getEngineLogger } from '../../logging/index.js';
@@ -131,10 +131,10 @@ export async function handleLoadModel(request, progressCallback) {
131
131
  }
132
132
  // Phase boundary between download and load. The bare load path
133
133
  // (`plugin.createModel(...)` / `model.load(false)`) does not accept
134
- // an abort signal today, so the only honest cancel hook here is the
135
- // pre-load gate: if cancel arrived during download / resolveConfig,
136
- // surface `InferenceCancelledError` before sinking time into the
137
- // addon work.
134
+ // an abort signal, so cancel is honored at gates: here, if cancel
135
+ // arrived during download / resolveConfig, and inside `loadModel`
136
+ // after its fit check. Both surface `InferenceCancelledError`
137
+ // before sinking time into the addon work.
138
138
  if (ctx.signal.aborted) {
139
139
  throw new InferenceCancelledError(requestId);
140
140
  }
@@ -167,7 +167,10 @@ export async function handleLoadModel(request, progressCallback) {
167
167
  },
168
168
  artifacts: Object.keys(pluginArtifacts).length > 0 ? pluginArtifacts : undefined,
169
169
  modelName
170
- }, profilingEnabled ? { collectTiming: true } : undefined);
170
+ }, {
171
+ ...(profilingEnabled && { collectTiming: true }),
172
+ request: { signal: ctx.signal, requestId }
173
+ });
171
174
  // Load phase soft-cancel limitation: `plugin.createModel(...)` and
172
175
  // `model.load(false)` ran without a signal. A cancel that arrived
173
176
  // during the load phase has just landed in the registry but the
@@ -1,4 +1,4 @@
1
- import type { DownloadHooks } from './types.js';
1
+ import type { DownloadHooks } from '../../handlers/load-model/types.js';
2
2
  export declare function isHuggingFaceUrl(url: string): boolean;
3
3
  /**
4
4
  * Whether an HTTP download's transport must be secure (plaintext / HTTPS→HTTP
@@ -1,5 +1,5 @@
1
1
  import type { ModelProgressUpdate } from '../../schemas/index.js';
2
- import type { DownloadHooks, DownloadSecurityOptions } from './types.js';
2
+ import type { DownloadHooks, DownloadSecurityOptions } from '../../handlers/load-model/types.js';
3
3
  /**
4
4
  * A mid-stream socket/body error, a connection failure (HTTP status 0, no
5
5
  * response), or our own resume-triggered abort is recoverable by resuming from
@@ -3,11 +3,11 @@ import path from 'bare-path';
3
3
  import { Readable } from 'bare-stream';
4
4
  import { AbortController } from 'bare-abort-controller';
5
5
  import { getModelsCacheDir, getShardedModelCacheDir, generateShortHash, detectShardedModel, parsePatternBasedShardUrl, extractTensorsFromShards, calculatePercentage, isArchiveUrl, sanitizePathComponent, extractAndValidateShardedArchive, validateShardedModelCache, checkAllShardsExist, generateShardFilenames, hasValidGGUFHeader } from '../../utils/index.js';
6
- import { safeFetch } from './safe-fetch.js';
7
- import { shouldEnforceSecureTransport, verifyHttpModelFile } from './http-verify.js';
6
+ import { safeFetch } from '../../handlers/load-model/safe-fetch.js';
7
+ import { shouldEnforceSecureTransport, verifyHttpModelFile } from '../../handlers/load-model/http-verify.js';
8
8
  import { getConfig } from '../../runtime/state.js';
9
9
  import { getLifecycleState, onResume } from '../../runtime/runtime-lifecycle.js';
10
- import { createHttpDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from './download-manager.js';
10
+ import { createHttpDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from '../../handlers/load-model/download-manager.js';
11
11
  import { ChecksumUnavailableError, ChecksumValidationFailedError, DownloadCancelledError, HTTPError, InsecureModelSourceError, NoResponseBodyError, PartialDownloadOfflineError, ResponseBodyNotReadableError } from '../../errors/index.js';
12
12
  import { getEngineLogger } from '../../logging/index.js';
13
13
  const logger = getEngineLogger();
@@ -1,4 +1,4 @@
1
1
  import type { ModelProgressUpdate } from '../../schemas/index.js';
2
- import type { DownloadHooks } from './types.js';
2
+ import type { DownloadHooks } from '../../handlers/load-model/types.js';
3
3
  export declare function deleteCorestoreDirectory(corestoreDir: string): Promise<void>;
4
4
  export declare function downloadModelFromHyperdrive(hyperdriveKey: string, modelFileName: string, seed?: boolean, progressCallback?: (progress: ModelProgressUpdate) => void, hooks?: DownloadHooks, expectedChecksum?: string): Promise<string>;
@@ -6,7 +6,7 @@ import Hyperdrive from 'hyperdrive';
6
6
  import { getQvacPath } from '../../utils/qvac-paths.js';
7
7
  import { getModelsCacheDir, generateShortHash, detectShardedModel, getShardedModelCacheDir, getShardPath, checkShardCompleteness, measureChecksum, extractTensorsFromShards, calculatePercentage, joinWithinBase } from '../../utils/index.js';
8
8
  import { getModelBySrc } from '../../models/registry/index.js';
9
- import { createHyperdriveDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from './download-manager.js';
9
+ import { createHyperdriveDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from '../../handlers/load-model/download-manager.js';
10
10
  import { getConfig } from '../../runtime/state.js';
11
11
  import { FileNotFoundError, ChecksumValidationFailedError, DownloadCancelledError, HyperdriveDownloadFailedError, ModelLoadFailedError, NoBlobFoundError } from '../../errors/index.js';
12
12
  import { getEngineLogger } from '../../logging/index.js';
@@ -165,7 +165,7 @@ async function validateCachedFile(modelPath, modelFileName, expectedSize, expect
165
165
  // Partial files are ignored - corestore state is the source of truth for resume
166
166
  if (localSize === expectedSize) {
167
167
  logger.info(`✅ Model cached with correct size: ${modelPath}`);
168
- // Always validate checksum if provided, even when size matches
168
+ // Validate against the expected checksum, reusing the digest only for unchanged files
169
169
  if (expectedChecksum && expectedChecksum.length === 64) {
170
170
  const checksum = await measureChecksum(modelPath, hooks);
171
171
  if (checksum !== expectedChecksum) {
@@ -1,2 +1,2 @@
1
- export { handleLoadModel } from './handler.js';
2
- export { resolveModelPath } from './resolve.js';
1
+ export { handleLoadModel } from '../../handlers/load-model/handler.js';
2
+ export { resolveModelPath } from '../../handlers/load-model/resolve.js';
@@ -1,2 +1,2 @@
1
- export { handleLoadModel } from './handler.js';
2
- export { resolveModelPath } from './resolve.js';
1
+ export { handleLoadModel } from '../../handlers/load-model/handler.js';
2
+ export { resolveModelPath } from '../../handlers/load-model/resolve.js';
@@ -1,7 +1,7 @@
1
1
  import type { ModelProgressUpdate } from '../../schemas/index.js';
2
2
  import type { RegistryItem } from '../../models/registry/index.js';
3
3
  import type { AbortSignal } from 'bare-abort-controller';
4
- import type { DownloadHooks } from './types.js';
4
+ import type { DownloadHooks } from '../../handlers/load-model/types.js';
5
5
  type CompanionSetMetadata = NonNullable<RegistryItem['companionSet']>;
6
6
  export interface DownloadCompanionSetOptions {
7
7
  companionSet: CompanionSetMetadata;
@@ -2,7 +2,7 @@ import { promises as fsPromises } from 'bare-fs';
2
2
  import { getModelsCacheDir, getCompanionSetPath, getCompanionSetCacheDir, getSingleFileCachePath, generateShortHash, calculatePercentage } from '../../utils/index.js';
3
3
  import { measureChecksum } from '../../utils/checksum.js';
4
4
  import { validateAndJoinPath } from '../../utils/path-security.js';
5
- import { buildBlobBinding, downloadSingleFileFromRegistry, validateCachedFile } from './registry-download-utils.js';
5
+ import { buildBlobBinding, downloadSingleFileFromRegistry, validateCachedFile } from '../../handlers/load-model/registry-download-utils.js';
6
6
  import { DownloadCancelledError, RegistryDownloadFailedError } from '../../errors/index.js';
7
7
  import { getEngineLogger } from '../../logging/index.js';
8
8
  const logger = getEngineLogger();
@@ -1,9 +1,9 @@
1
1
  import type { ModelProgressUpdate } from '../../schemas/index.js';
2
2
  import type { QVACBlobBinding } from '@qvac/registry-client';
3
3
  import type { AbortSignal } from 'bare-abort-controller';
4
- import type { DownloadHooks } from './types.js';
5
- export { DEFAULT_REGISTRY_STREAM_TIMEOUT_MS, buildRegistryClientOptions } from './registry-client-options.js';
6
- export type { RegistryClientDownloadOptions } from './registry-client-options.js';
4
+ import type { DownloadHooks } from '../../handlers/load-model/types.js';
5
+ export { DEFAULT_REGISTRY_STREAM_TIMEOUT_MS, buildRegistryClientOptions } from '../../handlers/load-model/registry-client-options.js';
6
+ export type { RegistryClientDownloadOptions } from '../../handlers/load-model/registry-client-options.js';
7
7
  export declare function buildBlobBinding(meta: {
8
8
  blobCoreKey: string;
9
9
  blobBlockOffset: number;
@@ -3,11 +3,11 @@ import path from 'bare-path';
3
3
  import { measureChecksum, calculatePercentage } from '../../utils/index.js';
4
4
  import { getRegistryClient } from '../../runtime/registry-client.js';
5
5
  import { getConfig } from '../../runtime/state.js';
6
- import { buildRegistryClientOptions } from './registry-client-options.js';
6
+ import { buildRegistryClientOptions } from '../../handlers/load-model/registry-client-options.js';
7
7
  import { ChecksumValidationFailedError, DownloadCancelledError } from '../../errors/index.js';
8
8
  import { getEngineLogger } from '../../logging/index.js';
9
9
  const logger = getEngineLogger();
10
- export { DEFAULT_REGISTRY_STREAM_TIMEOUT_MS, buildRegistryClientOptions } from './registry-client-options.js';
10
+ export { DEFAULT_REGISTRY_STREAM_TIMEOUT_MS, buildRegistryClientOptions } from '../../handlers/load-model/registry-client-options.js';
11
11
  export function buildBlobBinding(meta) {
12
12
  return {
13
13
  coreKey: meta.blobCoreKey,
@@ -1,4 +1,4 @@
1
1
  import type { ModelProgressUpdate } from '../../schemas/index.js';
2
- import type { DownloadHooks } from './types.js';
3
- import { type ExplicitRegistryMetadata } from './registry-metadata.js';
2
+ import type { DownloadHooks } from '../../handlers/load-model/types.js';
3
+ import { type ExplicitRegistryMetadata } from '../../handlers/load-model/registry-metadata.js';
4
4
  export declare function downloadModelFromRegistry(registryPath: string, registrySource: string, progressCallback?: (progress: ModelProgressUpdate) => void, expectedChecksum?: string, hooks?: DownloadHooks, explicitMetadata?: ExplicitRegistryMetadata): Promise<string>;
@@ -4,13 +4,13 @@ import { getSingleFileCachePath } from '../../utils/cache/paths.js';
4
4
  import { getModelByPath } from '../../models/registry/index.js';
5
5
  import { getRegistryClient } from '../../runtime/registry-client.js';
6
6
  import { getRuntimeContext } from '../../runtime/state.js';
7
- import { createRegistryDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from './download-manager.js';
8
- import { buildBlobBinding, validateCachedFile, downloadSingleFileFromRegistry } from './registry-download-utils.js';
9
- import { downloadCompanionSetFromRegistry } from './registry-companion-set.js';
10
- import { findCoremlCompanionSet, findLocallyCachedCoremlCompanionSet, getCoremlSidecarSpec, writeCachedCoremlCompanionSet } from './coreml-sidecars.js';
7
+ import { createRegistryDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from '../../handlers/load-model/download-manager.js';
8
+ import { buildBlobBinding, validateCachedFile, downloadSingleFileFromRegistry } from '../../handlers/load-model/registry-download-utils.js';
9
+ import { downloadCompanionSetFromRegistry } from '../../handlers/load-model/registry-companion-set.js';
10
+ import { findCoremlCompanionSet, findLocallyCachedCoremlCompanionSet, getCoremlSidecarSpec, writeCachedCoremlCompanionSet } from '../../handlers/load-model/coreml-sidecars.js';
11
11
  import { DownloadCancelledError, ModelNotFoundError, RegistryDownloadFailedError } from '../../errors/index.js';
12
12
  import { getEngineLogger } from '../../logging/index.js';
13
- import { resolveRegistryDownloadMetadata } from './registry-metadata.js';
13
+ import { resolveRegistryDownloadMetadata } from '../../handlers/load-model/registry-metadata.js';
14
14
  const logger = getEngineLogger();
15
15
  /**
16
16
  * Find all shards for a model using path prefix query.
@@ -1,6 +1,6 @@
1
1
  import type { AbortSignal } from 'bare-abort-controller';
2
2
  import type { ModelProgressUpdate, ResolveContext } from '../../schemas/index.js';
3
- import type { DownloadRequestBinding, ResolveResult, DownloadSecurityOptions } from './types.js';
3
+ import type { DownloadRequestBinding, ResolveResult, DownloadSecurityOptions } from '../../handlers/load-model/types.js';
4
4
  export interface ResolveSessionOptions {
5
5
  progressCallback?: ((update: ModelProgressUpdate) => void) | undefined;
6
6
  seed?: boolean | undefined;
@@ -1,6 +1,8 @@
1
- import { resolveModelPath, resolveModelPathWithStats } from './resolve.js';
2
- import { cancelTransfer } from './download-manager.js';
3
- import { mergeDownloadStats } from './download-stats.js';
1
+ import { resolveModelPath, resolveModelPathWithStats } from '../../handlers/load-model/resolve.js';
2
+ import { cancelTransfer } from '../../handlers/load-model/download-manager.js';
3
+ import { mergeDownloadStats } from '../../handlers/load-model/download-stats.js';
4
+ import { getRegistryModelPlatformRefusal } from '../../handlers/load-model/coreml-sidecars.js';
5
+ import { ModelLoadFailedError } from '../../errors/index.js';
4
6
  import { getRuntimeContext } from '../../runtime/state.js';
5
7
  export function createResolveSession(options) {
6
8
  const { progressCallback, seed, profilingEnabled, signal, requestBinding, security } = options;
@@ -14,6 +16,12 @@ export function createResolveSession(options) {
14
16
  ...(requestBinding !== undefined && { requestBinding })
15
17
  };
16
18
  async function resolvePrimaryModelPath(modelSrc, fallbackSrc) {
19
+ // A GGUF that only runs with Core ML bundles beside it is refused before
20
+ // its download anywhere the loader cannot stage them. `downloadAsset` does
21
+ // not pass here, so fetching it for another machine still works.
22
+ const refusal = getRegistryModelPlatformRefusal(modelSrc, getRuntimeContext().platform);
23
+ if (refusal !== undefined)
24
+ throw new ModelLoadFailedError(refusal);
17
25
  if (profilingEnabled) {
18
26
  const result = await resolveModelPathWithStats(modelSrc, progressCallback, seed, signal, downloadHooks, fallbackSrc, security);
19
27
  primaryResult = result;
@@ -1,5 +1,5 @@
1
1
  import { type ModelProgressUpdate } from '../../schemas/index.js';
2
- import type { ResolveResult, DownloadHooks, DownloadSecurityOptions } from './types.js';
2
+ import type { ResolveResult, DownloadHooks, DownloadSecurityOptions } from '../../handlers/load-model/types.js';
3
3
  import type { AbortSignal } from 'bare-abort-controller';
4
4
  type ResolveMode = 'base' | 'stats';
5
5
  export declare function resolveFallbackModel(fallbackSrc: string, expectedChecksum: string | undefined, progressCallback: ((progress: ModelProgressUpdate) => void) | undefined, mode: ResolveMode, signal: AbortSignal | undefined, hooks: DownloadHooks | undefined, security?: DownloadSecurityOptions): Promise<ResolveResult>;
@@ -3,11 +3,11 @@ import { hyperdriveUrlSchema, registryUrlSchema, SUPPORTED_ARCHIVE_EXTENSIONS, m
3
3
  import { getModelsCacheDir, getShardedModelCacheDir, generateShortHash, extractAndValidateShardedArchive, measureChecksum } from '../../utils/index.js';
4
4
  import { promises as fsPromises } from 'bare-fs';
5
5
  import path from 'bare-path';
6
- import { downloadModelFromHttp } from './http.js';
7
- import { downloadModelFromHyperdrive } from './hyperdrive.js';
8
- import { downloadModelFromRegistry } from './registry.js';
9
- import { getExplicitRegistryMetadata } from './registry-metadata.js';
10
- import { downloadModelFromHttpWithStats, downloadModelFromHyperdriveWithStats, downloadModelFromRegistryWithStats } from './download-stats.js';
6
+ import { downloadModelFromHttp } from '../../handlers/load-model/http.js';
7
+ import { downloadModelFromHyperdrive } from '../../handlers/load-model/hyperdrive.js';
8
+ import { downloadModelFromRegistry } from '../../handlers/load-model/registry.js';
9
+ import { getExplicitRegistryMetadata } from '../../handlers/load-model/registry-metadata.js';
10
+ import { downloadModelFromHttpWithStats, downloadModelFromHyperdriveWithStats, downloadModelFromRegistryWithStats } from '../../handlers/load-model/download-stats.js';
11
11
  import { ChecksumValidationFailedError, DownloadCancelledError, InferenceCancelledError, ModelFileNotFoundError, ModelLoadFailedError, ModelNotFoundError, SeedingNotSupportedError } from '../../errors/index.js';
12
12
  import { validateAndJoinPath } from '../../utils/path-security.js';
13
13
  import { getEngineLogger } from '../../logging/index.js';
@@ -1,2 +1,3 @@
1
1
  import type { LoggingStreamRequest, LoggingStreamResponse } from '../schemas/index.js';
2
- export declare function handleLoggingStream(request: LoggingStreamRequest): AsyncGenerator<LoggingStreamResponse>;
2
+ import type { StreamHandlerContext } from '../handlers/types.js';
3
+ export declare function handleLoggingStream(request: LoggingStreamRequest, context?: StreamHandlerContext): AsyncGenerator<LoggingStreamResponse>;
@@ -1,8 +1,18 @@
1
1
  import { registerLoggingStream, unregisterLoggingStream } from '../runtime/logging-stream-registry.js';
2
- export async function* handleLoggingStream(request) {
2
+ export async function* handleLoggingStream(request, context = {}) {
3
3
  const { id } = request;
4
+ const { signal } = context;
5
+ if (signal?.aborted)
6
+ return;
4
7
  const logQueue = [];
5
8
  let pendingResolve = null;
9
+ const wake = () => {
10
+ if (pendingResolve) {
11
+ const resolve = pendingResolve;
12
+ pendingResolve = null;
13
+ resolve();
14
+ }
15
+ };
6
16
  const streamHandler = (level, namespace, message, sourceId) => {
7
17
  const logResponse = {
8
18
  type: 'loggingStream',
@@ -15,25 +25,31 @@ export async function* handleLoggingStream(request) {
15
25
  timestamp: Date.now()
16
26
  };
17
27
  logQueue.push(logResponse);
18
- if (pendingResolve) {
19
- const resolve = pendingResolve;
20
- pendingResolve = null;
21
- resolve();
22
- }
28
+ wake();
29
+ };
30
+ // Release at once, even if nobody is reading; a quiet id would wait forever.
31
+ const onAbort = () => {
32
+ unregisterLoggingStream(id, streamHandler);
33
+ logQueue.length = 0;
34
+ wake();
23
35
  };
24
36
  registerLoggingStream(id, streamHandler);
37
+ signal?.addEventListener('abort', onAbort, { once: true });
25
38
  try {
26
39
  while (true) {
27
40
  while (logQueue.length > 0) {
28
41
  yield logQueue.shift();
29
42
  }
30
- // Wait for new logs - stream will terminate when client disconnects
43
+ // Aborted during a read: nothing to wake, so end here.
44
+ if (signal?.aborted)
45
+ return;
31
46
  await new Promise((resolve) => {
32
47
  pendingResolve = resolve;
33
48
  });
34
49
  }
35
50
  }
36
51
  finally {
52
+ signal?.removeEventListener('abort', onAbort);
37
53
  unregisterLoggingStream(id, streamHandler);
38
54
  }
39
55
  }
@@ -3,7 +3,7 @@ import { REGISTRY_ERROR_CODES } from '../schemas/errors.js';
3
3
  import { getAddonFromEngine, resolveCanonicalEngine, resolveRegistryEngine } from '../schemas/engine-addon-map.js';
4
4
  import { getRegistryClient } from '../runtime/registry-client.js';
5
5
  import { getEngineLogger } from '../logging/index.js';
6
- import { ModelRegistryQueryFailedError } from '../errors/index.js';
6
+ import { ModelRegistryModelNotFoundError, ModelRegistryQueryFailedError } from '../errors/index.js';
7
7
  const logger = getEngineLogger();
8
8
  function toHexString(value) {
9
9
  if (!value)
@@ -129,7 +129,7 @@ export async function handleModelRegistryGetModel(request) {
129
129
  const client = await getRegistryClient();
130
130
  const rawModel = await client.getModel(request.registryPath, request.registrySource);
131
131
  if (!rawModel) {
132
- throw new ModelRegistryQueryFailedError(`Model not found: ${request.registrySource}/${request.registryPath}`);
132
+ throw new ModelRegistryModelNotFoundError(request.registrySource, request.registryPath);
133
133
  }
134
134
  const model = processRegistryModel(rawModel);
135
135
  if (!model) {
@@ -143,6 +143,8 @@ export async function handleModelRegistryGetModel(request) {
143
143
  };
144
144
  }
145
145
  catch (error) {
146
+ if (error instanceof ModelRegistryModelNotFoundError)
147
+ throw error;
146
148
  logger.error('QVAC model registry get model failed:', error);
147
149
  // Re-throw registry client errors directly (19001-19003)
148
150
  const qvacError = error;
@@ -1,4 +1,9 @@
1
- import type { Request, Response } from '../schemas/index.js';
1
+ import type { AbortSignalLike, Request, Response } from '../schemas/index.js';
2
+ /** Passed to a stream handler with `endsOnAbort`. */
3
+ export interface StreamHandlerContext {
4
+ /** Aborts when the caller stops reading. */
5
+ signal?: AbortSignalLike;
6
+ }
2
7
  export type ReplyHandler = (request: any, ...args: any[]) => Promise<Response> | Response;
3
8
  export type StreamHandler = (request: any, ...args: any[]) => AsyncGenerator<Response>;
4
9
  export type ProgressHandler = (request: any, ...args: any[]) => Promise<Response>;
@@ -8,4 +13,5 @@ export type HandlerEntry = {
8
13
  handler: ReplyHandler | StreamHandler | ProgressHandler | DuplexStreamHandler;
9
14
  supportsProgress?: boolean | ((request: Request) => boolean);
10
15
  pluginOp?: boolean;
16
+ endsOnAbort?: boolean;
11
17
  };
@@ -21,9 +21,9 @@ async function handleVectorIndexInternal(input) {
21
21
  const request = vectorIndexRequestSchema.parse(input);
22
22
  switch (request.operation) {
23
23
  case 'create':
24
- return { type: 'vectorIndex', operation: 'create', ...createVectorIndex(request) };
24
+ return { type: 'vectorIndex', operation: 'create', ...(await createVectorIndex(request)) };
25
25
  case 'load':
26
- return { type: 'vectorIndex', operation: 'load', ...loadVectorIndex(request) };
26
+ return { type: 'vectorIndex', operation: 'load', ...(await loadVectorIndex(request)) };
27
27
  case 'add':
28
28
  return { type: 'vectorIndex', operation: 'add', ...addVectors(request) };
29
29
  case 'search':
package/dist/index.d.ts CHANGED
@@ -1,5 +1,5 @@
1
1
  export { registerRpcServerProvider } from './rpc/provider.js';
2
- export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, createVectorIndex, loadVectorIndex, type VectorIndex, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, startRpcServer, stopRpcServer, discoverRpcServers, getSystemResources, assessModelFit, loggingStream, subscribeServerLogs, type ServerLogHandler, ocr, invokePlugin, invokePluginStream, diffusion, type DiffusionProgressTick, audioGen, audioEdit, audioUnderstand, classify, decide, video, type VideoProgressTick, upscale, worldCreateScene, worldStep, type WorldStepResult, type WorldStepProgressTick, type WorldSceneResult, type WorldSceneResultWithPack, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams, suspend, resume, state, vla, vlaHparams, vlaSetEmbodiment, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE, type FinetuneHandle } from './api/index.js';
2
+ export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, createVectorIndex, loadVectorIndex, type VectorIndex, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, startRpcServer, stopRpcServer, discoverRpcServers, getSystemResources, assessModelFit, loggingStream, subscribeServerLogs, type ServerLogHandler, ocr, invokePlugin, invokePluginStream, diffusion, type DiffusionProgressTick, audioGen, audioEdit, audioUnderstand, classify, decide, rerank, video, type VideoProgressTick, upscale, worldCreateScene, worldStep, type WorldStepResult, type WorldStepProgressTick, type WorldSceneResult, type WorldSceneResultWithPack, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams, suspend, resume, state, vla, vlaHparams, vlaSetEmbodiment, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE, type FinetuneHandle } from './api/index.js';
3
3
  export { close } from './dispatch.js';
4
4
  export { plugins, registerPlugin, registerPlugins, getPlugin, hasPlugin, getAllPlugins, unregisterPlugin } from './plugins/index.js';
5
5
  export * from './surface.js';
package/dist/index.js CHANGED
@@ -3,7 +3,7 @@ export { registerRpcServerProvider } from './rpc/provider.js';
3
3
  // Public API: the operations, engine lifecycle and explicit plugin assembly, and
4
4
  // the value-clean surface (schemas / types / consts / errors / model registry)
5
5
  // re-exported from `./surface`.
6
- export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, createVectorIndex, loadVectorIndex, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, startRpcServer, stopRpcServer, discoverRpcServers, getSystemResources, assessModelFit, loggingStream, subscribeServerLogs, ocr, invokePlugin, invokePluginStream, diffusion, audioGen, audioEdit, audioUnderstand, classify, decide, video, upscale, worldCreateScene, worldStep, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, suspend, resume, state, vla, vlaHparams, vlaSetEmbodiment, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './api/index.js';
6
+ export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, createVectorIndex, loadVectorIndex, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, startRpcServer, stopRpcServer, discoverRpcServers, getSystemResources, assessModelFit, loggingStream, subscribeServerLogs, ocr, invokePlugin, invokePluginStream, diffusion, audioGen, audioEdit, audioUnderstand, classify, decide, rerank, video, upscale, worldCreateScene, worldStep, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, suspend, resume, state, vla, vlaHparams, vlaSetEmbodiment, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './api/index.js';
7
7
  // Engine lifecycle and explicit plugin assembly. No plugins are registered by
8
8
  // default: an app assembles the engines it needs via `plugins([...])` or the
9
9
  // `registerPlugin`/`registerPlugins` primitives, then calls the operations.
@@ -1,4 +1,4 @@
1
- import type { Logger } from './types.js';
1
+ import type { Logger } from '../logging/types.js';
2
2
  export declare function registerAddonLogger(modelId: string, namespace: string, logger: Logger): void;
3
3
  export declare function unregisterAddonLogger(modelId: string): void;
4
4
  export declare function createAddonLoggerCallback(namespace: string): (priority: number, message: string) => void;
@@ -1,4 +1,4 @@
1
- import { unregisterLogger } from './logger.js';
1
+ import { unregisterLogger } from '../logging/logger.js';
2
2
  // Map C++ addon priority (0-4) to LogLevel.
3
3
  const PRIORITY_TO_LEVEL = {
4
4
  0: 'error',