@qvac/inference 0.18.1 → 0.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (388) hide show
  1. package/NOTICE +11 -2
  2. package/README.md +1 -5
  3. package/dist/api/assess-model-fit.d.ts +16 -0
  4. package/dist/api/assess-model-fit.js +27 -0
  5. package/dist/api/audio-gen.d.ts +4 -4
  6. package/dist/api/audio-gen.js +17 -6
  7. package/dist/api/completion-stream.d.ts +1 -1
  8. package/dist/api/completion-stream.js +1 -1
  9. package/dist/api/download-asset.d.ts +1 -1
  10. package/dist/api/download-asset.js +2 -2
  11. package/dist/api/finetune.js +1 -1
  12. package/dist/api/get-loaded-model-info.d.ts +6 -10
  13. package/dist/api/get-loaded-model-info.js +6 -10
  14. package/dist/api/heartbeat.d.ts +5 -22
  15. package/dist/api/heartbeat.js +6 -23
  16. package/dist/api/index.d.ts +36 -35
  17. package/dist/api/index.js +35 -35
  18. package/dist/api/load-model.d.ts +5 -1
  19. package/dist/api/load-model.js +3 -5
  20. package/dist/api/logging-stream-registry.js +1 -1
  21. package/dist/api/resume.d.ts +0 -3
  22. package/dist/api/resume.js +0 -3
  23. package/dist/api/subscribe-logs.js +1 -1
  24. package/dist/api/suspend.d.ts +0 -4
  25. package/dist/api/suspend.js +0 -4
  26. package/dist/api/translate.d.ts +3 -1
  27. package/dist/api/translate.js +16 -8
  28. package/dist/api/unload-model.js +3 -5
  29. package/dist/api/video-request.d.ts +207 -0
  30. package/dist/api/video-request.js +18 -0
  31. package/dist/api/video.d.ts +22 -2
  32. package/dist/api/video.js +25 -15
  33. package/dist/api/vla-helpers.d.ts +1 -2
  34. package/dist/api/vla-helpers.js +1 -2
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.d.ts +71 -0
  37. package/dist/api/world-result.js +293 -0
  38. package/dist/api/world.d.ts +143 -0
  39. package/dist/api/world.js +71 -0
  40. package/dist/config/resolve-config.d.ts +1 -1
  41. package/dist/config/resolve-config.js +1 -1
  42. package/dist/constants/index.d.ts +2 -2
  43. package/dist/constants/index.js +2 -2
  44. package/dist/dispatch.js +15 -28
  45. package/dist/errors/index.d.ts +35 -31
  46. package/dist/errors/index.js +66 -56
  47. package/dist/handlers/assess-model-fit.d.ts +10 -0
  48. package/dist/handlers/assess-model-fit.js +75 -0
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +1 -1
  51. package/dist/handlers/download-asset.js +6 -5
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +0 -12
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/get-system-resources.js +8 -0
  56. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  57. package/dist/handlers/load-model/download-stats.d.ts +3 -3
  58. package/dist/handlers/load-model/download-stats.js +5 -5
  59. package/dist/handlers/load-model/handler.js +6 -8
  60. package/dist/handlers/load-model/http-verify.d.ts +20 -0
  61. package/dist/handlers/load-model/http-verify.js +54 -0
  62. package/dist/handlers/load-model/http.d.ts +12 -2
  63. package/dist/handlers/load-model/http.js +119 -230
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +1 -1
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +4 -4
  74. package/dist/handlers/load-model/resolve-session.d.ts +8 -1
  75. package/dist/handlers/load-model/resolve-session.js +12 -9
  76. package/dist/handlers/load-model/resolve.d.ts +4 -4
  77. package/dist/handlers/load-model/resolve.js +18 -16
  78. package/dist/handlers/load-model/safe-fetch.d.ts +44 -0
  79. package/dist/handlers/load-model/safe-fetch.js +143 -0
  80. package/dist/handlers/load-model/types.d.ts +9 -0
  81. package/dist/handlers/plugin-dispatch.js +1 -4
  82. package/dist/handlers/plugin-invoke.js +1 -4
  83. package/dist/handlers/types.d.ts +0 -2
  84. package/dist/handlers/unload-model.js +1 -4
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/models/registry/index.d.ts +1 -1
  94. package/dist/models/registry/index.js +2 -2
  95. package/dist/models/registry/models.d.ts +250 -0
  96. package/dist/models/registry/models.js +2071 -1806
  97. package/dist/models/registry/resource-profiles.d.ts +18 -0
  98. package/dist/models/registry/resource-profiles.js +4934 -0
  99. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +14 -0
  100. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  101. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +47 -5
  102. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +134 -4
  103. package/dist/plugins/builtin/audiogen-ggml/plugin.js +47 -28
  104. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +1 -1
  105. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  106. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  107. package/dist/plugins/builtin/ggml-ocr/plugin.js +2 -2
  108. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  109. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  110. package/dist/plugins/builtin/index.d.ts +12 -12
  111. package/dist/plugins/builtin/index.js +12 -12
  112. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +2 -2
  113. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +37 -26
  114. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +12 -11
  115. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +133 -41
  116. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +7 -1
  117. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +26 -4
  118. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +19 -8
  119. package/dist/plugins/builtin/llamacpp-completion/plugin.js +10 -13
  120. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +4 -0
  121. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +13 -2
  122. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +2 -2
  123. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +2 -2
  124. package/dist/plugins/builtin/parakeet-transcription/plugin.js +3 -3
  125. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +1 -1
  126. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +32 -2
  127. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +126 -0
  128. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +820 -0
  129. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +153 -4
  130. package/dist/plugins/builtin/sdcpp-generation/plugin.js +134 -13
  131. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +1 -1
  132. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +1 -1
  133. package/dist/plugins/builtin/tts-ggml/plugin.js +2 -2
  134. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +2 -2
  135. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +3 -3
  136. package/dist/plugins/index.d.ts +1 -1
  137. package/dist/plugins/index.js +2 -2
  138. package/dist/plugins/ops/kv-cache-utils.js +1 -1
  139. package/dist/plugins/ops/load-model.js +1 -1
  140. package/dist/plugins/ops/transcribe.js +2 -2
  141. package/dist/plugins/ops/translate.js +4 -12
  142. package/dist/plugins/ops/unload-model.js +19 -21
  143. package/dist/plugins/registry.d.ts +1 -0
  144. package/dist/plugins/registry.js +12 -0
  145. package/dist/profiling/aggregator.d.ts +1 -1
  146. package/dist/profiling/aggregator.js +1 -1
  147. package/dist/profiling/controller.d.ts +1 -1
  148. package/dist/profiling/controller.js +2 -2
  149. package/dist/profiling/envelope.d.ts +0 -1
  150. package/dist/profiling/envelope.js +0 -10
  151. package/dist/profiling/events.d.ts +2 -3
  152. package/dist/profiling/events.js +2 -9
  153. package/dist/profiling/exporters.d.ts +1 -1
  154. package/dist/profiling/exporters.js +3 -3
  155. package/dist/profiling/index.d.ts +13 -14
  156. package/dist/profiling/index.js +12 -13
  157. package/dist/profiling/operation-metrics.d.ts +1 -1
  158. package/dist/profiling/operation-metrics.js +35 -2
  159. package/dist/profiling/operation-wrappers.js +12 -15
  160. package/dist/profiling/profiler.d.ts +1 -2
  161. package/dist/profiling/profiler.js +7 -26
  162. package/dist/profiling/types.d.ts +1 -1
  163. package/dist/rag/handler.js +1 -1
  164. package/dist/rag/handlers/close-workspace.js +1 -1
  165. package/dist/rag/handlers/delete-embeddings.js +1 -1
  166. package/dist/rag/handlers/delete-workspace.js +2 -6
  167. package/dist/rag/handlers/ingest.js +1 -1
  168. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  169. package/dist/rag/handlers/list-workspaces.js +1 -1
  170. package/dist/rag/handlers/reindex.js +1 -1
  171. package/dist/rag/handlers/save-embeddings.js +1 -1
  172. package/dist/rag/handlers/search.js +1 -1
  173. package/dist/rag/index.d.ts +11 -11
  174. package/dist/rag/index.js +11 -11
  175. package/dist/rag/rag-workspace-manager.d.ts +4 -2
  176. package/dist/rag/rag-workspace-manager.js +268 -15
  177. package/dist/registry.js +8 -58
  178. package/dist/resources/collector.d.ts +3 -1
  179. package/dist/resources/collector.js +91 -9
  180. package/dist/resources/instance.d.ts +1 -1
  181. package/dist/resources/instance.js +1 -1
  182. package/dist/resources/model-fit/assess.d.ts +36 -0
  183. package/dist/resources/model-fit/assess.js +578 -0
  184. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +8 -0
  185. package/dist/resources/model-fit/calibration/darwin-arm64.js +36 -0
  186. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +8 -0
  187. package/dist/resources/model-fit/calibration/darwin-x64.js +38 -0
  188. package/dist/resources/model-fit/calibration/fit.d.ts +73 -0
  189. package/dist/resources/model-fit/calibration/fit.js +152 -0
  190. package/dist/resources/model-fit/calibration/index.d.ts +37 -0
  191. package/dist/resources/model-fit/calibration/index.js +75 -0
  192. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +8 -0
  193. package/dist/resources/model-fit/calibration/linux-arm64.js +38 -0
  194. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +8 -0
  195. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +39 -0
  196. package/dist/resources/model-fit/calibration/linux-x64.d.ts +8 -0
  197. package/dist/resources/model-fit/calibration/linux-x64.js +38 -0
  198. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +8 -0
  199. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +39 -0
  200. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +8 -0
  201. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +36 -0
  202. package/dist/resources/model-fit/calibration/win32-x64.d.ts +8 -0
  203. package/dist/resources/model-fit/calibration/win32-x64.js +38 -0
  204. package/dist/resources/model-fit/estimators/llm.d.ts +45 -0
  205. package/dist/resources/model-fit/estimators/llm.js +220 -0
  206. package/dist/resources/model-fit/estimators/whisper.d.ts +10 -0
  207. package/dist/resources/model-fit/estimators/whisper.js +77 -0
  208. package/dist/resources/model-fit/types.d.ts +120 -0
  209. package/dist/resources/model-fit/types.js +1 -0
  210. package/dist/resources/native.d.ts +1 -1
  211. package/dist/resources/native.js +14 -0
  212. package/dist/resources/normalize.d.ts +1 -1
  213. package/dist/resources/types.d.ts +16 -0
  214. package/dist/runtime/index.d.ts +5 -5
  215. package/dist/runtime/index.js +2 -2
  216. package/dist/runtime/lifecycle.js +5 -7
  217. package/dist/runtime/model-registry.d.ts +0 -14
  218. package/dist/runtime/model-registry.js +17 -40
  219. package/dist/runtime/registry-client.js +1 -1
  220. package/dist/runtime/request-context.d.ts +3 -3
  221. package/dist/runtime/request-context.js +13 -1
  222. package/dist/runtime/request-registry.d.ts +1 -1
  223. package/dist/runtime/request-registry.js +4 -5
  224. package/dist/runtime/state.d.ts +1 -1
  225. package/dist/runtime/state.js +18 -3
  226. package/dist/schemas/assess-model-fit.d.ts +271 -0
  227. package/dist/schemas/assess-model-fit.js +153 -0
  228. package/dist/schemas/audio-gen.d.ts +434 -4
  229. package/dist/schemas/audio-gen.js +131 -19
  230. package/dist/schemas/batch-completion-stream.d.ts +2 -2
  231. package/dist/schemas/batch-completion-stream.js +3 -3
  232. package/dist/schemas/bci-config.js +73 -27
  233. package/dist/schemas/bci.d.ts +2 -2
  234. package/dist/schemas/bci.js +5 -5
  235. package/dist/schemas/cancel.d.ts +5 -0
  236. package/dist/schemas/cancel.js +1 -0
  237. package/dist/schemas/classification.js +13 -6
  238. package/dist/schemas/common.d.ts +662 -331
  239. package/dist/schemas/common.js +33 -31
  240. package/dist/schemas/completion-event.d.ts +2 -2
  241. package/dist/schemas/completion-event.js +1 -1
  242. package/dist/schemas/completion-stream.d.ts +1 -5
  243. package/dist/schemas/completion-stream.js +4 -8
  244. package/dist/schemas/config.d.ts +640 -18
  245. package/dist/schemas/config.js +50 -8
  246. package/dist/schemas/download-asset.d.ts +19 -1
  247. package/dist/schemas/download-asset.js +20 -4
  248. package/dist/schemas/engine-addon-map.d.ts +1 -1
  249. package/dist/schemas/engine-addon-map.js +3 -3
  250. package/dist/schemas/error.d.ts +2 -2
  251. package/dist/schemas/error.js +2 -2
  252. package/dist/schemas/errors.d.ts +2 -6
  253. package/dist/schemas/errors.js +30 -40
  254. package/dist/schemas/heartbeat.d.ts +10 -0
  255. package/dist/schemas/heartbeat.js +8 -0
  256. package/dist/schemas/index.d.ts +46 -44
  257. package/dist/schemas/index.js +45 -43
  258. package/dist/schemas/llamacpp-config.d.ts +32 -10
  259. package/dist/schemas/llamacpp-config.js +11 -8
  260. package/dist/schemas/load-model.d.ts +2933 -1948
  261. package/dist/schemas/load-model.js +52 -52
  262. package/dist/schemas/mcp-adapter.d.ts +1 -1
  263. package/dist/schemas/model-config-schemas.d.ts +2354 -0
  264. package/dist/schemas/model-config-schemas.js +46 -0
  265. package/dist/schemas/model-info.d.ts +10 -20
  266. package/dist/schemas/model-info.js +4 -25
  267. package/dist/schemas/model-ops.d.ts +0 -1
  268. package/dist/schemas/model-ops.js +1 -2
  269. package/dist/schemas/model-resource-profile.d.ts +109 -0
  270. package/dist/schemas/model-resource-profile.js +83 -0
  271. package/dist/schemas/model-src-utils.d.ts +1 -0
  272. package/dist/schemas/model-src-utils.js +33 -13
  273. package/dist/schemas/ocr.js +48 -13
  274. package/dist/schemas/path-validation.js +8 -2
  275. package/dist/schemas/plugin.d.ts +14 -1
  276. package/dist/schemas/plugin.js +11 -0
  277. package/dist/schemas/profiling.d.ts +138 -43
  278. package/dist/schemas/profiling.js +1 -22
  279. package/dist/schemas/rag.js +1 -1
  280. package/dist/schemas/registry.js +1 -1
  281. package/dist/schemas/reload-config.d.ts +0 -2
  282. package/dist/schemas/reload-config.js +2 -3
  283. package/dist/schemas/sdcpp-config.d.ts +344 -4
  284. package/dist/schemas/sdcpp-config.js +504 -17
  285. package/dist/schemas/system-resources.d.ts +138 -0
  286. package/dist/schemas/system-resources.js +3 -1
  287. package/dist/schemas/text-to-speech.js +183 -76
  288. package/dist/schemas/transcription-config.js +253 -85
  289. package/dist/schemas/transcription.d.ts +3 -3
  290. package/dist/schemas/translate.d.ts +2 -2
  291. package/dist/schemas/translate.js +1 -1
  292. package/dist/schemas/translation-config.js +53 -25
  293. package/dist/schemas/vla.d.ts +1 -1
  294. package/dist/selection.d.ts +1 -5
  295. package/dist/selection.js +2 -6
  296. package/dist/surface.d.ts +1 -1
  297. package/dist/utils/aggregate-events.d.ts +1 -1
  298. package/dist/utils/aggregate-events.js +2 -2
  299. package/dist/utils/archive.js +2 -2
  300. package/dist/utils/audio-input.js +1 -1
  301. package/dist/utils/cache/auto-history.d.ts +1 -1
  302. package/dist/utils/cache/auto-history.js +1 -1
  303. package/dist/utils/cache/paths.js +5 -5
  304. package/dist/utils/completion-normalizer.js +1 -1
  305. package/dist/utils/gguf-tensor-extractor.js +1 -1
  306. package/dist/utils/image-dimensions.d.ts +26 -0
  307. package/dist/utils/image-dimensions.js +46 -0
  308. package/dist/utils/index.d.ts +13 -10
  309. package/dist/utils/index.js +13 -10
  310. package/dist/utils/mcp-adapter.d.ts +1 -1
  311. package/dist/utils/mcp-adapter.js +1 -1
  312. package/dist/utils/path-sanitize.d.ts +7 -0
  313. package/dist/utils/path-sanitize.js +36 -0
  314. package/dist/utils/path-security.d.ts +0 -7
  315. package/dist/utils/path-security.js +1 -36
  316. package/dist/utils/shard-utils.js +3 -3
  317. package/dist/utils/tool-integration.js +1 -1
  318. package/dist/utils/tools/dialect.js +1 -1
  319. package/dist/utils/tools/index.d.ts +2 -2
  320. package/dist/utils/tools/index.js +2 -2
  321. package/dist/utils/tools/parser.js +8 -8
  322. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  323. package/dist/utils/tools/parsers/dsml.js +1 -1
  324. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  325. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  326. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  327. package/dist/utils/tools/parsers/harmony.js +1 -1
  328. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  329. package/dist/utils/tools/parsers/hermes.js +1 -1
  330. package/dist/utils/tools/parsers/json.d.ts +1 -1
  331. package/dist/utils/tools/parsers/json.js +1 -1
  332. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  333. package/dist/utils/tools/parsers/pythonic.js +1 -1
  334. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  335. package/dist/utils/tools/parsers/qwen35.js +3 -3
  336. package/dist/utils/url-security.d.ts +17 -0
  337. package/dist/utils/url-security.js +75 -0
  338. package/package.json +31 -26
  339. package/dist/api/provide.d.ts +0 -23
  340. package/dist/api/provide.js +0 -32
  341. package/dist/api/stop-provider.d.ts +0 -20
  342. package/dist/api/stop-provider.js +0 -30
  343. package/dist/p2p/cancel-delegated.d.ts +0 -3
  344. package/dist/p2p/cancel-delegated.js +0 -64
  345. package/dist/p2p/completion-stream-delegated.d.ts +0 -4
  346. package/dist/p2p/completion-stream-delegated.js +0 -51
  347. package/dist/p2p/delegate-client.d.ts +0 -9
  348. package/dist/p2p/delegate-client.js +0 -219
  349. package/dist/p2p/delegate-connect-diagnostics.d.ts +0 -8
  350. package/dist/p2p/delegate-connect-diagnostics.js +0 -38
  351. package/dist/p2p/delegate-transport.d.ts +0 -18
  352. package/dist/p2p/delegate-transport.js +0 -237
  353. package/dist/p2p/error-handlers.d.ts +0 -4
  354. package/dist/p2p/error-handlers.js +0 -31
  355. package/dist/p2p/handle-request.d.ts +0 -2
  356. package/dist/p2p/handle-request.js +0 -171
  357. package/dist/p2p/handler-utils.d.ts +0 -19
  358. package/dist/p2p/handler-utils.js +0 -180
  359. package/dist/p2p/heartbeat-delegated.d.ts +0 -3
  360. package/dist/p2p/heartbeat-delegated.js +0 -32
  361. package/dist/p2p/load-model-delegated.d.ts +0 -6
  362. package/dist/p2p/load-model-delegated.js +0 -132
  363. package/dist/p2p/progress-throttle.d.ts +0 -7
  364. package/dist/p2p/progress-throttle.js +0 -47
  365. package/dist/p2p/provideHandler/connection.d.ts +0 -2
  366. package/dist/p2p/provideHandler/connection.js +0 -38
  367. package/dist/p2p/provideHandler/handler.d.ts +0 -2
  368. package/dist/p2p/provideHandler/handler.js +0 -66
  369. package/dist/p2p/provideHandler/proxy.d.ts +0 -2
  370. package/dist/p2p/provideHandler/proxy.js +0 -24
  371. package/dist/p2p/provideHandler.d.ts +0 -1
  372. package/dist/p2p/provideHandler.js +0 -2
  373. package/dist/p2p/rpc-utils.d.ts +0 -4
  374. package/dist/p2p/rpc-utils.js +0 -8
  375. package/dist/p2p/stopProvideHandler.d.ts +0 -2
  376. package/dist/p2p/stopProvideHandler.js +0 -29
  377. package/dist/p2p/swarm.d.ts +0 -9
  378. package/dist/p2p/swarm.js +0 -103
  379. package/dist/p2p/transport-selector.d.ts +0 -2
  380. package/dist/p2p/transport-selector.js +0 -18
  381. package/dist/p2p/unload-model-delegated.d.ts +0 -2
  382. package/dist/p2p/unload-model-delegated.js +0 -31
  383. package/dist/profiling/delegation-profiler.d.ts +0 -31
  384. package/dist/profiling/delegation-profiler.js +0 -155
  385. package/dist/schemas/delegate.d.ts +0 -29
  386. package/dist/schemas/delegate.js +0 -40
  387. package/dist/schemas/provide.d.ts +0 -50
  388. package/dist/schemas/provide.js +0 -32
package/NOTICE CHANGED
@@ -586,6 +586,12 @@ Third-Party Model Licenses
586
586
  https://huggingface.co/nvidia/GR00T-N1.7-LIBERO
587
587
  groot-q8_vf16
588
588
  https://huggingface.co/nvidia/GR00T-N1.7-3B
589
+ parakeet-unified-en-0.6b.f16
590
+ https://huggingface.co/nvidia/parakeet-unified-en-0.6b
591
+ parakeet-unified-en-0.6b.q4_0
592
+ https://huggingface.co/nvidia/parakeet-unified-en-0.6b
593
+ parakeet-unified-en-0.6b.q8_0
594
+ https://huggingface.co/nvidia/parakeet-unified-en-0.6b
589
595
 
590
596
  --- openrail ---
591
597
 
@@ -611,6 +617,11 @@ Third-Party Model Licenses
611
617
  stable-diffusion-xl-base-1.0-GGUF
612
618
  https://huggingface.co/gpustack/stable-diffusion-xl-base-1.0-GGUF
613
619
 
620
+ --- qwen-community-1.0 ---
621
+
622
+ Qwen3.8-Flash-Next-GGUF
623
+ https://huggingface.co/unsloth/Qwen3.8-Flash-Next-GGUF
624
+
614
625
  =========================================================================
615
626
  Modification Notice
616
627
  =========================================================================
@@ -667,8 +678,6 @@ JavaScript Dependencies
667
678
  https://github.com/holepunchto/bare-env
668
679
  bare-events@2.9.1
669
680
  https://github.com/holepunchto/bare-events
670
- bare-fetch@3.2.0
671
- https://github.com/holepunchto/bare-fetch
672
681
  bare-form-data@1.2.2
673
682
  https://github.com/holepunchto/bare-form-data
674
683
  bare-fs@4.8.0
package/README.md CHANGED
@@ -11,7 +11,7 @@ The Bare-only engine of the QVAC SDK. It runs inference directly on the [Bare ru
11
11
 
12
12
  ## Why this exists
13
13
 
14
- `@qvac/inference` is the pure-Bare layer of the SDK, written in TypeScript: the client API, the request engine, the plugin system, and the P2P/delegation stack, all running in one Bare process. `@qvac/sdk` builds on top of it to reach Node, Electron, Expo, and Pear by launching this engine as a worker; on Bare you use it directly.
14
+ `@qvac/inference` is the pure-Bare layer of the SDK, written in TypeScript: the client API, the request engine, and the plugin system, all running in one Bare process. `@qvac/sdk` builds on top of it to reach Node, Electron, Expo, and Pear by launching this engine as a worker; on Bare you use it directly. It replaces the deprecated `@qvac/bare-sdk` package (last release 0.18.2).
15
15
 
16
16
  `@qvac/inference` ships no plugins by default and no addon dependencies. You install only the addon packages your app registers, so the resulting binary scales with the engines you actually assemble.
17
17
 
@@ -129,10 +129,6 @@ const myPlugin = definePlugin({
129
129
  registerPlugin(myPlugin)
130
130
  ```
131
131
 
132
- ## Delegation (P2P)
133
-
134
- `@qvac/inference` includes the QVAC provider and delegation stack: start a provider with `startQVACProvider()` and run models on a remote peer by passing `delegate: { providerPublicKey }` to `loadModel`. Delegation talks peer-to-peer over Hyperswarm — it is independent of the in-process engine.
135
-
136
132
  ## License
137
133
 
138
134
  Apache-2.0
@@ -0,0 +1,16 @@
1
+ import { type AssessModelFitInput, type AssessModelFitResult } from '../schemas/index.js';
2
+ /**
3
+ * Assesses, before anything is downloaded, whether the given models are likely
4
+ * to fit in this device's memory.
5
+ *
6
+ * Advisory only: it does not download weights, run a native fit probe, block
7
+ * `loadModel`, reserve memory, or make a performance claim. `unknown` is a real
8
+ * answer — it means the available evidence does not support a verdict either
9
+ * way, and callers should treat it as "cannot say", not "no".
10
+ *
11
+ * @param input - Candidates with their intended workloads, the declared
12
+ * execution mode, and the headroom policy.
13
+ * @returns Per-model and combined verdicts, with the budget and bounds they came
14
+ * from, plus every assumption that was made.
15
+ */
16
+ export declare function assessModelFit(input: AssessModelFitInput): Promise<AssessModelFitResult>;
@@ -0,0 +1,27 @@
1
+ import { assessModelFitInputSchema } from '../schemas/index.js';
2
+ import { send } from '../dispatch.js';
3
+ import { InvalidResponseError } from '../errors/index.js';
4
+ /**
5
+ * Assesses, before anything is downloaded, whether the given models are likely
6
+ * to fit in this device's memory.
7
+ *
8
+ * Advisory only: it does not download weights, run a native fit probe, block
9
+ * `loadModel`, reserve memory, or make a performance claim. `unknown` is a real
10
+ * answer — it means the available evidence does not support a verdict either
11
+ * way, and callers should treat it as "cannot say", not "no".
12
+ *
13
+ * @param input - Candidates with their intended workloads, the declared
14
+ * execution mode, and the headroom policy.
15
+ * @returns Per-model and combined verdicts, with the budget and bounds they came
16
+ * from, plus every assumption that was made.
17
+ */
18
+ export async function assessModelFit(input) {
19
+ const parsed = assessModelFitInputSchema.parse(input);
20
+ const request = { type: 'assessModelFit', ...parsed };
21
+ const response = await send(request);
22
+ if (response.type !== 'assessModelFit') {
23
+ throw new InvalidResponseError('assessModelFit');
24
+ }
25
+ const { type: _type, ...result } = response;
26
+ return result;
27
+ }
@@ -1,16 +1,16 @@
1
1
  import { type AudioGenClientParams, type AudioGenResult } from '../schemas/index.js';
2
2
  /**
3
- * Generates audio (music / speech) from a caption using a loaded AudioGen
4
- * (ACE-Step) model.
3
+ * Generates audio (music / speech) from a caption using a loaded ACE-Step or
4
+ * MiniMax-Music3 AudioGen model.
5
5
  *
6
6
  * @param params - AudioGen request parameters (model, caption, optional lyrics, seed, bpm, etc.).
7
- * @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), and `stats` (promise of generation statistics).
7
+ * @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
8
8
  *
9
9
  * @example
10
10
  * ```typescript
11
11
  * const { progressStream, audio } = audioGen({ modelId, caption: "lo-fi hip hop, mellow piano" });
12
12
  * for await (const { stage, step, total } of progressStream) {
13
- * console.log(`${stage} ${step}/${total}`);
13
+ * console.log(total > 0 ? `${stage} ${step}/${total}` : `${stage} ${step} (indeterminate)`);
14
14
  * }
15
15
  * const { pcm, sampleRate, channels, bitsPerSample } = await audio;
16
16
  * ```
@@ -1,6 +1,6 @@
1
1
  import { audioGenClientParamsSchema, audioGenStreamResponseSchema } from '../schemas/index.js';
2
2
  import { stream } from '../dispatch.js';
3
- import { parseClientInput } from '../api/parse-input.js';
3
+ import { parseClientInput } from './parse-input.js';
4
4
  import { generateRandomRequestId } from '../runtime/request-id.js';
5
5
  import { decodeBase64 } from '../utils/encoding.js';
6
6
  import { InvalidResponseError, InferenceCancelledError } from '../errors/index.js';
@@ -15,17 +15,17 @@ function concatenateChunks(chunks) {
15
15
  return pcm;
16
16
  }
17
17
  /**
18
- * Generates audio (music / speech) from a caption using a loaded AudioGen
19
- * (ACE-Step) model.
18
+ * Generates audio (music / speech) from a caption using a loaded ACE-Step or
19
+ * MiniMax-Music3 AudioGen model.
20
20
  *
21
21
  * @param params - AudioGen request parameters (model, caption, optional lyrics, seed, bpm, etc.).
22
- * @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), and `stats` (promise of generation statistics).
22
+ * @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
23
23
  *
24
24
  * @example
25
25
  * ```typescript
26
26
  * const { progressStream, audio } = audioGen({ modelId, caption: "lo-fi hip hop, mellow piano" });
27
27
  * for await (const { stage, step, total } of progressStream) {
28
- * console.log(`${stage} ${step}/${total}`);
28
+ * console.log(total > 0 ? `${stage} ${step}/${total}` : `${stage} ${step} (indeterminate)`);
29
29
  * }
30
30
  * const { pcm, sampleRate, channels, bitsPerSample } = await audio;
31
31
  * ```
@@ -60,6 +60,13 @@ export function audioGen(params) {
60
60
  rejectStats = reject;
61
61
  });
62
62
  stats.catch(() => { });
63
+ let resolveDiagnostics = () => { };
64
+ let rejectDiagnostics = () => { };
65
+ const diagnostics = new Promise((resolve, reject) => {
66
+ resolveDiagnostics = resolve;
67
+ rejectDiagnostics = reject;
68
+ });
69
+ diagnostics.catch(() => { });
63
70
  function notifyProgress() {
64
71
  progressResolve?.();
65
72
  progressResolve = undefined;
@@ -91,6 +98,7 @@ export function audioGen(params) {
91
98
  const error = new InferenceCancelledError(requestId);
92
99
  rejectAudio(error);
93
100
  rejectStats(error);
101
+ rejectDiagnostics(error);
94
102
  break;
95
103
  }
96
104
  if (sampleRate === undefined || channels === undefined || bitsPerSample === undefined) {
@@ -103,6 +111,7 @@ export function audioGen(params) {
103
111
  bitsPerSample
104
112
  });
105
113
  resolveStats(chunk.stats);
114
+ resolveDiagnostics(chunk.diagnostics);
106
115
  break;
107
116
  }
108
117
  }
@@ -115,6 +124,7 @@ export function audioGen(params) {
115
124
  error instanceof Error ? error : new InvalidResponseError('audioGenStream', error);
116
125
  rejectAudio(progressError);
117
126
  rejectStats(progressError);
127
+ rejectDiagnostics(progressError);
118
128
  }
119
129
  finally {
120
130
  progressDone = true;
@@ -143,6 +153,7 @@ export function audioGen(params) {
143
153
  requestId,
144
154
  progressStream: progressStream(),
145
155
  audio,
146
- stats
156
+ stats,
157
+ diagnostics
147
158
  };
148
159
  }
@@ -28,7 +28,7 @@ type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
28
28
  * @param params.mcp - Optional array of MCP client inputs for tool integration
29
29
  * @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
30
30
  * @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
31
- * @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
31
+ * @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
32
32
  * Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
33
33
  * @param params.responseFormat - Optional structured-output constraint applied to the model's output:
34
34
  * - `{ type: "text" }` — no constraint (default behavior)
@@ -28,7 +28,7 @@ const logger = getAppLogger();
28
28
  * @param params.mcp - Optional array of MCP client inputs for tool integration
29
29
  * @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
30
30
  * @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
31
- * @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
31
+ * @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
32
32
  * Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
33
33
  * @param params.responseFormat - Optional structured-output constraint applied to the model's output:
34
34
  * - `{ type: "text" }` — no constraint (default behavior)
@@ -4,7 +4,7 @@ export type DownloadAssetOptions = BaseDownloadAssetOptions;
4
4
  * Downloads an asset (model file) without loading it into memory.
5
5
  *
6
6
  * This function is specifically designed for download-only operations and
7
- * doesn't accept runtime configuration options like modelConfig or delegate.
7
+ * doesn't accept runtime configuration options like modelConfig.
8
8
  * Use this for download-only operations instead of loadModel for better semantic clarity.
9
9
  *
10
10
  * @param options - Download configuration including:
@@ -2,13 +2,13 @@ import { send, stream } from '../dispatch.js';
2
2
  import { downloadAssetOptionsToRequestSchema } from '../schemas/index.js';
3
3
  import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError } from '../errors/index.js';
4
4
  import { decoratePromise } from '../utils/decorate-promise.js';
5
- import { parseClientInput } from '../api/parse-input.js';
5
+ import { parseClientInput } from './parse-input.js';
6
6
  import { generateRequestId } from '../runtime/request-id.js';
7
7
  /**
8
8
  * Downloads an asset (model file) without loading it into memory.
9
9
  *
10
10
  * This function is specifically designed for download-only operations and
11
- * doesn't accept runtime configuration options like modelConfig or delegate.
11
+ * doesn't accept runtime configuration options like modelConfig.
12
12
  * Use this for download-only operations instead of loadModel for better semantic clarity.
13
13
  *
14
14
  * @param options - Download configuration including:
@@ -1,7 +1,7 @@
1
1
  import { send, stream as streamRpc } from '../dispatch.js';
2
2
  import { finetuneRunParamsSchema, finetuneRunRequestSchema, finetuneStopRequestSchema, finetuneGetStateParamsSchema, finetuneGetStateRequestSchema, finetuneProgressResponseSchema, finetuneResponseSchema } from '../schemas/index.js';
3
3
  import { InvalidResponseError, StreamEndedError } from '../errors/index.js';
4
- import { parseClientInput } from '../api/parse-input.js';
4
+ import { parseClientInput } from './parse-input.js';
5
5
  function isFinetuneReplyParams(params) {
6
6
  return (params.operation === 'pause' || params.operation === 'cancel' || params.operation === 'getState');
7
7
  }
@@ -1,23 +1,19 @@
1
1
  import { type GetLoadedModelInfoParams, type LoadedModelInfo } from '../schemas/index.js';
2
2
  import { type RPCOptions } from '../schemas/common.js';
3
3
  /**
4
- * Returns introspection info for a loaded `modelId` (local or delegated).
4
+ * Returns introspection info for a loaded `modelId`.
5
5
  *
6
- * For local models, `info.modelType` and `info.handlers` are authoritative.
7
- * Use them to preflight a call before making the actual request, e.g.
8
- * confirm that a model supports `transcribeStream` before calling `transcribe()`.
9
- *
10
- * For delegated models, only `modelId`, `isDelegated: true`, `providerInfo`,
11
- * and `handlers: []` are populated. Preflight against a delegated model is
12
- * best-effort and falls through to the provider's error response.
6
+ * `info.modelType` and `info.handlers` are authoritative. Use them to preflight
7
+ * a call before making the actual request, e.g. confirm that a model supports
8
+ * `transcribeStream` before calling `transcribe()`.
13
9
  *
14
10
  * Throws `ModelNotFoundError` if no entry exists for `modelId`.
15
11
  *
16
12
  * @example
17
13
  * ```typescript
18
14
  * const info = await getLoadedModelInfo({ modelId });
19
- * if (info.isDelegated || info.handlers.includes("completionStream")) {
20
- * // safe to call completion(); delegated path defers to provider
15
+ * if (info.handlers.includes("completionStream")) {
16
+ * // safe to call completion()
21
17
  * }
22
18
  * ```
23
19
  */
@@ -1,23 +1,19 @@
1
1
  import { send } from '../dispatch.js';
2
2
  import { InvalidResponseError } from '../errors/index.js';
3
3
  /**
4
- * Returns introspection info for a loaded `modelId` (local or delegated).
4
+ * Returns introspection info for a loaded `modelId`.
5
5
  *
6
- * For local models, `info.modelType` and `info.handlers` are authoritative.
7
- * Use them to preflight a call before making the actual request, e.g.
8
- * confirm that a model supports `transcribeStream` before calling `transcribe()`.
9
- *
10
- * For delegated models, only `modelId`, `isDelegated: true`, `providerInfo`,
11
- * and `handlers: []` are populated. Preflight against a delegated model is
12
- * best-effort and falls through to the provider's error response.
6
+ * `info.modelType` and `info.handlers` are authoritative. Use them to preflight
7
+ * a call before making the actual request, e.g. confirm that a model supports
8
+ * `transcribeStream` before calling `transcribe()`.
13
9
  *
14
10
  * Throws `ModelNotFoundError` if no entry exists for `modelId`.
15
11
  *
16
12
  * @example
17
13
  * ```typescript
18
14
  * const info = await getLoadedModelInfo({ modelId });
19
- * if (info.isDelegated || info.handlers.includes("completionStream")) {
20
- * // safe to call completion(); delegated path defers to provider
15
+ * if (info.handlers.includes("completionStream")) {
16
+ * // safe to call completion()
21
17
  * }
22
18
  * ```
23
19
  */
@@ -1,29 +1,12 @@
1
1
  import { type HeartbeatResponse } from '../schemas/index.js';
2
- import type { DelegateBase } from '../schemas/delegate.js';
3
2
  /**
4
- * Checks if a delegated provider is online by sending a heartbeat round-trip.
5
- * Can also be used to check if the local engine is responsive.
3
+ * Checks whether the local engine is responsive by sending a heartbeat
4
+ * round-trip.
6
5
  *
7
- * @param params - Delegation target to check
8
- * @param params.delegate - The provider to check (providerPublicKey + optional timeout)
9
- * @returns A promise that resolves to a heartbeat response if the provider is reachable.
10
- * @throws {QvacErrorBase} When the provider is unreachable or the response is invalid.
6
+ * @returns A promise that resolves to a heartbeat response.
7
+ * @throws {QvacErrorBase} When the response is invalid.
11
8
  *
12
9
  * @example
13
- * // Check if a delegated provider is online
14
- * try {
15
- * await heartbeat({
16
- * delegate: { providerPublicKey: "peerHex", timeout: 3000 },
17
- * });
18
- * console.log("Provider is online");
19
- * } catch {
20
- * console.log("Provider is offline");
21
- * }
22
- *
23
- * @example
24
- * // Check if the local engine is responsive
25
10
  * await heartbeat();
26
11
  */
27
- export declare function heartbeat(params?: {
28
- delegate?: DelegateBase;
29
- }): Promise<HeartbeatResponse>;
12
+ export declare function heartbeat(): Promise<HeartbeatResponse>;
@@ -1,34 +1,17 @@
1
1
  import { send } from '../dispatch.js';
2
2
  import { InvalidResponseError } from '../errors/index.js';
3
3
  /**
4
- * Checks if a delegated provider is online by sending a heartbeat round-trip.
5
- * Can also be used to check if the local engine is responsive.
4
+ * Checks whether the local engine is responsive by sending a heartbeat
5
+ * round-trip.
6
6
  *
7
- * @param params - Delegation target to check
8
- * @param params.delegate - The provider to check (providerPublicKey + optional timeout)
9
- * @returns A promise that resolves to a heartbeat response if the provider is reachable.
10
- * @throws {QvacErrorBase} When the provider is unreachable or the response is invalid.
7
+ * @returns A promise that resolves to a heartbeat response.
8
+ * @throws {QvacErrorBase} When the response is invalid.
11
9
  *
12
10
  * @example
13
- * // Check if a delegated provider is online
14
- * try {
15
- * await heartbeat({
16
- * delegate: { providerPublicKey: "peerHex", timeout: 3000 },
17
- * });
18
- * console.log("Provider is online");
19
- * } catch {
20
- * console.log("Provider is offline");
21
- * }
22
- *
23
- * @example
24
- * // Check if the local engine is responsive
25
11
  * await heartbeat();
26
12
  */
27
- export async function heartbeat(params) {
28
- const request = {
29
- type: 'heartbeat',
30
- ...(params?.delegate && { delegate: params.delegate })
31
- };
13
+ export async function heartbeat() {
14
+ const request = { type: 'heartbeat' };
32
15
  const response = await send(request);
33
16
  if (response.type !== 'heartbeat') {
34
17
  throw new InvalidResponseError('heartbeat');
@@ -1,35 +1,36 @@
1
- export { loadModel } from '../api/load-model.js';
2
- export { downloadAsset } from '../api/download-asset.js';
3
- export { completion } from '../api/completion-stream.js';
4
- export { batchCompletion } from '../api/batch-completion.js';
5
- export { deleteCache } from '../api/delete-cache.js';
6
- export { unloadModel } from '../api/unload-model.js';
7
- export { loggingStream } from '../api/logging-stream.js';
8
- export { subscribeServerLogs, type ServerLogHandler } from '../api/subscribe-logs.js';
9
- export { heartbeat } from '../api/heartbeat.js';
10
- export { transcribe, transcribeStream } from '../api/transcribe.js';
11
- export { bciTranscribe, bciTranscribeStream } from '../api/bci-transcribe.js';
12
- export { embed } from '../api/embed.js';
13
- export { finetune, type FinetuneHandle } from '../api/finetune.js';
14
- export { translate } from '../api/translate.js';
15
- export { cancel } from '../api/cancel.js';
16
- export { startQVACProvider } from '../api/provide.js';
17
- export { stopQVACProvider } from '../api/stop-provider.js';
18
- export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from '../api/rag.js';
19
- export { textToSpeech, textToSpeechStream } from '../api/text-to-speech.js';
20
- export { getModelInfo } from '../api/get-model-info.js';
21
- export { getLoadedModelInfo } from '../api/get-loaded-model-info.js';
22
- export { getSystemResources } from '../api/get-system-resources.js';
23
- export { ocr } from '../api/ocr.js';
24
- export { invokePlugin, invokePluginStream } from '../api/invoke-plugin.js';
25
- export { diffusion, type DiffusionProgressTick } from '../api/diffusion.js';
26
- export { audioGen } from '../api/audio-gen.js';
27
- export { classify } from '../api/classify.js';
28
- export { video, type VideoProgressTick } from '../api/video.js';
29
- export { upscale } from '../api/upscale.js';
30
- export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams } from '../api/registry.js';
31
- export { suspend } from '../api/suspend.js';
32
- export { resume } from '../api/resume.js';
33
- export { state } from '../api/state.js';
34
- export { vla, vlaHparams, vlaSetEmbodiment } from '../api/vla.js';
35
- export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from '../api/vla-helpers.js';
1
+ export { loadModel } from './load-model.js';
2
+ export { downloadAsset } from './download-asset.js';
3
+ export { completion } from './completion-stream.js';
4
+ export { batchCompletion } from './batch-completion.js';
5
+ export { deleteCache } from './delete-cache.js';
6
+ export { unloadModel } from './unload-model.js';
7
+ export { loggingStream } from './logging-stream.js';
8
+ export { subscribeServerLogs, type ServerLogHandler } from './subscribe-logs.js';
9
+ export { heartbeat } from './heartbeat.js';
10
+ export { transcribe, transcribeStream } from './transcribe.js';
11
+ export { bciTranscribe, bciTranscribeStream } from './bci-transcribe.js';
12
+ export { embed } from './embed.js';
13
+ export { finetune, type FinetuneHandle } from './finetune.js';
14
+ export { translate } from './translate.js';
15
+ export { cancel } from './cancel.js';
16
+ export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from './rag.js';
17
+ export { textToSpeech, textToSpeechStream } from './text-to-speech.js';
18
+ export { getModelInfo } from './get-model-info.js';
19
+ export { getLoadedModelInfo } from './get-loaded-model-info.js';
20
+ export { getSystemResources } from './get-system-resources.js';
21
+ export { assessModelFit } from './assess-model-fit.js';
22
+ export { ocr } from './ocr.js';
23
+ export { invokePlugin, invokePluginStream } from './invoke-plugin.js';
24
+ export { diffusion, type DiffusionProgressTick } from './diffusion.js';
25
+ export { audioGen } from './audio-gen.js';
26
+ export { classify } from './classify.js';
27
+ export { video, type VideoProgressTick } from './video.js';
28
+ export { upscale } from './upscale.js';
29
+ export { worldCreateScene, worldStep } from './world.js';
30
+ export { type WorldStepResult, type WorldStepProgressTick, type WorldSceneResult, type WorldSceneResultWithPack } from './world-result.js';
31
+ export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams } from './registry.js';
32
+ export { suspend } from './suspend.js';
33
+ export { resume } from './resume.js';
34
+ export { state } from './state.js';
35
+ export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
36
+ export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
package/dist/api/index.js CHANGED
@@ -1,35 +1,35 @@
1
- export { loadModel } from '../api/load-model.js';
2
- export { downloadAsset } from '../api/download-asset.js';
3
- export { completion } from '../api/completion-stream.js';
4
- export { batchCompletion } from '../api/batch-completion.js';
5
- export { deleteCache } from '../api/delete-cache.js';
6
- export { unloadModel } from '../api/unload-model.js';
7
- export { loggingStream } from '../api/logging-stream.js';
8
- export { subscribeServerLogs } from '../api/subscribe-logs.js';
9
- export { heartbeat } from '../api/heartbeat.js';
10
- export { transcribe, transcribeStream } from '../api/transcribe.js';
11
- export { bciTranscribe, bciTranscribeStream } from '../api/bci-transcribe.js';
12
- export { embed } from '../api/embed.js';
13
- export { finetune } from '../api/finetune.js';
14
- export { translate } from '../api/translate.js';
15
- export { cancel } from '../api/cancel.js';
16
- export { startQVACProvider } from '../api/provide.js';
17
- export { stopQVACProvider } from '../api/stop-provider.js';
18
- export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from '../api/rag.js';
19
- export { textToSpeech, textToSpeechStream } from '../api/text-to-speech.js';
20
- export { getModelInfo } from '../api/get-model-info.js';
21
- export { getLoadedModelInfo } from '../api/get-loaded-model-info.js';
22
- export { getSystemResources } from '../api/get-system-resources.js';
23
- export { ocr } from '../api/ocr.js';
24
- export { invokePlugin, invokePluginStream } from '../api/invoke-plugin.js';
25
- export { diffusion } from '../api/diffusion.js';
26
- export { audioGen } from '../api/audio-gen.js';
27
- export { classify } from '../api/classify.js';
28
- export { video } from '../api/video.js';
29
- export { upscale } from '../api/upscale.js';
30
- export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel } from '../api/registry.js';
31
- export { suspend } from '../api/suspend.js';
32
- export { resume } from '../api/resume.js';
33
- export { state } from '../api/state.js';
34
- export { vla, vlaHparams, vlaSetEmbodiment } from '../api/vla.js';
35
- export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from '../api/vla-helpers.js';
1
+ export { loadModel } from './load-model.js';
2
+ export { downloadAsset } from './download-asset.js';
3
+ export { completion } from './completion-stream.js';
4
+ export { batchCompletion } from './batch-completion.js';
5
+ export { deleteCache } from './delete-cache.js';
6
+ export { unloadModel } from './unload-model.js';
7
+ export { loggingStream } from './logging-stream.js';
8
+ export { subscribeServerLogs } from './subscribe-logs.js';
9
+ export { heartbeat } from './heartbeat.js';
10
+ export { transcribe, transcribeStream } from './transcribe.js';
11
+ export { bciTranscribe, bciTranscribeStream } from './bci-transcribe.js';
12
+ export { embed } from './embed.js';
13
+ export { finetune } from './finetune.js';
14
+ export { translate } from './translate.js';
15
+ export { cancel } from './cancel.js';
16
+ export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from './rag.js';
17
+ export { textToSpeech, textToSpeechStream } from './text-to-speech.js';
18
+ export { getModelInfo } from './get-model-info.js';
19
+ export { getLoadedModelInfo } from './get-loaded-model-info.js';
20
+ export { getSystemResources } from './get-system-resources.js';
21
+ export { assessModelFit } from './assess-model-fit.js';
22
+ export { ocr } from './ocr.js';
23
+ export { invokePlugin, invokePluginStream } from './invoke-plugin.js';
24
+ export { diffusion } from './diffusion.js';
25
+ export { audioGen } from './audio-gen.js';
26
+ export { classify } from './classify.js';
27
+ export { video } from './video.js';
28
+ export { upscale } from './upscale.js';
29
+ export { worldCreateScene, worldStep } from './world.js';
30
+ export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel } from './registry.js';
31
+ export { suspend } from './suspend.js';
32
+ export { resume } from './resume.js';
33
+ export { state } from './state.js';
34
+ export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
35
+ export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
@@ -31,7 +31,11 @@ export declare function loadModel<S extends ModelDescriptor>(options: LoadModelD
31
31
  *
32
32
  * @overloadLabel "Load new model"
33
33
  * @param options - An object that defines all configuration parameters required for loading the model, including:
34
- * - modelSrc: The location from which the model weights are fetched (local path, remote URL, or Hyperdrive URL)
34
+ * - modelSrc: The location from which the model weights are fetched (local path, remote URL, or Hyperdrive URL).
35
+ * Hugging Face URLs (huggingface.co / hf.co) are verified against the Hub's SHA-256, and their transport is
36
+ * hardened (plaintext http:// and https://→http:// downgrades rejected, loopback excepted). Other HTTP(S) URLs
37
+ * are downloaded as-is and unverified (bring-your-own — plaintext on any host is allowed). Set
38
+ * `requireHttpChecksum` in the config to reject Hugging Face downloads that expose no usable checksum.
35
39
  * - modelType: The canonical type of model ("llamacpp-completion",
36
40
  * "whispercpp-transcription", "llamacpp-embedding", "nmtcpp-translation",
37
41
  * "tts-ggml", ...). May be omitted when `modelSrc` is a registry descriptor
@@ -1,9 +1,9 @@
1
1
  import { send, stream } from '../dispatch.js';
2
- import { startLoggingStreamForModel } from '../api/logging-stream-registry.js';
2
+ import { startLoggingStreamForModel } from './logging-stream-registry.js';
3
3
  import { loadBuiltinToRequestSchema, loadCustomPluginToRequestSchema, reloadConfigOptionsToRequestSchema, isBuiltInModelType, isModelTypeAlias, normalizeModelType, inferModelTypeFromModelSrc, ModelType } from '../schemas/index.js';
4
4
  import { ModelLoadFailedError, ModelTypeRequiredError, StreamEndedError, InvalidResponseError } from '../errors/index.js';
5
5
  import { assertModelSrcMatchesModelType } from '../utils/load-model-validation.js';
6
- import { parseClientInput } from '../api/parse-input.js';
6
+ import { parseClientInput } from './parse-input.js';
7
7
  import { getAppLogger } from '../logging/index.js';
8
8
  import { decoratePromise } from '../utils/decorate-promise.js';
9
9
  import { generateRequestId } from '../runtime/request-id.js';
@@ -55,14 +55,12 @@ async function runLoadModel(options, requestId, rpcOptions) {
55
55
  if (isReactNativeRuntime() &&
56
56
  canonicalModelType === ModelType.sdcppGeneration &&
57
57
  modelConfig?.mode === 'video' &&
58
- resolvedOptions['delegate'] === undefined &&
59
58
  !warnedLocalVideoModelLoad) {
60
59
  warnedLocalVideoModelLoad = true;
61
60
  const message = 'QVAC video generation works on React Native, but loading the video ' +
62
61
  'model on-device will usually fail or take several minutes — the video ' +
63
62
  'diffusion models currently shipped by QVAC are too large to load ' +
64
- 'on typical mobile devices. Pass a `delegate` to `loadModel(...)` to ' +
65
- 'run generation on a desktop peer instead.';
63
+ 'on typical mobile devices.';
66
64
  logger.warn(message);
67
65
  }
68
66
  }
@@ -1,5 +1,5 @@
1
1
  import { getAppLogger } from '../logging/index.js';
2
- import { loggingStream } from '../api/logging-stream.js';
2
+ import { loggingStream } from './logging-stream.js';
3
3
  const logger = getAppLogger();
4
4
  const activeStreams = new Map();
5
5
  export function startLoggingStreamForModel(modelId, modelLogger) {
@@ -13,9 +13,6 @@
13
13
  * Behavior of in-flight operations from before the previous `suspend()`:
14
14
  * - P2P / Hyperdrive downloads: continue automatically once their underlying
15
15
  * swarm/corestore is restored
16
- * - Delegated reply RPCs: auto-recover once the swarm reconnects
17
- * (subject to delegate `timeout`)
18
- * - Delegated stream RPCs: not recovered — re-issue after `resume()` works normally.
19
16
  *
20
17
  * @throws {RPCError} When one or more resources fail to resume. On partial
21
18
  * failure the runtime stays `"suspended"` (operations remain blocked) so
@@ -15,9 +15,6 @@ import { InvalidResponseError } from '../errors/index.js';
15
15
  * Behavior of in-flight operations from before the previous `suspend()`:
16
16
  * - P2P / Hyperdrive downloads: continue automatically once their underlying
17
17
  * swarm/corestore is restored
18
- * - Delegated reply RPCs: auto-recover once the swarm reconnects
19
- * (subject to delegate `timeout`)
20
- * - Delegated stream RPCs: not recovered — re-issue after `resume()` works normally.
21
18
  *
22
19
  * @throws {RPCError} When one or more resources fail to resume. On partial
23
20
  * failure the runtime stays `"suspended"` (operations remain blocked) so