@qvac/inference 0.18.2 → 0.19.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (396) hide show
  1. package/NOTICE +69 -36
  2. package/README.md +1 -5
  3. package/dist/api/assess-model-fit.d.ts +16 -0
  4. package/dist/api/assess-model-fit.js +27 -0
  5. package/dist/api/audio-gen.d.ts +4 -4
  6. package/dist/api/audio-gen.js +17 -6
  7. package/dist/api/completion-stream.d.ts +1 -1
  8. package/dist/api/completion-stream.js +1 -1
  9. package/dist/api/delete-cache.d.ts +7 -1
  10. package/dist/api/delete-cache.js +11 -1
  11. package/dist/api/download-asset.d.ts +1 -1
  12. package/dist/api/download-asset.js +2 -2
  13. package/dist/api/finetune.js +1 -1
  14. package/dist/api/get-loaded-model-info.d.ts +6 -10
  15. package/dist/api/get-loaded-model-info.js +6 -10
  16. package/dist/api/heartbeat.d.ts +5 -22
  17. package/dist/api/heartbeat.js +6 -23
  18. package/dist/api/index.d.ts +36 -35
  19. package/dist/api/index.js +35 -35
  20. package/dist/api/load-model.d.ts +5 -1
  21. package/dist/api/load-model.js +3 -5
  22. package/dist/api/logging-stream-registry.js +1 -1
  23. package/dist/api/resume.d.ts +0 -3
  24. package/dist/api/resume.js +0 -3
  25. package/dist/api/subscribe-logs.js +1 -1
  26. package/dist/api/suspend.d.ts +0 -4
  27. package/dist/api/suspend.js +0 -4
  28. package/dist/api/translate.d.ts +3 -1
  29. package/dist/api/translate.js +16 -8
  30. package/dist/api/unload-model.js +3 -5
  31. package/dist/api/video-request.d.ts +207 -0
  32. package/dist/api/video-request.js +18 -0
  33. package/dist/api/video.d.ts +22 -2
  34. package/dist/api/video.js +25 -15
  35. package/dist/api/vla-helpers.d.ts +1 -2
  36. package/dist/api/vla-helpers.js +1 -2
  37. package/dist/api/vla.js +1 -1
  38. package/dist/api/world-result.d.ts +71 -0
  39. package/dist/api/world-result.js +293 -0
  40. package/dist/api/world.d.ts +143 -0
  41. package/dist/api/world.js +71 -0
  42. package/dist/config/resolve-config.d.ts +1 -1
  43. package/dist/config/resolve-config.js +1 -1
  44. package/dist/constants/index.d.ts +2 -2
  45. package/dist/constants/index.js +2 -2
  46. package/dist/dispatch.js +15 -28
  47. package/dist/errors/index.d.ts +35 -31
  48. package/dist/errors/index.js +66 -56
  49. package/dist/handlers/assess-model-fit.d.ts +10 -0
  50. package/dist/handlers/assess-model-fit.js +75 -0
  51. package/dist/handlers/cancelHandler.js +1 -1
  52. package/dist/handlers/completion-orchestrate.js +1 -1
  53. package/dist/handlers/delete-cache.js +3 -0
  54. package/dist/handlers/download-asset.js +6 -5
  55. package/dist/handlers/finetune.js +1 -1
  56. package/dist/handlers/get-loaded-model-info.js +0 -12
  57. package/dist/handlers/get-model-info.js +1 -1
  58. package/dist/handlers/get-system-resources.js +8 -0
  59. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  60. package/dist/handlers/load-model/download-stats.d.ts +3 -3
  61. package/dist/handlers/load-model/download-stats.js +5 -5
  62. package/dist/handlers/load-model/handler.js +6 -8
  63. package/dist/handlers/load-model/http-verify.d.ts +20 -0
  64. package/dist/handlers/load-model/http-verify.js +54 -0
  65. package/dist/handlers/load-model/http.d.ts +12 -2
  66. package/dist/handlers/load-model/http.js +119 -230
  67. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  68. package/dist/handlers/load-model/hyperdrive.js +1 -1
  69. package/dist/handlers/load-model/index.d.ts +2 -2
  70. package/dist/handlers/load-model/index.js +2 -2
  71. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  72. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  73. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  74. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  75. package/dist/handlers/load-model/registry.d.ts +2 -2
  76. package/dist/handlers/load-model/registry.js +4 -4
  77. package/dist/handlers/load-model/resolve-session.d.ts +8 -1
  78. package/dist/handlers/load-model/resolve-session.js +12 -9
  79. package/dist/handlers/load-model/resolve.d.ts +4 -4
  80. package/dist/handlers/load-model/resolve.js +18 -16
  81. package/dist/handlers/load-model/safe-fetch.d.ts +44 -0
  82. package/dist/handlers/load-model/safe-fetch.js +143 -0
  83. package/dist/handlers/load-model/types.d.ts +9 -0
  84. package/dist/handlers/plugin-dispatch.js +1 -4
  85. package/dist/handlers/plugin-invoke.js +1 -4
  86. package/dist/handlers/types.d.ts +0 -2
  87. package/dist/handlers/unload-model.js +1 -4
  88. package/dist/index.d.ts +1 -1
  89. package/dist/index.js +1 -1
  90. package/dist/logging/addon.d.ts +1 -1
  91. package/dist/logging/addon.js +1 -1
  92. package/dist/logging/index.d.ts +5 -5
  93. package/dist/logging/index.js +4 -4
  94. package/dist/logging/logger.d.ts +1 -1
  95. package/dist/logging/logger.js +2 -2
  96. package/dist/models/registry/index.d.ts +1 -1
  97. package/dist/models/registry/index.js +2 -2
  98. package/dist/models/registry/models.d.ts +250 -0
  99. package/dist/models/registry/models.js +2071 -1806
  100. package/dist/models/registry/resource-profiles.d.ts +18 -0
  101. package/dist/models/registry/resource-profiles.js +4934 -0
  102. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +14 -0
  103. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  104. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +47 -5
  105. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +134 -4
  106. package/dist/plugins/builtin/audiogen-ggml/plugin.js +47 -28
  107. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +1 -1
  108. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  109. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  110. package/dist/plugins/builtin/ggml-ocr/plugin.js +2 -2
  111. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  112. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  113. package/dist/plugins/builtin/index.d.ts +12 -12
  114. package/dist/plugins/builtin/index.js +12 -12
  115. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +2 -2
  116. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -0
  117. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +3 -0
  118. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +37 -26
  119. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +12 -11
  120. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +133 -41
  121. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +15 -4
  122. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +79 -17
  123. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +22 -8
  124. package/dist/plugins/builtin/llamacpp-completion/plugin.js +10 -13
  125. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +4 -0
  126. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +13 -2
  127. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +2 -2
  128. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +2 -2
  129. package/dist/plugins/builtin/parakeet-transcription/plugin.js +3 -3
  130. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +1 -1
  131. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +32 -2
  132. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +126 -0
  133. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +820 -0
  134. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +153 -4
  135. package/dist/plugins/builtin/sdcpp-generation/plugin.js +134 -13
  136. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +1 -1
  137. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +1 -1
  138. package/dist/plugins/builtin/tts-ggml/plugin.js +2 -2
  139. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +2 -2
  140. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +3 -3
  141. package/dist/plugins/index.d.ts +1 -1
  142. package/dist/plugins/index.js +2 -2
  143. package/dist/plugins/ops/kv-cache-utils.js +1 -1
  144. package/dist/plugins/ops/load-model.js +1 -1
  145. package/dist/plugins/ops/transcribe.js +2 -2
  146. package/dist/plugins/ops/translate.js +4 -12
  147. package/dist/plugins/ops/unload-model.js +19 -21
  148. package/dist/plugins/registry.d.ts +1 -0
  149. package/dist/plugins/registry.js +12 -0
  150. package/dist/profiling/aggregator.d.ts +1 -1
  151. package/dist/profiling/aggregator.js +1 -1
  152. package/dist/profiling/controller.d.ts +1 -1
  153. package/dist/profiling/controller.js +2 -2
  154. package/dist/profiling/envelope.d.ts +0 -1
  155. package/dist/profiling/envelope.js +0 -10
  156. package/dist/profiling/events.d.ts +2 -3
  157. package/dist/profiling/events.js +2 -9
  158. package/dist/profiling/exporters.d.ts +1 -1
  159. package/dist/profiling/exporters.js +3 -3
  160. package/dist/profiling/index.d.ts +13 -14
  161. package/dist/profiling/index.js +12 -13
  162. package/dist/profiling/operation-metrics.d.ts +1 -1
  163. package/dist/profiling/operation-metrics.js +35 -2
  164. package/dist/profiling/operation-wrappers.js +12 -15
  165. package/dist/profiling/profiler.d.ts +1 -2
  166. package/dist/profiling/profiler.js +7 -26
  167. package/dist/profiling/types.d.ts +1 -1
  168. package/dist/rag/handler.js +1 -1
  169. package/dist/rag/handlers/close-workspace.js +1 -1
  170. package/dist/rag/handlers/delete-embeddings.js +1 -1
  171. package/dist/rag/handlers/delete-workspace.js +2 -6
  172. package/dist/rag/handlers/ingest.js +1 -1
  173. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  174. package/dist/rag/handlers/list-workspaces.js +1 -1
  175. package/dist/rag/handlers/reindex.js +1 -1
  176. package/dist/rag/handlers/save-embeddings.js +1 -1
  177. package/dist/rag/handlers/search.js +1 -1
  178. package/dist/rag/index.d.ts +11 -11
  179. package/dist/rag/index.js +11 -11
  180. package/dist/rag/rag-workspace-manager.d.ts +4 -2
  181. package/dist/rag/rag-workspace-manager.js +268 -15
  182. package/dist/registry.js +8 -58
  183. package/dist/resources/collector.d.ts +3 -1
  184. package/dist/resources/collector.js +91 -9
  185. package/dist/resources/instance.d.ts +1 -1
  186. package/dist/resources/instance.js +1 -1
  187. package/dist/resources/model-fit/assess.d.ts +36 -0
  188. package/dist/resources/model-fit/assess.js +679 -0
  189. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +8 -0
  190. package/dist/resources/model-fit/calibration/darwin-arm64.js +36 -0
  191. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +8 -0
  192. package/dist/resources/model-fit/calibration/darwin-x64.js +38 -0
  193. package/dist/resources/model-fit/calibration/fit.d.ts +73 -0
  194. package/dist/resources/model-fit/calibration/fit.js +152 -0
  195. package/dist/resources/model-fit/calibration/index.d.ts +37 -0
  196. package/dist/resources/model-fit/calibration/index.js +75 -0
  197. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +8 -0
  198. package/dist/resources/model-fit/calibration/linux-arm64.js +38 -0
  199. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +8 -0
  200. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +39 -0
  201. package/dist/resources/model-fit/calibration/linux-x64.d.ts +8 -0
  202. package/dist/resources/model-fit/calibration/linux-x64.js +38 -0
  203. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +8 -0
  204. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +39 -0
  205. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +8 -0
  206. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +36 -0
  207. package/dist/resources/model-fit/calibration/win32-x64.d.ts +8 -0
  208. package/dist/resources/model-fit/calibration/win32-x64.js +38 -0
  209. package/dist/resources/model-fit/estimators/llm.d.ts +46 -0
  210. package/dist/resources/model-fit/estimators/llm.js +222 -0
  211. package/dist/resources/model-fit/estimators/whisper.d.ts +10 -0
  212. package/dist/resources/model-fit/estimators/whisper.js +77 -0
  213. package/dist/resources/model-fit/floor.d.ts +31 -0
  214. package/dist/resources/model-fit/floor.js +65 -0
  215. package/dist/resources/model-fit/types.d.ts +120 -0
  216. package/dist/resources/model-fit/types.js +1 -0
  217. package/dist/resources/native.d.ts +1 -1
  218. package/dist/resources/native.js +15 -0
  219. package/dist/resources/normalize.d.ts +1 -1
  220. package/dist/resources/types.d.ts +14 -0
  221. package/dist/runtime/index.d.ts +5 -5
  222. package/dist/runtime/index.js +2 -2
  223. package/dist/runtime/lifecycle.js +5 -7
  224. package/dist/runtime/model-registry.d.ts +0 -14
  225. package/dist/runtime/model-registry.js +17 -40
  226. package/dist/runtime/registry-client.js +1 -1
  227. package/dist/runtime/request-context.d.ts +3 -3
  228. package/dist/runtime/request-context.js +13 -1
  229. package/dist/runtime/request-registry.d.ts +1 -1
  230. package/dist/runtime/request-registry.js +4 -5
  231. package/dist/runtime/state.d.ts +1 -1
  232. package/dist/runtime/state.js +18 -3
  233. package/dist/schemas/assess-model-fit.d.ts +311 -0
  234. package/dist/schemas/assess-model-fit.js +182 -0
  235. package/dist/schemas/audio-gen.d.ts +437 -7
  236. package/dist/schemas/audio-gen.js +131 -19
  237. package/dist/schemas/batch-completion-stream.d.ts +5 -2
  238. package/dist/schemas/batch-completion-stream.js +3 -3
  239. package/dist/schemas/bci-config.js +73 -27
  240. package/dist/schemas/bci.d.ts +3 -3
  241. package/dist/schemas/bci.js +5 -5
  242. package/dist/schemas/cancel.d.ts +5 -0
  243. package/dist/schemas/cancel.js +1 -0
  244. package/dist/schemas/classification.js +13 -6
  245. package/dist/schemas/common.d.ts +695 -335
  246. package/dist/schemas/common.js +33 -31
  247. package/dist/schemas/completion-event.d.ts +5 -2
  248. package/dist/schemas/completion-event.js +2 -1
  249. package/dist/schemas/completion-stream.d.ts +3 -5
  250. package/dist/schemas/completion-stream.js +4 -8
  251. package/dist/schemas/config.d.ts +640 -18
  252. package/dist/schemas/config.js +50 -8
  253. package/dist/schemas/download-asset.d.ts +19 -1
  254. package/dist/schemas/download-asset.js +20 -4
  255. package/dist/schemas/engine-addon-map.d.ts +1 -1
  256. package/dist/schemas/engine-addon-map.js +3 -3
  257. package/dist/schemas/error.d.ts +2 -2
  258. package/dist/schemas/error.js +2 -2
  259. package/dist/schemas/errors.d.ts +2 -6
  260. package/dist/schemas/errors.js +30 -40
  261. package/dist/schemas/heartbeat.d.ts +10 -0
  262. package/dist/schemas/heartbeat.js +8 -0
  263. package/dist/schemas/index.d.ts +46 -44
  264. package/dist/schemas/index.js +45 -43
  265. package/dist/schemas/llamacpp-config.d.ts +32 -10
  266. package/dist/schemas/llamacpp-config.js +11 -8
  267. package/dist/schemas/load-model.d.ts +2902 -1857
  268. package/dist/schemas/load-model.js +52 -52
  269. package/dist/schemas/mcp-adapter.d.ts +1 -1
  270. package/dist/schemas/model-config-schemas.d.ts +2354 -0
  271. package/dist/schemas/model-config-schemas.js +46 -0
  272. package/dist/schemas/model-info.d.ts +10 -20
  273. package/dist/schemas/model-info.js +4 -25
  274. package/dist/schemas/model-ops.d.ts +3 -1
  275. package/dist/schemas/model-ops.js +7 -2
  276. package/dist/schemas/model-resource-profile.d.ts +109 -0
  277. package/dist/schemas/model-resource-profile.js +83 -0
  278. package/dist/schemas/model-src-utils.d.ts +1 -0
  279. package/dist/schemas/model-src-utils.js +33 -13
  280. package/dist/schemas/ocr.js +48 -13
  281. package/dist/schemas/path-validation.js +8 -2
  282. package/dist/schemas/plugin.d.ts +23 -10
  283. package/dist/schemas/plugin.js +11 -0
  284. package/dist/schemas/profiling.d.ts +138 -43
  285. package/dist/schemas/profiling.js +1 -22
  286. package/dist/schemas/rag.js +1 -1
  287. package/dist/schemas/registry.js +1 -1
  288. package/dist/schemas/reload-config.d.ts +0 -2
  289. package/dist/schemas/reload-config.js +2 -3
  290. package/dist/schemas/sdcpp-config.d.ts +344 -4
  291. package/dist/schemas/sdcpp-config.js +504 -17
  292. package/dist/schemas/system-resources.d.ts +138 -0
  293. package/dist/schemas/system-resources.js +3 -1
  294. package/dist/schemas/text-to-speech.js +183 -76
  295. package/dist/schemas/transcription-config.js +253 -85
  296. package/dist/schemas/transcription.d.ts +3 -3
  297. package/dist/schemas/translate.d.ts +2 -2
  298. package/dist/schemas/translate.js +1 -1
  299. package/dist/schemas/translation-config.js +53 -25
  300. package/dist/schemas/vla.d.ts +1 -1
  301. package/dist/selection.d.ts +1 -5
  302. package/dist/selection.js +2 -6
  303. package/dist/surface.d.ts +1 -1
  304. package/dist/utils/addon-responses.d.ts +1 -0
  305. package/dist/utils/aggregate-events.d.ts +1 -1
  306. package/dist/utils/aggregate-events.js +2 -2
  307. package/dist/utils/archive.js +2 -2
  308. package/dist/utils/audio-input.js +1 -1
  309. package/dist/utils/cache/auto-history.d.ts +1 -1
  310. package/dist/utils/cache/auto-history.js +1 -1
  311. package/dist/utils/cache/paths.js +5 -5
  312. package/dist/utils/completion-normalizer.js +1 -1
  313. package/dist/utils/gguf-tensor-extractor.js +1 -1
  314. package/dist/utils/image-dimensions.d.ts +26 -0
  315. package/dist/utils/image-dimensions.js +46 -0
  316. package/dist/utils/index.d.ts +13 -10
  317. package/dist/utils/index.js +13 -10
  318. package/dist/utils/mcp-adapter.d.ts +1 -1
  319. package/dist/utils/mcp-adapter.js +1 -1
  320. package/dist/utils/path-sanitize.d.ts +7 -0
  321. package/dist/utils/path-sanitize.js +36 -0
  322. package/dist/utils/path-security.d.ts +0 -7
  323. package/dist/utils/path-security.js +1 -36
  324. package/dist/utils/shard-utils.js +3 -3
  325. package/dist/utils/tool-integration.js +1 -1
  326. package/dist/utils/tools/dialect.js +1 -1
  327. package/dist/utils/tools/index.d.ts +2 -2
  328. package/dist/utils/tools/index.js +2 -2
  329. package/dist/utils/tools/parser.js +8 -8
  330. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  331. package/dist/utils/tools/parsers/dsml.js +1 -1
  332. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  333. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  334. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  335. package/dist/utils/tools/parsers/harmony.js +1 -1
  336. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  337. package/dist/utils/tools/parsers/hermes.js +1 -1
  338. package/dist/utils/tools/parsers/json.d.ts +1 -1
  339. package/dist/utils/tools/parsers/json.js +1 -1
  340. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  341. package/dist/utils/tools/parsers/pythonic.js +1 -1
  342. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  343. package/dist/utils/tools/parsers/qwen35.js +3 -3
  344. package/dist/utils/url-security.d.ts +17 -0
  345. package/dist/utils/url-security.js +75 -0
  346. package/package.json +31 -26
  347. package/dist/api/provide.d.ts +0 -23
  348. package/dist/api/provide.js +0 -32
  349. package/dist/api/stop-provider.d.ts +0 -20
  350. package/dist/api/stop-provider.js +0 -30
  351. package/dist/p2p/cancel-delegated.d.ts +0 -3
  352. package/dist/p2p/cancel-delegated.js +0 -64
  353. package/dist/p2p/completion-stream-delegated.d.ts +0 -4
  354. package/dist/p2p/completion-stream-delegated.js +0 -51
  355. package/dist/p2p/delegate-client.d.ts +0 -9
  356. package/dist/p2p/delegate-client.js +0 -219
  357. package/dist/p2p/delegate-connect-diagnostics.d.ts +0 -8
  358. package/dist/p2p/delegate-connect-diagnostics.js +0 -38
  359. package/dist/p2p/delegate-transport.d.ts +0 -18
  360. package/dist/p2p/delegate-transport.js +0 -237
  361. package/dist/p2p/error-handlers.d.ts +0 -4
  362. package/dist/p2p/error-handlers.js +0 -31
  363. package/dist/p2p/handle-request.d.ts +0 -2
  364. package/dist/p2p/handle-request.js +0 -171
  365. package/dist/p2p/handler-utils.d.ts +0 -19
  366. package/dist/p2p/handler-utils.js +0 -180
  367. package/dist/p2p/heartbeat-delegated.d.ts +0 -3
  368. package/dist/p2p/heartbeat-delegated.js +0 -32
  369. package/dist/p2p/load-model-delegated.d.ts +0 -6
  370. package/dist/p2p/load-model-delegated.js +0 -132
  371. package/dist/p2p/progress-throttle.d.ts +0 -7
  372. package/dist/p2p/progress-throttle.js +0 -47
  373. package/dist/p2p/provideHandler/connection.d.ts +0 -2
  374. package/dist/p2p/provideHandler/connection.js +0 -38
  375. package/dist/p2p/provideHandler/handler.d.ts +0 -2
  376. package/dist/p2p/provideHandler/handler.js +0 -66
  377. package/dist/p2p/provideHandler/proxy.d.ts +0 -2
  378. package/dist/p2p/provideHandler/proxy.js +0 -24
  379. package/dist/p2p/provideHandler.d.ts +0 -1
  380. package/dist/p2p/provideHandler.js +0 -2
  381. package/dist/p2p/rpc-utils.d.ts +0 -4
  382. package/dist/p2p/rpc-utils.js +0 -8
  383. package/dist/p2p/stopProvideHandler.d.ts +0 -2
  384. package/dist/p2p/stopProvideHandler.js +0 -29
  385. package/dist/p2p/swarm.d.ts +0 -9
  386. package/dist/p2p/swarm.js +0 -103
  387. package/dist/p2p/transport-selector.d.ts +0 -2
  388. package/dist/p2p/transport-selector.js +0 -18
  389. package/dist/p2p/unload-model-delegated.d.ts +0 -2
  390. package/dist/p2p/unload-model-delegated.js +0 -31
  391. package/dist/profiling/delegation-profiler.d.ts +0 -31
  392. package/dist/profiling/delegation-profiler.js +0 -155
  393. package/dist/schemas/delegate.d.ts +0 -29
  394. package/dist/schemas/delegate.js +0 -40
  395. package/dist/schemas/provide.d.ts +0 -50
  396. package/dist/schemas/provide.js +0 -32
@@ -1,29 +1,12 @@
1
1
  import { type HeartbeatResponse } from '../schemas/index.js';
2
- import type { DelegateBase } from '../schemas/delegate.js';
3
2
  /**
4
- * Checks if a delegated provider is online by sending a heartbeat round-trip.
5
- * Can also be used to check if the local engine is responsive.
3
+ * Checks whether the local engine is responsive by sending a heartbeat
4
+ * round-trip.
6
5
  *
7
- * @param params - Delegation target to check
8
- * @param params.delegate - The provider to check (providerPublicKey + optional timeout)
9
- * @returns A promise that resolves to a heartbeat response if the provider is reachable.
10
- * @throws {QvacErrorBase} When the provider is unreachable or the response is invalid.
6
+ * @returns A promise that resolves to a heartbeat response.
7
+ * @throws {QvacErrorBase} When the response is invalid.
11
8
  *
12
9
  * @example
13
- * // Check if a delegated provider is online
14
- * try {
15
- * await heartbeat({
16
- * delegate: { providerPublicKey: "peerHex", timeout: 3000 },
17
- * });
18
- * console.log("Provider is online");
19
- * } catch {
20
- * console.log("Provider is offline");
21
- * }
22
- *
23
- * @example
24
- * // Check if the local engine is responsive
25
10
  * await heartbeat();
26
11
  */
27
- export declare function heartbeat(params?: {
28
- delegate?: DelegateBase;
29
- }): Promise<HeartbeatResponse>;
12
+ export declare function heartbeat(): Promise<HeartbeatResponse>;
@@ -1,34 +1,17 @@
1
1
  import { send } from '../dispatch.js';
2
2
  import { InvalidResponseError } from '../errors/index.js';
3
3
  /**
4
- * Checks if a delegated provider is online by sending a heartbeat round-trip.
5
- * Can also be used to check if the local engine is responsive.
4
+ * Checks whether the local engine is responsive by sending a heartbeat
5
+ * round-trip.
6
6
  *
7
- * @param params - Delegation target to check
8
- * @param params.delegate - The provider to check (providerPublicKey + optional timeout)
9
- * @returns A promise that resolves to a heartbeat response if the provider is reachable.
10
- * @throws {QvacErrorBase} When the provider is unreachable or the response is invalid.
7
+ * @returns A promise that resolves to a heartbeat response.
8
+ * @throws {QvacErrorBase} When the response is invalid.
11
9
  *
12
10
  * @example
13
- * // Check if a delegated provider is online
14
- * try {
15
- * await heartbeat({
16
- * delegate: { providerPublicKey: "peerHex", timeout: 3000 },
17
- * });
18
- * console.log("Provider is online");
19
- * } catch {
20
- * console.log("Provider is offline");
21
- * }
22
- *
23
- * @example
24
- * // Check if the local engine is responsive
25
11
  * await heartbeat();
26
12
  */
27
- export async function heartbeat(params) {
28
- const request = {
29
- type: 'heartbeat',
30
- ...(params?.delegate && { delegate: params.delegate })
31
- };
13
+ export async function heartbeat() {
14
+ const request = { type: 'heartbeat' };
32
15
  const response = await send(request);
33
16
  if (response.type !== 'heartbeat') {
34
17
  throw new InvalidResponseError('heartbeat');
@@ -1,35 +1,36 @@
1
- export { loadModel } from '../api/load-model.js';
2
- export { downloadAsset } from '../api/download-asset.js';
3
- export { completion } from '../api/completion-stream.js';
4
- export { batchCompletion } from '../api/batch-completion.js';
5
- export { deleteCache } from '../api/delete-cache.js';
6
- export { unloadModel } from '../api/unload-model.js';
7
- export { loggingStream } from '../api/logging-stream.js';
8
- export { subscribeServerLogs, type ServerLogHandler } from '../api/subscribe-logs.js';
9
- export { heartbeat } from '../api/heartbeat.js';
10
- export { transcribe, transcribeStream } from '../api/transcribe.js';
11
- export { bciTranscribe, bciTranscribeStream } from '../api/bci-transcribe.js';
12
- export { embed } from '../api/embed.js';
13
- export { finetune, type FinetuneHandle } from '../api/finetune.js';
14
- export { translate } from '../api/translate.js';
15
- export { cancel } from '../api/cancel.js';
16
- export { startQVACProvider } from '../api/provide.js';
17
- export { stopQVACProvider } from '../api/stop-provider.js';
18
- export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from '../api/rag.js';
19
- export { textToSpeech, textToSpeechStream } from '../api/text-to-speech.js';
20
- export { getModelInfo } from '../api/get-model-info.js';
21
- export { getLoadedModelInfo } from '../api/get-loaded-model-info.js';
22
- export { getSystemResources } from '../api/get-system-resources.js';
23
- export { ocr } from '../api/ocr.js';
24
- export { invokePlugin, invokePluginStream } from '../api/invoke-plugin.js';
25
- export { diffusion, type DiffusionProgressTick } from '../api/diffusion.js';
26
- export { audioGen } from '../api/audio-gen.js';
27
- export { classify } from '../api/classify.js';
28
- export { video, type VideoProgressTick } from '../api/video.js';
29
- export { upscale } from '../api/upscale.js';
30
- export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams } from '../api/registry.js';
31
- export { suspend } from '../api/suspend.js';
32
- export { resume } from '../api/resume.js';
33
- export { state } from '../api/state.js';
34
- export { vla, vlaHparams, vlaSetEmbodiment } from '../api/vla.js';
35
- export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from '../api/vla-helpers.js';
1
+ export { loadModel } from './load-model.js';
2
+ export { downloadAsset } from './download-asset.js';
3
+ export { completion } from './completion-stream.js';
4
+ export { batchCompletion } from './batch-completion.js';
5
+ export { deleteCache } from './delete-cache.js';
6
+ export { unloadModel } from './unload-model.js';
7
+ export { loggingStream } from './logging-stream.js';
8
+ export { subscribeServerLogs, type ServerLogHandler } from './subscribe-logs.js';
9
+ export { heartbeat } from './heartbeat.js';
10
+ export { transcribe, transcribeStream } from './transcribe.js';
11
+ export { bciTranscribe, bciTranscribeStream } from './bci-transcribe.js';
12
+ export { embed } from './embed.js';
13
+ export { finetune, type FinetuneHandle } from './finetune.js';
14
+ export { translate } from './translate.js';
15
+ export { cancel } from './cancel.js';
16
+ export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from './rag.js';
17
+ export { textToSpeech, textToSpeechStream } from './text-to-speech.js';
18
+ export { getModelInfo } from './get-model-info.js';
19
+ export { getLoadedModelInfo } from './get-loaded-model-info.js';
20
+ export { getSystemResources } from './get-system-resources.js';
21
+ export { assessModelFit } from './assess-model-fit.js';
22
+ export { ocr } from './ocr.js';
23
+ export { invokePlugin, invokePluginStream } from './invoke-plugin.js';
24
+ export { diffusion, type DiffusionProgressTick } from './diffusion.js';
25
+ export { audioGen } from './audio-gen.js';
26
+ export { classify } from './classify.js';
27
+ export { video, type VideoProgressTick } from './video.js';
28
+ export { upscale } from './upscale.js';
29
+ export { worldCreateScene, worldStep } from './world.js';
30
+ export { type WorldStepResult, type WorldStepProgressTick, type WorldSceneResult, type WorldSceneResultWithPack } from './world-result.js';
31
+ export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams } from './registry.js';
32
+ export { suspend } from './suspend.js';
33
+ export { resume } from './resume.js';
34
+ export { state } from './state.js';
35
+ export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
36
+ export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
package/dist/api/index.js CHANGED
@@ -1,35 +1,35 @@
1
- export { loadModel } from '../api/load-model.js';
2
- export { downloadAsset } from '../api/download-asset.js';
3
- export { completion } from '../api/completion-stream.js';
4
- export { batchCompletion } from '../api/batch-completion.js';
5
- export { deleteCache } from '../api/delete-cache.js';
6
- export { unloadModel } from '../api/unload-model.js';
7
- export { loggingStream } from '../api/logging-stream.js';
8
- export { subscribeServerLogs } from '../api/subscribe-logs.js';
9
- export { heartbeat } from '../api/heartbeat.js';
10
- export { transcribe, transcribeStream } from '../api/transcribe.js';
11
- export { bciTranscribe, bciTranscribeStream } from '../api/bci-transcribe.js';
12
- export { embed } from '../api/embed.js';
13
- export { finetune } from '../api/finetune.js';
14
- export { translate } from '../api/translate.js';
15
- export { cancel } from '../api/cancel.js';
16
- export { startQVACProvider } from '../api/provide.js';
17
- export { stopQVACProvider } from '../api/stop-provider.js';
18
- export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from '../api/rag.js';
19
- export { textToSpeech, textToSpeechStream } from '../api/text-to-speech.js';
20
- export { getModelInfo } from '../api/get-model-info.js';
21
- export { getLoadedModelInfo } from '../api/get-loaded-model-info.js';
22
- export { getSystemResources } from '../api/get-system-resources.js';
23
- export { ocr } from '../api/ocr.js';
24
- export { invokePlugin, invokePluginStream } from '../api/invoke-plugin.js';
25
- export { diffusion } from '../api/diffusion.js';
26
- export { audioGen } from '../api/audio-gen.js';
27
- export { classify } from '../api/classify.js';
28
- export { video } from '../api/video.js';
29
- export { upscale } from '../api/upscale.js';
30
- export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel } from '../api/registry.js';
31
- export { suspend } from '../api/suspend.js';
32
- export { resume } from '../api/resume.js';
33
- export { state } from '../api/state.js';
34
- export { vla, vlaHparams, vlaSetEmbodiment } from '../api/vla.js';
35
- export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from '../api/vla-helpers.js';
1
+ export { loadModel } from './load-model.js';
2
+ export { downloadAsset } from './download-asset.js';
3
+ export { completion } from './completion-stream.js';
4
+ export { batchCompletion } from './batch-completion.js';
5
+ export { deleteCache } from './delete-cache.js';
6
+ export { unloadModel } from './unload-model.js';
7
+ export { loggingStream } from './logging-stream.js';
8
+ export { subscribeServerLogs } from './subscribe-logs.js';
9
+ export { heartbeat } from './heartbeat.js';
10
+ export { transcribe, transcribeStream } from './transcribe.js';
11
+ export { bciTranscribe, bciTranscribeStream } from './bci-transcribe.js';
12
+ export { embed } from './embed.js';
13
+ export { finetune } from './finetune.js';
14
+ export { translate } from './translate.js';
15
+ export { cancel } from './cancel.js';
16
+ export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from './rag.js';
17
+ export { textToSpeech, textToSpeechStream } from './text-to-speech.js';
18
+ export { getModelInfo } from './get-model-info.js';
19
+ export { getLoadedModelInfo } from './get-loaded-model-info.js';
20
+ export { getSystemResources } from './get-system-resources.js';
21
+ export { assessModelFit } from './assess-model-fit.js';
22
+ export { ocr } from './ocr.js';
23
+ export { invokePlugin, invokePluginStream } from './invoke-plugin.js';
24
+ export { diffusion } from './diffusion.js';
25
+ export { audioGen } from './audio-gen.js';
26
+ export { classify } from './classify.js';
27
+ export { video } from './video.js';
28
+ export { upscale } from './upscale.js';
29
+ export { worldCreateScene, worldStep } from './world.js';
30
+ export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel } from './registry.js';
31
+ export { suspend } from './suspend.js';
32
+ export { resume } from './resume.js';
33
+ export { state } from './state.js';
34
+ export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
35
+ export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
@@ -31,7 +31,11 @@ export declare function loadModel<S extends ModelDescriptor>(options: LoadModelD
31
31
  *
32
32
  * @overloadLabel "Load new model"
33
33
  * @param options - An object that defines all configuration parameters required for loading the model, including:
34
- * - modelSrc: The location from which the model weights are fetched (local path, remote URL, or Hyperdrive URL)
34
+ * - modelSrc: The location from which the model weights are fetched (local path, remote URL, or Hyperdrive URL).
35
+ * Hugging Face URLs (huggingface.co / hf.co) are verified against the Hub's SHA-256, and their transport is
36
+ * hardened (plaintext http:// and https://→http:// downgrades rejected, loopback excepted). Other HTTP(S) URLs
37
+ * are downloaded as-is and unverified (bring-your-own — plaintext on any host is allowed). Set
38
+ * `requireHttpChecksum` in the config to reject Hugging Face downloads that expose no usable checksum.
35
39
  * - modelType: The canonical type of model ("llamacpp-completion",
36
40
  * "whispercpp-transcription", "llamacpp-embedding", "nmtcpp-translation",
37
41
  * "tts-ggml", ...). May be omitted when `modelSrc` is a registry descriptor
@@ -1,9 +1,9 @@
1
1
  import { send, stream } from '../dispatch.js';
2
- import { startLoggingStreamForModel } from '../api/logging-stream-registry.js';
2
+ import { startLoggingStreamForModel } from './logging-stream-registry.js';
3
3
  import { loadBuiltinToRequestSchema, loadCustomPluginToRequestSchema, reloadConfigOptionsToRequestSchema, isBuiltInModelType, isModelTypeAlias, normalizeModelType, inferModelTypeFromModelSrc, ModelType } from '../schemas/index.js';
4
4
  import { ModelLoadFailedError, ModelTypeRequiredError, StreamEndedError, InvalidResponseError } from '../errors/index.js';
5
5
  import { assertModelSrcMatchesModelType } from '../utils/load-model-validation.js';
6
- import { parseClientInput } from '../api/parse-input.js';
6
+ import { parseClientInput } from './parse-input.js';
7
7
  import { getAppLogger } from '../logging/index.js';
8
8
  import { decoratePromise } from '../utils/decorate-promise.js';
9
9
  import { generateRequestId } from '../runtime/request-id.js';
@@ -55,14 +55,12 @@ async function runLoadModel(options, requestId, rpcOptions) {
55
55
  if (isReactNativeRuntime() &&
56
56
  canonicalModelType === ModelType.sdcppGeneration &&
57
57
  modelConfig?.mode === 'video' &&
58
- resolvedOptions['delegate'] === undefined &&
59
58
  !warnedLocalVideoModelLoad) {
60
59
  warnedLocalVideoModelLoad = true;
61
60
  const message = 'QVAC video generation works on React Native, but loading the video ' +
62
61
  'model on-device will usually fail or take several minutes — the video ' +
63
62
  'diffusion models currently shipped by QVAC are too large to load ' +
64
- 'on typical mobile devices. Pass a `delegate` to `loadModel(...)` to ' +
65
- 'run generation on a desktop peer instead.';
63
+ 'on typical mobile devices.';
66
64
  logger.warn(message);
67
65
  }
68
66
  }
@@ -1,5 +1,5 @@
1
1
  import { getAppLogger } from '../logging/index.js';
2
- import { loggingStream } from '../api/logging-stream.js';
2
+ import { loggingStream } from './logging-stream.js';
3
3
  const logger = getAppLogger();
4
4
  const activeStreams = new Map();
5
5
  export function startLoggingStreamForModel(modelId, modelLogger) {
@@ -13,9 +13,6 @@
13
13
  * Behavior of in-flight operations from before the previous `suspend()`:
14
14
  * - P2P / Hyperdrive downloads: continue automatically once their underlying
15
15
  * swarm/corestore is restored
16
- * - Delegated reply RPCs: auto-recover once the swarm reconnects
17
- * (subject to delegate `timeout`)
18
- * - Delegated stream RPCs: not recovered — re-issue after `resume()` works normally.
19
16
  *
20
17
  * @throws {RPCError} When one or more resources fail to resume. On partial
21
18
  * failure the runtime stays `"suspended"` (operations remain blocked) so
@@ -15,9 +15,6 @@ import { InvalidResponseError } from '../errors/index.js';
15
15
  * Behavior of in-flight operations from before the previous `suspend()`:
16
16
  * - P2P / Hyperdrive downloads: continue automatically once their underlying
17
17
  * swarm/corestore is restored
18
- * - Delegated reply RPCs: auto-recover once the swarm reconnects
19
- * (subject to delegate `timeout`)
20
- * - Delegated stream RPCs: not recovered — re-issue after `resume()` works normally.
21
18
  *
22
19
  * @throws {RPCError} When one or more resources fail to resume. On partial
23
20
  * failure the runtime stays `"suspended"` (operations remain blocked) so
@@ -1,5 +1,5 @@
1
1
  import { getAppLogger, ALL_LOG_ID } from '../logging/index.js';
2
- import { loggingStream } from '../api/logging-stream.js';
2
+ import { loggingStream } from './logging-stream.js';
3
3
  const logger = getAppLogger();
4
4
  /**
5
5
  * Subscribes to every log through a single stream: the engine's own logs, per-model
@@ -14,10 +14,6 @@
14
14
  * - P2P / Hyperdrive downloads: stall cleanly, continue after `resume()`
15
15
  * - HTTP downloads: bypass suspend entirely (bytes keep flowing)
16
16
  * - Local native inference: runs to completion regardless
17
- * - Delegated reply RPCs: stall, then auto-recover after `resume()`
18
- * (subject to delegate `timeout`)
19
- * - Delegated stream RPCs: severed, consumer iterator hangs silently;
20
- * re-issue after `resume()` works normally.
21
17
  *
22
18
  * @throws {RPCError} When one or more resources fail to suspend. The runtime
23
19
  * still commits to `"suspended"` so callers can recover with `resume()`.
@@ -16,10 +16,6 @@ import { InvalidResponseError } from '../errors/index.js';
16
16
  * - P2P / Hyperdrive downloads: stall cleanly, continue after `resume()`
17
17
  * - HTTP downloads: bypass suspend entirely (bytes keep flowing)
18
18
  * - Local native inference: runs to completion regardless
19
- * - Delegated reply RPCs: stall, then auto-recover after `resume()`
20
- * (subject to delegate `timeout`)
21
- * - Delegated stream RPCs: severed, consumer iterator hangs silently;
22
- * re-issue after `resume()` works normally.
23
19
  *
24
20
  * @throws {RPCError} When one or more resources fail to suspend. The runtime
25
21
  * still commits to `"suspended"` so callers can recover with `resume()`.
@@ -10,7 +10,8 @@ import { type TranslateClientParams, type TranslationStats, type RPCOptions } fr
10
10
  * @param params.to - Target language code
11
11
  * @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true.
12
12
  * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
13
- * @returns Object with tokenStream generator and text/stats properties
13
+ * @returns Object with a tokenStream generator, `translations` (one entry per
14
+ * input, in order), `text` (those entries joined by newlines) and stats
14
15
  * @throws {QvacErrorBase} When translation fails with an error message or when language detection fails
15
16
  * @example
16
17
  * ```typescript
@@ -43,5 +44,6 @@ import { type TranslateClientParams, type TranslationStats, type RPCOptions } fr
43
44
  export declare function translate(params: TranslateClientParams, options?: RPCOptions): {
44
45
  tokenStream: AsyncGenerator<string>;
45
46
  stats: Promise<TranslationStats | undefined>;
47
+ translations: Promise<string[]>;
46
48
  text: Promise<string>;
47
49
  };
@@ -11,7 +11,8 @@ import { translateResponseSchema } from '../schemas/index.js';
11
11
  * @param params.to - Target language code
12
12
  * @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true.
13
13
  * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
14
- * @returns Object with tokenStream generator and text/stats properties
14
+ * @returns Object with a tokenStream generator, `translations` (one entry per
15
+ * input, in order), `text` (those entries joined by newlines) and stats
15
16
  * @throws {QvacErrorBase} When translation fails with an error message or when language detection fails
16
17
  * @example
17
18
  * ```typescript
@@ -70,10 +71,10 @@ export function translate(params, options) {
70
71
  }
71
72
  }
72
73
  })();
73
- const textPromise = Promise.resolve('');
74
74
  return {
75
75
  tokenStream,
76
- text: textPromise,
76
+ translations: Promise.resolve([]),
77
+ text: Promise.resolve(''),
77
78
  stats: statsPromise
78
79
  };
79
80
  }
@@ -81,23 +82,30 @@ export function translate(params, options) {
81
82
  const tokenStream = (async function* () {
82
83
  //Empty generator for non-streaming mode
83
84
  })();
84
- const textPromise = (async () => {
85
- let buffer = '';
85
+ const batched = Array.isArray(params.text);
86
+ const translationsPromise = (async () => {
87
+ const collected = batched ? [] : [''];
86
88
  for await (const response of streamRpc(request, options)) {
87
89
  if (response.type === 'translate') {
88
90
  const streamResponse = translateResponseSchema.parse(response);
89
- buffer += streamResponse.token;
90
91
  if (streamResponse.done) {
91
92
  stats = streamResponse.stats;
92
93
  statsResolver(stats);
93
94
  }
95
+ else if (batched) {
96
+ collected.push(streamResponse.token);
97
+ }
98
+ else {
99
+ collected[0] += streamResponse.token;
100
+ }
94
101
  }
95
102
  }
96
- return buffer;
103
+ return collected;
97
104
  })();
98
105
  return {
99
106
  tokenStream,
100
- text: textPromise,
107
+ translations: translationsPromise,
108
+ text: translationsPromise.then((entries) => entries.join('\n')),
101
109
  stats: statsPromise
102
110
  };
103
111
  }
@@ -1,5 +1,5 @@
1
1
  import { send, close } from '../dispatch.js';
2
- import { stopLoggingStreamForModel } from '../api/logging-stream-registry.js';
2
+ import { stopLoggingStreamForModel } from './logging-stream-registry.js';
3
3
  import { InvalidResponseError, ModelUnloadFailedError } from '../errors/index.js';
4
4
  import { getAppLogger } from '../logging/index.js';
5
5
  const logger = getAppLogger();
@@ -33,10 +33,8 @@ export async function unloadModel(params) {
33
33
  }
34
34
  stopLoggingStreamForModel(params.modelId);
35
35
  const shouldAutoClose = params.autoClose ?? false;
36
- if (shouldAutoClose &&
37
- response.hasActiveModels === false &&
38
- response.hasActiveProviders === false) {
39
- logger.info('🧹 No models or providers active, automatically tearing down the engine...');
36
+ if (shouldAutoClose && response.hasActiveModels === false) {
37
+ logger.info('🧹 No models active, automatically tearing down the engine...');
40
38
  await close();
41
39
  }
42
40
  }