@qvac/inference 0.18.2 → 0.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (388) hide show
  1. package/NOTICE +11 -2
  2. package/README.md +1 -5
  3. package/dist/api/assess-model-fit.d.ts +16 -0
  4. package/dist/api/assess-model-fit.js +27 -0
  5. package/dist/api/audio-gen.d.ts +4 -4
  6. package/dist/api/audio-gen.js +17 -6
  7. package/dist/api/completion-stream.d.ts +1 -1
  8. package/dist/api/completion-stream.js +1 -1
  9. package/dist/api/download-asset.d.ts +1 -1
  10. package/dist/api/download-asset.js +2 -2
  11. package/dist/api/finetune.js +1 -1
  12. package/dist/api/get-loaded-model-info.d.ts +6 -10
  13. package/dist/api/get-loaded-model-info.js +6 -10
  14. package/dist/api/heartbeat.d.ts +5 -22
  15. package/dist/api/heartbeat.js +6 -23
  16. package/dist/api/index.d.ts +36 -35
  17. package/dist/api/index.js +35 -35
  18. package/dist/api/load-model.d.ts +5 -1
  19. package/dist/api/load-model.js +3 -5
  20. package/dist/api/logging-stream-registry.js +1 -1
  21. package/dist/api/resume.d.ts +0 -3
  22. package/dist/api/resume.js +0 -3
  23. package/dist/api/subscribe-logs.js +1 -1
  24. package/dist/api/suspend.d.ts +0 -4
  25. package/dist/api/suspend.js +0 -4
  26. package/dist/api/translate.d.ts +3 -1
  27. package/dist/api/translate.js +16 -8
  28. package/dist/api/unload-model.js +3 -5
  29. package/dist/api/video-request.d.ts +207 -0
  30. package/dist/api/video-request.js +18 -0
  31. package/dist/api/video.d.ts +22 -2
  32. package/dist/api/video.js +25 -15
  33. package/dist/api/vla-helpers.d.ts +1 -2
  34. package/dist/api/vla-helpers.js +1 -2
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.d.ts +71 -0
  37. package/dist/api/world-result.js +293 -0
  38. package/dist/api/world.d.ts +143 -0
  39. package/dist/api/world.js +71 -0
  40. package/dist/config/resolve-config.d.ts +1 -1
  41. package/dist/config/resolve-config.js +1 -1
  42. package/dist/constants/index.d.ts +2 -2
  43. package/dist/constants/index.js +2 -2
  44. package/dist/dispatch.js +15 -28
  45. package/dist/errors/index.d.ts +35 -31
  46. package/dist/errors/index.js +66 -56
  47. package/dist/handlers/assess-model-fit.d.ts +10 -0
  48. package/dist/handlers/assess-model-fit.js +75 -0
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +1 -1
  51. package/dist/handlers/download-asset.js +6 -5
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +0 -12
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/get-system-resources.js +8 -0
  56. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  57. package/dist/handlers/load-model/download-stats.d.ts +3 -3
  58. package/dist/handlers/load-model/download-stats.js +5 -5
  59. package/dist/handlers/load-model/handler.js +6 -8
  60. package/dist/handlers/load-model/http-verify.d.ts +20 -0
  61. package/dist/handlers/load-model/http-verify.js +54 -0
  62. package/dist/handlers/load-model/http.d.ts +12 -2
  63. package/dist/handlers/load-model/http.js +119 -230
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +1 -1
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +4 -4
  74. package/dist/handlers/load-model/resolve-session.d.ts +8 -1
  75. package/dist/handlers/load-model/resolve-session.js +12 -9
  76. package/dist/handlers/load-model/resolve.d.ts +4 -4
  77. package/dist/handlers/load-model/resolve.js +18 -16
  78. package/dist/handlers/load-model/safe-fetch.d.ts +44 -0
  79. package/dist/handlers/load-model/safe-fetch.js +143 -0
  80. package/dist/handlers/load-model/types.d.ts +9 -0
  81. package/dist/handlers/plugin-dispatch.js +1 -4
  82. package/dist/handlers/plugin-invoke.js +1 -4
  83. package/dist/handlers/types.d.ts +0 -2
  84. package/dist/handlers/unload-model.js +1 -4
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/models/registry/index.d.ts +1 -1
  94. package/dist/models/registry/index.js +2 -2
  95. package/dist/models/registry/models.d.ts +250 -0
  96. package/dist/models/registry/models.js +2071 -1806
  97. package/dist/models/registry/resource-profiles.d.ts +18 -0
  98. package/dist/models/registry/resource-profiles.js +4934 -0
  99. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +14 -0
  100. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  101. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +47 -5
  102. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +134 -4
  103. package/dist/plugins/builtin/audiogen-ggml/plugin.js +47 -28
  104. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +1 -1
  105. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  106. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  107. package/dist/plugins/builtin/ggml-ocr/plugin.js +2 -2
  108. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  109. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  110. package/dist/plugins/builtin/index.d.ts +12 -12
  111. package/dist/plugins/builtin/index.js +12 -12
  112. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +2 -2
  113. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +37 -26
  114. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +12 -11
  115. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +133 -41
  116. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +7 -1
  117. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +26 -4
  118. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +19 -8
  119. package/dist/plugins/builtin/llamacpp-completion/plugin.js +10 -13
  120. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +4 -0
  121. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +13 -2
  122. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +2 -2
  123. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +2 -2
  124. package/dist/plugins/builtin/parakeet-transcription/plugin.js +3 -3
  125. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +1 -1
  126. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +32 -2
  127. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +126 -0
  128. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +820 -0
  129. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +153 -4
  130. package/dist/plugins/builtin/sdcpp-generation/plugin.js +134 -13
  131. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +1 -1
  132. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +1 -1
  133. package/dist/plugins/builtin/tts-ggml/plugin.js +2 -2
  134. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +2 -2
  135. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +3 -3
  136. package/dist/plugins/index.d.ts +1 -1
  137. package/dist/plugins/index.js +2 -2
  138. package/dist/plugins/ops/kv-cache-utils.js +1 -1
  139. package/dist/plugins/ops/load-model.js +1 -1
  140. package/dist/plugins/ops/transcribe.js +2 -2
  141. package/dist/plugins/ops/translate.js +4 -12
  142. package/dist/plugins/ops/unload-model.js +19 -21
  143. package/dist/plugins/registry.d.ts +1 -0
  144. package/dist/plugins/registry.js +12 -0
  145. package/dist/profiling/aggregator.d.ts +1 -1
  146. package/dist/profiling/aggregator.js +1 -1
  147. package/dist/profiling/controller.d.ts +1 -1
  148. package/dist/profiling/controller.js +2 -2
  149. package/dist/profiling/envelope.d.ts +0 -1
  150. package/dist/profiling/envelope.js +0 -10
  151. package/dist/profiling/events.d.ts +2 -3
  152. package/dist/profiling/events.js +2 -9
  153. package/dist/profiling/exporters.d.ts +1 -1
  154. package/dist/profiling/exporters.js +3 -3
  155. package/dist/profiling/index.d.ts +13 -14
  156. package/dist/profiling/index.js +12 -13
  157. package/dist/profiling/operation-metrics.d.ts +1 -1
  158. package/dist/profiling/operation-metrics.js +35 -2
  159. package/dist/profiling/operation-wrappers.js +12 -15
  160. package/dist/profiling/profiler.d.ts +1 -2
  161. package/dist/profiling/profiler.js +7 -26
  162. package/dist/profiling/types.d.ts +1 -1
  163. package/dist/rag/handler.js +1 -1
  164. package/dist/rag/handlers/close-workspace.js +1 -1
  165. package/dist/rag/handlers/delete-embeddings.js +1 -1
  166. package/dist/rag/handlers/delete-workspace.js +2 -6
  167. package/dist/rag/handlers/ingest.js +1 -1
  168. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  169. package/dist/rag/handlers/list-workspaces.js +1 -1
  170. package/dist/rag/handlers/reindex.js +1 -1
  171. package/dist/rag/handlers/save-embeddings.js +1 -1
  172. package/dist/rag/handlers/search.js +1 -1
  173. package/dist/rag/index.d.ts +11 -11
  174. package/dist/rag/index.js +11 -11
  175. package/dist/rag/rag-workspace-manager.d.ts +4 -2
  176. package/dist/rag/rag-workspace-manager.js +268 -15
  177. package/dist/registry.js +8 -58
  178. package/dist/resources/collector.d.ts +3 -1
  179. package/dist/resources/collector.js +91 -9
  180. package/dist/resources/instance.d.ts +1 -1
  181. package/dist/resources/instance.js +1 -1
  182. package/dist/resources/model-fit/assess.d.ts +36 -0
  183. package/dist/resources/model-fit/assess.js +578 -0
  184. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +8 -0
  185. package/dist/resources/model-fit/calibration/darwin-arm64.js +36 -0
  186. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +8 -0
  187. package/dist/resources/model-fit/calibration/darwin-x64.js +38 -0
  188. package/dist/resources/model-fit/calibration/fit.d.ts +73 -0
  189. package/dist/resources/model-fit/calibration/fit.js +152 -0
  190. package/dist/resources/model-fit/calibration/index.d.ts +37 -0
  191. package/dist/resources/model-fit/calibration/index.js +75 -0
  192. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +8 -0
  193. package/dist/resources/model-fit/calibration/linux-arm64.js +38 -0
  194. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +8 -0
  195. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +39 -0
  196. package/dist/resources/model-fit/calibration/linux-x64.d.ts +8 -0
  197. package/dist/resources/model-fit/calibration/linux-x64.js +38 -0
  198. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +8 -0
  199. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +39 -0
  200. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +8 -0
  201. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +36 -0
  202. package/dist/resources/model-fit/calibration/win32-x64.d.ts +8 -0
  203. package/dist/resources/model-fit/calibration/win32-x64.js +38 -0
  204. package/dist/resources/model-fit/estimators/llm.d.ts +45 -0
  205. package/dist/resources/model-fit/estimators/llm.js +220 -0
  206. package/dist/resources/model-fit/estimators/whisper.d.ts +10 -0
  207. package/dist/resources/model-fit/estimators/whisper.js +77 -0
  208. package/dist/resources/model-fit/types.d.ts +120 -0
  209. package/dist/resources/model-fit/types.js +1 -0
  210. package/dist/resources/native.d.ts +1 -1
  211. package/dist/resources/native.js +14 -0
  212. package/dist/resources/normalize.d.ts +1 -1
  213. package/dist/resources/types.d.ts +16 -0
  214. package/dist/runtime/index.d.ts +5 -5
  215. package/dist/runtime/index.js +2 -2
  216. package/dist/runtime/lifecycle.js +5 -7
  217. package/dist/runtime/model-registry.d.ts +0 -14
  218. package/dist/runtime/model-registry.js +17 -40
  219. package/dist/runtime/registry-client.js +1 -1
  220. package/dist/runtime/request-context.d.ts +3 -3
  221. package/dist/runtime/request-context.js +13 -1
  222. package/dist/runtime/request-registry.d.ts +1 -1
  223. package/dist/runtime/request-registry.js +4 -5
  224. package/dist/runtime/state.d.ts +1 -1
  225. package/dist/runtime/state.js +18 -3
  226. package/dist/schemas/assess-model-fit.d.ts +271 -0
  227. package/dist/schemas/assess-model-fit.js +153 -0
  228. package/dist/schemas/audio-gen.d.ts +434 -4
  229. package/dist/schemas/audio-gen.js +131 -19
  230. package/dist/schemas/batch-completion-stream.d.ts +2 -2
  231. package/dist/schemas/batch-completion-stream.js +3 -3
  232. package/dist/schemas/bci-config.js +73 -27
  233. package/dist/schemas/bci.d.ts +2 -2
  234. package/dist/schemas/bci.js +5 -5
  235. package/dist/schemas/cancel.d.ts +5 -0
  236. package/dist/schemas/cancel.js +1 -0
  237. package/dist/schemas/classification.js +13 -6
  238. package/dist/schemas/common.d.ts +662 -331
  239. package/dist/schemas/common.js +33 -31
  240. package/dist/schemas/completion-event.d.ts +2 -2
  241. package/dist/schemas/completion-event.js +1 -1
  242. package/dist/schemas/completion-stream.d.ts +1 -5
  243. package/dist/schemas/completion-stream.js +4 -8
  244. package/dist/schemas/config.d.ts +640 -18
  245. package/dist/schemas/config.js +50 -8
  246. package/dist/schemas/download-asset.d.ts +19 -1
  247. package/dist/schemas/download-asset.js +20 -4
  248. package/dist/schemas/engine-addon-map.d.ts +1 -1
  249. package/dist/schemas/engine-addon-map.js +3 -3
  250. package/dist/schemas/error.d.ts +2 -2
  251. package/dist/schemas/error.js +2 -2
  252. package/dist/schemas/errors.d.ts +2 -6
  253. package/dist/schemas/errors.js +30 -40
  254. package/dist/schemas/heartbeat.d.ts +10 -0
  255. package/dist/schemas/heartbeat.js +8 -0
  256. package/dist/schemas/index.d.ts +46 -44
  257. package/dist/schemas/index.js +45 -43
  258. package/dist/schemas/llamacpp-config.d.ts +32 -10
  259. package/dist/schemas/llamacpp-config.js +11 -8
  260. package/dist/schemas/load-model.d.ts +2933 -1948
  261. package/dist/schemas/load-model.js +52 -52
  262. package/dist/schemas/mcp-adapter.d.ts +1 -1
  263. package/dist/schemas/model-config-schemas.d.ts +2354 -0
  264. package/dist/schemas/model-config-schemas.js +46 -0
  265. package/dist/schemas/model-info.d.ts +10 -20
  266. package/dist/schemas/model-info.js +4 -25
  267. package/dist/schemas/model-ops.d.ts +0 -1
  268. package/dist/schemas/model-ops.js +1 -2
  269. package/dist/schemas/model-resource-profile.d.ts +109 -0
  270. package/dist/schemas/model-resource-profile.js +83 -0
  271. package/dist/schemas/model-src-utils.d.ts +1 -0
  272. package/dist/schemas/model-src-utils.js +33 -13
  273. package/dist/schemas/ocr.js +48 -13
  274. package/dist/schemas/path-validation.js +8 -2
  275. package/dist/schemas/plugin.d.ts +14 -1
  276. package/dist/schemas/plugin.js +11 -0
  277. package/dist/schemas/profiling.d.ts +138 -43
  278. package/dist/schemas/profiling.js +1 -22
  279. package/dist/schemas/rag.js +1 -1
  280. package/dist/schemas/registry.js +1 -1
  281. package/dist/schemas/reload-config.d.ts +0 -2
  282. package/dist/schemas/reload-config.js +2 -3
  283. package/dist/schemas/sdcpp-config.d.ts +344 -4
  284. package/dist/schemas/sdcpp-config.js +504 -17
  285. package/dist/schemas/system-resources.d.ts +138 -0
  286. package/dist/schemas/system-resources.js +3 -1
  287. package/dist/schemas/text-to-speech.js +183 -76
  288. package/dist/schemas/transcription-config.js +253 -85
  289. package/dist/schemas/transcription.d.ts +3 -3
  290. package/dist/schemas/translate.d.ts +2 -2
  291. package/dist/schemas/translate.js +1 -1
  292. package/dist/schemas/translation-config.js +53 -25
  293. package/dist/schemas/vla.d.ts +1 -1
  294. package/dist/selection.d.ts +1 -5
  295. package/dist/selection.js +2 -6
  296. package/dist/surface.d.ts +1 -1
  297. package/dist/utils/aggregate-events.d.ts +1 -1
  298. package/dist/utils/aggregate-events.js +2 -2
  299. package/dist/utils/archive.js +2 -2
  300. package/dist/utils/audio-input.js +1 -1
  301. package/dist/utils/cache/auto-history.d.ts +1 -1
  302. package/dist/utils/cache/auto-history.js +1 -1
  303. package/dist/utils/cache/paths.js +5 -5
  304. package/dist/utils/completion-normalizer.js +1 -1
  305. package/dist/utils/gguf-tensor-extractor.js +1 -1
  306. package/dist/utils/image-dimensions.d.ts +26 -0
  307. package/dist/utils/image-dimensions.js +46 -0
  308. package/dist/utils/index.d.ts +13 -10
  309. package/dist/utils/index.js +13 -10
  310. package/dist/utils/mcp-adapter.d.ts +1 -1
  311. package/dist/utils/mcp-adapter.js +1 -1
  312. package/dist/utils/path-sanitize.d.ts +7 -0
  313. package/dist/utils/path-sanitize.js +36 -0
  314. package/dist/utils/path-security.d.ts +0 -7
  315. package/dist/utils/path-security.js +1 -36
  316. package/dist/utils/shard-utils.js +3 -3
  317. package/dist/utils/tool-integration.js +1 -1
  318. package/dist/utils/tools/dialect.js +1 -1
  319. package/dist/utils/tools/index.d.ts +2 -2
  320. package/dist/utils/tools/index.js +2 -2
  321. package/dist/utils/tools/parser.js +8 -8
  322. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  323. package/dist/utils/tools/parsers/dsml.js +1 -1
  324. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  325. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  326. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  327. package/dist/utils/tools/parsers/harmony.js +1 -1
  328. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  329. package/dist/utils/tools/parsers/hermes.js +1 -1
  330. package/dist/utils/tools/parsers/json.d.ts +1 -1
  331. package/dist/utils/tools/parsers/json.js +1 -1
  332. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  333. package/dist/utils/tools/parsers/pythonic.js +1 -1
  334. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  335. package/dist/utils/tools/parsers/qwen35.js +3 -3
  336. package/dist/utils/url-security.d.ts +17 -0
  337. package/dist/utils/url-security.js +75 -0
  338. package/package.json +31 -26
  339. package/dist/api/provide.d.ts +0 -23
  340. package/dist/api/provide.js +0 -32
  341. package/dist/api/stop-provider.d.ts +0 -20
  342. package/dist/api/stop-provider.js +0 -30
  343. package/dist/p2p/cancel-delegated.d.ts +0 -3
  344. package/dist/p2p/cancel-delegated.js +0 -64
  345. package/dist/p2p/completion-stream-delegated.d.ts +0 -4
  346. package/dist/p2p/completion-stream-delegated.js +0 -51
  347. package/dist/p2p/delegate-client.d.ts +0 -9
  348. package/dist/p2p/delegate-client.js +0 -219
  349. package/dist/p2p/delegate-connect-diagnostics.d.ts +0 -8
  350. package/dist/p2p/delegate-connect-diagnostics.js +0 -38
  351. package/dist/p2p/delegate-transport.d.ts +0 -18
  352. package/dist/p2p/delegate-transport.js +0 -237
  353. package/dist/p2p/error-handlers.d.ts +0 -4
  354. package/dist/p2p/error-handlers.js +0 -31
  355. package/dist/p2p/handle-request.d.ts +0 -2
  356. package/dist/p2p/handle-request.js +0 -171
  357. package/dist/p2p/handler-utils.d.ts +0 -19
  358. package/dist/p2p/handler-utils.js +0 -180
  359. package/dist/p2p/heartbeat-delegated.d.ts +0 -3
  360. package/dist/p2p/heartbeat-delegated.js +0 -32
  361. package/dist/p2p/load-model-delegated.d.ts +0 -6
  362. package/dist/p2p/load-model-delegated.js +0 -132
  363. package/dist/p2p/progress-throttle.d.ts +0 -7
  364. package/dist/p2p/progress-throttle.js +0 -47
  365. package/dist/p2p/provideHandler/connection.d.ts +0 -2
  366. package/dist/p2p/provideHandler/connection.js +0 -38
  367. package/dist/p2p/provideHandler/handler.d.ts +0 -2
  368. package/dist/p2p/provideHandler/handler.js +0 -66
  369. package/dist/p2p/provideHandler/proxy.d.ts +0 -2
  370. package/dist/p2p/provideHandler/proxy.js +0 -24
  371. package/dist/p2p/provideHandler.d.ts +0 -1
  372. package/dist/p2p/provideHandler.js +0 -2
  373. package/dist/p2p/rpc-utils.d.ts +0 -4
  374. package/dist/p2p/rpc-utils.js +0 -8
  375. package/dist/p2p/stopProvideHandler.d.ts +0 -2
  376. package/dist/p2p/stopProvideHandler.js +0 -29
  377. package/dist/p2p/swarm.d.ts +0 -9
  378. package/dist/p2p/swarm.js +0 -103
  379. package/dist/p2p/transport-selector.d.ts +0 -2
  380. package/dist/p2p/transport-selector.js +0 -18
  381. package/dist/p2p/unload-model-delegated.d.ts +0 -2
  382. package/dist/p2p/unload-model-delegated.js +0 -31
  383. package/dist/profiling/delegation-profiler.d.ts +0 -31
  384. package/dist/profiling/delegation-profiler.js +0 -155
  385. package/dist/schemas/delegate.d.ts +0 -29
  386. package/dist/schemas/delegate.js +0 -40
  387. package/dist/schemas/provide.d.ts +0 -50
  388. package/dist/schemas/provide.js +0 -32
@@ -1,12 +1,26 @@
1
1
  import { type ResolveContext } from '../../../schemas/index.js';
2
2
  export declare function resolveAudioGenConfig(config: Record<string, unknown>, ctx: ResolveContext): Promise<{
3
3
  config: {
4
+ engine: "minimax";
5
+ inferenceSteps?: number | undefined;
6
+ cfgScale?: number | undefined;
4
7
  useGPU?: boolean | undefined;
8
+ threads?: number | undefined;
9
+ backendsDir?: string | undefined;
10
+ };
11
+ artifacts: {
12
+ lmModelPath: string;
13
+ synthModelPath: string;
14
+ };
15
+ } | {
16
+ config: {
5
17
  inferenceSteps?: number | undefined;
6
18
  shift?: number | undefined;
7
19
  nGpuLayers?: number | undefined;
20
+ useGPU?: boolean | undefined;
8
21
  threads?: number | undefined;
9
22
  backendsDir?: string | undefined;
23
+ engine?: "acestep" | undefined;
10
24
  };
11
25
  artifacts: {
12
26
  textEncModelPath: string;
@@ -1,6 +1,29 @@
1
+ import { ModelLoadFailedError } from '../../../errors/index.js';
1
2
  import { audioGenConfigSchema } from '../../../schemas/index.js';
2
3
  export async function resolveAudioGenConfig(config, ctx) {
3
4
  const parsed = audioGenConfigSchema.parse(config);
5
+ return parsed.engine === 'minimax'
6
+ ? resolveMinimaxConfig(parsed, ctx)
7
+ : resolveAcestepConfig(parsed, ctx);
8
+ }
9
+ async function resolveMinimaxConfig(parsed, ctx) {
10
+ if (ctx.platform === 'android' || ctx.platform === 'ios') {
11
+ throw new ModelLoadFailedError('MiniMax-Music3 is available on desktop only');
12
+ }
13
+ const { lmModelSrc, synthModelSrc, ...runtimeConfig } = parsed;
14
+ // Resolve sequentially for the same stall-timeout reason documented for the
15
+ // larger ACE-Step artifact set below.
16
+ const lmModelPath = await ctx.resolveModelPath(lmModelSrc);
17
+ const synthModelPath = await ctx.resolveModelPath(synthModelSrc);
18
+ return {
19
+ config: runtimeConfig,
20
+ artifacts: {
21
+ lmModelPath,
22
+ synthModelPath
23
+ }
24
+ };
25
+ }
26
+ async function resolveAcestepConfig(parsed, ctx) {
4
27
  const { textEncModelSrc, lmModelSrc, ditModelSrc, vaeModelSrc, ...runtimeConfig } = parsed;
5
28
  // These four artifacts total several gigabytes. Resolving them concurrently
6
29
  // splits bandwidth across independent registry streams and can make each one
@@ -50,10 +50,13 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
50
50
  var e = new Error(message);
51
51
  return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
52
  });
53
- import { AudioGen } from '@qvac/audiogen-ggml';
53
+ import { AudioGen, audiogenBackendName, audiogenGpuFallbackReason } from '@qvac/audiogen-ggml';
54
+ import { z } from 'zod';
54
55
  import { audioGenStatsSchema } from '../../../../schemas/audio-gen.js';
56
+ import { graphicsDriverSchema } from '../../../../schemas/index.js';
55
57
  import { getEngineLogger } from '../../../../logging/index.js';
56
- import { resolveAudioGenPcm } from '../../../../plugins/builtin/audiogen-ggml/ops/audio-gen-input.js';
58
+ import { attachBackendDiagnostics } from '../../../../profiling/backend-diagnostics.js';
59
+ import { resolveAudioGenPcm } from './audio-gen-input.js';
57
60
  import { getModel } from '../../../../runtime/model-registry.js';
58
61
  import { getRequestRegistry, withRequestContext } from '../../../../runtime/index.js';
59
62
  import { generateRequestId } from '../../../../runtime/request-id.js';
@@ -115,6 +118,9 @@ export async function* audioGenStream(request) {
115
118
  ...(request.keyscale !== undefined && { keyscale: request.keyscale }),
116
119
  ...(request.timesignature !== undefined && { timesignature: request.timesignature }),
117
120
  ...(request.duration !== undefined && { duration: request.duration }),
121
+ ...(request.maxFrames !== undefined && { maxFrames: request.maxFrames }),
122
+ ...(request.inferenceSteps !== undefined && { inferenceSteps: request.inferenceSteps }),
123
+ ...(request.cfgScale !== undefined && { cfgScale: request.cfgScale }),
118
124
  ...(request.lmTemperature !== undefined && { lmTemperature: request.lmTemperature }),
119
125
  ...(request.lmTopP !== undefined && { lmTopP: request.lmTopP }),
120
126
  ...(request.lmTopK !== undefined && { lmTopK: request.lmTopK }),
@@ -168,13 +174,17 @@ export async function* audioGenStream(request) {
168
174
  };
169
175
  return;
170
176
  }
171
- const stats = audioGenStatsSchema.parse(await response.await());
172
- yield {
177
+ const raw = await response.await();
178
+ const stats = audioGenStatsSchema.parse(raw);
179
+ const diagnostics = buildBackendDiagnostics(audiogenStats.parse(raw));
180
+ const terminal = {
173
181
  type: 'audioGenStream',
174
182
  done: true,
175
183
  stopReason: 'completed',
176
- stats
184
+ stats,
185
+ ...(diagnostics && { diagnostics })
177
186
  };
187
+ yield diagnostics ? attachBackendDiagnostics(terminal, diagnostics) : terminal;
178
188
  }
179
189
  catch (e_1) {
180
190
  env_1.error = e_1;
@@ -186,6 +196,38 @@ export async function* audioGenStream(request) {
186
196
  await result_1;
187
197
  }
188
198
  }
199
+ // The addon reports gpuFallbackReason, which the wire shape deliberately does
200
+ // not carry: it reaches callers named, on diagnostics.fallback.reason.
201
+ const audiogenStats = audioGenStatsSchema.extend({
202
+ gpuFallbackReason: z.number().optional()
203
+ });
204
+ /** An unrecognized GPU id yields no diagnostics rather than a guessed backend name. */
205
+ function buildBackendDiagnostics(stats) {
206
+ if (stats.backendDevice === undefined)
207
+ return undefined;
208
+ if (stats.backendDevice !== 1) {
209
+ const fallback = gpuFallbackDetail(stats);
210
+ return { selectedBackend: 'cpu', selectedDevice: 'cpu', ...(fallback && { fallback }) };
211
+ }
212
+ // A 'cpu' name against backendDevice 1 is the addon contradicting itself.
213
+ const selectedBackend = audiogenBackendName(stats.backendId);
214
+ if (selectedBackend === undefined || selectedBackend === 'cpu')
215
+ return undefined;
216
+ const graphicsApi = graphicsDriverSchema.safeParse(selectedBackend);
217
+ return {
218
+ selectedBackend,
219
+ selectedDevice: 'gpu',
220
+ ...(graphicsApi.success && { graphicsApi: graphicsApi.data })
221
+ };
222
+ }
223
+ // `none` and `not-requested` describe a run that never lost a GPU, and an
224
+ // unmapped code must not become a guessed reason.
225
+ function gpuFallbackDetail(stats) {
226
+ const reason = audiogenGpuFallbackReason(stats.gpuFallbackReason);
227
+ if (reason === undefined || reason === 'none' || reason === 'not-requested')
228
+ return undefined;
229
+ return { requestedDevice: 'gpu', reason };
230
+ }
189
231
  /**
190
232
  * Decode both optional audio inputs concurrently. When both fail, the first
191
233
  * failure is thrown and the second is logged so neither diagnostic is lost.
@@ -1,16 +1,17 @@
1
1
  import { type CreateModelParams, type PluginModelResult } from '../../../schemas/index.js';
2
- import { resolveAudioGenConfig } from '../../../plugins/builtin/audiogen-ggml/config.js';
2
+ import { resolveAudioGenConfig } from './config.js';
3
3
  export declare const audioGenPlugin: {
4
4
  modelType: "audiogen-ggml";
5
5
  displayName: string;
6
6
  addonPackage: "@qvac/audiogen-ggml";
7
- loadConfigSchema: import("zod").ZodObject<{
8
- useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
7
+ loadConfigSchema: import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
9
8
  inferenceSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
10
9
  shift: import("zod").ZodOptional<import("zod").ZodNumber>;
11
10
  nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
11
+ useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
12
12
  threads: import("zod").ZodOptional<import("zod").ZodNumber>;
13
13
  backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
14
+ engine: import("zod").ZodOptional<import("zod").ZodLiteral<"acestep">>;
14
15
  textEncModelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
15
16
  src: import("zod").ZodString;
16
17
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -167,7 +168,92 @@ export declare const audioGenPlugin: {
167
168
  classification: "classification";
168
169
  }>, import("zod").ZodLiteral<"vad">]>>;
169
170
  }, import("zod/v4/core").$strip>]>;
170
- }, import("zod/v4/core").$strict>;
171
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
172
+ inferenceSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
173
+ cfgScale: import("zod").ZodOptional<import("zod").ZodNumber>;
174
+ useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
175
+ threads: import("zod").ZodOptional<import("zod").ZodNumber>;
176
+ backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
177
+ engine: import("zod").ZodLiteral<"minimax">;
178
+ lmModelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
179
+ src: import("zod").ZodString;
180
+ name: import("zod").ZodOptional<import("zod").ZodString>;
181
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
182
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
183
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
184
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
185
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
186
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
187
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
188
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
189
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
190
+ embeddings: "embeddings";
191
+ diffusion: "diffusion";
192
+ audiogen: "audiogen";
193
+ tts: "tts";
194
+ ocr: "ocr";
195
+ vla: "vla";
196
+ "llamacpp-completion": "llamacpp-completion";
197
+ "whispercpp-transcription": "whispercpp-transcription";
198
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
199
+ "llamacpp-embedding": "llamacpp-embedding";
200
+ "nmtcpp-translation": "nmtcpp-translation";
201
+ "onnx-tts": "onnx-tts";
202
+ "tts-ggml": "tts-ggml";
203
+ "parakeet-transcription": "parakeet-transcription";
204
+ "ggml-ocr": "ggml-ocr";
205
+ "sdcpp-generation": "sdcpp-generation";
206
+ "audiogen-ggml": "audiogen-ggml";
207
+ "ggml-vla": "ggml-vla";
208
+ "ggml-classification": "ggml-classification";
209
+ llm: "llm";
210
+ whisper: "whisper";
211
+ bci: "bci";
212
+ nmt: "nmt";
213
+ parakeet: "parakeet";
214
+ classification: "classification";
215
+ }>, import("zod").ZodLiteral<"vad">]>>;
216
+ }, import("zod/v4/core").$strip>]>;
217
+ synthModelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
218
+ src: import("zod").ZodString;
219
+ name: import("zod").ZodOptional<import("zod").ZodString>;
220
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
221
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
222
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
223
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
224
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
225
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
226
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
227
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
228
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
229
+ embeddings: "embeddings";
230
+ diffusion: "diffusion";
231
+ audiogen: "audiogen";
232
+ tts: "tts";
233
+ ocr: "ocr";
234
+ vla: "vla";
235
+ "llamacpp-completion": "llamacpp-completion";
236
+ "whispercpp-transcription": "whispercpp-transcription";
237
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
238
+ "llamacpp-embedding": "llamacpp-embedding";
239
+ "nmtcpp-translation": "nmtcpp-translation";
240
+ "onnx-tts": "onnx-tts";
241
+ "tts-ggml": "tts-ggml";
242
+ "parakeet-transcription": "parakeet-transcription";
243
+ "ggml-ocr": "ggml-ocr";
244
+ "sdcpp-generation": "sdcpp-generation";
245
+ "audiogen-ggml": "audiogen-ggml";
246
+ "ggml-vla": "ggml-vla";
247
+ "ggml-classification": "ggml-classification";
248
+ llm: "llm";
249
+ whisper: "whisper";
250
+ bci: "bci";
251
+ nmt: "nmt";
252
+ parakeet: "parakeet";
253
+ classification: "classification";
254
+ }>, import("zod").ZodLiteral<"vad">]>>;
255
+ }, import("zod/v4/core").$strip>]>;
256
+ }, import("zod/v4/core").$strict>], "engine">;
171
257
  skipPrimaryModelPathValidation: true;
172
258
  resolveConfig: typeof resolveAudioGenConfig;
173
259
  createModel(params: CreateModelParams): PluginModelResult;
@@ -198,6 +284,9 @@ export declare const audioGenPlugin: {
198
284
  keyscale: import("zod").ZodOptional<import("zod").ZodString>;
199
285
  timesignature: import("zod").ZodOptional<import("zod").ZodString>;
200
286
  duration: import("zod").ZodOptional<import("zod").ZodNumber>;
287
+ maxFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
288
+ inferenceSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
289
+ cfgScale: import("zod").ZodOptional<import("zod").ZodNumber>;
201
290
  lmTemperature: import("zod").ZodOptional<import("zod").ZodNumber>;
202
291
  lmTopP: import("zod").ZodOptional<import("zod").ZodNumber>;
203
292
  lmTopK: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -235,6 +324,47 @@ export declare const audioGenPlugin: {
235
324
  backendDevice: import("zod").ZodOptional<import("zod").ZodNumber>;
236
325
  backendId: import("zod").ZodOptional<import("zod").ZodNumber>;
237
326
  }, import("zod/v4/core").$strip>>;
327
+ diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
328
+ selectedBackend: import("zod").ZodString;
329
+ selectedDevice: import("zod").ZodEnum<{
330
+ gpu: "gpu";
331
+ cpu: "cpu";
332
+ }>;
333
+ graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
334
+ vulkan: "vulkan";
335
+ metal: "metal";
336
+ opencl: "opencl";
337
+ cuda: "cuda";
338
+ opengl: "opengl";
339
+ webgpu: "webgpu";
340
+ direct3d11: "direct3d11";
341
+ direct3d12: "direct3d12";
342
+ levelZero: "levelZero";
343
+ rocm: "rocm";
344
+ }>>;
345
+ driver: import("zod").ZodOptional<import("zod").ZodObject<{
346
+ name: import("zod").ZodString;
347
+ version: import("zod").ZodOptional<import("zod").ZodString>;
348
+ }, import("zod/v4/core").$strip>>;
349
+ gpuId: import("zod").ZodOptional<import("zod").ZodString>;
350
+ fallback: import("zod").ZodOptional<import("zod").ZodObject<{
351
+ requestedBackend: import("zod").ZodOptional<import("zod").ZodString>;
352
+ requestedDevice: import("zod").ZodOptional<import("zod").ZodEnum<{
353
+ gpu: "gpu";
354
+ cpu: "cpu";
355
+ }>>;
356
+ reason: import("zod").ZodString;
357
+ }, import("zod/v4/core").$strip>>;
358
+ probe: import("zod").ZodOptional<import("zod").ZodObject<{
359
+ status: import("zod").ZodEnum<{
360
+ unknown: "unknown";
361
+ compatible: "compatible";
362
+ incompatible: "incompatible";
363
+ }>;
364
+ backend: import("zod").ZodString;
365
+ reason: import("zod").ZodOptional<import("zod").ZodString>;
366
+ }, import("zod/v4/core").$strip>>;
367
+ }, import("zod/v4/core").$strip>>;
238
368
  }, import("zod/v4/core").$strict>>;
239
369
  };
240
370
  };
@@ -1,45 +1,27 @@
1
- import { AudioGen } from '@qvac/audiogen-ggml';
1
+ import { AudioGen, ENGINE_ACESTEP, ENGINE_MINIMAX } from '@qvac/audiogen-ggml';
2
2
  import { ADDON_AUDIOGEN, ModelType, audioGenConfigSchema, audioGenStreamRequestSchema, audioGenStreamResponseSchema, defineHandler, definePlugin } from '../../../schemas/index.js';
3
3
  import { createStreamLogger, registerAddonLogger } from '../../../logging/index.js';
4
- import { resolveAudioGenConfig } from '../../../plugins/builtin/audiogen-ggml/config.js';
5
- import { audioGenStream } from '../../../plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js';
4
+ import { resolveAudioGenConfig } from './config.js';
5
+ import { audioGenStream } from './ops/audio-gen-stream.js';
6
6
  import { ModelLoadFailedError } from '../../../errors/index.js';
7
7
  export const audioGenPlugin = definePlugin({
8
8
  modelType: ModelType.audiogenGgml,
9
- displayName: 'Audio Generation (GGML / ACE-Step)',
9
+ displayName: 'Audio Generation (GGML / ACE-Step and MiniMax)',
10
10
  addonPackage: ADDON_AUDIOGEN,
11
11
  loadConfigSchema: audioGenConfigSchema,
12
12
  // AudioGen's primary `modelSrc` is intentionally empty: all required
13
- // weights are config-owned artifacts resolved from the four model sources.
13
+ // weights are config-owned artifacts (ACE-Step: four sources; MiniMax: LM + synth).
14
14
  skipPrimaryModelPathValidation: true,
15
15
  resolveConfig: resolveAudioGenConfig,
16
16
  createModel(params) {
17
17
  const config = (params.modelConfig ?? {});
18
- const textEncModel = params.artifacts?.['textEncModelPath'];
19
- const lmModel = params.artifacts?.['lmModelPath'];
20
- const ditModel = params.artifacts?.['ditModelPath'];
21
- const vaeModel = params.artifacts?.['vaeModelPath'];
22
- if (!textEncModel || !lmModel || !ditModel || !vaeModel) {
23
- throw new ModelLoadFailedError('AudioGen requires resolved text encoder, LM, DiT, and VAE model artifacts');
24
- }
18
+ const engine = config.engine ?? ENGINE_ACESTEP;
19
+ const files = getAudioGenFiles(engine, params.artifacts);
25
20
  const logger = createStreamLogger(params.modelId, ModelType.audiogenGgml);
26
- const addonConfig = {
27
- ...(config.useGPU !== undefined && { useGPU: config.useGPU }),
28
- ...(config.inferenceSteps !== undefined && {
29
- inferenceSteps: config.inferenceSteps
30
- }),
31
- ...(config.shift !== undefined && { shift: config.shift }),
32
- ...(config.nGpuLayers !== undefined && { nGpuLayers: config.nGpuLayers }),
33
- ...(config.threads !== undefined && { threads: config.threads }),
34
- ...(config.backendsDir !== undefined && { backendsDir: config.backendsDir })
35
- };
21
+ const addonConfig = getAudioGenAddonConfig(config);
36
22
  const model = new AudioGen({
37
- files: {
38
- textEncModel,
39
- lmModel,
40
- ditModel,
41
- vaeModel
42
- },
23
+ engine,
24
+ files,
43
25
  config: addonConfig,
44
26
  logger
45
27
  });
@@ -56,3 +38,40 @@ export const audioGenPlugin = definePlugin({
56
38
  })
57
39
  }
58
40
  });
41
+ function getAudioGenFiles(engine, artifacts) {
42
+ const lmModel = artifacts?.['lmModelPath'];
43
+ if (engine === ENGINE_MINIMAX) {
44
+ const synthModel = artifacts?.['synthModelPath'];
45
+ if (!lmModel || !synthModel) {
46
+ throw new ModelLoadFailedError('MiniMax AudioGen requires resolved LM and synthesis artifacts');
47
+ }
48
+ return { lmModel, synthModel };
49
+ }
50
+ const textEncModel = artifacts?.['textEncModelPath'];
51
+ const ditModel = artifacts?.['ditModelPath'];
52
+ const vaeModel = artifacts?.['vaeModelPath'];
53
+ if (!textEncModel || !lmModel || !ditModel || !vaeModel) {
54
+ throw new ModelLoadFailedError('ACE-Step AudioGen requires resolved text encoder, LM, DiT, and VAE artifacts');
55
+ }
56
+ return { textEncModel, lmModel, ditModel, vaeModel };
57
+ }
58
+ function getAudioGenAddonConfig(config) {
59
+ const commonConfig = {
60
+ ...(config.useGPU !== undefined && { useGPU: config.useGPU }),
61
+ ...(config.threads !== undefined && { threads: config.threads }),
62
+ ...(config.backendsDir !== undefined && { backendsDir: config.backendsDir })
63
+ };
64
+ if (config.engine === ENGINE_MINIMAX) {
65
+ return {
66
+ ...commonConfig,
67
+ ...(config.inferenceSteps !== undefined && { inferenceSteps: config.inferenceSteps }),
68
+ ...(config.cfgScale !== undefined && { cfgScale: config.cfgScale })
69
+ };
70
+ }
71
+ return {
72
+ ...commonConfig,
73
+ ...(config.inferenceSteps !== undefined && { inferenceSteps: config.inferenceSteps }),
74
+ ...(config.shift !== undefined && { shift: config.shift }),
75
+ ...(config.nGpuLayers !== undefined && { nGpuLayers: config.nGpuLayers })
76
+ };
77
+ }
@@ -1,6 +1,6 @@
1
1
  import bciAddonLogging from '@qvac/bci-whispercpp/addonLogging';
2
2
  import { type CreateModelParams, type PluginModelResult } from '../../../schemas/index.js';
3
- import { resolveBciConfig } from '../../../plugins/builtin/bci-whispercpp-transcription/resolve-config.js';
3
+ import { resolveBciConfig } from './resolve-config.js';
4
4
  export declare const bciPlugin: {
5
5
  modelType: "bci-whispercpp-transcription";
6
6
  displayName: string;
@@ -2,10 +2,10 @@ import bciAddonLogging from '@qvac/bci-whispercpp/addonLogging';
2
2
  import BCIWhispercpp from '@qvac/bci-whispercpp';
3
3
  import { definePlugin, defineHandler, defineDuplexHandler, bciTranscribeRequestSchema, bciTranscribeResponseSchema, bciTranscribeStreamRequestSchema, bciTranscribeStreamResponseSchema, ModelType, bciConfigSchema, ADDON_BCI } from '../../../schemas/index.js';
4
4
  import { createStreamLogger, registerAddonLogger } from '../../../logging/index.js';
5
- import { bciTranscribe, bciTranscribeStream } from '../../../plugins/ops/bci-transcribe.js';
5
+ import { bciTranscribe, bciTranscribeStream } from '../../ops/bci-transcribe.js';
6
6
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
7
- import { buildBciWhispercppArgs } from '../../../plugins/builtin/bci-whispercpp-transcription/args.js';
8
- import { resolveBciConfig } from '../../../plugins/builtin/bci-whispercpp-transcription/resolve-config.js';
7
+ import { buildBciWhispercppArgs } from './args.js';
8
+ import { resolveBciConfig } from './resolve-config.js';
9
9
  function createBciModel(modelId, modelPath, bciConfig, embedderPath) {
10
10
  const logger = createStreamLogger(modelId, ModelType.bciWhispercppTranscription);
11
11
  registerAddonLogger(modelId, ModelType.bciWhispercppTranscription, logger);
@@ -1,7 +1,7 @@
1
1
  import ImageClassifier from '@qvac/classification-ggml';
2
2
  import { definePlugin, defineHandler, classifyRequestSchema, classifyResponseSchema, ModelType, classificationConfigSchema, ADDON_CLASSIFICATION } from '../../../schemas/index.js';
3
3
  import { createStreamLogger, registerAddonLogger } from '../../../logging/index.js';
4
- import { classify } from '../../../plugins/builtin/ggml-classification/ops/classify.js';
4
+ import { classify } from './ops/classify.js';
5
5
  export const classificationPlugin = definePlugin({
6
6
  modelType: ModelType.ggmlClassification,
7
7
  displayName: 'Image Classification (GGML)',
@@ -3,9 +3,9 @@ import { ModelLoadFailedError } from '../../../errors/index.js';
3
3
  import { createStreamLogger, registerAddonLogger } from '../../../logging/index.js';
4
4
  import ocrAddonLogging from '@qvac/ocr-ggml/addonLogging';
5
5
  import { OcrGgml } from '@qvac/ocr-ggml';
6
- import { ocr } from '../../../plugins/builtin/ggml-ocr/ops/ocr-stream.js';
6
+ import { ocr } from './ops/ocr-stream.js';
7
7
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
8
- import { resolveOcrConfig } from '../../../plugins/builtin/ggml-ocr/resolve-config.js';
8
+ import { resolveOcrConfig } from './resolve-config.js';
9
9
  function createOCRModel(modelId, detectorPath, recognizerPath, ocrConfig) {
10
10
  const logger = createStreamLogger(modelId, ModelType.ggmlOcr);
11
11
  registerAddonLogger(modelId, ModelType.ggmlOcr, logger);
@@ -5,8 +5,8 @@ export declare const vlaPlugin: {
5
5
  addonPackage: "@qvac/vla-ggml";
6
6
  loadConfigSchema: import("zod").ZodObject<{
7
7
  backend: import("zod").ZodOptional<import("zod").ZodEnum<{
8
- cpu: "cpu";
9
8
  auto: "auto";
9
+ cpu: "cpu";
10
10
  }>>;
11
11
  verbosity: import("zod").ZodOptional<import("zod").ZodNumber>;
12
12
  embodiment: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodNumber, import("zod").ZodObject<{
@@ -1,9 +1,9 @@
1
1
  import { VlaModel } from '@qvac/vla-ggml';
2
2
  import { definePlugin, defineHandler, vlaConfigSchema, vlaRunRequestSchema, vlaRunResponseSchema, vlaHparamsRequestSchema, vlaHparamsResponseSchema, vlaSetEmbodimentRequestSchema, vlaSetEmbodimentResponseSchema, ModelType, ADDON_VLA } from '../../../schemas/index.js';
3
3
  import { createStreamLogger, registerAddonLogger } from '../../../logging/index.js';
4
- import { vlaRun } from '../../../plugins/builtin/ggml-vla/ops/vla-run.js';
5
- import { vlaGetHparams } from '../../../plugins/builtin/ggml-vla/ops/vla-hparams.js';
6
- import { vlaSetEmbodiment } from '../../../plugins/builtin/ggml-vla/ops/vla-set-embodiment.js';
4
+ import { vlaRun } from './ops/vla-run.js';
5
+ import { vlaGetHparams } from './ops/vla-hparams.js';
6
+ import { vlaSetEmbodiment } from './ops/vla-set-embodiment.js';
7
7
  // The `@qvac/vla-ggml` VlaModel exposes `load({ backend })` rather than the
8
8
  // `load(force?)` signature `PluginModel` expects. Wrap it so the plugin
9
9
  // framework can call `load()` and have the configured backend flow through.
@@ -1,12 +1,12 @@
1
- export { llmPlugin } from '../../plugins/builtin/llamacpp-completion/plugin.js';
2
- export { embeddingsPlugin } from '../../plugins/builtin/llamacpp-embedding/plugin.js';
3
- export { whisperPlugin } from '../../plugins/builtin/whispercpp-transcription/plugin.js';
4
- export { bciPlugin } from '../../plugins/builtin/bci-whispercpp-transcription/plugin.js';
5
- export { parakeetPlugin } from '../../plugins/builtin/parakeet-transcription/plugin.js';
6
- export { nmtPlugin } from '../../plugins/builtin/nmtcpp-translation/plugin.js';
7
- export { ttsPlugin } from '../../plugins/builtin/tts-ggml/plugin.js';
8
- export { ocrPlugin } from '../../plugins/builtin/ggml-ocr/plugin.js';
9
- export { diffusionPlugin } from '../../plugins/builtin/sdcpp-generation/plugin.js';
10
- export { vlaPlugin } from '../../plugins/builtin/ggml-vla/plugin.js';
11
- export { classificationPlugin } from '../../plugins/builtin/ggml-classification/plugin.js';
12
- export { audioGenPlugin } from '../../plugins/builtin/audiogen-ggml/plugin.js';
1
+ export { llmPlugin } from './llamacpp-completion/plugin.js';
2
+ export { embeddingsPlugin } from './llamacpp-embedding/plugin.js';
3
+ export { whisperPlugin } from './whispercpp-transcription/plugin.js';
4
+ export { bciPlugin } from './bci-whispercpp-transcription/plugin.js';
5
+ export { parakeetPlugin } from './parakeet-transcription/plugin.js';
6
+ export { nmtPlugin } from './nmtcpp-translation/plugin.js';
7
+ export { ttsPlugin } from './tts-ggml/plugin.js';
8
+ export { ocrPlugin } from './ggml-ocr/plugin.js';
9
+ export { diffusionPlugin } from './sdcpp-generation/plugin.js';
10
+ export { vlaPlugin } from './ggml-vla/plugin.js';
11
+ export { classificationPlugin } from './ggml-classification/plugin.js';
12
+ export { audioGenPlugin } from './audiogen-ggml/plugin.js';
@@ -1,12 +1,12 @@
1
- export { llmPlugin } from '../../plugins/builtin/llamacpp-completion/plugin.js';
2
- export { embeddingsPlugin } from '../../plugins/builtin/llamacpp-embedding/plugin.js';
3
- export { whisperPlugin } from '../../plugins/builtin/whispercpp-transcription/plugin.js';
4
- export { bciPlugin } from '../../plugins/builtin/bci-whispercpp-transcription/plugin.js';
5
- export { parakeetPlugin } from '../../plugins/builtin/parakeet-transcription/plugin.js';
6
- export { nmtPlugin } from '../../plugins/builtin/nmtcpp-translation/plugin.js';
7
- export { ttsPlugin } from '../../plugins/builtin/tts-ggml/plugin.js';
8
- export { ocrPlugin } from '../../plugins/builtin/ggml-ocr/plugin.js';
9
- export { diffusionPlugin } from '../../plugins/builtin/sdcpp-generation/plugin.js';
10
- export { vlaPlugin } from '../../plugins/builtin/ggml-vla/plugin.js';
11
- export { classificationPlugin } from '../../plugins/builtin/ggml-classification/plugin.js';
12
- export { audioGenPlugin } from '../../plugins/builtin/audiogen-ggml/plugin.js';
1
+ export { llmPlugin } from './llamacpp-completion/plugin.js';
2
+ export { embeddingsPlugin } from './llamacpp-embedding/plugin.js';
3
+ export { whisperPlugin } from './whispercpp-transcription/plugin.js';
4
+ export { bciPlugin } from './bci-whispercpp-transcription/plugin.js';
5
+ export { parakeetPlugin } from './parakeet-transcription/plugin.js';
6
+ export { nmtPlugin } from './nmtcpp-translation/plugin.js';
7
+ export { ttsPlugin } from './tts-ggml/plugin.js';
8
+ export { ocrPlugin } from './ggml-ocr/plugin.js';
9
+ export { diffusionPlugin } from './sdcpp-generation/plugin.js';
10
+ export { vlaPlugin } from './ggml-vla/plugin.js';
11
+ export { classificationPlugin } from './ggml-classification/plugin.js';
12
+ export { audioGenPlugin } from './audiogen-ggml/plugin.js';
@@ -3,8 +3,8 @@ import { getEngineLogger } from '../../../../logging/index.js';
3
3
  import { nowMs } from '../../../../profiling/index.js';
4
4
  import { buildStreamResult } from '../../../../profiling/model-execution.js';
5
5
  import { getResponseFormatJsonSchema } from '../../../../utils/response-format.js';
6
- import { transformMessages } from '../../../../plugins/builtin/llamacpp-completion/ops/completion-stream.js';
7
- import { normalizeCompletionStats } from '../../../../plugins/builtin/llamacpp-completion/ops/completion-stats.js';
6
+ import { transformMessages } from './completion-stream.js';
7
+ import { normalizeCompletionStats } from './completion-stats.js';
8
8
  import { prependToolsToHistory } from '../../../../utils/tool-integration.js';
9
9
  const logger = getEngineLogger();
10
10
  function runBatchModel(model, prompts) {