@qvac/inference 0.18.2 → 0.19.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (396) hide show
  1. package/NOTICE +69 -36
  2. package/README.md +1 -5
  3. package/dist/api/assess-model-fit.d.ts +16 -0
  4. package/dist/api/assess-model-fit.js +27 -0
  5. package/dist/api/audio-gen.d.ts +4 -4
  6. package/dist/api/audio-gen.js +17 -6
  7. package/dist/api/completion-stream.d.ts +1 -1
  8. package/dist/api/completion-stream.js +1 -1
  9. package/dist/api/delete-cache.d.ts +7 -1
  10. package/dist/api/delete-cache.js +11 -1
  11. package/dist/api/download-asset.d.ts +1 -1
  12. package/dist/api/download-asset.js +2 -2
  13. package/dist/api/finetune.js +1 -1
  14. package/dist/api/get-loaded-model-info.d.ts +6 -10
  15. package/dist/api/get-loaded-model-info.js +6 -10
  16. package/dist/api/heartbeat.d.ts +5 -22
  17. package/dist/api/heartbeat.js +6 -23
  18. package/dist/api/index.d.ts +36 -35
  19. package/dist/api/index.js +35 -35
  20. package/dist/api/load-model.d.ts +5 -1
  21. package/dist/api/load-model.js +3 -5
  22. package/dist/api/logging-stream-registry.js +1 -1
  23. package/dist/api/resume.d.ts +0 -3
  24. package/dist/api/resume.js +0 -3
  25. package/dist/api/subscribe-logs.js +1 -1
  26. package/dist/api/suspend.d.ts +0 -4
  27. package/dist/api/suspend.js +0 -4
  28. package/dist/api/translate.d.ts +3 -1
  29. package/dist/api/translate.js +16 -8
  30. package/dist/api/unload-model.js +3 -5
  31. package/dist/api/video-request.d.ts +207 -0
  32. package/dist/api/video-request.js +18 -0
  33. package/dist/api/video.d.ts +22 -2
  34. package/dist/api/video.js +25 -15
  35. package/dist/api/vla-helpers.d.ts +1 -2
  36. package/dist/api/vla-helpers.js +1 -2
  37. package/dist/api/vla.js +1 -1
  38. package/dist/api/world-result.d.ts +71 -0
  39. package/dist/api/world-result.js +293 -0
  40. package/dist/api/world.d.ts +143 -0
  41. package/dist/api/world.js +71 -0
  42. package/dist/config/resolve-config.d.ts +1 -1
  43. package/dist/config/resolve-config.js +1 -1
  44. package/dist/constants/index.d.ts +2 -2
  45. package/dist/constants/index.js +2 -2
  46. package/dist/dispatch.js +15 -28
  47. package/dist/errors/index.d.ts +35 -31
  48. package/dist/errors/index.js +66 -56
  49. package/dist/handlers/assess-model-fit.d.ts +10 -0
  50. package/dist/handlers/assess-model-fit.js +75 -0
  51. package/dist/handlers/cancelHandler.js +1 -1
  52. package/dist/handlers/completion-orchestrate.js +1 -1
  53. package/dist/handlers/delete-cache.js +3 -0
  54. package/dist/handlers/download-asset.js +6 -5
  55. package/dist/handlers/finetune.js +1 -1
  56. package/dist/handlers/get-loaded-model-info.js +0 -12
  57. package/dist/handlers/get-model-info.js +1 -1
  58. package/dist/handlers/get-system-resources.js +8 -0
  59. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  60. package/dist/handlers/load-model/download-stats.d.ts +3 -3
  61. package/dist/handlers/load-model/download-stats.js +5 -5
  62. package/dist/handlers/load-model/handler.js +6 -8
  63. package/dist/handlers/load-model/http-verify.d.ts +20 -0
  64. package/dist/handlers/load-model/http-verify.js +54 -0
  65. package/dist/handlers/load-model/http.d.ts +12 -2
  66. package/dist/handlers/load-model/http.js +119 -230
  67. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  68. package/dist/handlers/load-model/hyperdrive.js +1 -1
  69. package/dist/handlers/load-model/index.d.ts +2 -2
  70. package/dist/handlers/load-model/index.js +2 -2
  71. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  72. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  73. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  74. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  75. package/dist/handlers/load-model/registry.d.ts +2 -2
  76. package/dist/handlers/load-model/registry.js +4 -4
  77. package/dist/handlers/load-model/resolve-session.d.ts +8 -1
  78. package/dist/handlers/load-model/resolve-session.js +12 -9
  79. package/dist/handlers/load-model/resolve.d.ts +4 -4
  80. package/dist/handlers/load-model/resolve.js +18 -16
  81. package/dist/handlers/load-model/safe-fetch.d.ts +44 -0
  82. package/dist/handlers/load-model/safe-fetch.js +143 -0
  83. package/dist/handlers/load-model/types.d.ts +9 -0
  84. package/dist/handlers/plugin-dispatch.js +1 -4
  85. package/dist/handlers/plugin-invoke.js +1 -4
  86. package/dist/handlers/types.d.ts +0 -2
  87. package/dist/handlers/unload-model.js +1 -4
  88. package/dist/index.d.ts +1 -1
  89. package/dist/index.js +1 -1
  90. package/dist/logging/addon.d.ts +1 -1
  91. package/dist/logging/addon.js +1 -1
  92. package/dist/logging/index.d.ts +5 -5
  93. package/dist/logging/index.js +4 -4
  94. package/dist/logging/logger.d.ts +1 -1
  95. package/dist/logging/logger.js +2 -2
  96. package/dist/models/registry/index.d.ts +1 -1
  97. package/dist/models/registry/index.js +2 -2
  98. package/dist/models/registry/models.d.ts +250 -0
  99. package/dist/models/registry/models.js +2071 -1806
  100. package/dist/models/registry/resource-profiles.d.ts +18 -0
  101. package/dist/models/registry/resource-profiles.js +4934 -0
  102. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +14 -0
  103. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  104. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +47 -5
  105. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +134 -4
  106. package/dist/plugins/builtin/audiogen-ggml/plugin.js +47 -28
  107. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +1 -1
  108. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  109. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  110. package/dist/plugins/builtin/ggml-ocr/plugin.js +2 -2
  111. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  112. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  113. package/dist/plugins/builtin/index.d.ts +12 -12
  114. package/dist/plugins/builtin/index.js +12 -12
  115. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +2 -2
  116. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -0
  117. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +3 -0
  118. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +37 -26
  119. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +12 -11
  120. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +133 -41
  121. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +15 -4
  122. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +79 -17
  123. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +22 -8
  124. package/dist/plugins/builtin/llamacpp-completion/plugin.js +10 -13
  125. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +4 -0
  126. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +13 -2
  127. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +2 -2
  128. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +2 -2
  129. package/dist/plugins/builtin/parakeet-transcription/plugin.js +3 -3
  130. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +1 -1
  131. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +32 -2
  132. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +126 -0
  133. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +820 -0
  134. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +153 -4
  135. package/dist/plugins/builtin/sdcpp-generation/plugin.js +134 -13
  136. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +1 -1
  137. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +1 -1
  138. package/dist/plugins/builtin/tts-ggml/plugin.js +2 -2
  139. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +2 -2
  140. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +3 -3
  141. package/dist/plugins/index.d.ts +1 -1
  142. package/dist/plugins/index.js +2 -2
  143. package/dist/plugins/ops/kv-cache-utils.js +1 -1
  144. package/dist/plugins/ops/load-model.js +1 -1
  145. package/dist/plugins/ops/transcribe.js +2 -2
  146. package/dist/plugins/ops/translate.js +4 -12
  147. package/dist/plugins/ops/unload-model.js +19 -21
  148. package/dist/plugins/registry.d.ts +1 -0
  149. package/dist/plugins/registry.js +12 -0
  150. package/dist/profiling/aggregator.d.ts +1 -1
  151. package/dist/profiling/aggregator.js +1 -1
  152. package/dist/profiling/controller.d.ts +1 -1
  153. package/dist/profiling/controller.js +2 -2
  154. package/dist/profiling/envelope.d.ts +0 -1
  155. package/dist/profiling/envelope.js +0 -10
  156. package/dist/profiling/events.d.ts +2 -3
  157. package/dist/profiling/events.js +2 -9
  158. package/dist/profiling/exporters.d.ts +1 -1
  159. package/dist/profiling/exporters.js +3 -3
  160. package/dist/profiling/index.d.ts +13 -14
  161. package/dist/profiling/index.js +12 -13
  162. package/dist/profiling/operation-metrics.d.ts +1 -1
  163. package/dist/profiling/operation-metrics.js +35 -2
  164. package/dist/profiling/operation-wrappers.js +12 -15
  165. package/dist/profiling/profiler.d.ts +1 -2
  166. package/dist/profiling/profiler.js +7 -26
  167. package/dist/profiling/types.d.ts +1 -1
  168. package/dist/rag/handler.js +1 -1
  169. package/dist/rag/handlers/close-workspace.js +1 -1
  170. package/dist/rag/handlers/delete-embeddings.js +1 -1
  171. package/dist/rag/handlers/delete-workspace.js +2 -6
  172. package/dist/rag/handlers/ingest.js +1 -1
  173. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  174. package/dist/rag/handlers/list-workspaces.js +1 -1
  175. package/dist/rag/handlers/reindex.js +1 -1
  176. package/dist/rag/handlers/save-embeddings.js +1 -1
  177. package/dist/rag/handlers/search.js +1 -1
  178. package/dist/rag/index.d.ts +11 -11
  179. package/dist/rag/index.js +11 -11
  180. package/dist/rag/rag-workspace-manager.d.ts +4 -2
  181. package/dist/rag/rag-workspace-manager.js +268 -15
  182. package/dist/registry.js +8 -58
  183. package/dist/resources/collector.d.ts +3 -1
  184. package/dist/resources/collector.js +91 -9
  185. package/dist/resources/instance.d.ts +1 -1
  186. package/dist/resources/instance.js +1 -1
  187. package/dist/resources/model-fit/assess.d.ts +36 -0
  188. package/dist/resources/model-fit/assess.js +679 -0
  189. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +8 -0
  190. package/dist/resources/model-fit/calibration/darwin-arm64.js +36 -0
  191. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +8 -0
  192. package/dist/resources/model-fit/calibration/darwin-x64.js +38 -0
  193. package/dist/resources/model-fit/calibration/fit.d.ts +73 -0
  194. package/dist/resources/model-fit/calibration/fit.js +152 -0
  195. package/dist/resources/model-fit/calibration/index.d.ts +37 -0
  196. package/dist/resources/model-fit/calibration/index.js +75 -0
  197. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +8 -0
  198. package/dist/resources/model-fit/calibration/linux-arm64.js +38 -0
  199. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +8 -0
  200. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +39 -0
  201. package/dist/resources/model-fit/calibration/linux-x64.d.ts +8 -0
  202. package/dist/resources/model-fit/calibration/linux-x64.js +38 -0
  203. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +8 -0
  204. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +39 -0
  205. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +8 -0
  206. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +36 -0
  207. package/dist/resources/model-fit/calibration/win32-x64.d.ts +8 -0
  208. package/dist/resources/model-fit/calibration/win32-x64.js +38 -0
  209. package/dist/resources/model-fit/estimators/llm.d.ts +46 -0
  210. package/dist/resources/model-fit/estimators/llm.js +222 -0
  211. package/dist/resources/model-fit/estimators/whisper.d.ts +10 -0
  212. package/dist/resources/model-fit/estimators/whisper.js +77 -0
  213. package/dist/resources/model-fit/floor.d.ts +31 -0
  214. package/dist/resources/model-fit/floor.js +65 -0
  215. package/dist/resources/model-fit/types.d.ts +120 -0
  216. package/dist/resources/model-fit/types.js +1 -0
  217. package/dist/resources/native.d.ts +1 -1
  218. package/dist/resources/native.js +15 -0
  219. package/dist/resources/normalize.d.ts +1 -1
  220. package/dist/resources/types.d.ts +14 -0
  221. package/dist/runtime/index.d.ts +5 -5
  222. package/dist/runtime/index.js +2 -2
  223. package/dist/runtime/lifecycle.js +5 -7
  224. package/dist/runtime/model-registry.d.ts +0 -14
  225. package/dist/runtime/model-registry.js +17 -40
  226. package/dist/runtime/registry-client.js +1 -1
  227. package/dist/runtime/request-context.d.ts +3 -3
  228. package/dist/runtime/request-context.js +13 -1
  229. package/dist/runtime/request-registry.d.ts +1 -1
  230. package/dist/runtime/request-registry.js +4 -5
  231. package/dist/runtime/state.d.ts +1 -1
  232. package/dist/runtime/state.js +18 -3
  233. package/dist/schemas/assess-model-fit.d.ts +311 -0
  234. package/dist/schemas/assess-model-fit.js +182 -0
  235. package/dist/schemas/audio-gen.d.ts +437 -7
  236. package/dist/schemas/audio-gen.js +131 -19
  237. package/dist/schemas/batch-completion-stream.d.ts +5 -2
  238. package/dist/schemas/batch-completion-stream.js +3 -3
  239. package/dist/schemas/bci-config.js +73 -27
  240. package/dist/schemas/bci.d.ts +3 -3
  241. package/dist/schemas/bci.js +5 -5
  242. package/dist/schemas/cancel.d.ts +5 -0
  243. package/dist/schemas/cancel.js +1 -0
  244. package/dist/schemas/classification.js +13 -6
  245. package/dist/schemas/common.d.ts +695 -335
  246. package/dist/schemas/common.js +33 -31
  247. package/dist/schemas/completion-event.d.ts +5 -2
  248. package/dist/schemas/completion-event.js +2 -1
  249. package/dist/schemas/completion-stream.d.ts +3 -5
  250. package/dist/schemas/completion-stream.js +4 -8
  251. package/dist/schemas/config.d.ts +640 -18
  252. package/dist/schemas/config.js +50 -8
  253. package/dist/schemas/download-asset.d.ts +19 -1
  254. package/dist/schemas/download-asset.js +20 -4
  255. package/dist/schemas/engine-addon-map.d.ts +1 -1
  256. package/dist/schemas/engine-addon-map.js +3 -3
  257. package/dist/schemas/error.d.ts +2 -2
  258. package/dist/schemas/error.js +2 -2
  259. package/dist/schemas/errors.d.ts +2 -6
  260. package/dist/schemas/errors.js +30 -40
  261. package/dist/schemas/heartbeat.d.ts +10 -0
  262. package/dist/schemas/heartbeat.js +8 -0
  263. package/dist/schemas/index.d.ts +46 -44
  264. package/dist/schemas/index.js +45 -43
  265. package/dist/schemas/llamacpp-config.d.ts +32 -10
  266. package/dist/schemas/llamacpp-config.js +11 -8
  267. package/dist/schemas/load-model.d.ts +2902 -1857
  268. package/dist/schemas/load-model.js +52 -52
  269. package/dist/schemas/mcp-adapter.d.ts +1 -1
  270. package/dist/schemas/model-config-schemas.d.ts +2354 -0
  271. package/dist/schemas/model-config-schemas.js +46 -0
  272. package/dist/schemas/model-info.d.ts +10 -20
  273. package/dist/schemas/model-info.js +4 -25
  274. package/dist/schemas/model-ops.d.ts +3 -1
  275. package/dist/schemas/model-ops.js +7 -2
  276. package/dist/schemas/model-resource-profile.d.ts +109 -0
  277. package/dist/schemas/model-resource-profile.js +83 -0
  278. package/dist/schemas/model-src-utils.d.ts +1 -0
  279. package/dist/schemas/model-src-utils.js +33 -13
  280. package/dist/schemas/ocr.js +48 -13
  281. package/dist/schemas/path-validation.js +8 -2
  282. package/dist/schemas/plugin.d.ts +23 -10
  283. package/dist/schemas/plugin.js +11 -0
  284. package/dist/schemas/profiling.d.ts +138 -43
  285. package/dist/schemas/profiling.js +1 -22
  286. package/dist/schemas/rag.js +1 -1
  287. package/dist/schemas/registry.js +1 -1
  288. package/dist/schemas/reload-config.d.ts +0 -2
  289. package/dist/schemas/reload-config.js +2 -3
  290. package/dist/schemas/sdcpp-config.d.ts +344 -4
  291. package/dist/schemas/sdcpp-config.js +504 -17
  292. package/dist/schemas/system-resources.d.ts +138 -0
  293. package/dist/schemas/system-resources.js +3 -1
  294. package/dist/schemas/text-to-speech.js +183 -76
  295. package/dist/schemas/transcription-config.js +253 -85
  296. package/dist/schemas/transcription.d.ts +3 -3
  297. package/dist/schemas/translate.d.ts +2 -2
  298. package/dist/schemas/translate.js +1 -1
  299. package/dist/schemas/translation-config.js +53 -25
  300. package/dist/schemas/vla.d.ts +1 -1
  301. package/dist/selection.d.ts +1 -5
  302. package/dist/selection.js +2 -6
  303. package/dist/surface.d.ts +1 -1
  304. package/dist/utils/addon-responses.d.ts +1 -0
  305. package/dist/utils/aggregate-events.d.ts +1 -1
  306. package/dist/utils/aggregate-events.js +2 -2
  307. package/dist/utils/archive.js +2 -2
  308. package/dist/utils/audio-input.js +1 -1
  309. package/dist/utils/cache/auto-history.d.ts +1 -1
  310. package/dist/utils/cache/auto-history.js +1 -1
  311. package/dist/utils/cache/paths.js +5 -5
  312. package/dist/utils/completion-normalizer.js +1 -1
  313. package/dist/utils/gguf-tensor-extractor.js +1 -1
  314. package/dist/utils/image-dimensions.d.ts +26 -0
  315. package/dist/utils/image-dimensions.js +46 -0
  316. package/dist/utils/index.d.ts +13 -10
  317. package/dist/utils/index.js +13 -10
  318. package/dist/utils/mcp-adapter.d.ts +1 -1
  319. package/dist/utils/mcp-adapter.js +1 -1
  320. package/dist/utils/path-sanitize.d.ts +7 -0
  321. package/dist/utils/path-sanitize.js +36 -0
  322. package/dist/utils/path-security.d.ts +0 -7
  323. package/dist/utils/path-security.js +1 -36
  324. package/dist/utils/shard-utils.js +3 -3
  325. package/dist/utils/tool-integration.js +1 -1
  326. package/dist/utils/tools/dialect.js +1 -1
  327. package/dist/utils/tools/index.d.ts +2 -2
  328. package/dist/utils/tools/index.js +2 -2
  329. package/dist/utils/tools/parser.js +8 -8
  330. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  331. package/dist/utils/tools/parsers/dsml.js +1 -1
  332. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  333. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  334. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  335. package/dist/utils/tools/parsers/harmony.js +1 -1
  336. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  337. package/dist/utils/tools/parsers/hermes.js +1 -1
  338. package/dist/utils/tools/parsers/json.d.ts +1 -1
  339. package/dist/utils/tools/parsers/json.js +1 -1
  340. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  341. package/dist/utils/tools/parsers/pythonic.js +1 -1
  342. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  343. package/dist/utils/tools/parsers/qwen35.js +3 -3
  344. package/dist/utils/url-security.d.ts +17 -0
  345. package/dist/utils/url-security.js +75 -0
  346. package/package.json +31 -26
  347. package/dist/api/provide.d.ts +0 -23
  348. package/dist/api/provide.js +0 -32
  349. package/dist/api/stop-provider.d.ts +0 -20
  350. package/dist/api/stop-provider.js +0 -30
  351. package/dist/p2p/cancel-delegated.d.ts +0 -3
  352. package/dist/p2p/cancel-delegated.js +0 -64
  353. package/dist/p2p/completion-stream-delegated.d.ts +0 -4
  354. package/dist/p2p/completion-stream-delegated.js +0 -51
  355. package/dist/p2p/delegate-client.d.ts +0 -9
  356. package/dist/p2p/delegate-client.js +0 -219
  357. package/dist/p2p/delegate-connect-diagnostics.d.ts +0 -8
  358. package/dist/p2p/delegate-connect-diagnostics.js +0 -38
  359. package/dist/p2p/delegate-transport.d.ts +0 -18
  360. package/dist/p2p/delegate-transport.js +0 -237
  361. package/dist/p2p/error-handlers.d.ts +0 -4
  362. package/dist/p2p/error-handlers.js +0 -31
  363. package/dist/p2p/handle-request.d.ts +0 -2
  364. package/dist/p2p/handle-request.js +0 -171
  365. package/dist/p2p/handler-utils.d.ts +0 -19
  366. package/dist/p2p/handler-utils.js +0 -180
  367. package/dist/p2p/heartbeat-delegated.d.ts +0 -3
  368. package/dist/p2p/heartbeat-delegated.js +0 -32
  369. package/dist/p2p/load-model-delegated.d.ts +0 -6
  370. package/dist/p2p/load-model-delegated.js +0 -132
  371. package/dist/p2p/progress-throttle.d.ts +0 -7
  372. package/dist/p2p/progress-throttle.js +0 -47
  373. package/dist/p2p/provideHandler/connection.d.ts +0 -2
  374. package/dist/p2p/provideHandler/connection.js +0 -38
  375. package/dist/p2p/provideHandler/handler.d.ts +0 -2
  376. package/dist/p2p/provideHandler/handler.js +0 -66
  377. package/dist/p2p/provideHandler/proxy.d.ts +0 -2
  378. package/dist/p2p/provideHandler/proxy.js +0 -24
  379. package/dist/p2p/provideHandler.d.ts +0 -1
  380. package/dist/p2p/provideHandler.js +0 -2
  381. package/dist/p2p/rpc-utils.d.ts +0 -4
  382. package/dist/p2p/rpc-utils.js +0 -8
  383. package/dist/p2p/stopProvideHandler.d.ts +0 -2
  384. package/dist/p2p/stopProvideHandler.js +0 -29
  385. package/dist/p2p/swarm.d.ts +0 -9
  386. package/dist/p2p/swarm.js +0 -103
  387. package/dist/p2p/transport-selector.d.ts +0 -2
  388. package/dist/p2p/transport-selector.js +0 -18
  389. package/dist/p2p/unload-model-delegated.d.ts +0 -2
  390. package/dist/p2p/unload-model-delegated.js +0 -31
  391. package/dist/profiling/delegation-profiler.d.ts +0 -31
  392. package/dist/profiling/delegation-profiler.js +0 -155
  393. package/dist/schemas/delegate.d.ts +0 -29
  394. package/dist/schemas/delegate.js +0 -40
  395. package/dist/schemas/provide.d.ts +0 -50
  396. package/dist/schemas/provide.js +0 -32
@@ -33,7 +33,13 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
33
33
  device: z.ZodOptional<z.ZodString>;
34
34
  predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
35
35
  system_prompt: z.ZodOptional<z.ZodString>;
36
- no_mmap: z.ZodOptional<z.ZodBoolean>;
36
+ load_mode: z.ZodOptional<z.ZodEnum<{
37
+ none: "none";
38
+ mmap: "mmap";
39
+ mlock: "mlock";
40
+ "mmap+mlock": "mmap+mlock";
41
+ dio: "dio";
42
+ }>>;
37
43
  verbosity: z.ZodOptional<z.ZodEnum<{
38
44
  readonly ERROR: 0;
39
45
  readonly WARN: 1;
@@ -44,7 +50,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
44
50
  frequency_penalty: z.ZodOptional<z.ZodNumber>;
45
51
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
46
52
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
47
- n_discarded: z.ZodOptional<z.ZodNumber>;
48
53
  parallel: z.ZodOptional<z.ZodNumber>;
49
54
  tools: z.ZodOptional<z.ZodBoolean>;
50
55
  'cache-type-k': z.ZodOptional<z.ZodString>;
@@ -57,6 +62,12 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
57
62
  none: "none";
58
63
  layer: "layer";
59
64
  row: "row";
65
+ tensor: "tensor";
66
+ }>>;
67
+ 'flash-attn': z.ZodOptional<z.ZodEnum<{
68
+ on: "on";
69
+ off: "off";
70
+ auto: "auto";
60
71
  }>>;
61
72
  'tensor-split': z.ZodOptional<z.ZodString>;
62
73
  openclCacheDir: z.ZodOptional<z.ZodString>;
@@ -343,6 +354,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
343
354
  "sdcpp-generation": z.ZodOptional<z.ZodOptional<z.ZodObject<{
344
355
  mode: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
345
356
  diffusion: "diffusion";
357
+ world: "world";
346
358
  upscale: "upscale";
347
359
  video: "video";
348
360
  }>>>;
@@ -391,6 +403,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
391
403
  }>>>;
392
404
  clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
393
405
  vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
406
+ vae_auto_cpu_fallback: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
407
+ vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
394
408
  vae_tiling: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
395
409
  offload_to_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
396
410
  flash_attn: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -791,6 +805,95 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
791
805
  classification: "classification";
792
806
  }>, z.ZodLiteral<"vad">]>>;
793
807
  }, z.core.$strip>]>>>;
808
+ taehvModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
809
+ src: z.ZodString;
810
+ name: z.ZodOptional<z.ZodString>;
811
+ modelId: z.ZodOptional<z.ZodString>;
812
+ registryPath: z.ZodOptional<z.ZodString>;
813
+ registrySource: z.ZodOptional<z.ZodString>;
814
+ blobCoreKey: z.ZodOptional<z.ZodString>;
815
+ blobIndex: z.ZodOptional<z.ZodNumber>;
816
+ engine: z.ZodOptional<z.ZodString>;
817
+ expectedSize: z.ZodOptional<z.ZodNumber>;
818
+ sha256Checksum: z.ZodOptional<z.ZodString>;
819
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
820
+ embeddings: "embeddings";
821
+ diffusion: "diffusion";
822
+ audiogen: "audiogen";
823
+ tts: "tts";
824
+ ocr: "ocr";
825
+ vla: "vla";
826
+ "llamacpp-completion": "llamacpp-completion";
827
+ "whispercpp-transcription": "whispercpp-transcription";
828
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
829
+ "llamacpp-embedding": "llamacpp-embedding";
830
+ "nmtcpp-translation": "nmtcpp-translation";
831
+ "onnx-tts": "onnx-tts";
832
+ "tts-ggml": "tts-ggml";
833
+ "parakeet-transcription": "parakeet-transcription";
834
+ "ggml-ocr": "ggml-ocr";
835
+ "sdcpp-generation": "sdcpp-generation";
836
+ "audiogen-ggml": "audiogen-ggml";
837
+ "ggml-vla": "ggml-vla";
838
+ "ggml-classification": "ggml-classification";
839
+ llm: "llm";
840
+ whisper: "whisper";
841
+ bci: "bci";
842
+ nmt: "nmt";
843
+ parakeet: "parakeet";
844
+ classification: "classification";
845
+ }>, z.ZodLiteral<"vad">]>>;
846
+ }, z.core.$strip>]>>>;
847
+ sceneSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
848
+ src: z.ZodString;
849
+ name: z.ZodOptional<z.ZodString>;
850
+ modelId: z.ZodOptional<z.ZodString>;
851
+ registryPath: z.ZodOptional<z.ZodString>;
852
+ registrySource: z.ZodOptional<z.ZodString>;
853
+ blobCoreKey: z.ZodOptional<z.ZodString>;
854
+ blobIndex: z.ZodOptional<z.ZodNumber>;
855
+ engine: z.ZodOptional<z.ZodString>;
856
+ expectedSize: z.ZodOptional<z.ZodNumber>;
857
+ sha256Checksum: z.ZodOptional<z.ZodString>;
858
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
859
+ embeddings: "embeddings";
860
+ diffusion: "diffusion";
861
+ audiogen: "audiogen";
862
+ tts: "tts";
863
+ ocr: "ocr";
864
+ vla: "vla";
865
+ "llamacpp-completion": "llamacpp-completion";
866
+ "whispercpp-transcription": "whispercpp-transcription";
867
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
868
+ "llamacpp-embedding": "llamacpp-embedding";
869
+ "nmtcpp-translation": "nmtcpp-translation";
870
+ "onnx-tts": "onnx-tts";
871
+ "tts-ggml": "tts-ggml";
872
+ "parakeet-transcription": "parakeet-transcription";
873
+ "ggml-ocr": "ggml-ocr";
874
+ "sdcpp-generation": "sdcpp-generation";
875
+ "audiogen-ggml": "audiogen-ggml";
876
+ "ggml-vla": "ggml-vla";
877
+ "ggml-classification": "ggml-classification";
878
+ llm: "llm";
879
+ whisper: "whisper";
880
+ bci: "bci";
881
+ nmt: "nmt";
882
+ parakeet: "parakeet";
883
+ classification: "classification";
884
+ }>, z.ZodLiteral<"vad">]>>;
885
+ }, z.core.$strip>]>>>;
886
+ world: z.ZodOptional<z.ZodOptional<z.ZodObject<{
887
+ seed: z.ZodOptional<z.ZodNumber>;
888
+ threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
889
+ backend: z.ZodOptional<z.ZodString>;
890
+ numFramePerBlock: z.ZodOptional<z.ZodNumber>;
891
+ localAttnSize: z.ZodOptional<z.ZodNumber>;
892
+ offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
893
+ frameJpegQuality: z.ZodOptional<z.ZodNumber>;
894
+ kvCache: z.ZodOptional<z.ZodBoolean>;
895
+ profile: z.ZodOptional<z.ZodBoolean>;
896
+ }, z.core.$strict>>>;
794
897
  upscaler: z.ZodOptional<z.ZodOptional<z.ZodObject<{
795
898
  type: z.ZodOptional<z.ZodLiteral<"esrgan">>;
796
899
  model_src: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -840,8 +943,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
840
943
  }, z.core.$strip>>>;
841
944
  "ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
842
945
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
843
- cpu: "cpu";
844
946
  auto: "auto";
947
+ cpu: "cpu";
845
948
  }>>>;
846
949
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
847
950
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -861,7 +964,13 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
861
964
  device: z.ZodOptional<z.ZodString>;
862
965
  predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
863
966
  system_prompt: z.ZodOptional<z.ZodString>;
864
- no_mmap: z.ZodOptional<z.ZodBoolean>;
967
+ load_mode: z.ZodOptional<z.ZodEnum<{
968
+ none: "none";
969
+ mmap: "mmap";
970
+ mlock: "mlock";
971
+ "mmap+mlock": "mmap+mlock";
972
+ dio: "dio";
973
+ }>>;
865
974
  verbosity: z.ZodOptional<z.ZodEnum<{
866
975
  readonly ERROR: 0;
867
976
  readonly WARN: 1;
@@ -872,7 +981,6 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
872
981
  frequency_penalty: z.ZodOptional<z.ZodNumber>;
873
982
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
874
983
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
875
- n_discarded: z.ZodOptional<z.ZodNumber>;
876
984
  parallel: z.ZodOptional<z.ZodNumber>;
877
985
  tools: z.ZodOptional<z.ZodBoolean>;
878
986
  'cache-type-k': z.ZodOptional<z.ZodString>;
@@ -885,6 +993,12 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
885
993
  none: "none";
886
994
  layer: "layer";
887
995
  row: "row";
996
+ tensor: "tensor";
997
+ }>>;
998
+ 'flash-attn': z.ZodOptional<z.ZodEnum<{
999
+ on: "on";
1000
+ off: "off";
1001
+ auto: "auto";
888
1002
  }>>;
889
1003
  'tensor-split': z.ZodOptional<z.ZodString>;
890
1004
  openclCacheDir: z.ZodOptional<z.ZodString>;
@@ -1171,6 +1285,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1171
1285
  diffusion: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1172
1286
  mode: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
1173
1287
  diffusion: "diffusion";
1288
+ world: "world";
1174
1289
  upscale: "upscale";
1175
1290
  video: "video";
1176
1291
  }>>>;
@@ -1219,6 +1334,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1219
1334
  }>>>;
1220
1335
  clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1221
1336
  vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1337
+ vae_auto_cpu_fallback: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1338
+ vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1222
1339
  vae_tiling: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1223
1340
  offload_to_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1224
1341
  flash_attn: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -1619,6 +1736,95 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1619
1736
  classification: "classification";
1620
1737
  }>, z.ZodLiteral<"vad">]>>;
1621
1738
  }, z.core.$strip>]>>>;
1739
+ taehvModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1740
+ src: z.ZodString;
1741
+ name: z.ZodOptional<z.ZodString>;
1742
+ modelId: z.ZodOptional<z.ZodString>;
1743
+ registryPath: z.ZodOptional<z.ZodString>;
1744
+ registrySource: z.ZodOptional<z.ZodString>;
1745
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1746
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1747
+ engine: z.ZodOptional<z.ZodString>;
1748
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1749
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1750
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1751
+ embeddings: "embeddings";
1752
+ diffusion: "diffusion";
1753
+ audiogen: "audiogen";
1754
+ tts: "tts";
1755
+ ocr: "ocr";
1756
+ vla: "vla";
1757
+ "llamacpp-completion": "llamacpp-completion";
1758
+ "whispercpp-transcription": "whispercpp-transcription";
1759
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1760
+ "llamacpp-embedding": "llamacpp-embedding";
1761
+ "nmtcpp-translation": "nmtcpp-translation";
1762
+ "onnx-tts": "onnx-tts";
1763
+ "tts-ggml": "tts-ggml";
1764
+ "parakeet-transcription": "parakeet-transcription";
1765
+ "ggml-ocr": "ggml-ocr";
1766
+ "sdcpp-generation": "sdcpp-generation";
1767
+ "audiogen-ggml": "audiogen-ggml";
1768
+ "ggml-vla": "ggml-vla";
1769
+ "ggml-classification": "ggml-classification";
1770
+ llm: "llm";
1771
+ whisper: "whisper";
1772
+ bci: "bci";
1773
+ nmt: "nmt";
1774
+ parakeet: "parakeet";
1775
+ classification: "classification";
1776
+ }>, z.ZodLiteral<"vad">]>>;
1777
+ }, z.core.$strip>]>>>;
1778
+ sceneSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1779
+ src: z.ZodString;
1780
+ name: z.ZodOptional<z.ZodString>;
1781
+ modelId: z.ZodOptional<z.ZodString>;
1782
+ registryPath: z.ZodOptional<z.ZodString>;
1783
+ registrySource: z.ZodOptional<z.ZodString>;
1784
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1785
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1786
+ engine: z.ZodOptional<z.ZodString>;
1787
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1788
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1789
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1790
+ embeddings: "embeddings";
1791
+ diffusion: "diffusion";
1792
+ audiogen: "audiogen";
1793
+ tts: "tts";
1794
+ ocr: "ocr";
1795
+ vla: "vla";
1796
+ "llamacpp-completion": "llamacpp-completion";
1797
+ "whispercpp-transcription": "whispercpp-transcription";
1798
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1799
+ "llamacpp-embedding": "llamacpp-embedding";
1800
+ "nmtcpp-translation": "nmtcpp-translation";
1801
+ "onnx-tts": "onnx-tts";
1802
+ "tts-ggml": "tts-ggml";
1803
+ "parakeet-transcription": "parakeet-transcription";
1804
+ "ggml-ocr": "ggml-ocr";
1805
+ "sdcpp-generation": "sdcpp-generation";
1806
+ "audiogen-ggml": "audiogen-ggml";
1807
+ "ggml-vla": "ggml-vla";
1808
+ "ggml-classification": "ggml-classification";
1809
+ llm: "llm";
1810
+ whisper: "whisper";
1811
+ bci: "bci";
1812
+ nmt: "nmt";
1813
+ parakeet: "parakeet";
1814
+ classification: "classification";
1815
+ }>, z.ZodLiteral<"vad">]>>;
1816
+ }, z.core.$strip>]>>>;
1817
+ world: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1818
+ seed: z.ZodOptional<z.ZodNumber>;
1819
+ threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
1820
+ backend: z.ZodOptional<z.ZodString>;
1821
+ numFramePerBlock: z.ZodOptional<z.ZodNumber>;
1822
+ localAttnSize: z.ZodOptional<z.ZodNumber>;
1823
+ offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
1824
+ frameJpegQuality: z.ZodOptional<z.ZodNumber>;
1825
+ kvCache: z.ZodOptional<z.ZodBoolean>;
1826
+ profile: z.ZodOptional<z.ZodBoolean>;
1827
+ }, z.core.$strict>>>;
1622
1828
  upscaler: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1623
1829
  type: z.ZodOptional<z.ZodLiteral<"esrgan">>;
1624
1830
  model_src: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -1668,8 +1874,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1668
1874
  }, z.core.$strip>>>;
1669
1875
  vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1670
1876
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
1671
- cpu: "cpu";
1672
1877
  auto: "auto";
1878
+ cpu: "cpu";
1673
1879
  }>>>;
1674
1880
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1675
1881
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -1709,7 +1915,13 @@ export declare const devicePatternSchema: z.ZodObject<{
1709
1915
  device: z.ZodOptional<z.ZodString>;
1710
1916
  predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
1711
1917
  system_prompt: z.ZodOptional<z.ZodString>;
1712
- no_mmap: z.ZodOptional<z.ZodBoolean>;
1918
+ load_mode: z.ZodOptional<z.ZodEnum<{
1919
+ none: "none";
1920
+ mmap: "mmap";
1921
+ mlock: "mlock";
1922
+ "mmap+mlock": "mmap+mlock";
1923
+ dio: "dio";
1924
+ }>>;
1713
1925
  verbosity: z.ZodOptional<z.ZodEnum<{
1714
1926
  readonly ERROR: 0;
1715
1927
  readonly WARN: 1;
@@ -1720,7 +1932,6 @@ export declare const devicePatternSchema: z.ZodObject<{
1720
1932
  frequency_penalty: z.ZodOptional<z.ZodNumber>;
1721
1933
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
1722
1934
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
1723
- n_discarded: z.ZodOptional<z.ZodNumber>;
1724
1935
  parallel: z.ZodOptional<z.ZodNumber>;
1725
1936
  tools: z.ZodOptional<z.ZodBoolean>;
1726
1937
  'cache-type-k': z.ZodOptional<z.ZodString>;
@@ -1733,6 +1944,12 @@ export declare const devicePatternSchema: z.ZodObject<{
1733
1944
  none: "none";
1734
1945
  layer: "layer";
1735
1946
  row: "row";
1947
+ tensor: "tensor";
1948
+ }>>;
1949
+ 'flash-attn': z.ZodOptional<z.ZodEnum<{
1950
+ on: "on";
1951
+ off: "off";
1952
+ auto: "auto";
1736
1953
  }>>;
1737
1954
  'tensor-split': z.ZodOptional<z.ZodString>;
1738
1955
  openclCacheDir: z.ZodOptional<z.ZodString>;
@@ -2019,6 +2236,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2019
2236
  "sdcpp-generation": z.ZodOptional<z.ZodOptional<z.ZodObject<{
2020
2237
  mode: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
2021
2238
  diffusion: "diffusion";
2239
+ world: "world";
2022
2240
  upscale: "upscale";
2023
2241
  video: "video";
2024
2242
  }>>>;
@@ -2067,6 +2285,8 @@ export declare const devicePatternSchema: z.ZodObject<{
2067
2285
  }>>>;
2068
2286
  clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2069
2287
  vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2288
+ vae_auto_cpu_fallback: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2289
+ vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2070
2290
  vae_tiling: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2071
2291
  offload_to_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2072
2292
  flash_attn: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -2467,6 +2687,95 @@ export declare const devicePatternSchema: z.ZodObject<{
2467
2687
  classification: "classification";
2468
2688
  }>, z.ZodLiteral<"vad">]>>;
2469
2689
  }, z.core.$strip>]>>>;
2690
+ taehvModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2691
+ src: z.ZodString;
2692
+ name: z.ZodOptional<z.ZodString>;
2693
+ modelId: z.ZodOptional<z.ZodString>;
2694
+ registryPath: z.ZodOptional<z.ZodString>;
2695
+ registrySource: z.ZodOptional<z.ZodString>;
2696
+ blobCoreKey: z.ZodOptional<z.ZodString>;
2697
+ blobIndex: z.ZodOptional<z.ZodNumber>;
2698
+ engine: z.ZodOptional<z.ZodString>;
2699
+ expectedSize: z.ZodOptional<z.ZodNumber>;
2700
+ sha256Checksum: z.ZodOptional<z.ZodString>;
2701
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
2702
+ embeddings: "embeddings";
2703
+ diffusion: "diffusion";
2704
+ audiogen: "audiogen";
2705
+ tts: "tts";
2706
+ ocr: "ocr";
2707
+ vla: "vla";
2708
+ "llamacpp-completion": "llamacpp-completion";
2709
+ "whispercpp-transcription": "whispercpp-transcription";
2710
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2711
+ "llamacpp-embedding": "llamacpp-embedding";
2712
+ "nmtcpp-translation": "nmtcpp-translation";
2713
+ "onnx-tts": "onnx-tts";
2714
+ "tts-ggml": "tts-ggml";
2715
+ "parakeet-transcription": "parakeet-transcription";
2716
+ "ggml-ocr": "ggml-ocr";
2717
+ "sdcpp-generation": "sdcpp-generation";
2718
+ "audiogen-ggml": "audiogen-ggml";
2719
+ "ggml-vla": "ggml-vla";
2720
+ "ggml-classification": "ggml-classification";
2721
+ llm: "llm";
2722
+ whisper: "whisper";
2723
+ bci: "bci";
2724
+ nmt: "nmt";
2725
+ parakeet: "parakeet";
2726
+ classification: "classification";
2727
+ }>, z.ZodLiteral<"vad">]>>;
2728
+ }, z.core.$strip>]>>>;
2729
+ sceneSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2730
+ src: z.ZodString;
2731
+ name: z.ZodOptional<z.ZodString>;
2732
+ modelId: z.ZodOptional<z.ZodString>;
2733
+ registryPath: z.ZodOptional<z.ZodString>;
2734
+ registrySource: z.ZodOptional<z.ZodString>;
2735
+ blobCoreKey: z.ZodOptional<z.ZodString>;
2736
+ blobIndex: z.ZodOptional<z.ZodNumber>;
2737
+ engine: z.ZodOptional<z.ZodString>;
2738
+ expectedSize: z.ZodOptional<z.ZodNumber>;
2739
+ sha256Checksum: z.ZodOptional<z.ZodString>;
2740
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
2741
+ embeddings: "embeddings";
2742
+ diffusion: "diffusion";
2743
+ audiogen: "audiogen";
2744
+ tts: "tts";
2745
+ ocr: "ocr";
2746
+ vla: "vla";
2747
+ "llamacpp-completion": "llamacpp-completion";
2748
+ "whispercpp-transcription": "whispercpp-transcription";
2749
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
2750
+ "llamacpp-embedding": "llamacpp-embedding";
2751
+ "nmtcpp-translation": "nmtcpp-translation";
2752
+ "onnx-tts": "onnx-tts";
2753
+ "tts-ggml": "tts-ggml";
2754
+ "parakeet-transcription": "parakeet-transcription";
2755
+ "ggml-ocr": "ggml-ocr";
2756
+ "sdcpp-generation": "sdcpp-generation";
2757
+ "audiogen-ggml": "audiogen-ggml";
2758
+ "ggml-vla": "ggml-vla";
2759
+ "ggml-classification": "ggml-classification";
2760
+ llm: "llm";
2761
+ whisper: "whisper";
2762
+ bci: "bci";
2763
+ nmt: "nmt";
2764
+ parakeet: "parakeet";
2765
+ classification: "classification";
2766
+ }>, z.ZodLiteral<"vad">]>>;
2767
+ }, z.core.$strip>]>>>;
2768
+ world: z.ZodOptional<z.ZodOptional<z.ZodObject<{
2769
+ seed: z.ZodOptional<z.ZodNumber>;
2770
+ threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
2771
+ backend: z.ZodOptional<z.ZodString>;
2772
+ numFramePerBlock: z.ZodOptional<z.ZodNumber>;
2773
+ localAttnSize: z.ZodOptional<z.ZodNumber>;
2774
+ offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
2775
+ frameJpegQuality: z.ZodOptional<z.ZodNumber>;
2776
+ kvCache: z.ZodOptional<z.ZodBoolean>;
2777
+ profile: z.ZodOptional<z.ZodBoolean>;
2778
+ }, z.core.$strict>>>;
2470
2779
  upscaler: z.ZodOptional<z.ZodOptional<z.ZodObject<{
2471
2780
  type: z.ZodOptional<z.ZodLiteral<"esrgan">>;
2472
2781
  model_src: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -2516,8 +2825,8 @@ export declare const devicePatternSchema: z.ZodObject<{
2516
2825
  }, z.core.$strip>>>;
2517
2826
  "ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
2518
2827
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
2519
- cpu: "cpu";
2520
2828
  auto: "auto";
2829
+ cpu: "cpu";
2521
2830
  }>>>;
2522
2831
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2523
2832
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -2537,7 +2846,13 @@ export declare const devicePatternSchema: z.ZodObject<{
2537
2846
  device: z.ZodOptional<z.ZodString>;
2538
2847
  predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
2539
2848
  system_prompt: z.ZodOptional<z.ZodString>;
2540
- no_mmap: z.ZodOptional<z.ZodBoolean>;
2849
+ load_mode: z.ZodOptional<z.ZodEnum<{
2850
+ none: "none";
2851
+ mmap: "mmap";
2852
+ mlock: "mlock";
2853
+ "mmap+mlock": "mmap+mlock";
2854
+ dio: "dio";
2855
+ }>>;
2541
2856
  verbosity: z.ZodOptional<z.ZodEnum<{
2542
2857
  readonly ERROR: 0;
2543
2858
  readonly WARN: 1;
@@ -2548,7 +2863,6 @@ export declare const devicePatternSchema: z.ZodObject<{
2548
2863
  frequency_penalty: z.ZodOptional<z.ZodNumber>;
2549
2864
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
2550
2865
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
2551
- n_discarded: z.ZodOptional<z.ZodNumber>;
2552
2866
  parallel: z.ZodOptional<z.ZodNumber>;
2553
2867
  tools: z.ZodOptional<z.ZodBoolean>;
2554
2868
  'cache-type-k': z.ZodOptional<z.ZodString>;
@@ -2561,6 +2875,12 @@ export declare const devicePatternSchema: z.ZodObject<{
2561
2875
  none: "none";
2562
2876
  layer: "layer";
2563
2877
  row: "row";
2878
+ tensor: "tensor";
2879
+ }>>;
2880
+ 'flash-attn': z.ZodOptional<z.ZodEnum<{
2881
+ on: "on";
2882
+ off: "off";
2883
+ auto: "auto";
2564
2884
  }>>;
2565
2885
  'tensor-split': z.ZodOptional<z.ZodString>;
2566
2886
  openclCacheDir: z.ZodOptional<z.ZodString>;
@@ -2847,6 +3167,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2847
3167
  diffusion: z.ZodOptional<z.ZodOptional<z.ZodObject<{
2848
3168
  mode: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
2849
3169
  diffusion: "diffusion";
3170
+ world: "world";
2850
3171
  upscale: "upscale";
2851
3172
  video: "video";
2852
3173
  }>>>;
@@ -2895,6 +3216,8 @@ export declare const devicePatternSchema: z.ZodObject<{
2895
3216
  }>>>;
2896
3217
  clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2897
3218
  vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
3219
+ vae_auto_cpu_fallback: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
3220
+ vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2898
3221
  vae_tiling: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2899
3222
  offload_to_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2900
3223
  flash_attn: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -3295,6 +3618,95 @@ export declare const devicePatternSchema: z.ZodObject<{
3295
3618
  classification: "classification";
3296
3619
  }>, z.ZodLiteral<"vad">]>>;
3297
3620
  }, z.core.$strip>]>>>;
3621
+ taehvModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
3622
+ src: z.ZodString;
3623
+ name: z.ZodOptional<z.ZodString>;
3624
+ modelId: z.ZodOptional<z.ZodString>;
3625
+ registryPath: z.ZodOptional<z.ZodString>;
3626
+ registrySource: z.ZodOptional<z.ZodString>;
3627
+ blobCoreKey: z.ZodOptional<z.ZodString>;
3628
+ blobIndex: z.ZodOptional<z.ZodNumber>;
3629
+ engine: z.ZodOptional<z.ZodString>;
3630
+ expectedSize: z.ZodOptional<z.ZodNumber>;
3631
+ sha256Checksum: z.ZodOptional<z.ZodString>;
3632
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
3633
+ embeddings: "embeddings";
3634
+ diffusion: "diffusion";
3635
+ audiogen: "audiogen";
3636
+ tts: "tts";
3637
+ ocr: "ocr";
3638
+ vla: "vla";
3639
+ "llamacpp-completion": "llamacpp-completion";
3640
+ "whispercpp-transcription": "whispercpp-transcription";
3641
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3642
+ "llamacpp-embedding": "llamacpp-embedding";
3643
+ "nmtcpp-translation": "nmtcpp-translation";
3644
+ "onnx-tts": "onnx-tts";
3645
+ "tts-ggml": "tts-ggml";
3646
+ "parakeet-transcription": "parakeet-transcription";
3647
+ "ggml-ocr": "ggml-ocr";
3648
+ "sdcpp-generation": "sdcpp-generation";
3649
+ "audiogen-ggml": "audiogen-ggml";
3650
+ "ggml-vla": "ggml-vla";
3651
+ "ggml-classification": "ggml-classification";
3652
+ llm: "llm";
3653
+ whisper: "whisper";
3654
+ bci: "bci";
3655
+ nmt: "nmt";
3656
+ parakeet: "parakeet";
3657
+ classification: "classification";
3658
+ }>, z.ZodLiteral<"vad">]>>;
3659
+ }, z.core.$strip>]>>>;
3660
+ sceneSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
3661
+ src: z.ZodString;
3662
+ name: z.ZodOptional<z.ZodString>;
3663
+ modelId: z.ZodOptional<z.ZodString>;
3664
+ registryPath: z.ZodOptional<z.ZodString>;
3665
+ registrySource: z.ZodOptional<z.ZodString>;
3666
+ blobCoreKey: z.ZodOptional<z.ZodString>;
3667
+ blobIndex: z.ZodOptional<z.ZodNumber>;
3668
+ engine: z.ZodOptional<z.ZodString>;
3669
+ expectedSize: z.ZodOptional<z.ZodNumber>;
3670
+ sha256Checksum: z.ZodOptional<z.ZodString>;
3671
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
3672
+ embeddings: "embeddings";
3673
+ diffusion: "diffusion";
3674
+ audiogen: "audiogen";
3675
+ tts: "tts";
3676
+ ocr: "ocr";
3677
+ vla: "vla";
3678
+ "llamacpp-completion": "llamacpp-completion";
3679
+ "whispercpp-transcription": "whispercpp-transcription";
3680
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
3681
+ "llamacpp-embedding": "llamacpp-embedding";
3682
+ "nmtcpp-translation": "nmtcpp-translation";
3683
+ "onnx-tts": "onnx-tts";
3684
+ "tts-ggml": "tts-ggml";
3685
+ "parakeet-transcription": "parakeet-transcription";
3686
+ "ggml-ocr": "ggml-ocr";
3687
+ "sdcpp-generation": "sdcpp-generation";
3688
+ "audiogen-ggml": "audiogen-ggml";
3689
+ "ggml-vla": "ggml-vla";
3690
+ "ggml-classification": "ggml-classification";
3691
+ llm: "llm";
3692
+ whisper: "whisper";
3693
+ bci: "bci";
3694
+ nmt: "nmt";
3695
+ parakeet: "parakeet";
3696
+ classification: "classification";
3697
+ }>, z.ZodLiteral<"vad">]>>;
3698
+ }, z.core.$strip>]>>>;
3699
+ world: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3700
+ seed: z.ZodOptional<z.ZodNumber>;
3701
+ threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
3702
+ backend: z.ZodOptional<z.ZodString>;
3703
+ numFramePerBlock: z.ZodOptional<z.ZodNumber>;
3704
+ localAttnSize: z.ZodOptional<z.ZodNumber>;
3705
+ offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
3706
+ frameJpegQuality: z.ZodOptional<z.ZodNumber>;
3707
+ kvCache: z.ZodOptional<z.ZodBoolean>;
3708
+ profile: z.ZodOptional<z.ZodBoolean>;
3709
+ }, z.core.$strict>>>;
3298
3710
  upscaler: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3299
3711
  type: z.ZodOptional<z.ZodLiteral<"esrgan">>;
3300
3712
  model_src: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -3344,8 +3756,8 @@ export declare const devicePatternSchema: z.ZodObject<{
3344
3756
  }, z.core.$strip>>>;
3345
3757
  vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3346
3758
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
3347
- cpu: "cpu";
3348
3759
  auto: "auto";
3760
+ cpu: "cpu";
3349
3761
  }>>>;
3350
3762
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3351
3763
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -3375,8 +3787,11 @@ export declare const qvacConfigSchema: z.ZodObject<{
3375
3787
  debug: "debug";
3376
3788
  }>>;
3377
3789
  loggerConsoleOutput: z.ZodOptional<z.ZodBoolean>;
3790
+ rpcInitTimeoutMs: z.ZodOptional<z.ZodNumber>;
3378
3791
  httpDownloadConcurrency: z.ZodOptional<z.ZodNumber>;
3379
3792
  httpConnectionTimeoutMs: z.ZodOptional<z.ZodNumber>;
3793
+ requireHttpChecksum: z.ZodOptional<z.ZodBoolean>;
3794
+ requireSecureTransport: z.ZodOptional<z.ZodBoolean>;
3380
3795
  registryDownloadMaxRetries: z.ZodOptional<z.ZodNumber>;
3381
3796
  registryStreamTimeoutMs: z.ZodOptional<z.ZodNumber>;
3382
3797
  deviceDefaults: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -3405,7 +3820,13 @@ export declare const qvacConfigSchema: z.ZodObject<{
3405
3820
  device: z.ZodOptional<z.ZodString>;
3406
3821
  predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
3407
3822
  system_prompt: z.ZodOptional<z.ZodString>;
3408
- no_mmap: z.ZodOptional<z.ZodBoolean>;
3823
+ load_mode: z.ZodOptional<z.ZodEnum<{
3824
+ none: "none";
3825
+ mmap: "mmap";
3826
+ mlock: "mlock";
3827
+ "mmap+mlock": "mmap+mlock";
3828
+ dio: "dio";
3829
+ }>>;
3409
3830
  verbosity: z.ZodOptional<z.ZodEnum<{
3410
3831
  readonly ERROR: 0;
3411
3832
  readonly WARN: 1;
@@ -3416,7 +3837,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
3416
3837
  frequency_penalty: z.ZodOptional<z.ZodNumber>;
3417
3838
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
3418
3839
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
3419
- n_discarded: z.ZodOptional<z.ZodNumber>;
3420
3840
  parallel: z.ZodOptional<z.ZodNumber>;
3421
3841
  tools: z.ZodOptional<z.ZodBoolean>;
3422
3842
  'cache-type-k': z.ZodOptional<z.ZodString>;
@@ -3429,6 +3849,12 @@ export declare const qvacConfigSchema: z.ZodObject<{
3429
3849
  none: "none";
3430
3850
  layer: "layer";
3431
3851
  row: "row";
3852
+ tensor: "tensor";
3853
+ }>>;
3854
+ 'flash-attn': z.ZodOptional<z.ZodEnum<{
3855
+ on: "on";
3856
+ off: "off";
3857
+ auto: "auto";
3432
3858
  }>>;
3433
3859
  'tensor-split': z.ZodOptional<z.ZodString>;
3434
3860
  openclCacheDir: z.ZodOptional<z.ZodString>;
@@ -3715,6 +4141,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
3715
4141
  "sdcpp-generation": z.ZodOptional<z.ZodOptional<z.ZodObject<{
3716
4142
  mode: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
3717
4143
  diffusion: "diffusion";
4144
+ world: "world";
3718
4145
  upscale: "upscale";
3719
4146
  video: "video";
3720
4147
  }>>>;
@@ -3763,6 +4190,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
3763
4190
  }>>>;
3764
4191
  clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
3765
4192
  vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
4193
+ vae_auto_cpu_fallback: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
4194
+ vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3766
4195
  vae_tiling: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
3767
4196
  offload_to_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
3768
4197
  flash_attn: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -4163,6 +4592,95 @@ export declare const qvacConfigSchema: z.ZodObject<{
4163
4592
  classification: "classification";
4164
4593
  }>, z.ZodLiteral<"vad">]>>;
4165
4594
  }, z.core.$strip>]>>>;
4595
+ taehvModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4596
+ src: z.ZodString;
4597
+ name: z.ZodOptional<z.ZodString>;
4598
+ modelId: z.ZodOptional<z.ZodString>;
4599
+ registryPath: z.ZodOptional<z.ZodString>;
4600
+ registrySource: z.ZodOptional<z.ZodString>;
4601
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4602
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4603
+ engine: z.ZodOptional<z.ZodString>;
4604
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4605
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4606
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4607
+ embeddings: "embeddings";
4608
+ diffusion: "diffusion";
4609
+ audiogen: "audiogen";
4610
+ tts: "tts";
4611
+ ocr: "ocr";
4612
+ vla: "vla";
4613
+ "llamacpp-completion": "llamacpp-completion";
4614
+ "whispercpp-transcription": "whispercpp-transcription";
4615
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4616
+ "llamacpp-embedding": "llamacpp-embedding";
4617
+ "nmtcpp-translation": "nmtcpp-translation";
4618
+ "onnx-tts": "onnx-tts";
4619
+ "tts-ggml": "tts-ggml";
4620
+ "parakeet-transcription": "parakeet-transcription";
4621
+ "ggml-ocr": "ggml-ocr";
4622
+ "sdcpp-generation": "sdcpp-generation";
4623
+ "audiogen-ggml": "audiogen-ggml";
4624
+ "ggml-vla": "ggml-vla";
4625
+ "ggml-classification": "ggml-classification";
4626
+ llm: "llm";
4627
+ whisper: "whisper";
4628
+ bci: "bci";
4629
+ nmt: "nmt";
4630
+ parakeet: "parakeet";
4631
+ classification: "classification";
4632
+ }>, z.ZodLiteral<"vad">]>>;
4633
+ }, z.core.$strip>]>>>;
4634
+ sceneSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4635
+ src: z.ZodString;
4636
+ name: z.ZodOptional<z.ZodString>;
4637
+ modelId: z.ZodOptional<z.ZodString>;
4638
+ registryPath: z.ZodOptional<z.ZodString>;
4639
+ registrySource: z.ZodOptional<z.ZodString>;
4640
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4641
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4642
+ engine: z.ZodOptional<z.ZodString>;
4643
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4644
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4645
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4646
+ embeddings: "embeddings";
4647
+ diffusion: "diffusion";
4648
+ audiogen: "audiogen";
4649
+ tts: "tts";
4650
+ ocr: "ocr";
4651
+ vla: "vla";
4652
+ "llamacpp-completion": "llamacpp-completion";
4653
+ "whispercpp-transcription": "whispercpp-transcription";
4654
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4655
+ "llamacpp-embedding": "llamacpp-embedding";
4656
+ "nmtcpp-translation": "nmtcpp-translation";
4657
+ "onnx-tts": "onnx-tts";
4658
+ "tts-ggml": "tts-ggml";
4659
+ "parakeet-transcription": "parakeet-transcription";
4660
+ "ggml-ocr": "ggml-ocr";
4661
+ "sdcpp-generation": "sdcpp-generation";
4662
+ "audiogen-ggml": "audiogen-ggml";
4663
+ "ggml-vla": "ggml-vla";
4664
+ "ggml-classification": "ggml-classification";
4665
+ llm: "llm";
4666
+ whisper: "whisper";
4667
+ bci: "bci";
4668
+ nmt: "nmt";
4669
+ parakeet: "parakeet";
4670
+ classification: "classification";
4671
+ }>, z.ZodLiteral<"vad">]>>;
4672
+ }, z.core.$strip>]>>>;
4673
+ world: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4674
+ seed: z.ZodOptional<z.ZodNumber>;
4675
+ threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
4676
+ backend: z.ZodOptional<z.ZodString>;
4677
+ numFramePerBlock: z.ZodOptional<z.ZodNumber>;
4678
+ localAttnSize: z.ZodOptional<z.ZodNumber>;
4679
+ offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
4680
+ frameJpegQuality: z.ZodOptional<z.ZodNumber>;
4681
+ kvCache: z.ZodOptional<z.ZodBoolean>;
4682
+ profile: z.ZodOptional<z.ZodBoolean>;
4683
+ }, z.core.$strict>>>;
4166
4684
  upscaler: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4167
4685
  type: z.ZodOptional<z.ZodLiteral<"esrgan">>;
4168
4686
  model_src: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -4212,8 +4730,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
4212
4730
  }, z.core.$strip>>>;
4213
4731
  "ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
4214
4732
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
4215
- cpu: "cpu";
4216
4733
  auto: "auto";
4734
+ cpu: "cpu";
4217
4735
  }>>>;
4218
4736
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4219
4737
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -4233,7 +4751,13 @@ export declare const qvacConfigSchema: z.ZodObject<{
4233
4751
  device: z.ZodOptional<z.ZodString>;
4234
4752
  predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
4235
4753
  system_prompt: z.ZodOptional<z.ZodString>;
4236
- no_mmap: z.ZodOptional<z.ZodBoolean>;
4754
+ load_mode: z.ZodOptional<z.ZodEnum<{
4755
+ none: "none";
4756
+ mmap: "mmap";
4757
+ mlock: "mlock";
4758
+ "mmap+mlock": "mmap+mlock";
4759
+ dio: "dio";
4760
+ }>>;
4237
4761
  verbosity: z.ZodOptional<z.ZodEnum<{
4238
4762
  readonly ERROR: 0;
4239
4763
  readonly WARN: 1;
@@ -4244,7 +4768,6 @@ export declare const qvacConfigSchema: z.ZodObject<{
4244
4768
  frequency_penalty: z.ZodOptional<z.ZodNumber>;
4245
4769
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
4246
4770
  stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
4247
- n_discarded: z.ZodOptional<z.ZodNumber>;
4248
4771
  parallel: z.ZodOptional<z.ZodNumber>;
4249
4772
  tools: z.ZodOptional<z.ZodBoolean>;
4250
4773
  'cache-type-k': z.ZodOptional<z.ZodString>;
@@ -4257,6 +4780,12 @@ export declare const qvacConfigSchema: z.ZodObject<{
4257
4780
  none: "none";
4258
4781
  layer: "layer";
4259
4782
  row: "row";
4783
+ tensor: "tensor";
4784
+ }>>;
4785
+ 'flash-attn': z.ZodOptional<z.ZodEnum<{
4786
+ on: "on";
4787
+ off: "off";
4788
+ auto: "auto";
4260
4789
  }>>;
4261
4790
  'tensor-split': z.ZodOptional<z.ZodString>;
4262
4791
  openclCacheDir: z.ZodOptional<z.ZodString>;
@@ -4543,6 +5072,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
4543
5072
  diffusion: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4544
5073
  mode: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
4545
5074
  diffusion: "diffusion";
5075
+ world: "world";
4546
5076
  upscale: "upscale";
4547
5077
  video: "video";
4548
5078
  }>>>;
@@ -4591,6 +5121,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
4591
5121
  }>>>;
4592
5122
  clip_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
4593
5123
  vae_on_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
5124
+ vae_auto_cpu_fallback: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
5125
+ vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4594
5126
  vae_tiling: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
4595
5127
  offload_to_cpu: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
4596
5128
  flash_attn: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
@@ -4991,6 +5523,95 @@ export declare const qvacConfigSchema: z.ZodObject<{
4991
5523
  classification: "classification";
4992
5524
  }>, z.ZodLiteral<"vad">]>>;
4993
5525
  }, z.core.$strip>]>>>;
5526
+ taehvModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
5527
+ src: z.ZodString;
5528
+ name: z.ZodOptional<z.ZodString>;
5529
+ modelId: z.ZodOptional<z.ZodString>;
5530
+ registryPath: z.ZodOptional<z.ZodString>;
5531
+ registrySource: z.ZodOptional<z.ZodString>;
5532
+ blobCoreKey: z.ZodOptional<z.ZodString>;
5533
+ blobIndex: z.ZodOptional<z.ZodNumber>;
5534
+ engine: z.ZodOptional<z.ZodString>;
5535
+ expectedSize: z.ZodOptional<z.ZodNumber>;
5536
+ sha256Checksum: z.ZodOptional<z.ZodString>;
5537
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
5538
+ embeddings: "embeddings";
5539
+ diffusion: "diffusion";
5540
+ audiogen: "audiogen";
5541
+ tts: "tts";
5542
+ ocr: "ocr";
5543
+ vla: "vla";
5544
+ "llamacpp-completion": "llamacpp-completion";
5545
+ "whispercpp-transcription": "whispercpp-transcription";
5546
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5547
+ "llamacpp-embedding": "llamacpp-embedding";
5548
+ "nmtcpp-translation": "nmtcpp-translation";
5549
+ "onnx-tts": "onnx-tts";
5550
+ "tts-ggml": "tts-ggml";
5551
+ "parakeet-transcription": "parakeet-transcription";
5552
+ "ggml-ocr": "ggml-ocr";
5553
+ "sdcpp-generation": "sdcpp-generation";
5554
+ "audiogen-ggml": "audiogen-ggml";
5555
+ "ggml-vla": "ggml-vla";
5556
+ "ggml-classification": "ggml-classification";
5557
+ llm: "llm";
5558
+ whisper: "whisper";
5559
+ bci: "bci";
5560
+ nmt: "nmt";
5561
+ parakeet: "parakeet";
5562
+ classification: "classification";
5563
+ }>, z.ZodLiteral<"vad">]>>;
5564
+ }, z.core.$strip>]>>>;
5565
+ sceneSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
5566
+ src: z.ZodString;
5567
+ name: z.ZodOptional<z.ZodString>;
5568
+ modelId: z.ZodOptional<z.ZodString>;
5569
+ registryPath: z.ZodOptional<z.ZodString>;
5570
+ registrySource: z.ZodOptional<z.ZodString>;
5571
+ blobCoreKey: z.ZodOptional<z.ZodString>;
5572
+ blobIndex: z.ZodOptional<z.ZodNumber>;
5573
+ engine: z.ZodOptional<z.ZodString>;
5574
+ expectedSize: z.ZodOptional<z.ZodNumber>;
5575
+ sha256Checksum: z.ZodOptional<z.ZodString>;
5576
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
5577
+ embeddings: "embeddings";
5578
+ diffusion: "diffusion";
5579
+ audiogen: "audiogen";
5580
+ tts: "tts";
5581
+ ocr: "ocr";
5582
+ vla: "vla";
5583
+ "llamacpp-completion": "llamacpp-completion";
5584
+ "whispercpp-transcription": "whispercpp-transcription";
5585
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
5586
+ "llamacpp-embedding": "llamacpp-embedding";
5587
+ "nmtcpp-translation": "nmtcpp-translation";
5588
+ "onnx-tts": "onnx-tts";
5589
+ "tts-ggml": "tts-ggml";
5590
+ "parakeet-transcription": "parakeet-transcription";
5591
+ "ggml-ocr": "ggml-ocr";
5592
+ "sdcpp-generation": "sdcpp-generation";
5593
+ "audiogen-ggml": "audiogen-ggml";
5594
+ "ggml-vla": "ggml-vla";
5595
+ "ggml-classification": "ggml-classification";
5596
+ llm: "llm";
5597
+ whisper: "whisper";
5598
+ bci: "bci";
5599
+ nmt: "nmt";
5600
+ parakeet: "parakeet";
5601
+ classification: "classification";
5602
+ }>, z.ZodLiteral<"vad">]>>;
5603
+ }, z.core.$strip>]>>>;
5604
+ world: z.ZodOptional<z.ZodOptional<z.ZodObject<{
5605
+ seed: z.ZodOptional<z.ZodNumber>;
5606
+ threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
5607
+ backend: z.ZodOptional<z.ZodString>;
5608
+ numFramePerBlock: z.ZodOptional<z.ZodNumber>;
5609
+ localAttnSize: z.ZodOptional<z.ZodNumber>;
5610
+ offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
5611
+ frameJpegQuality: z.ZodOptional<z.ZodNumber>;
5612
+ kvCache: z.ZodOptional<z.ZodBoolean>;
5613
+ profile: z.ZodOptional<z.ZodBoolean>;
5614
+ }, z.core.$strict>>>;
4994
5615
  upscaler: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4995
5616
  type: z.ZodOptional<z.ZodLiteral<"esrgan">>;
4996
5617
  model_src: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -5040,8 +5661,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
5040
5661
  }, z.core.$strip>>>;
5041
5662
  vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
5042
5663
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
5043
- cpu: "cpu";
5044
5664
  auto: "auto";
5665
+ cpu: "cpu";
5045
5666
  }>>>;
5046
5667
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5047
5668
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -5052,6 +5673,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5052
5673
  }, z.core.$strip>>>;
5053
5674
  }, z.core.$strip>;
5054
5675
  }, z.core.$strip>>>;
5676
+ ragTurbovec: z.ZodOptional<z.ZodBoolean>;
5055
5677
  plugins: z.ZodOptional<z.ZodArray<z.ZodString>>;
5056
5678
  bareRuntimeVersion: z.ZodOptional<z.ZodString>;
5057
5679
  }, z.core.$strip>;