@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,86 @@
1
+ import { type VideoClientParams, type VideoStats } from '../schemas/index.js';
2
+ export interface VideoProgressTick {
3
+ step: number;
4
+ totalSteps: number;
5
+ elapsedMs: number;
6
+ }
7
+ export interface VideoResult {
8
+ requestId: string;
9
+ progressStream: AsyncGenerator<VideoProgressTick>;
10
+ outputs: Promise<Uint8Array[]>;
11
+ stats: Promise<VideoStats | undefined>;
12
+ }
13
+ /**
14
+ * Generates a video using a loaded video diffusion model.
15
+ *
16
+ * @param params - Video request parameters (model, prompt, dimensions, frame count, fps, sampler, seed, etc.).
17
+ * @returns A result object exposing `requestId` (stable identifier for this in-flight generation), `progressStream` (async iterator of `{ step, totalSteps, elapsedMs }`), `outputs` (promise of the generated video buffers, typically a single AVI file), and `stats` (promise of generation statistics).
18
+ *
19
+ * Supports `txt2vid` (text-to-video) and `img2vid` (image-to-video) for both the
20
+ * Wan and LTX-2 layouts. For Wan `img2vid`, load the pipeline with
21
+ * `modelConfig.clipVisionModelSrc` set to `clip_vision_h.safetensors`; LTX-2
22
+ * `img2vid` conditions on the first frame through its video VAE and needs no
23
+ * CLIP vision weights (the same LTX-2 model loaded for txt2vid also does
24
+ * img2vid). On React Native, prefer a `modelId` loaded with a `delegate` since
25
+ * the bundled video diffusion models are too large for typical mobile devices.
26
+ *
27
+ * @example Basic txt2vid generation
28
+ * ```typescript
29
+ * const { outputs, stats } = video({
30
+ * modelId,
31
+ * mode: "txt2vid",
32
+ * prompt: "a cat surfing a wave at sunset",
33
+ * width: 480,
34
+ * height: 832,
35
+ * video_frames: 17, // must satisfy (4*k + 1)
36
+ * fps: 16,
37
+ * });
38
+ * const buffers = await outputs;
39
+ * fs.writeFileSync("output.avi", buffers[0]);
40
+ * ```
41
+ *
42
+ * @example With progress tracking
43
+ * ```typescript
44
+ * const { progressStream, outputs } = video({
45
+ * modelId,
46
+ * mode: "txt2vid",
47
+ * prompt: "a sunset over the ocean",
48
+ * });
49
+ * for await (const { step, totalSteps } of progressStream) {
50
+ * console.log(`${step}/${totalSteps}`);
51
+ * }
52
+ * const buffers = await outputs;
53
+ * ```
54
+ *
55
+ * @example Image-to-video (first frame + motion prompt)
56
+ * ```typescript
57
+ * const firstFrame = fs.readFileSync("portrait.png");
58
+ * const { outputs } = video({
59
+ * modelId,
60
+ * mode: "img2vid",
61
+ * prompt: "the subject slowly turns and smiles, cinematic lighting",
62
+ * init_image: firstFrame,
63
+ * strength: 0.85,
64
+ * });
65
+ * ```
66
+ *
67
+ * @example With control frames (e.g. for guided generation)
68
+ * ```typescript
69
+ * const frameA = fs.readFileSync("frame-a.png");
70
+ * const frameB = fs.readFileSync("frame-b.png");
71
+ * const { outputs } = video({
72
+ * modelId,
73
+ * mode: "txt2vid",
74
+ * prompt: "smooth transition between scenes",
75
+ * control_frames: [frameA, frameB],
76
+ * });
77
+ * ```
78
+ *
79
+ * @example Cancellation via requestId
80
+ * ```typescript
81
+ * const { requestId, outputs } = video({ modelId, mode: "txt2vid", prompt: "..." });
82
+ * // ...later
83
+ * await cancel(requestId);
84
+ * ```
85
+ */
86
+ export declare function video(params: VideoClientParams): VideoResult;
@@ -0,0 +1,176 @@
1
+ import { videoStreamResponseSchema } from '../schemas/index.js';
2
+ import { stream as streamRpc } from '../dispatch.js';
3
+ import { generateRequestId } from '../runtime/request-id.js';
4
+ import { decodeBase64, encodeBase64 } from '../utils/encoding.js';
5
+ /**
6
+ * Generates a video using a loaded video diffusion model.
7
+ *
8
+ * @param params - Video request parameters (model, prompt, dimensions, frame count, fps, sampler, seed, etc.).
9
+ * @returns A result object exposing `requestId` (stable identifier for this in-flight generation), `progressStream` (async iterator of `{ step, totalSteps, elapsedMs }`), `outputs` (promise of the generated video buffers, typically a single AVI file), and `stats` (promise of generation statistics).
10
+ *
11
+ * Supports `txt2vid` (text-to-video) and `img2vid` (image-to-video) for both the
12
+ * Wan and LTX-2 layouts. For Wan `img2vid`, load the pipeline with
13
+ * `modelConfig.clipVisionModelSrc` set to `clip_vision_h.safetensors`; LTX-2
14
+ * `img2vid` conditions on the first frame through its video VAE and needs no
15
+ * CLIP vision weights (the same LTX-2 model loaded for txt2vid also does
16
+ * img2vid). On React Native, prefer a `modelId` loaded with a `delegate` since
17
+ * the bundled video diffusion models are too large for typical mobile devices.
18
+ *
19
+ * @example Basic txt2vid generation
20
+ * ```typescript
21
+ * const { outputs, stats } = video({
22
+ * modelId,
23
+ * mode: "txt2vid",
24
+ * prompt: "a cat surfing a wave at sunset",
25
+ * width: 480,
26
+ * height: 832,
27
+ * video_frames: 17, // must satisfy (4*k + 1)
28
+ * fps: 16,
29
+ * });
30
+ * const buffers = await outputs;
31
+ * fs.writeFileSync("output.avi", buffers[0]);
32
+ * ```
33
+ *
34
+ * @example With progress tracking
35
+ * ```typescript
36
+ * const { progressStream, outputs } = video({
37
+ * modelId,
38
+ * mode: "txt2vid",
39
+ * prompt: "a sunset over the ocean",
40
+ * });
41
+ * for await (const { step, totalSteps } of progressStream) {
42
+ * console.log(`${step}/${totalSteps}`);
43
+ * }
44
+ * const buffers = await outputs;
45
+ * ```
46
+ *
47
+ * @example Image-to-video (first frame + motion prompt)
48
+ * ```typescript
49
+ * const firstFrame = fs.readFileSync("portrait.png");
50
+ * const { outputs } = video({
51
+ * modelId,
52
+ * mode: "img2vid",
53
+ * prompt: "the subject slowly turns and smiles, cinematic lighting",
54
+ * init_image: firstFrame,
55
+ * strength: 0.85,
56
+ * });
57
+ * ```
58
+ *
59
+ * @example With control frames (e.g. for guided generation)
60
+ * ```typescript
61
+ * const frameA = fs.readFileSync("frame-a.png");
62
+ * const frameB = fs.readFileSync("frame-b.png");
63
+ * const { outputs } = video({
64
+ * modelId,
65
+ * mode: "txt2vid",
66
+ * prompt: "smooth transition between scenes",
67
+ * control_frames: [frameA, frameB],
68
+ * });
69
+ * ```
70
+ *
71
+ * @example Cancellation via requestId
72
+ * ```typescript
73
+ * const { requestId, outputs } = video({ modelId, mode: "txt2vid", prompt: "..." });
74
+ * // ...later
75
+ * await cancel(requestId);
76
+ * ```
77
+ */
78
+ export function video(params) {
79
+ const requestId = generateRequestId();
80
+ const { control_frames, init_image, ...rest } = params;
81
+ const request = {
82
+ ...rest,
83
+ ...(control_frames !== undefined && {
84
+ control_frames: control_frames.map(encodeBase64)
85
+ }),
86
+ ...(init_image !== undefined && {
87
+ init_image: encodeBase64(init_image)
88
+ }),
89
+ type: 'videoStream',
90
+ requestId
91
+ };
92
+ let statsResolver = () => { };
93
+ let statsRejecter = () => { };
94
+ const statsPromise = new Promise((resolve, reject) => {
95
+ statsResolver = resolve;
96
+ statsRejecter = reject;
97
+ });
98
+ statsPromise.catch(() => { });
99
+ const progressQueue = [];
100
+ const collectedBuffers = [];
101
+ let progressDone = false;
102
+ let progressResolve = null;
103
+ let streamError = null;
104
+ let outputsResolver = () => { };
105
+ let outputsRejecter = () => { };
106
+ const outputsPromise = new Promise((resolve, reject) => {
107
+ outputsResolver = resolve;
108
+ outputsRejecter = reject;
109
+ });
110
+ outputsPromise.catch(() => { });
111
+ async function processResponses() {
112
+ try {
113
+ for await (const response of streamRpc(request)) {
114
+ if (response &&
115
+ typeof response === 'object' &&
116
+ 'type' in response &&
117
+ response.type === 'videoStream') {
118
+ const parsed = videoStreamResponseSchema.parse(response);
119
+ // lunte-disable-next-line eqeqeq -- `!= null` intentionally matches null and undefined
120
+ if (parsed.step != null && parsed.totalSteps != null && parsed.elapsedMs != null) {
121
+ progressQueue.push({
122
+ step: parsed.step,
123
+ totalSteps: parsed.totalSteps,
124
+ elapsedMs: parsed.elapsedMs
125
+ });
126
+ if (progressResolve) {
127
+ progressResolve();
128
+ progressResolve = null;
129
+ }
130
+ }
131
+ if (parsed.data) {
132
+ collectedBuffers.push(decodeBase64(parsed.data));
133
+ }
134
+ if (parsed.done) {
135
+ statsResolver(parsed.stats);
136
+ outputsResolver(collectedBuffers);
137
+ }
138
+ }
139
+ }
140
+ }
141
+ catch (error) {
142
+ streamError = error instanceof Error ? error : new Error(String(error));
143
+ statsRejecter(streamError);
144
+ outputsRejecter(streamError);
145
+ }
146
+ progressDone = true;
147
+ if (progressResolve) {
148
+ progressResolve();
149
+ progressResolve = null;
150
+ }
151
+ }
152
+ void processResponses();
153
+ const progressStream = (async function* () {
154
+ while (true) {
155
+ if (progressQueue.length > 0) {
156
+ yield progressQueue.shift();
157
+ }
158
+ else if (progressDone) {
159
+ if (streamError)
160
+ throw streamError;
161
+ return;
162
+ }
163
+ else {
164
+ await new Promise((resolve) => {
165
+ progressResolve = resolve;
166
+ });
167
+ }
168
+ }
169
+ })();
170
+ return {
171
+ requestId,
172
+ progressStream,
173
+ outputs: outputsPromise,
174
+ stats: statsPromise
175
+ };
176
+ }
@@ -0,0 +1,43 @@
1
+ /**
2
+ * Pure-JS helpers for preparing VLA inference inputs.
3
+ *
4
+ * Mirrors `preprocessImage` / `padState` / `DEFAULT_IMAGE_SIZE` from
5
+ * `@qvac/vla-ggml/addon.js`. Kept inlined (not re-exported from the addon)
6
+ * so preparing inputs never loads the addon's native binding — a caller
7
+ * without VLA prebuilds can still drive a remote VLA provider over delegation.
8
+ *
9
+ * This file is a verbatim port of the addon's JS implementation; keep them
10
+ * in sync so the produced tensors stay byte-identical regardless of where
11
+ * preprocessing runs (in-process vs addon).
12
+ */
13
+ /** Default vision tower image size used by SmolVLA-LIBERO. */
14
+ export declare const VLA_DEFAULT_IMAGE_SIZE = 512;
15
+ type PixelsInput = Float32Array | Uint8Array | number[];
16
+ type ImageLayout = 'hwc' | 'chw';
17
+ export interface VlaPreprocessImageOptions {
18
+ size?: number;
19
+ layout?: ImageLayout;
20
+ /**
21
+ * Skip the [0,255] vs [0,1] auto-detection heuristic when the caller knows
22
+ * the range. `1` = pixels already in [0,1] (no rescale). `1/255` = pixels
23
+ * in [0,255] (rescale to [0,1]). Any other value (including the literal
24
+ * `'auto'`) falls back to the heuristic.
25
+ */
26
+ scale?: number | 'auto';
27
+ }
28
+ /**
29
+ * Resize + letterbox + normalize a camera frame to `(3, size, size)` Float32
30
+ * in `[-1, 1]`. Drop-in equivalent of `@qvac/vla-ggml`'s `preprocessImage`.
31
+ *
32
+ * Letterbox places the resized content at the **bottom-right** with padding
33
+ * at top/left (`padLeft = size - newW`, `padTop = size - newH`), matching
34
+ * the reference smolvla.cpp behavior.
35
+ */
36
+ export declare function vlaPreprocessImage(pixels: PixelsInput, width: number, height: number, opts?: VlaPreprocessImageOptions): Float32Array;
37
+ /**
38
+ * Zero-pad a state vector to `targetDim`. Extra entries are zero-initialised;
39
+ * input longer than `targetDim` raises. Mirrors how smolvla.cpp expects the
40
+ * state tensor (`max_state_dim` = 32 by default).
41
+ */
42
+ export declare function vlaPadState(state: ArrayLike<number>, targetDim?: number): Float32Array;
43
+ export {};
@@ -0,0 +1,124 @@
1
+ /**
2
+ * Pure-JS helpers for preparing VLA inference inputs.
3
+ *
4
+ * Mirrors `preprocessImage` / `padState` / `DEFAULT_IMAGE_SIZE` from
5
+ * `@qvac/vla-ggml/addon.js`. Kept inlined (not re-exported from the addon)
6
+ * so preparing inputs never loads the addon's native binding — a caller
7
+ * without VLA prebuilds can still drive a remote VLA provider over delegation.
8
+ *
9
+ * This file is a verbatim port of the addon's JS implementation; keep them
10
+ * in sync so the produced tensors stay byte-identical regardless of where
11
+ * preprocessing runs (in-process vs addon).
12
+ */
13
+ /** Default vision tower image size used by SmolVLA-LIBERO. */
14
+ export const VLA_DEFAULT_IMAGE_SIZE = 512;
15
+ function detectScale(pixels) {
16
+ if (pixels instanceof Uint8Array)
17
+ return 1 / 255;
18
+ // Float/Number arrays: scan a small window to decide whether it's [0,255] or [0,1].
19
+ const limit = Math.min(pixels.length, 256);
20
+ let maxVal = 0;
21
+ for (let i = 0; i < limit; i++) {
22
+ const v = pixels[i];
23
+ if (v > maxVal)
24
+ maxVal = v;
25
+ }
26
+ return maxVal > 1.001 ? 1 / 255 : 1;
27
+ }
28
+ /**
29
+ * Resize + letterbox + normalize a camera frame to `(3, size, size)` Float32
30
+ * in `[-1, 1]`. Drop-in equivalent of `@qvac/vla-ggml`'s `preprocessImage`.
31
+ *
32
+ * Letterbox places the resized content at the **bottom-right** with padding
33
+ * at top/left (`padLeft = size - newW`, `padTop = size - newH`), matching
34
+ * the reference smolvla.cpp behavior.
35
+ */
36
+ export function vlaPreprocessImage(pixels, width, height, opts = {}) {
37
+ const size = opts.size ?? VLA_DEFAULT_IMAGE_SIZE;
38
+ const layout = opts.layout ?? 'hwc';
39
+ if (!Number.isInteger(width) || !Number.isInteger(height) || width <= 0 || height <= 0) {
40
+ throw new TypeError('vlaPreprocessImage: width/height must be positive integers');
41
+ }
42
+ const expected = width * height * 3;
43
+ if (pixels.length !== expected) {
44
+ throw new RangeError(`vlaPreprocessImage: expected ${expected} pixel values, got ${pixels.length}`);
45
+ }
46
+ const normalize = opts.scale === 1 || opts.scale === 1 / 255 ? opts.scale : detectScale(pixels);
47
+ // Letterbox target size (aspect-ratio preserving).
48
+ const ratio = Math.max(width / size, height / size);
49
+ const newW = Math.max(1, Math.floor(width / ratio));
50
+ const newH = Math.max(1, Math.floor(height / ratio));
51
+ const padLeft = size - newW;
52
+ const padTop = size - newH;
53
+ const xScale = width / newW;
54
+ const yScale = height / newH;
55
+ // Output starts at -1 so the pad region is already in [-1, 1] and we only
56
+ // need to overwrite the (newH × newW) inner region with the resized content.
57
+ const out = new Float32Array(3 * size * size);
58
+ out.fill(-1);
59
+ const planeStride = size * size;
60
+ const widthHeight = width * height;
61
+ for (let yy = 0; yy < newH; yy++) {
62
+ const yIn = (yy + 0.5) * yScale - 0.5;
63
+ const y0 = Math.max(0, Math.floor(yIn));
64
+ const y1 = Math.min(height - 1, y0 + 1);
65
+ const dy = Math.min(1, Math.max(0, yIn - y0));
66
+ const dyInv = 1 - dy;
67
+ const outY = yy + padTop;
68
+ for (let xx = 0; xx < newW; xx++) {
69
+ const xIn = (xx + 0.5) * xScale - 0.5;
70
+ const x0 = Math.max(0, Math.floor(xIn));
71
+ const x1 = Math.min(width - 1, x0 + 1);
72
+ const dx = Math.min(1, Math.max(0, xIn - x0));
73
+ const dxInv = 1 - dx;
74
+ const outX = xx + padLeft;
75
+ const w00 = dxInv * dyInv;
76
+ const w10 = dx * dyInv;
77
+ const w01 = dxInv * dy;
78
+ const w11 = dx * dy;
79
+ const outIdx = outY * size + outX;
80
+ if (layout === 'hwc') {
81
+ const i00 = (y0 * width + x0) * 3;
82
+ const i10 = (y0 * width + x1) * 3;
83
+ const i01 = (y1 * width + x0) * 3;
84
+ const i11 = (y1 * width + x1) * 3;
85
+ for (let c = 0; c < 3; c++) {
86
+ const v = pixels[i00 + c] * w00 +
87
+ pixels[i10 + c] * w10 +
88
+ pixels[i01 + c] * w01 +
89
+ pixels[i11 + c] * w11;
90
+ // Apply scale and shift into [-1, 1] in one fused multiply-add.
91
+ out[c * planeStride + outIdx] = v * normalize * 2 - 1;
92
+ }
93
+ }
94
+ else {
95
+ for (let c = 0; c < 3; c++) {
96
+ const plane = c * widthHeight;
97
+ const v = pixels[plane + y0 * width + x0] * w00 +
98
+ pixels[plane + y0 * width + x1] * w10 +
99
+ pixels[plane + y1 * width + x0] * w01 +
100
+ pixels[plane + y1 * width + x1] * w11;
101
+ out[c * planeStride + outIdx] = v * normalize * 2 - 1;
102
+ }
103
+ }
104
+ }
105
+ }
106
+ return out;
107
+ }
108
+ /**
109
+ * Zero-pad a state vector to `targetDim`. Extra entries are zero-initialised;
110
+ * input longer than `targetDim` raises. Mirrors how smolvla.cpp expects the
111
+ * state tensor (`max_state_dim` = 32 by default).
112
+ */
113
+ export function vlaPadState(state, targetDim = 32) {
114
+ if (!Number.isInteger(targetDim) || targetDim <= 0) {
115
+ throw new TypeError('vlaPadState: targetDim must be a positive integer');
116
+ }
117
+ if (state.length > targetDim) {
118
+ throw new RangeError(`vlaPadState: input length ${state.length} exceeds targetDim ${targetDim}`);
119
+ }
120
+ const out = new Float32Array(targetDim);
121
+ for (let i = 0; i < state.length; i++)
122
+ out[i] = state[i];
123
+ return out;
124
+ }
@@ -0,0 +1,68 @@
1
+ import { type VlaClientRunParams, type VlaClientRunResult, type VlaHparams } from '../schemas/index.js';
2
+ /**
3
+ * Run VLA inference on a loaded model (SmolVLA or π₀.₅) and return the
4
+ * produced action chunk plus per-stage timings.
5
+ *
6
+ * @param params - Inference inputs.
7
+ * @param params.modelId - Identifier of the loaded VLA model (returned by
8
+ * `loadModel({ modelType: "vla", ... })`).
9
+ * @param params.images - The preprocessed camera frames; each is a
10
+ * `Float32Array` of length `3 * imgWidth * imgHeight` in CHW layout, range
11
+ * `[-1, 1]`. Pass exactly `hparams.numCameras` frames (2 for SmolVLA, 3
12
+ * for π₀.₅). Use the addon's `preprocessImage()` (re-exported as
13
+ * `vlaPreprocessImage`) to produce them.
14
+ * @param params.imgWidth - Width of each preprocessed image; must equal
15
+ * `hparams.visionImageSize`.
16
+ * @param params.imgHeight - Height of each preprocessed image; must equal
17
+ * `hparams.visionImageSize`.
18
+ * @param params.state - Robot end-effector / gripper state. For
19
+ * continuous-state models (SmolVLA) pad to `hparams.maxStateDim` with
20
+ * `vlaPadState`. For discrete-state models (π₀.₅,
21
+ * `hparams.stateInputMode === 'discrete'`) the state is tokenised into the
22
+ * prompt and this buffer is ignored — pass an empty `Float32Array(0)`.
23
+ * @param params.tokens - Tokenized instruction (`Int32Array` of length
24
+ * `hparams.tokenizerMaxLength`). Tokenize on the consumer side with the
25
+ * model's tokenizer (SmolVLM2 for SmolVLA, PaliGemma/Gemma for π₀.₅).
26
+ * @param params.mask - Token attention mask (`Uint8Array` matching `tokens`).
27
+ * @param params.noise - Optional seeded noise prior
28
+ * (`Float32Array` of length `hparams.chunkSize * hparams.maxActionDim`).
29
+ * When omitted the addon samples its own prior.
30
+ * @returns A `VlaClientRunResult` with the produced `actions` Float32Array
31
+ * (length `chunkSize * actionDim`), the corresponding `chunkSize` /
32
+ * `actionDim` returned by the addon, and optional per-stage `stats`.
33
+ *
34
+ * @example
35
+ * ```typescript
36
+ * import { loadModel, vla, vlaPreprocessImage, vlaPadState, vlaHparams } from "@qvac/inference";
37
+ *
38
+ * const modelId = await loadModel({ modelSrc: "/path/to/smolvla.gguf", modelType: "vla" });
39
+ * const { hparams } = await vlaHparams({ modelId });
40
+ * const size = hparams.visionImageSize;
41
+ * const front = vlaPreprocessImage(frontPixels, frontW, frontH, { size });
42
+ * const wrist = vlaPreprocessImage(wristPixels, wristW, wristH, { size });
43
+ * const state = vlaPadState(robotState, hparams.maxStateDim);
44
+ * const tokens = new Int32Array(hparams.tokenizerMaxLength);
45
+ * const mask = new Uint8Array(hparams.tokenizerMaxLength);
46
+ * // ...tokenize the instruction into tokens/mask...
47
+ * const { actions } = await vla({
48
+ * modelId, images: [front, wrist], imgWidth: size, imgHeight: size,
49
+ * state, tokens, mask,
50
+ * });
51
+ * ```
52
+ */
53
+ export declare function vla(params: VlaClientRunParams): Promise<VlaClientRunResult>;
54
+ /**
55
+ * Fetch the loaded VLA model's hyperparameters and the active ggml backend
56
+ * name. Useful to size token / state / noise buffers before calling `vla()`.
57
+ *
58
+ * @param params - Identifier of the loaded VLA model.
59
+ * @returns The model's hparams and the human-readable backend name
60
+ * (`"CPU"` / `"Vulkan"` / `"Metal"` / `"OpenCL"` / `null` if the addon
61
+ * has not surfaced one).
62
+ */
63
+ export declare function vlaHparams(params: {
64
+ modelId: string;
65
+ }): Promise<{
66
+ hparams: VlaHparams;
67
+ backendName: string | null;
68
+ }>;
@@ -0,0 +1,113 @@
1
+ import { vlaHparamsResponseSchema, vlaRunResponseSchema } from '../schemas/index.js';
2
+ import { decodeBase64, encodeBase64 } from '../utils/encoding.js';
3
+ import { invokePlugin } from '../api/invoke-plugin.js';
4
+ const VLA_RUN_HANDLER = 'vlaRun';
5
+ const VLA_HPARAMS_HANDLER = 'vlaHparams';
6
+ function bytesOf(arr) {
7
+ return new Uint8Array(arr.buffer, arr.byteOffset, arr.byteLength);
8
+ }
9
+ function f32FromBase64(b64) {
10
+ const bytes = decodeBase64(b64);
11
+ // base64 round-trip produces a fresh Uint8Array whose buffer starts at 0
12
+ // and isn't shared, so the underlying ArrayBuffer is safe to reinterpret.
13
+ return new Float32Array(bytes.buffer, bytes.byteOffset, bytes.byteLength / 4);
14
+ }
15
+ /**
16
+ * Run VLA inference on a loaded model (SmolVLA or π₀.₅) and return the
17
+ * produced action chunk plus per-stage timings.
18
+ *
19
+ * @param params - Inference inputs.
20
+ * @param params.modelId - Identifier of the loaded VLA model (returned by
21
+ * `loadModel({ modelType: "vla", ... })`).
22
+ * @param params.images - The preprocessed camera frames; each is a
23
+ * `Float32Array` of length `3 * imgWidth * imgHeight` in CHW layout, range
24
+ * `[-1, 1]`. Pass exactly `hparams.numCameras` frames (2 for SmolVLA, 3
25
+ * for π₀.₅). Use the addon's `preprocessImage()` (re-exported as
26
+ * `vlaPreprocessImage`) to produce them.
27
+ * @param params.imgWidth - Width of each preprocessed image; must equal
28
+ * `hparams.visionImageSize`.
29
+ * @param params.imgHeight - Height of each preprocessed image; must equal
30
+ * `hparams.visionImageSize`.
31
+ * @param params.state - Robot end-effector / gripper state. For
32
+ * continuous-state models (SmolVLA) pad to `hparams.maxStateDim` with
33
+ * `vlaPadState`. For discrete-state models (π₀.₅,
34
+ * `hparams.stateInputMode === 'discrete'`) the state is tokenised into the
35
+ * prompt and this buffer is ignored — pass an empty `Float32Array(0)`.
36
+ * @param params.tokens - Tokenized instruction (`Int32Array` of length
37
+ * `hparams.tokenizerMaxLength`). Tokenize on the consumer side with the
38
+ * model's tokenizer (SmolVLM2 for SmolVLA, PaliGemma/Gemma for π₀.₅).
39
+ * @param params.mask - Token attention mask (`Uint8Array` matching `tokens`).
40
+ * @param params.noise - Optional seeded noise prior
41
+ * (`Float32Array` of length `hparams.chunkSize * hparams.maxActionDim`).
42
+ * When omitted the addon samples its own prior.
43
+ * @returns A `VlaClientRunResult` with the produced `actions` Float32Array
44
+ * (length `chunkSize * actionDim`), the corresponding `chunkSize` /
45
+ * `actionDim` returned by the addon, and optional per-stage `stats`.
46
+ *
47
+ * @example
48
+ * ```typescript
49
+ * import { loadModel, vla, vlaPreprocessImage, vlaPadState, vlaHparams } from "@qvac/inference";
50
+ *
51
+ * const modelId = await loadModel({ modelSrc: "/path/to/smolvla.gguf", modelType: "vla" });
52
+ * const { hparams } = await vlaHparams({ modelId });
53
+ * const size = hparams.visionImageSize;
54
+ * const front = vlaPreprocessImage(frontPixels, frontW, frontH, { size });
55
+ * const wrist = vlaPreprocessImage(wristPixels, wristW, wristH, { size });
56
+ * const state = vlaPadState(robotState, hparams.maxStateDim);
57
+ * const tokens = new Int32Array(hparams.tokenizerMaxLength);
58
+ * const mask = new Uint8Array(hparams.tokenizerMaxLength);
59
+ * // ...tokenize the instruction into tokens/mask...
60
+ * const { actions } = await vla({
61
+ * modelId, images: [front, wrist], imgWidth: size, imgHeight: size,
62
+ * state, tokens, mask,
63
+ * });
64
+ * ```
65
+ */
66
+ export async function vla(params) {
67
+ const wireRequest = {
68
+ type: 'vlaRun',
69
+ modelId: params.modelId,
70
+ images: params.images.map((img) => encodeBase64(bytesOf(img))),
71
+ imgWidth: params.imgWidth,
72
+ imgHeight: params.imgHeight,
73
+ state: encodeBase64(bytesOf(params.state)),
74
+ tokens: encodeBase64(bytesOf(params.tokens)),
75
+ mask: encodeBase64(bytesOf(params.mask)),
76
+ ...(params.noise !== undefined && {
77
+ noise: encodeBase64(bytesOf(params.noise))
78
+ })
79
+ };
80
+ const result = await invokePlugin({
81
+ modelId: params.modelId,
82
+ handler: VLA_RUN_HANDLER,
83
+ params: wireRequest
84
+ });
85
+ const parsed = vlaRunResponseSchema.parse(result);
86
+ return {
87
+ actions: f32FromBase64(parsed.actions),
88
+ actionDim: parsed.actionDim,
89
+ chunkSize: parsed.chunkSize,
90
+ ...(parsed.stats && { stats: parsed.stats })
91
+ };
92
+ }
93
+ /**
94
+ * Fetch the loaded VLA model's hyperparameters and the active ggml backend
95
+ * name. Useful to size token / state / noise buffers before calling `vla()`.
96
+ *
97
+ * @param params - Identifier of the loaded VLA model.
98
+ * @returns The model's hparams and the human-readable backend name
99
+ * (`"CPU"` / `"Vulkan"` / `"Metal"` / `"OpenCL"` / `null` if the addon
100
+ * has not surfaced one).
101
+ */
102
+ export async function vlaHparams(params) {
103
+ const wireRequest = {
104
+ type: 'vlaHparams',
105
+ modelId: params.modelId
106
+ };
107
+ const result = await invokePlugin({
108
+ modelId: params.modelId,
109
+ handler: VLA_HPARAMS_HANDLER,
110
+ params: wireRequest
111
+ });
112
+ return vlaHparamsResponseSchema.parse(result);
113
+ }
@@ -0,0 +1,4 @@
1
+ import { type QvacConfig } from '../schemas/index.js';
2
+ export type { QvacConfig };
3
+ export declare function validateConfig(config: unknown): QvacConfig;
4
+ export declare function parseJsonConfig(content: string, filePath: string): unknown;
@@ -0,0 +1,18 @@
1
+ import { qvacConfigSchema } from '../schemas/index.js';
2
+ import { ConfigValidationFailedError } from '../errors/index.js';
3
+ import { formatZodError } from '../utils/zod-error.js';
4
+ export function validateConfig(config) {
5
+ const result = qvacConfigSchema.safeParse(config);
6
+ if (!result.success) {
7
+ throw new ConfigValidationFailedError(formatZodError(result.error));
8
+ }
9
+ return result.data;
10
+ }
11
+ export function parseJsonConfig(content, filePath) {
12
+ try {
13
+ return JSON.parse(content);
14
+ }
15
+ catch {
16
+ throw new ConfigValidationFailedError(`Invalid JSON in config file: ${filePath}`);
17
+ }
18
+ }
@@ -0,0 +1,8 @@
1
+ import { type QvacConfig } from '../config/config-utils.js';
2
+ /**
3
+ * Resolution order for Bare:
4
+ * 1. QVAC_CONFIG_PATH environment variable
5
+ * 2. Config file in project root (qvac.config.js, qvac.config.json)
6
+ * 3. built-in defaults
7
+ */
8
+ export declare function resolveConfig(): Promise<QvacConfig | undefined>;