@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,4 @@
1
+ import type { AbortSignal } from 'bare-abort-controller';
2
+ export declare function isArchiveUrl(url: string): boolean;
3
+ export declare function extractTarStream(archivePath: string, extractDir: string, useGunzip: boolean, signal?: AbortSignal): Promise<void>;
4
+ export declare function extractAndValidateShardedArchive(archivePath: string, extractDir: string, signal?: AbortSignal): Promise<string>;
@@ -0,0 +1,180 @@
1
+ import fs, { promises as fsPromises } from 'bare-fs';
2
+ import path from 'bare-path';
3
+ import { createGunzip } from 'bare-zlib';
4
+ import tarStream from 'tar-stream';
5
+ import Buffer from 'bare-buffer';
6
+ import { detectShardedModel, generateShardFilenames, extractTensorsFromShards, validateShardedModelCache } from '../utils/shard-utils.js';
7
+ import { ModelLoadFailedError, ArchiveExtractionFailedError, ArchiveUnsupportedTypeError, ArchiveMissingShardsError, DownloadCancelledError } from '../errors/index.js';
8
+ import { isPathWithinBase } from '../utils/path-security.js';
9
+ import { getEngineLogger } from '../logging/index.js';
10
+ import { SUPPORTED_ARCHIVE_EXTENSIONS, filenameToArchiveTypeSchema } from '../schemas/model-file.js';
11
+ const logger = getEngineLogger();
12
+ // Gzip magic bytes: 1f 8b 08
13
+ const GZIP_MAGIC_0 = 0x1f;
14
+ const GZIP_MAGIC_1 = 0x8b;
15
+ const GZIP_MAGIC_2 = 0x08;
16
+ export function isArchiveUrl(url) {
17
+ const filename = url.split('/').pop()?.split('?')[0]?.toLowerCase() || '';
18
+ return SUPPORTED_ARCHIVE_EXTENSIONS.some((ext) => filename.endsWith(ext));
19
+ }
20
+ // Whitelist of model file extensions to extract from archives
21
+ const ALLOWED_MODEL_EXTENSIONS = ['.gguf', '.tensors.txt'];
22
+ function isModelFile(entryName) {
23
+ const basename = path.basename(entryName);
24
+ // Skip resource forks (._filename)
25
+ if (basename.startsWith('._')) {
26
+ return false;
27
+ }
28
+ return ALLOWED_MODEL_EXTENSIONS.some((ext) => basename.toLowerCase().endsWith(ext));
29
+ }
30
+ async function isGzip(archivePath) {
31
+ return new Promise((resolve, reject) => {
32
+ const stream = fs.createReadStream(archivePath, { start: 0, end: 2 });
33
+ const chunks = [];
34
+ stream.on('data', (chunk) => {
35
+ chunks.push(chunk);
36
+ });
37
+ stream.on('end', () => {
38
+ stream.destroy();
39
+ const buffer = Buffer.concat(chunks);
40
+ // Check for gzip magic bytes
41
+ const isGzipped = buffer[0] === GZIP_MAGIC_0 && buffer[1] === GZIP_MAGIC_1 && buffer[2] === GZIP_MAGIC_2;
42
+ resolve(isGzipped);
43
+ });
44
+ stream.on('error', reject);
45
+ });
46
+ }
47
+ async function extractArchive(archivePath, extractDir, signal) {
48
+ const parseResult = filenameToArchiveTypeSchema.safeParse(archivePath);
49
+ const extensionType = parseResult.success ? parseResult.data : null;
50
+ if (!extensionType) {
51
+ throw new ArchiveUnsupportedTypeError(archivePath);
52
+ }
53
+ if (signal?.aborted) {
54
+ throw new DownloadCancelledError();
55
+ }
56
+ // Detect actual format from magic bytes (extension might be wrong)
57
+ const isGzipped = await isGzip(archivePath);
58
+ const actualType = isGzipped ? 'tar.gz' : 'tar';
59
+ if (actualType !== extensionType) {
60
+ logger.warn(`⚠️ Archive extension suggests ${extensionType} but content is ${actualType}`);
61
+ }
62
+ await fsPromises.mkdir(extractDir, { recursive: true });
63
+ await extractTarStream(archivePath, extractDir, isGzipped, signal);
64
+ }
65
+ export async function extractTarStream(archivePath, extractDir, useGunzip, signal) {
66
+ const extract = tarStream.extract();
67
+ const gunzip = useGunzip ? createGunzip() : null;
68
+ return new Promise((resolve, reject) => {
69
+ let aborted = false;
70
+ let readStream = null;
71
+ const cleanup = () => {
72
+ aborted = true;
73
+ readStream?.destroy();
74
+ gunzip?.destroy();
75
+ extract.destroy();
76
+ };
77
+ if (signal) {
78
+ signal.addEventListener('abort', () => {
79
+ cleanup();
80
+ reject(new DownloadCancelledError());
81
+ });
82
+ }
83
+ extract.on('entry', (header, stream, next) => {
84
+ if (aborted) {
85
+ stream.resume();
86
+ return;
87
+ }
88
+ if (!isModelFile(header.name)) {
89
+ stream.resume();
90
+ next();
91
+ return;
92
+ }
93
+ // Prevent zip-slip: reject entries that escape extractDir (CWE-22)
94
+ const filePath = path.resolve(path.join(extractDir, header.name));
95
+ if (!isPathWithinBase(extractDir, filePath)) {
96
+ logger.warn(`⚠️ Skipping archive entry with path traversal: ${header.name}`);
97
+ stream.resume();
98
+ next();
99
+ return;
100
+ }
101
+ if (header.type === 'file') {
102
+ const dir = path.dirname(filePath);
103
+ fs.mkdirSync(dir, { recursive: true });
104
+ const writeStream = fs.createWriteStream(filePath);
105
+ stream.pipe(writeStream);
106
+ writeStream.on('finish', next);
107
+ writeStream.on('error', reject);
108
+ }
109
+ else {
110
+ stream.on('end', next);
111
+ stream.resume();
112
+ }
113
+ });
114
+ extract.on('finish', resolve);
115
+ extract.on('error', reject);
116
+ if (gunzip) {
117
+ gunzip.on('error', reject);
118
+ }
119
+ readStream = fs.createReadStream(archivePath);
120
+ // tar-stream's extract is a streamx Writable at runtime; cast past the
121
+ // nominal private brand its shim can't carry (see types/tar-stream).
122
+ const extractDest = extract;
123
+ if (gunzip) {
124
+ readStream.pipe(gunzip).pipe(extractDest);
125
+ }
126
+ else {
127
+ readStream.pipe(extractDest);
128
+ }
129
+ });
130
+ }
131
+ export async function extractAndValidateShardedArchive(archivePath, extractDir, signal) {
132
+ // Check if shards already extracted
133
+ try {
134
+ const existingFiles = await fsPromises.readdir(extractDir);
135
+ const existingShard = existingFiles.find((f) => detectShardedModel(String(f)).isSharded);
136
+ if (existingShard) {
137
+ const isComplete = await validateShardedModelCache(extractDir, String(existingShard));
138
+ if (isComplete) {
139
+ logger.info(`✅ Archive already extracted: ${extractDir}`);
140
+ const shardFilenames = generateShardFilenames(String(existingShard));
141
+ return path.join(extractDir, shardFilenames[0]);
142
+ }
143
+ logger.warn(`⚠️ Incomplete extraction found, re-extracting archive`);
144
+ }
145
+ }
146
+ catch {
147
+ // Directory doesn't exist, proceed with extraction
148
+ }
149
+ logger.info(`Extracting archive: ${path.basename(archivePath)}`);
150
+ try {
151
+ await extractArchive(archivePath, extractDir, signal);
152
+ }
153
+ catch (error) {
154
+ throw new ArchiveExtractionFailedError(archivePath, error);
155
+ }
156
+ const files = await fsPromises.readdir(extractDir);
157
+ const shardedFile = files.find((f) => detectShardedModel(String(f)).isSharded);
158
+ if (!shardedFile) {
159
+ throw new ModelLoadFailedError(`No sharded model files found in archive. Expected pattern: *-00001-of-0000X.*`);
160
+ }
161
+ const shardedFileName = String(shardedFile);
162
+ const shardInfo = detectShardedModel(shardedFileName);
163
+ if (!shardInfo.baseFilename) {
164
+ throw new ModelLoadFailedError(`Could not extract base filename from sharded model: ${shardedFileName}`);
165
+ }
166
+ const shardFilenames = generateShardFilenames(shardedFileName);
167
+ for (const shardFilename of shardFilenames) {
168
+ const filePath = path.join(extractDir, shardFilename);
169
+ try {
170
+ await fsPromises.access(filePath);
171
+ }
172
+ catch {
173
+ throw new ArchiveMissingShardsError(shardFilename);
174
+ }
175
+ }
176
+ // Generate tensors.txt if it doesn't exist
177
+ await extractTensorsFromShards(extractDir, shardedFileName);
178
+ logger.info(`Archive extracted to ${extractDir} successfully: ${files.length} files`);
179
+ return path.join(extractDir, shardFilenames[0]);
180
+ }
@@ -0,0 +1,14 @@
1
+ import type ASRGgml from '@qvac/asr-ggml';
2
+ export declare function isVadEvent(event: ASRGgml.ASRStreamOutput): event is ASRGgml.VadEvent;
3
+ export declare function isEndOfTurnEvent(event: ASRGgml.ASRStreamOutput): event is ASRGgml.EndOfTurnEvent;
4
+ export declare function toVadStateEvent(event: ASRGgml.VadEvent): {
5
+ speaking: boolean;
6
+ probability: number;
7
+ };
8
+ export declare function toEndOfTurnEvent(event: ASRGgml.EndOfTurnEvent): {
9
+ source: "parakeet";
10
+ silenceDurationMs?: never;
11
+ } | {
12
+ source: "whisper";
13
+ silenceDurationMs: number;
14
+ } | null;
@@ -0,0 +1,30 @@
1
+ export function isVadEvent(event) {
2
+ return (!Array.isArray(event) &&
3
+ event.type === 'vad' &&
4
+ typeof event.speaking === 'boolean' &&
5
+ typeof event.score === 'number' &&
6
+ (event.source === 'silero' || event.source === 'energy'));
7
+ }
8
+ export function isEndOfTurnEvent(event) {
9
+ return (!Array.isArray(event) &&
10
+ event.type === 'endOfTurn' &&
11
+ (event.source === 'vad-silence' || event.source === 'model-eou'));
12
+ }
13
+ export function toVadStateEvent(event) {
14
+ return {
15
+ speaking: event.speaking,
16
+ probability: event.score
17
+ };
18
+ }
19
+ export function toEndOfTurnEvent(event) {
20
+ if (event.source === 'model-eou') {
21
+ return { source: 'parakeet' };
22
+ }
23
+ if (event.silenceDurationMs === undefined) {
24
+ return null;
25
+ }
26
+ return {
27
+ source: 'whisper',
28
+ silenceDurationMs: event.silenceDurationMs
29
+ };
30
+ }
@@ -0,0 +1,4 @@
1
+ import { Readable } from 'bare-stream';
2
+ import { type AudioFormat } from '../../schemas/index.js';
3
+ export declare function needsDecoding(filePath: string): boolean;
4
+ export declare function decodeAudioToStream(inputPath: string, audioFormat?: AudioFormat): Promise<Readable>;
@@ -0,0 +1,80 @@
1
+ import fs from 'bare-fs';
2
+ import path from 'bare-path';
3
+ import { FFmpegDecoder } from '@qvac/decoder-audio';
4
+ import { FORMATS_NEEDING_DECODE } from '@qvac/decoder-audio/constants';
5
+ import { Readable } from 'bare-stream';
6
+ import Buffer from 'bare-buffer';
7
+ import { getEngineLogger } from '../../logging/index.js';
8
+ const logger = getEngineLogger();
9
+ export function needsDecoding(filePath) {
10
+ const ext = path.extname(filePath).toLowerCase();
11
+ return FORMATS_NEEDING_DECODE.includes(ext);
12
+ }
13
+ const DECODER_TIMEOUT_MS = 10000;
14
+ export async function decodeAudioToStream(inputPath, audioFormat = 's16le') {
15
+ const decoder = new FFmpegDecoder({
16
+ config: { audioFormat },
17
+ logger
18
+ });
19
+ try {
20
+ await decoder.load();
21
+ const audioStream = fs.createReadStream(inputPath);
22
+ // bare-fs read streams are async-iterable over Buffer at runtime; the
23
+ // decoder types its input as AsyncIterable<Buffer>.
24
+ const response = decoder.run(audioStream);
25
+ const outputStream = new Readable({
26
+ read() { }
27
+ });
28
+ let hasReceivedData = false;
29
+ let hasEnded = false;
30
+ // Fallback timeout in case the decoder hangs without emitting any events
31
+ const timeoutId = setTimeout(() => {
32
+ if (!hasEnded) {
33
+ hasEnded = true;
34
+ const timeoutError = new Error(`Audio decoding timed out after ${DECODER_TIMEOUT_MS}ms for file: ${inputPath}`);
35
+ outputStream.destroy(timeoutError);
36
+ }
37
+ }, DECODER_TIMEOUT_MS);
38
+ response
39
+ .onUpdate((output) => {
40
+ hasReceivedData = true;
41
+ const bytes = new Uint8Array(output.outputArray);
42
+ outputStream.push(Buffer.from(bytes));
43
+ })
44
+ .onFinish(() => {
45
+ if (!hasEnded) {
46
+ hasEnded = true;
47
+ clearTimeout(timeoutId);
48
+ setImmediate(() => void decoder.unload());
49
+ if (!hasReceivedData) {
50
+ outputStream.destroy(new Error(`No audio data decoded from file: ${inputPath}`));
51
+ }
52
+ else {
53
+ outputStream.push(null);
54
+ }
55
+ }
56
+ })
57
+ .onError((error) => {
58
+ if (!hasEnded) {
59
+ hasEnded = true;
60
+ clearTimeout(timeoutId);
61
+ setImmediate(() => void decoder.unload());
62
+ outputStream.destroy(error);
63
+ }
64
+ });
65
+ response.await().catch((error) => {
66
+ if (!hasEnded) {
67
+ hasEnded = true;
68
+ clearTimeout(timeoutId);
69
+ setImmediate(() => void decoder.unload());
70
+ outputStream.destroy(error instanceof Error ? error : new Error(String(error)));
71
+ }
72
+ });
73
+ return outputStream;
74
+ }
75
+ catch (error) {
76
+ await decoder.unload();
77
+ logger.error('Decoding failed:', error instanceof Error ? error.message : String(error));
78
+ throw error;
79
+ }
80
+ }
@@ -0,0 +1,9 @@
1
+ import { Readable } from 'bare-stream';
2
+ import type { AudioInput, AudioFormat } from '../schemas/index.js';
3
+ /**
4
+ * Converts an AudioInput (base64 or filePath) into a Readable stream,
5
+ * decoding the audio when necessary.
6
+ *
7
+ * Shared by all transcription plugins (Whisper, Parakeet, etc.).
8
+ */
9
+ export declare function createAudioStream(audioChunk: AudioInput, audioFormat: AudioFormat): Promise<Readable>;
@@ -0,0 +1,34 @@
1
+ import { Readable } from 'bare-stream';
2
+ import fs from 'bare-fs';
3
+ import Buffer from 'bare-buffer';
4
+ import { needsDecoding, decodeAudioToStream } from '../utils/audio/decoder.js';
5
+ import { AudioFileNotFoundError, InvalidAudioChunkError } from '../errors/index.js';
6
+ /**
7
+ * Converts an AudioInput (base64 or filePath) into a Readable stream,
8
+ * decoding the audio when necessary.
9
+ *
10
+ * Shared by all transcription plugins (Whisper, Parakeet, etc.).
11
+ */
12
+ export async function createAudioStream(audioChunk, audioFormat) {
13
+ switch (audioChunk.type) {
14
+ case 'base64': {
15
+ const audioBuffer = Buffer.from(audioChunk.value, 'base64');
16
+ return Readable.from([audioBuffer]);
17
+ }
18
+ case 'filePath': {
19
+ const filePath = audioChunk.value;
20
+ try {
21
+ fs.accessSync(filePath);
22
+ }
23
+ catch (error) {
24
+ throw new AudioFileNotFoundError(filePath, error);
25
+ }
26
+ if (needsDecoding(filePath)) {
27
+ return decodeAudioToStream(filePath, audioFormat);
28
+ }
29
+ return fs.createReadStream(filePath);
30
+ }
31
+ default:
32
+ throw new InvalidAudioChunkError();
33
+ }
34
+ }
@@ -0,0 +1,3 @@
1
+ import type { CacheMessage } from '../../utils/cache/types.js';
2
+ export declare function getAutoCacheLookupHistory(currentHistory: CacheMessage[]): CacheMessage[];
3
+ export declare function buildAutoCacheSaveHistory(currentHistory: CacheMessage[], assistantResponse: string): CacheMessage[];
@@ -0,0 +1,26 @@
1
+ import { normalizeAssistantCacheContent } from '../../utils/cache-normalize.js';
2
+ function normalizeCacheMessage(message) {
3
+ const { attachments, ...normalized } = message;
4
+ if (message.role === 'assistant') {
5
+ normalized.content = normalizeAssistantCacheContent(message.content);
6
+ }
7
+ return {
8
+ ...normalized,
9
+ ...(attachments && attachments.length > 0 ? { attachments } : {})
10
+ };
11
+ }
12
+ export function getAutoCacheLookupHistory(currentHistory) {
13
+ if (currentHistory.length <= 1) {
14
+ return [];
15
+ }
16
+ return currentHistory.slice(0, -1).map(normalizeCacheMessage);
17
+ }
18
+ export function buildAutoCacheSaveHistory(currentHistory, assistantResponse) {
19
+ return [
20
+ ...currentHistory.map(normalizeCacheMessage),
21
+ normalizeCacheMessage({
22
+ role: 'assistant',
23
+ content: assistantResponse
24
+ })
25
+ ];
26
+ }
@@ -0,0 +1,42 @@
1
+ import type { ShardFileMetadata } from '../../schemas/index.js';
2
+ export declare function getCacheDir(subDir: string): string;
3
+ export declare function getModelsCacheDir(): string;
4
+ export declare function getKVCacheDir(): string;
5
+ /**
6
+ * Get cache directory for sharded model
7
+ * Returns: cache/sharded/<hyperdriveKey>/
8
+ */
9
+ export declare function getShardedModelCacheDir(hyperdriveKey: string): string;
10
+ /**
11
+ * Get cache directory for a companion set.
12
+ * Returns: cache/sets/<setKey>/
13
+ */
14
+ export declare function getCompanionSetCacheDir(setKey: string): string;
15
+ /**
16
+ * Get full path to a file within a companion set cache.
17
+ * Returns: cache/sets/<setKey>/<targetName>
18
+ */
19
+ export declare function getCompanionSetPath(setKey: string, targetName: string): string;
20
+ /**
21
+ * Get cache path for a single (non-sharded, non-companion) registry model.
22
+ */
23
+ export declare function getSingleFileCachePath(registryPath: string): string;
24
+ /**
25
+ * Get full path to specific shard file
26
+ * Returns: cache/sharded/<hyperdriveKey>/<shardFilename>
27
+ */
28
+ export declare function getShardPath(hyperdriveKey: string, shardFilename: string): string;
29
+ /**
30
+ * Returns the deletion target for `clearStorage`. Scoped to the QVAC cache
31
+ * directory — companion set and legacy ONNX paths delete the parent directory.
32
+ */
33
+ export declare function getClearStorageTarget(modelPath: string): {
34
+ path: string;
35
+ kind: 'file' | 'directory';
36
+ };
37
+ /**
38
+ * Check if all shards exist and are valid (size + checksum check)
39
+ * Returns array of missing/invalid shard indices (0-based)
40
+ * @param onChecksumTimeMs - Optional callback to report checksum validation time
41
+ */
42
+ export declare function checkShardCompleteness(hyperdriveKey: string, shardFilenames: readonly string[], shardMetadata: readonly ShardFileMetadata[], onChecksumTimeMs?: (ms: number) => void): Promise<number[]>;
@@ -0,0 +1,133 @@
1
+ import fs, { promises as fsPromises } from 'bare-fs';
2
+ import path from 'bare-path';
3
+ import { getConfiguredCacheDir } from '../../runtime/state.js';
4
+ import { getQvacPath } from '../../utils/qvac-paths.js';
5
+ import { calculateFileChecksum } from '../../utils/checksum.js';
6
+ import { validateAndJoinPath } from '../../utils/path-security.js';
7
+ import { generateShortHash } from '../../utils/formatting.js';
8
+ import { getEngineLogger } from '../../logging/index.js';
9
+ import { nowMs } from '../../profiling/index.js';
10
+ import { resolveClearStorageTarget } from '../../utils/clear-storage.js';
11
+ const logger = getEngineLogger();
12
+ export function getCacheDir(subDir) {
13
+ const cacheDir = getQvacPath(subDir);
14
+ try {
15
+ fs.mkdirSync(cacheDir, { recursive: true });
16
+ }
17
+ catch (error) {
18
+ logger.error(`Error creating cache directory (${subDir}):`, error instanceof Error ? error.message : String(error));
19
+ }
20
+ return cacheDir;
21
+ }
22
+ export function getModelsCacheDir() {
23
+ const configuredDir = getConfiguredCacheDir();
24
+ try {
25
+ fs.mkdirSync(configuredDir, { recursive: true });
26
+ }
27
+ catch (error) {
28
+ logger.error(`Error creating models cache directory:`, error instanceof Error ? error.message : String(error));
29
+ }
30
+ return configuredDir;
31
+ }
32
+ export function getKVCacheDir() {
33
+ return getCacheDir('kv-cache');
34
+ }
35
+ /**
36
+ * Get cache directory for sharded model
37
+ * Returns: cache/sharded/<hyperdriveKey>/
38
+ */
39
+ export function getShardedModelCacheDir(hyperdriveKey) {
40
+ const baseCache = getModelsCacheDir();
41
+ const shardDir = path.join(baseCache, 'sharded', hyperdriveKey);
42
+ try {
43
+ fs.mkdirSync(shardDir, { recursive: true });
44
+ }
45
+ catch (error) {
46
+ logger.error(`Error creating sharded model cache directory:`, error instanceof Error ? error.message : String(error));
47
+ }
48
+ return shardDir;
49
+ }
50
+ /**
51
+ * Get cache directory for a companion set.
52
+ * Returns: cache/sets/<setKey>/
53
+ */
54
+ export function getCompanionSetCacheDir(setKey) {
55
+ const baseCache = getModelsCacheDir();
56
+ const setDir = validateAndJoinPath(baseCache, 'sets', setKey);
57
+ try {
58
+ fs.mkdirSync(setDir, { recursive: true });
59
+ }
60
+ catch (error) {
61
+ logger.error(`Error creating companion set cache directory:`, error instanceof Error ? error.message : String(error));
62
+ }
63
+ return setDir;
64
+ }
65
+ /**
66
+ * Get full path to a file within a companion set cache.
67
+ * Returns: cache/sets/<setKey>/<targetName>
68
+ */
69
+ export function getCompanionSetPath(setKey, targetName) {
70
+ const setDir = getCompanionSetCacheDir(setKey);
71
+ return validateAndJoinPath(setDir, targetName);
72
+ }
73
+ /**
74
+ * Get cache path for a single (non-sharded, non-companion) registry model.
75
+ */
76
+ export function getSingleFileCachePath(registryPath) {
77
+ const filename = registryPath.split('/').pop() || registryPath;
78
+ const sourceHash = generateShortHash(registryPath);
79
+ return path.join(getModelsCacheDir(), `${sourceHash}_${filename}`);
80
+ }
81
+ /**
82
+ * Get full path to specific shard file
83
+ * Returns: cache/sharded/<hyperdriveKey>/<shardFilename>
84
+ */
85
+ export function getShardPath(hyperdriveKey, shardFilename) {
86
+ const shardDir = getShardedModelCacheDir(hyperdriveKey);
87
+ return validateAndJoinPath(shardDir, shardFilename);
88
+ }
89
+ /**
90
+ * Returns the deletion target for `clearStorage`. Scoped to the QVAC cache
91
+ * directory — companion set and legacy ONNX paths delete the parent directory.
92
+ */
93
+ export function getClearStorageTarget(modelPath) {
94
+ return resolveClearStorageTarget(modelPath, getModelsCacheDir());
95
+ }
96
+ /**
97
+ * Check if all shards exist and are valid (size + checksum check)
98
+ * Returns array of missing/invalid shard indices (0-based)
99
+ * @param onChecksumTimeMs - Optional callback to report checksum validation time
100
+ */
101
+ export async function checkShardCompleteness(hyperdriveKey, shardFilenames, shardMetadata, onChecksumTimeMs) {
102
+ const invalidIndices = [];
103
+ for (let i = 0; i < shardFilenames.length; i++) {
104
+ const shardPath = getShardPath(hyperdriveKey, shardFilenames[i]);
105
+ const fileMeta = shardMetadata[i];
106
+ if (!fileMeta) {
107
+ invalidIndices.push(i);
108
+ continue;
109
+ }
110
+ try {
111
+ const stats = await fsPromises.stat(shardPath);
112
+ if (stats.size !== fileMeta.expectedSize) {
113
+ logger.warn(`File ${i + 1} size mismatch: expected ${fileMeta.expectedSize}, got ${stats.size}`);
114
+ invalidIndices.push(i);
115
+ continue;
116
+ }
117
+ if (fileMeta.sha256Checksum) {
118
+ const start = nowMs();
119
+ const actualChecksum = await calculateFileChecksum(shardPath);
120
+ onChecksumTimeMs?.(nowMs() - start);
121
+ if (actualChecksum !== fileMeta.sha256Checksum) {
122
+ logger.warn(`File ${i + 1} checksum mismatch for ${fileMeta.filename}. Expected: ${fileMeta.sha256Checksum}. Actual: ${actualChecksum}. Will re-download.`);
123
+ invalidIndices.push(i);
124
+ }
125
+ }
126
+ }
127
+ catch {
128
+ // File doesn't exist
129
+ invalidIndices.push(i);
130
+ }
131
+ }
132
+ return invalidIndices;
133
+ }
@@ -0,0 +1,7 @@
1
+ export interface CacheMessage {
2
+ role: string;
3
+ content: string;
4
+ attachments?: {
5
+ path: string;
6
+ }[] | undefined;
7
+ }
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,9 @@
1
+ /**
2
+ * Canonicalize assistant message text for the auto-cache key.
3
+ *
4
+ * The server saves raw stream text (with think tags when `captureThinking` is
5
+ * on), while `final.contentText` only aggregates `contentDelta` events.
6
+ * Stripping think blocks (paired and unclosed-trailing) and trimming lets
7
+ * callers push back either shape and still hit the cache.
8
+ */
9
+ export declare function normalizeAssistantCacheContent(content: string): string;
@@ -0,0 +1,20 @@
1
+ // Shared by the auto-cache writer and reader in the engine, and surfaced to
2
+ // callers as `final.cacheableAssistantContent` so the next turn's `history`
3
+ // produces a stable cache key.
4
+ // Case-insensitive in case a model variant emits `<Think>`; the addon uses
5
+ // lowercase today but we don't want a casing change to regress hit-rate.
6
+ const THINK_BLOCK_RE = /<think>[\s\S]*?<\/think>/gi;
7
+ // Trailing unclosed `<think>...` when a stop token interrupts mid-thought.
8
+ // Must run after THINK_BLOCK_RE so only a genuinely unclosed tail matches.
9
+ const UNCLOSED_TRAILING_THINK_RE = /<think>[\s\S]*$/i;
10
+ /**
11
+ * Canonicalize assistant message text for the auto-cache key.
12
+ *
13
+ * The server saves raw stream text (with think tags when `captureThinking` is
14
+ * on), while `final.contentText` only aggregates `contentDelta` events.
15
+ * Stripping think blocks (paired and unclosed-trailing) and trimming lets
16
+ * callers push back either shape and still hit the cache.
17
+ */
18
+ export function normalizeAssistantCacheContent(content) {
19
+ return content.replace(THINK_BLOCK_RE, '').replace(UNCLOSED_TRAILING_THINK_RE, '').trim();
20
+ }
@@ -0,0 +1,3 @@
1
+ import type { DownloadHooks } from '../handlers/load-model/types.js';
2
+ export declare function calculateFileChecksum(filePath: string): Promise<string>;
3
+ export declare function measureChecksum(filePath: string, hooks?: DownloadHooks): Promise<string>;
@@ -0,0 +1,29 @@
1
+ import fs from 'bare-fs';
2
+ import crypto from 'bare-crypto';
3
+ import { nowMs } from '../profiling/index.js';
4
+ export async function calculateFileChecksum(filePath) {
5
+ return new Promise((resolve, reject) => {
6
+ try {
7
+ const hash = crypto.createHash('sha-256');
8
+ const stream = fs.createReadStream(filePath);
9
+ stream.on('data', (chunk) => {
10
+ hash.update(chunk);
11
+ });
12
+ stream.on('end', () => {
13
+ resolve(hash.digest('hex'));
14
+ });
15
+ stream.on('error', (error) => {
16
+ reject(new Error(`Checksum calculation error: ${error.message}`));
17
+ });
18
+ }
19
+ catch (error) {
20
+ reject(error instanceof Error ? error : new Error(`Checksum calculation error: ${String(error)}`));
21
+ }
22
+ });
23
+ }
24
+ export async function measureChecksum(filePath, hooks) {
25
+ const start = nowMs();
26
+ const checksum = await calculateFileChecksum(filePath);
27
+ hooks?.addChecksumValidationTimeMs?.(nowMs() - start);
28
+ return checksum;
29
+ }
@@ -0,0 +1,4 @@
1
+ export declare function resolveClearStorageTarget(modelPath: string, modelsCacheDir: string): {
2
+ path: string;
3
+ kind: 'file' | 'directory';
4
+ };