@qvac/inference 0.0.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +928 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1 @@
1
+ export declare function getQvacPath(...subPaths: string[]): string;
@@ -0,0 +1,5 @@
1
+ import path from 'bare-path';
2
+ import { getEnv } from '../runtime/env.js';
3
+ export function getQvacPath(...subPaths) {
4
+ return path.join(getEnv().HOME_DIR, '.qvac', ...subPaths);
5
+ }
@@ -0,0 +1,2 @@
1
+ import type { ResponseFormat } from '../schemas/index.js';
2
+ export declare function getResponseFormatJsonSchema(responseFormat: ResponseFormat): string | undefined;
@@ -0,0 +1,20 @@
1
+ // Translates the request-level `responseFormat` into the JSON Schema string
2
+ // that the llama.cpp addon's per-request `generationParams.json_schema`
3
+ // expects. Returns `undefined` for `{ type: "text" }` (no constraint).
4
+ //
5
+ // The addon converts the schema to GBNF natively via
6
+ // `json_schema_to_grammar()` and applies it for the duration of the request
7
+ // only, restoring the prior sampling block afterwards — so this surface is
8
+ // safe to use under concurrent completions on the same model. (Tool calling
9
+ // still goes through `setupToolGrammar` / `modelConfig.grammar`; see the
10
+ // mutual-exclusion check in `completionClientParamsSchema`.)
11
+ export function getResponseFormatJsonSchema(responseFormat) {
12
+ switch (responseFormat.type) {
13
+ case 'text':
14
+ return undefined;
15
+ case 'json_object':
16
+ return JSON.stringify({ type: 'object' });
17
+ case 'json_schema':
18
+ return JSON.stringify(responseFormat.json_schema.schema);
19
+ }
20
+ }
@@ -0,0 +1,47 @@
1
+ import type { ShardPatternInfo, ShardUrl } from '../schemas/index.js';
2
+ /**
3
+ * Detect if model filename follows shard pattern (00001-of-0000x)
4
+ */
5
+ export declare function detectShardedModel(filename: string): ShardPatternInfo;
6
+ /**
7
+ * Generate list of shard filenames for a sharded model
8
+ * Accepts any shard in the group
9
+ *
10
+ * @param shardName - Any shard filename in the group (e.g., "model-00002-of-00005.gguf")
11
+ * @returns Array of all numbered shard filenames
12
+ */
13
+ export declare function generateShardFilenames(shardName: string): string[];
14
+ /**
15
+ * Parse pattern-based shard URL and generate all shard URLs with cache key
16
+ * Works with patterns like: https://example.com/path/model-00002-of-00005.gguf
17
+ *
18
+ * @param shardUrl - Any shard URL in the group
19
+ * @returns Object with shard URLs array and cache key
20
+ */
21
+ export declare function parsePatternBasedShardUrl(shardUrl: string): {
22
+ shardUrls: ShardUrl[];
23
+ cacheKey: string;
24
+ };
25
+ /**
26
+ * Extract tensor information from all shards and write to baseFilename.tensors.txt
27
+ * Required for sharded models to enable incremental/async loading
28
+ * @param shardDir - Directory containing the shard files
29
+ * @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
30
+ * @returns Path to the created tensors.txt file
31
+ * @throws If not a sharded model or extraction fails
32
+ */
33
+ export declare function extractTensorsFromShards(shardDir: string, shardFilename: string): Promise<string>;
34
+ /**
35
+ * Check if all numbered shard files exist
36
+ * @param shardDir - Directory containing the shard files
37
+ * @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
38
+ * @returns true if all numbered shards exist, false otherwise
39
+ */
40
+ export declare function checkAllShardsExist(shardDir: string, shardFilename: string): Promise<boolean>;
41
+ /**
42
+ * Validate that all shards and tensors.txt exist for a sharded model
43
+ * @param shardDir - Directory containing the shard files
44
+ * @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
45
+ * @returns true if all shards and tensors.txt exist, false otherwise
46
+ */
47
+ export declare function validateShardedModelCache(shardDir: string, shardFilename: string): Promise<boolean>;
@@ -0,0 +1,123 @@
1
+ import { ModelLoadFailedError, InvalidShardUrlPatternError } from '../errors/index.js';
2
+ import { generateShortHash } from '../utils/formatting.js';
3
+ import { validateAndJoinPath } from '../utils/path-security.js';
4
+ import { extractAndWriteTensorsFile } from '../utils/gguf-tensor-extractor.js';
5
+ import { promises as fsPromises } from 'bare-fs';
6
+ /**
7
+ * Detect if model filename follows shard pattern (00001-of-0000x)
8
+ */
9
+ export function detectShardedModel(filename) {
10
+ const shardPattern = /^(.+)-(\d{5})-of-(\d{5})(\.\w+)$/;
11
+ const match = filename.match(shardPattern);
12
+ if (match && match[1] && match[2] && match[3] && match[4]) {
13
+ return {
14
+ isSharded: true,
15
+ baseFilename: match[1],
16
+ currentShard: parseInt(match[2], 10),
17
+ totalShards: parseInt(match[3], 10),
18
+ extension: match[4]
19
+ };
20
+ }
21
+ return { isSharded: false };
22
+ }
23
+ /**
24
+ * Generate list of shard filenames for a sharded model
25
+ * Accepts any shard in the group
26
+ *
27
+ * @param shardName - Any shard filename in the group (e.g., "model-00002-of-00005.gguf")
28
+ * @returns Array of all numbered shard filenames
29
+ */
30
+ export function generateShardFilenames(shardName) {
31
+ const shardInfo = detectShardedModel(shardName);
32
+ if (!shardInfo.isSharded || !shardInfo.totalShards) {
33
+ throw new ModelLoadFailedError(`Not a sharded model filename: ${shardName}`);
34
+ }
35
+ const filenames = [];
36
+ const { baseFilename, totalShards, extension } = shardInfo;
37
+ for (let i = 1; i <= totalShards; i++) {
38
+ const shardNumber = i.toString().padStart(5, '0');
39
+ const totalShardsStr = totalShards.toString().padStart(5, '0');
40
+ filenames.push(`${baseFilename}-${shardNumber}-of-${totalShardsStr}${extension}`);
41
+ }
42
+ return filenames;
43
+ }
44
+ /**
45
+ * Parse pattern-based shard URL and generate all shard URLs with cache key
46
+ * Works with patterns like: https://example.com/path/model-00002-of-00005.gguf
47
+ *
48
+ * @param shardUrl - Any shard URL in the group
49
+ * @returns Object with shard URLs array and cache key
50
+ */
51
+ export function parsePatternBasedShardUrl(shardUrl) {
52
+ const urlParts = shardUrl.split('/');
53
+ const filename = urlParts[urlParts.length - 1]?.split('?')[0] || '';
54
+ const shardInfo = detectShardedModel(filename);
55
+ if (!shardInfo.isSharded || !shardInfo.baseFilename) {
56
+ throw new InvalidShardUrlPatternError(shardUrl);
57
+ }
58
+ const shardFilenames = generateShardFilenames(filename);
59
+ const baseUrl = urlParts.slice(0, -1).join('/');
60
+ return {
61
+ shardUrls: shardFilenames.map((shardFilename) => ({
62
+ url: `${baseUrl}/${shardFilename}`,
63
+ filename: shardFilename
64
+ })),
65
+ cacheKey: generateShortHash(`${baseUrl}/${shardInfo.baseFilename}`)
66
+ };
67
+ }
68
+ /**
69
+ * Extract tensor information from all shards and write to baseFilename.tensors.txt
70
+ * Required for sharded models to enable incremental/async loading
71
+ * @param shardDir - Directory containing the shard files
72
+ * @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
73
+ * @returns Path to the created tensors.txt file
74
+ * @throws If not a sharded model or extraction fails
75
+ */
76
+ export async function extractTensorsFromShards(shardDir, shardFilename) {
77
+ const shardInfo = detectShardedModel(shardFilename);
78
+ if (!shardInfo.isSharded || !shardInfo.baseFilename || !shardInfo.totalShards) {
79
+ throw new ModelLoadFailedError(`Not a sharded model filename: ${shardFilename}`);
80
+ }
81
+ const allShardFilenames = generateShardFilenames(shardFilename);
82
+ return extractAndWriteTensorsFile(shardDir, allShardFilenames, shardInfo.baseFilename);
83
+ }
84
+ /**
85
+ * Check if all numbered shard files exist
86
+ * @param shardDir - Directory containing the shard files
87
+ * @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
88
+ * @returns true if all numbered shards exist, false otherwise
89
+ */
90
+ export async function checkAllShardsExist(shardDir, shardFilename) {
91
+ const shardInfo = detectShardedModel(shardFilename);
92
+ if (!shardInfo.isSharded) {
93
+ return false;
94
+ }
95
+ const shardFilenames = generateShardFilenames(shardFilename);
96
+ const allShardsExist = await Promise.all(shardFilenames.map((f) => fsPromises
97
+ .access(validateAndJoinPath(shardDir, f))
98
+ .then(() => true)
99
+ .catch(() => false))).then((results) => results.every((exists) => exists));
100
+ return allShardsExist;
101
+ }
102
+ /**
103
+ * Validate that all shards and tensors.txt exist for a sharded model
104
+ * @param shardDir - Directory containing the shard files
105
+ * @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
106
+ * @returns true if all shards and tensors.txt exist, false otherwise
107
+ */
108
+ export async function validateShardedModelCache(shardDir, shardFilename) {
109
+ const shardInfo = detectShardedModel(shardFilename);
110
+ if (!shardInfo.isSharded || !shardInfo.baseFilename) {
111
+ return false;
112
+ }
113
+ const allShardsExist = await checkAllShardsExist(shardDir, shardFilename);
114
+ if (!allShardsExist) {
115
+ return false;
116
+ }
117
+ const tensorsFile = `${shardInfo.baseFilename}.tensors.txt`;
118
+ const tensorsExist = await fsPromises
119
+ .access(validateAndJoinPath(shardDir, tensorsFile))
120
+ .then(() => true)
121
+ .catch(() => false);
122
+ return tensorsExist;
123
+ }
@@ -0,0 +1,24 @@
1
+ import type { z } from 'zod';
2
+ import { type Tool, type ToolCall, type ToolCallWithCall } from '../schemas/tools.js';
3
+ type ZodObjectType = z.ZodObject<z.ZodRawShape>;
4
+ export type ToolHandler = (args: Record<string, unknown>) => Promise<unknown>;
5
+ export type ToolInput<T extends ZodObjectType = ZodObjectType> = {
6
+ name: string;
7
+ description: string;
8
+ parameters: T;
9
+ handler?: ToolHandler;
10
+ };
11
+ export declare function convertToolInput(input: ToolInput): Tool;
12
+ export declare function convertTools(inputs: ToolInput[]): Tool[];
13
+ /**
14
+ * Validates and converts tools from either ToolInput (with Zod schemas) or full Tool format.
15
+ * Returns validated Tool[] array.
16
+ */
17
+ export type ToolHandlerMap = Map<string, ToolHandler>;
18
+ export type ValidateToolsResult = {
19
+ tools: Tool[];
20
+ handlers: ToolHandlerMap;
21
+ };
22
+ export declare function validateTools(tools: Tool[] | ToolInput[]): ValidateToolsResult;
23
+ export declare function attachHandlersToToolCalls(toolCalls: ToolCall[], handlers: ToolHandlerMap): ToolCallWithCall[];
24
+ export {};
@@ -0,0 +1,111 @@
1
+ import { toolSchema } from '../schemas/tools.js';
2
+ import { InvalidToolsArrayError, InvalidToolSchemaError } from '../errors/index.js';
3
+ function zodTypeToJsonSchemaType(type) {
4
+ switch (type) {
5
+ case 'string':
6
+ return 'string';
7
+ case 'number':
8
+ return 'number';
9
+ case 'boolean':
10
+ return 'boolean';
11
+ case 'object':
12
+ return 'object';
13
+ case 'array':
14
+ return 'array';
15
+ case 'optional':
16
+ default:
17
+ return 'string';
18
+ }
19
+ }
20
+ export function convertToolInput(input) {
21
+ const zodSchema = input.parameters;
22
+ // Try both shape and def.shape for Zod v4 compatibility
23
+ const shape = zodSchema.shape || (typeof zodSchema.def?.shape === 'object' ? zodSchema.def.shape : {});
24
+ const properties = {};
25
+ const required = [];
26
+ for (const [key, value] of Object.entries(shape)) {
27
+ const field = value;
28
+ const fieldType = field.type || field.def?.type || 'string';
29
+ const isOptional = fieldType === 'optional';
30
+ let actualType = isOptional ? 'string' : fieldType;
31
+ let actualDescription = field.description;
32
+ if (isOptional && field.def?.innerType) {
33
+ const innerType = field.def.innerType;
34
+ actualType = innerType.type || innerType.def?.type || 'string';
35
+ // Get description from inner type if not on wrapper
36
+ if (!actualDescription && innerType.description) {
37
+ actualDescription = innerType.description;
38
+ }
39
+ }
40
+ properties[key] = {
41
+ type: zodTypeToJsonSchemaType(actualType)
42
+ };
43
+ if (actualDescription) {
44
+ properties[key].description = actualDescription;
45
+ }
46
+ if (field.def?.values) {
47
+ properties[key].enum = field.def.values;
48
+ }
49
+ if (!isOptional) {
50
+ required.push(key);
51
+ }
52
+ }
53
+ const tool = {
54
+ type: 'function',
55
+ name: input.name,
56
+ description: input.description,
57
+ parameters: {
58
+ type: 'object',
59
+ properties,
60
+ required: required.length > 0 ? required : undefined
61
+ }
62
+ };
63
+ return toolSchema.parse(tool);
64
+ }
65
+ export function convertTools(inputs) {
66
+ return inputs.map(convertToolInput);
67
+ }
68
+ export function validateTools(tools) {
69
+ if (tools.length === 0) {
70
+ return { tools: [], handlers: new Map() };
71
+ }
72
+ const firstTool = tools[0];
73
+ if (!firstTool) {
74
+ throw new InvalidToolsArrayError();
75
+ }
76
+ const handlers = new Map();
77
+ const parseResult = toolSchema.safeParse(firstTool);
78
+ if (parseResult.success) {
79
+ const validatedTools = [];
80
+ for (const tool of tools) {
81
+ const result = toolSchema.safeParse(tool);
82
+ if (!result.success) {
83
+ throw new InvalidToolSchemaError(result.error.message, result.error);
84
+ }
85
+ validatedTools.push(result.data);
86
+ }
87
+ return { tools: validatedTools, handlers };
88
+ }
89
+ else {
90
+ const toolInputs = tools;
91
+ const convertedTools = convertTools(toolInputs);
92
+ for (const toolInput of toolInputs) {
93
+ if (toolInput.handler) {
94
+ handlers.set(toolInput.name, toolInput.handler);
95
+ }
96
+ }
97
+ return { tools: convertedTools, handlers };
98
+ }
99
+ }
100
+ export function attachHandlersToToolCalls(toolCalls, handlers) {
101
+ return toolCalls.map((toolCall) => {
102
+ const handler = handlers.get(toolCall.name);
103
+ if (handler) {
104
+ return {
105
+ ...toolCall,
106
+ invoke: async () => await handler(toolCall.arguments)
107
+ };
108
+ }
109
+ return toolCall;
110
+ });
111
+ }
@@ -0,0 +1,23 @@
1
+ import type { Tool, ToolDialect } from '../schemas/index.js';
2
+ interface HistoryMessage {
3
+ role: string;
4
+ content: string;
5
+ attachments?: {
6
+ path: string;
7
+ }[] | undefined;
8
+ }
9
+ /**
10
+ * Static tools mode: prepend tools right after the system message (or at the
11
+ * very start when no system message is present). The tool block stays in the
12
+ * kv-cache for the whole chat session.
13
+ */
14
+ export declare function prependToolsToHistory(history: HistoryMessage[], tools: Tool[]): Array<HistoryMessage | Tool>;
15
+ /**
16
+ * Dynamic tools mode: append tools after the last history message. The
17
+ * addon's compact-tools mode anchors the block after the last user message
18
+ * and trims it from the kv-cache once the tool-call chain resolves, so a
19
+ * subsequent turn can ship a different tool set without poisoning the cache.
20
+ */
21
+ export declare function appendToolsToHistory(history: HistoryMessage[], tools: Tool[]): Array<HistoryMessage | Tool>;
22
+ export declare function detectToolDialect(modelId: string): ToolDialect;
23
+ export {};
@@ -0,0 +1,29 @@
1
+ import { detectToolDialectFromName } from '../utils/tools/index.js';
2
+ import { getModelInfo } from '../runtime/model-registry.js';
3
+ /**
4
+ * Static tools mode: prepend tools right after the system message (or at the
5
+ * very start when no system message is present). The tool block stays in the
6
+ * kv-cache for the whole chat session.
7
+ */
8
+ export function prependToolsToHistory(history, tools) {
9
+ const systemMsgIndex = history.findIndex((msg) => msg.role === 'system');
10
+ if (systemMsgIndex >= 0) {
11
+ return [...history.slice(0, systemMsgIndex + 1), ...tools, ...history.slice(systemMsgIndex + 1)];
12
+ }
13
+ return [...tools, ...history];
14
+ }
15
+ /**
16
+ * Dynamic tools mode: append tools after the last history message. The
17
+ * addon's compact-tools mode anchors the block after the last user message
18
+ * and trims it from the kv-cache once the tool-call chain resolves, so a
19
+ * subsequent turn can ship a different tool set without poisoning the cache.
20
+ */
21
+ export function appendToolsToHistory(history, tools) {
22
+ return [...history, ...tools];
23
+ }
24
+ export function detectToolDialect(modelId) {
25
+ const info = getModelInfo(modelId);
26
+ if (!info)
27
+ return 'hermes';
28
+ return detectToolDialectFromName(info.name, info.path);
29
+ }
@@ -0,0 +1,7 @@
1
+ import type { ToolDialect } from '../../schemas/index.js';
2
+ /**
3
+ * Detects the tool-call dialect from a model's registry name and file path.
4
+ * Defaults to "hermes" (its parser chain also covers unknown JSON-payload
5
+ * models). Bypass with `completion({ toolDialect })`.
6
+ */
7
+ export declare function detectToolDialectFromName(name: string | undefined, path: string): ToolDialect;
@@ -0,0 +1,20 @@
1
+ /**
2
+ * Detects the tool-call dialect from a model's registry name and file path.
3
+ * Defaults to "hermes" (its parser chain also covers unknown JSON-payload
4
+ * models). Bypass with `completion({ toolDialect })`.
5
+ */
6
+ export function detectToolDialectFromName(name, path) {
7
+ const basename = path.toLowerCase().split(/[/\\]/).pop() ?? '';
8
+ const tag = `${(name ?? '').toLowerCase()}|${basename}`;
9
+ if (/qwen3[._-]?[56](?![a-z0-9])/.test(tag))
10
+ return 'qwen35';
11
+ if (/gemma[-_]?4(?=[^a-z0-9]|$)/.test(tag))
12
+ return 'gemma4';
13
+ if (/gpt[_-]?oss/.test(tag))
14
+ return 'harmony';
15
+ if (/deepseek[-_. ]?v(?:4|3[._-]?2)(?![0-9])/.test(tag))
16
+ return 'dsml';
17
+ if (/lfm[_-]?\d/.test(tag))
18
+ return 'pythonic';
19
+ return 'hermes';
20
+ }
@@ -0,0 +1,2 @@
1
+ export { detectToolDialectFromName } from '../../utils/tools/dialect.js';
2
+ export { parseToolCalls } from '../../utils/tools/parser.js';
@@ -0,0 +1,2 @@
1
+ export { detectToolDialectFromName } from '../../utils/tools/dialect.js';
2
+ export { parseToolCalls } from '../../utils/tools/parser.js';
@@ -0,0 +1,5 @@
1
+ import type { Tool, ToolCall, ToolCallError, ToolDialect } from '../../schemas/index.js';
2
+ export declare function parseToolCalls(text: string, tools: Tool[], dialect?: ToolDialect): {
3
+ toolCalls: ToolCall[];
4
+ errors: ToolCallError[];
5
+ };
@@ -0,0 +1,69 @@
1
+ import { stripThinkingBlocks } from '../../utils/tools/shared.js';
2
+ import { parseGemmaFormat, parseGenericFormat, parseLlamacppFormat } from '../../utils/tools/parsers/json.js';
3
+ import { parseHermesFormat } from '../../utils/tools/parsers/hermes.js';
4
+ import { parsePythonicFormat } from '../../utils/tools/parsers/pythonic.js';
5
+ import { parseHarmonyFormat } from '../../utils/tools/parsers/harmony.js';
6
+ import { parseQwen35Format } from '../../utils/tools/parsers/qwen35.js';
7
+ import { parseGemma4NativeFormat } from '../../utils/tools/parsers/gemma4native.js';
8
+ import { parseDsmlFormat } from '../../utils/tools/parsers/dsml.js';
9
+ function pickFormatParsers(dialect) {
10
+ switch (dialect) {
11
+ case 'pythonic':
12
+ return [parsePythonicFormat];
13
+ case 'hermes':
14
+ // Hermes first so frame errors surface; JSON fallbacks then cover
15
+ // unknown JSON-payload models.
16
+ return [parseHermesFormat, parseGemmaFormat, parseLlamacppFormat];
17
+ case 'json':
18
+ return [parseGemmaFormat, parseLlamacppFormat];
19
+ case 'harmony':
20
+ return [parseHarmonyFormat];
21
+ case 'qwen35':
22
+ // Hermes fallback: Qwen3.5 templates sometimes emit OpenAI-style JSON
23
+ // when the native XML format fails; Hermes chain recovers those.
24
+ return [parseQwen35Format, parseHermesFormat];
25
+ case 'gemma4':
26
+ // No JSON fallback: Gemma4 emits only its native channel-thought dialect
27
+ // and never falls back to JSON-envelope formats.
28
+ return [parseGemma4NativeFormat];
29
+ case 'dsml':
30
+ // Hermes fallback: DeepSeek templates fall back to OpenAI-style JSON when
31
+ // the DSML block fails to materialise.
32
+ return [parseDsmlFormat, parseHermesFormat, parseLlamacppFormat];
33
+ default:
34
+ // DSML first: the `<|DSML|` token is unique to DeepSeek and can't
35
+ // false-match another dialect.
36
+ // Gemma4 next: `<|tool_call>` is uniquely distinctive and can't
37
+ // false-match other dialects.
38
+ // Harmony next: `to=functions.` is also uniquely Harmony.
39
+ // Qwen35 before Hermes: defers to Hermes when JSON is inside <tool_call>,
40
+ // so the XML path is recovered without breaking Hermes-JSON payloads.
41
+ // Pythonic last: its bare `[name(...)]` form can match payloads that
42
+ // look like other dialects.
43
+ return [
44
+ parseDsmlFormat,
45
+ parseGemma4NativeFormat,
46
+ parseHarmonyFormat,
47
+ parseQwen35Format,
48
+ parseHermesFormat,
49
+ parseGemmaFormat,
50
+ parseLlamacppFormat,
51
+ parsePythonicFormat
52
+ ];
53
+ }
54
+ }
55
+ export function parseToolCalls(text, tools, dialect) {
56
+ if (!tools || tools.length === 0) {
57
+ return { toolCalls: [], errors: [] };
58
+ }
59
+ const cleaned = stripThinkingBlocks(text);
60
+ const formatParsers = pickFormatParsers(dialect);
61
+ for (const parser of formatParsers) {
62
+ const result = parser(cleaned, tools);
63
+ if (result.matched) {
64
+ return { toolCalls: result.toolCalls, errors: result.errors };
65
+ }
66
+ }
67
+ const generic = parseGenericFormat(cleaned, tools);
68
+ return { toolCalls: generic.toolCalls, errors: generic.errors };
69
+ }
@@ -0,0 +1,3 @@
1
+ import type { Tool } from '../../../schemas/index.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
+ export declare function parseDsmlFormat(text: string, tools: Tool[]): ParserResult;