@qvac/inference 0.0.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +928 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,14 @@
1
+ export function resolveClearStorageTarget(modelPath, modelsCacheDir) {
2
+ const normalizedCache = modelsCacheDir.replace(/\\/g, '/').replace(/\/+$/, '');
3
+ const normalizedPath = modelPath.replace(/\\/g, '/');
4
+ if (!normalizedPath.startsWith(`${normalizedCache}/`)) {
5
+ return { path: modelPath, kind: 'file' };
6
+ }
7
+ const relativePath = normalizedPath.slice(normalizedCache.length + 1);
8
+ const parts = relativePath.split('/');
9
+ if (parts.length === 3 && (parts[0] === 'sets' || parts[0] === 'onnx') && parts[1] && parts[2]) {
10
+ const lastSlash = normalizedPath.lastIndexOf('/');
11
+ return { path: normalizedPath.slice(0, lastSlash), kind: 'directory' };
12
+ }
13
+ return { path: modelPath, kind: 'file' };
14
+ }
@@ -0,0 +1,17 @@
1
+ import type { CompletionEvent, CompletionError, CompletionStats, NormalizerConfig, StopReason, ToolCall } from '../schemas/index.js';
2
+ export declare const MAX_TOOL_FRAME_CHARS = 1048576;
3
+ export type CompletionNormalizer = ReturnType<typeof createCompletionNormalizer>;
4
+ export declare function createCompletionNormalizer(config: NormalizerConfig): {
5
+ push: (token: string) => CompletionEvent[];
6
+ finish: (opts?: {
7
+ stats?: CompletionStats;
8
+ toolCalls?: ToolCall[];
9
+ error?: CompletionError;
10
+ stopReason?: StopReason;
11
+ }) => CompletionEvent[];
12
+ getAccumulated: () => {
13
+ rawText: string;
14
+ contentText: string;
15
+ thinkingText: string | undefined;
16
+ };
17
+ };
@@ -0,0 +1,453 @@
1
+ import { parseToolCalls } from '../utils/tools/index.js';
2
+ export const MAX_TOOL_FRAME_CHARS = 1_048_576;
3
+ const DSML_INVOKE_FRAMES = [' ', '\n', '\t', '\r'].map((sep) => ({
4
+ open: `<|DSML|invoke${sep}`,
5
+ close: '</|DSML|invoke>'
6
+ }));
7
+ const DIALECT_SPECS = {
8
+ hermes: {
9
+ toolFrames: [{ open: '<tool_call>', close: '</tool_call>' }]
10
+ },
11
+ // No streaming framing — tool calls are only recovered at finalization.
12
+ json: {
13
+ toolFrames: []
14
+ },
15
+ pythonic: {
16
+ toolFrames: [
17
+ { open: '<|tool_call_start|>', close: '<|tool_call_end|>' },
18
+ {
19
+ open: '<|start_header_id|>tool_call<|end_header_id|>',
20
+ close: '<|eot_id|>'
21
+ }
22
+ ]
23
+ },
24
+ harmony: {
25
+ toolFrames: [{ open: '<|channel|>commentary to=functions.', close: '<|call|>' }],
26
+ thinkingFrames: [{ open: '<|channel|>analysis<|message|>', close: '<|end|>' }],
27
+ contentFrames: [
28
+ { open: '<|channel|>final<|message|>', close: '<|return|>' },
29
+ { open: '<|channel|>assistant<|message|>', close: '<|end|>' }
30
+ ],
31
+ // Role headers and stray Harmony control tokens between frames.
32
+ dropTokens: [
33
+ '<|message|>',
34
+ '<|end|>',
35
+ '<|start|>assistant',
36
+ '<|start|>system',
37
+ '<|start|>user',
38
+ '<|return|>'
39
+ ],
40
+ contentDropTokens: ['<|channel|>']
41
+ },
42
+ qwen35: {
43
+ // Same <tool_call>…</tool_call> framing as hermes; inner content is XML.
44
+ toolFrames: [{ open: '<tool_call>', close: '</tool_call>' }]
45
+ },
46
+ gemma4: {
47
+ toolFrames: [{ open: '<|tool_call>', close: '<tool_call|>' }],
48
+ thinkingFrames: [{ open: '<|channel>thought', close: '<channel|>' }]
49
+ },
50
+ dsml: {
51
+ toolFrames: [
52
+ { open: '<|DSML|tool_calls>', close: '</|DSML|tool_calls>' },
53
+ { open: '<|DSML|function_calls>', close: '</|DSML|function_calls>' },
54
+ ...DSML_INVOKE_FRAMES
55
+ ]
56
+ }
57
+ };
58
+ // Capture-gated reasoning marker — the generic `<think>...</think>`
59
+ // convention used by reasoning-tuned models. When the gate is off the
60
+ // markers pass through into `contentDelta` unchanged (preserves the
61
+ // pre-dialect behavior).
62
+ const BUILTIN_THINKING = { open: '<think>', close: '</think>' };
63
+ export function createCompletionNormalizer(config) {
64
+ let seq = 0;
65
+ let state = 'content';
66
+ let rawText = '';
67
+ const contentParts = [];
68
+ const thinkingParts = [];
69
+ // Tool frame: buffer keeps the open + close markers in place so
70
+ // `parseToolCalls` can match its own dialect markers.
71
+ let toolCallBuffer = '';
72
+ let activeToolFrame = null;
73
+ // Thinking frame: tracks which frame's close marker we're scanning for
74
+ // (could be the built-in `<think>` or a dialect-specific frame like
75
+ // Harmony's `<|channel|>analysis<|message|>...<|end|>`).
76
+ let activeThinkingFrame = null;
77
+ // Content frame: inner streamed as it arrives; partial close tail buffered.
78
+ let activeContentFrame = null;
79
+ // Trailing chars that could be a prefix of a watched marker, so markers
80
+ // split across token pushes aren't missed by indexOf.
81
+ let contentTail = '';
82
+ let toolFramingTail = '';
83
+ let thinkingFramingTail = '';
84
+ let contentFramingTail = '';
85
+ const streamedToolCallKeys = new Set();
86
+ const toolsEnabled = config.tools.length > 0 && config.capabilities.toolCalling !== 'none';
87
+ const useToolFraming = toolsEnabled && config.capabilities.toolCalling === 'textParse';
88
+ // Register `<think>` only when both capability + capture opt in.
89
+ // Dialect protocol markers always register; capture only gates emission.
90
+ const useBuiltinThinkTags = config.captureThinking && config.capabilities.thinkingFraming === 'thinkTags';
91
+ const dialect = config.toolDialect ?? 'hermes';
92
+ const dialectSpec = DIALECT_SPECS[dialect];
93
+ const toolFrames = useToolFraming ? dialectSpec.toolFrames : [];
94
+ const thinkingFrames = [
95
+ ...(useBuiltinThinkTags ? [BUILTIN_THINKING] : []),
96
+ ...(dialectSpec.thinkingFrames ?? [])
97
+ ];
98
+ const contentFrames = dialectSpec.contentFrames ?? [];
99
+ const dropTokens = dialectSpec.dropTokens ?? [];
100
+ const contentDropTokens = dialectSpec.contentDropTokens ?? [];
101
+ const markerToEntry = new Map();
102
+ const dropTokenSet = new Set();
103
+ const contentMarkers = [];
104
+ function registerFrames(frames, kind) {
105
+ for (const f of frames) {
106
+ if (markerToEntry.has(f.open))
107
+ continue;
108
+ markerToEntry.set(f.open, { kind, spec: f });
109
+ contentMarkers.push(f.open);
110
+ }
111
+ }
112
+ registerFrames(toolFrames, 'tool');
113
+ registerFrames(thinkingFrames, 'thinking');
114
+ registerFrames(contentFrames, 'content');
115
+ for (const t of dropTokens) {
116
+ if (markerToEntry.has(t) || dropTokenSet.has(t))
117
+ continue;
118
+ dropTokenSet.add(t);
119
+ contentMarkers.push(t);
120
+ }
121
+ function nextSeq() {
122
+ return seq++;
123
+ }
124
+ function emitContent(events, text) {
125
+ let normalized = text;
126
+ for (const token of contentDropTokens) {
127
+ normalized = normalized.split(token).join('');
128
+ }
129
+ if (!normalized)
130
+ return;
131
+ contentParts.push(normalized);
132
+ events.push({ type: 'contentDelta', seq: nextSeq(), text: normalized });
133
+ }
134
+ // Capture-gated: thinking frames may register even when `captureThinking`
135
+ // is false (e.g. harmony's analysis channel, to strip markers from
136
+ // `contentDelta`) — drop the inner here instead of buffering it.
137
+ function emitThinking(events, text) {
138
+ if (!text)
139
+ return;
140
+ if (config.captureThinking) {
141
+ thinkingParts.push(text);
142
+ events.push({ type: 'thinkingDelta', seq: nextSeq(), text });
143
+ }
144
+ }
145
+ function getToolCallKey(call) {
146
+ return `${call.name}:${JSON.stringify(call.arguments)}`;
147
+ }
148
+ function emitStreamedToolCall(events, call) {
149
+ streamedToolCallKeys.add(getToolCallKey(call));
150
+ events.push({ type: 'toolCall', seq: nextSeq(), call });
151
+ }
152
+ function emitFinalToolCall(events, call) {
153
+ if (streamedToolCallKeys.has(getToolCallKey(call)))
154
+ return;
155
+ events.push({ type: 'toolCall', seq: nextSeq(), call });
156
+ }
157
+ // Length of the longest suffix of `buf` that is also a prefix of any marker.
158
+ function trailingPartialMarkerLen(buf, markers) {
159
+ if (markers.length === 0 || buf.length === 0)
160
+ return 0;
161
+ const maxLen = Math.min(buf.length, markers.reduce((m, s) => Math.max(m, s.length), 0) - 1);
162
+ for (let len = maxLen; len > 0; len--) {
163
+ const suffix = buf.slice(buf.length - len);
164
+ for (const m of markers) {
165
+ if (m.startsWith(suffix))
166
+ return len;
167
+ }
168
+ }
169
+ return 0;
170
+ }
171
+ function findEarliestMarker(buf, markers) {
172
+ let best = null;
173
+ for (const m of markers) {
174
+ const i = buf.indexOf(m);
175
+ if (i < 0)
176
+ continue;
177
+ if (best === null || i < best.idx)
178
+ best = { idx: i, marker: m };
179
+ }
180
+ return best;
181
+ }
182
+ function flushToolBuffer(events, closed) {
183
+ const raw = toolCallBuffer;
184
+ const frame = activeToolFrame;
185
+ toolCallBuffer = '';
186
+ activeToolFrame = null;
187
+ toolFramingTail = '';
188
+ if (!frame)
189
+ return;
190
+ // Empty-payload guard. Strip frame markers and check the inner is
191
+ // non-empty; surface a toolError on empty payloads so the literal
192
+ // markers don't leak into contentDelta.
193
+ let inner = raw;
194
+ if (inner.startsWith(frame.open))
195
+ inner = inner.slice(frame.open.length);
196
+ if (inner.endsWith(frame.close)) {
197
+ inner = inner.slice(0, inner.length - frame.close.length);
198
+ }
199
+ if (inner.trim().length === 0) {
200
+ events.push({
201
+ type: 'toolError',
202
+ seq: nextSeq(),
203
+ error: { code: 'PARSE_ERROR', message: 'Empty tool_call frame' }
204
+ });
205
+ return;
206
+ }
207
+ const { toolCalls, errors } = parseToolCalls(raw, config.tools, dialect);
208
+ for (const call of toolCalls)
209
+ emitStreamedToolCall(events, call);
210
+ if (toolCalls.length === 0) {
211
+ if (errors.length > 0) {
212
+ for (const error of errors) {
213
+ events.push({ type: 'toolError', seq: nextSeq(), error });
214
+ }
215
+ }
216
+ else {
217
+ events.push({
218
+ type: 'toolError',
219
+ seq: nextSeq(),
220
+ error: {
221
+ code: 'PARSE_ERROR',
222
+ message: closed
223
+ ? 'Failed to parse tool call from framed region'
224
+ : 'Incomplete tool call frame at stream end',
225
+ raw
226
+ }
227
+ });
228
+ }
229
+ emitContent(events, raw);
230
+ }
231
+ }
232
+ function abandonToolFrame(events) {
233
+ const raw = toolCallBuffer + toolFramingTail;
234
+ toolCallBuffer = '';
235
+ toolFramingTail = '';
236
+ activeToolFrame = null;
237
+ state = 'content';
238
+ events.push({
239
+ type: 'toolError',
240
+ seq: nextSeq(),
241
+ error: {
242
+ code: 'PARSE_ERROR',
243
+ message: `Tool call frame exceeded ${MAX_TOOL_FRAME_CHARS} characters without a close marker`
244
+ }
245
+ });
246
+ emitContent(events, raw);
247
+ }
248
+ function getStateTail() {
249
+ switch (state) {
250
+ case 'content':
251
+ return contentTail;
252
+ case 'thinkingFraming':
253
+ return thinkingFramingTail;
254
+ case 'toolFraming':
255
+ return toolFramingTail;
256
+ case 'contentFraming':
257
+ return contentFramingTail;
258
+ }
259
+ }
260
+ function processSegment(events, text) {
261
+ let buf = getStateTail() + text;
262
+ contentTail = '';
263
+ thinkingFramingTail = '';
264
+ toolFramingTail = '';
265
+ contentFramingTail = '';
266
+ while (buf.length > 0) {
267
+ if (state === 'toolFraming') {
268
+ if (!activeToolFrame) {
269
+ state = 'content';
270
+ continue;
271
+ }
272
+ const hit = buf.indexOf(activeToolFrame.close);
273
+ if (hit >= 0) {
274
+ toolCallBuffer += buf.slice(0, hit + activeToolFrame.close.length);
275
+ buf = buf.slice(hit + activeToolFrame.close.length);
276
+ state = 'content';
277
+ flushToolBuffer(events, true);
278
+ continue;
279
+ }
280
+ const tailLen = trailingPartialMarkerLen(buf, [activeToolFrame.close]);
281
+ const safeLen = buf.length - tailLen;
282
+ toolCallBuffer += buf.slice(0, safeLen);
283
+ toolFramingTail = buf.slice(safeLen);
284
+ buf = '';
285
+ if (toolCallBuffer.length > MAX_TOOL_FRAME_CHARS)
286
+ abandonToolFrame(events);
287
+ continue;
288
+ }
289
+ if (state === 'thinkingFraming') {
290
+ if (!activeThinkingFrame) {
291
+ state = 'content';
292
+ continue;
293
+ }
294
+ const closeMarker = activeThinkingFrame.close;
295
+ const closeIdx = buf.indexOf(closeMarker);
296
+ if (closeIdx >= 0) {
297
+ emitThinking(events, buf.slice(0, closeIdx));
298
+ buf = buf.slice(closeIdx + closeMarker.length);
299
+ activeThinkingFrame = null;
300
+ state = 'content';
301
+ continue;
302
+ }
303
+ const tailLen = trailingPartialMarkerLen(buf, [closeMarker]);
304
+ const safeLen = buf.length - tailLen;
305
+ emitThinking(events, buf.slice(0, safeLen));
306
+ thinkingFramingTail = buf.slice(safeLen);
307
+ buf = '';
308
+ continue;
309
+ }
310
+ if (state === 'contentFraming') {
311
+ if (!activeContentFrame) {
312
+ state = 'content';
313
+ continue;
314
+ }
315
+ const closeMarker = activeContentFrame.close;
316
+ const closeIdx = buf.indexOf(closeMarker);
317
+ if (closeIdx >= 0) {
318
+ emitContent(events, buf.slice(0, closeIdx));
319
+ activeContentFrame = null;
320
+ contentFramingTail = '';
321
+ buf = buf.slice(closeIdx + closeMarker.length);
322
+ state = 'content';
323
+ continue;
324
+ }
325
+ const tailLen = trailingPartialMarkerLen(buf, [closeMarker]);
326
+ const safeLen = buf.length - tailLen;
327
+ emitContent(events, buf.slice(0, safeLen));
328
+ contentFramingTail = buf.slice(safeLen);
329
+ buf = '';
330
+ continue;
331
+ }
332
+ const hit = findEarliestMarker(buf, contentMarkers);
333
+ if (hit) {
334
+ emitContent(events, buf.slice(0, hit.idx));
335
+ buf = buf.slice(hit.idx + hit.marker.length);
336
+ if (dropTokenSet.has(hit.marker)) {
337
+ // Glue token between frames — strip and stay in content state.
338
+ continue;
339
+ }
340
+ const entry = markerToEntry.get(hit.marker);
341
+ if (entry.kind === 'tool') {
342
+ toolCallBuffer = hit.marker;
343
+ activeToolFrame = entry.spec;
344
+ state = 'toolFraming';
345
+ }
346
+ else if (entry.kind === 'thinking') {
347
+ activeThinkingFrame = entry.spec;
348
+ state = 'thinkingFraming';
349
+ }
350
+ else {
351
+ activeContentFrame = entry.spec;
352
+ state = 'contentFraming';
353
+ }
354
+ continue;
355
+ }
356
+ const tailLen = trailingPartialMarkerLen(buf, contentMarkers);
357
+ const safeLen = buf.length - tailLen;
358
+ emitContent(events, buf.slice(0, safeLen));
359
+ contentTail = buf.slice(safeLen);
360
+ buf = '';
361
+ }
362
+ }
363
+ function push(token) {
364
+ const events = [];
365
+ rawText += token;
366
+ if (config.emitRawDeltas) {
367
+ events.push({ type: 'rawDelta', seq: nextSeq(), text: token });
368
+ }
369
+ processSegment(events, token);
370
+ return events;
371
+ }
372
+ function finish(opts) {
373
+ const events = [];
374
+ // Drain pending tail bytes so we don't lose trailing chars when the
375
+ // stream ends mid-marker.
376
+ if (state === 'content' && contentTail) {
377
+ emitContent(events, contentTail);
378
+ contentTail = '';
379
+ }
380
+ else if (state === 'thinkingFraming' && thinkingFramingTail) {
381
+ emitThinking(events, thinkingFramingTail);
382
+ thinkingFramingTail = '';
383
+ }
384
+ else if (state === 'toolFraming' && toolFramingTail) {
385
+ toolCallBuffer += toolFramingTail;
386
+ toolFramingTail = '';
387
+ }
388
+ else if (state === 'contentFraming' && contentFramingTail) {
389
+ // Cutoff inside a partial close marker — emit tail as content.
390
+ emitContent(events, contentFramingTail);
391
+ contentFramingTail = '';
392
+ }
393
+ if (state === 'toolFraming' && activeToolFrame) {
394
+ if (opts?.error) {
395
+ emitContent(events, toolCallBuffer);
396
+ toolCallBuffer = '';
397
+ activeToolFrame = null;
398
+ }
399
+ else {
400
+ flushToolBuffer(events, false);
401
+ }
402
+ }
403
+ else if (state === 'contentFraming') {
404
+ activeContentFrame = null;
405
+ }
406
+ activeThinkingFrame = null;
407
+ state = 'content';
408
+ if (!opts?.error) {
409
+ if (opts?.toolCalls) {
410
+ for (const call of opts.toolCalls) {
411
+ emitFinalToolCall(events, call);
412
+ }
413
+ }
414
+ }
415
+ if (opts?.stats) {
416
+ events.push({
417
+ type: 'completionStats',
418
+ seq: nextSeq(),
419
+ stats: opts.stats
420
+ });
421
+ }
422
+ const raw = { fullText: rawText };
423
+ if (opts?.error) {
424
+ events.push({
425
+ type: 'completionDone',
426
+ seq: nextSeq(),
427
+ stopReason: 'error',
428
+ error: opts.error,
429
+ raw
430
+ });
431
+ }
432
+ else if (opts?.stopReason) {
433
+ events.push({
434
+ type: 'completionDone',
435
+ seq: nextSeq(),
436
+ stopReason: opts.stopReason,
437
+ raw
438
+ });
439
+ }
440
+ else {
441
+ events.push({ type: 'completionDone', seq: nextSeq(), raw });
442
+ }
443
+ return events;
444
+ }
445
+ function getAccumulated() {
446
+ return {
447
+ rawText,
448
+ contentText: contentParts.join(''),
449
+ thinkingText: thinkingParts.length > 0 ? thinkingParts.join('') : undefined
450
+ };
451
+ }
452
+ return { push, finish, getAccumulated };
453
+ }
@@ -0,0 +1,2 @@
1
+ import { type ModelTypeInput } from '../schemas/index.js';
2
+ export declare function transformConfigForReload(modelType: ModelTypeInput, config: unknown): unknown;
@@ -0,0 +1,21 @@
1
+ import { normalizeModelType, ModelType } from '../schemas/index.js';
2
+ import { buildParakeetReloadConfig, buildWhisperReloadConfig } from '../plugins/builtin/asr-ggml/config.js';
3
+ export function transformConfigForReload(modelType, config) {
4
+ const canonicalType = normalizeModelType(modelType);
5
+ switch (canonicalType) {
6
+ case ModelType.whispercppTranscription: {
7
+ return buildWhisperReloadConfig(config);
8
+ }
9
+ case ModelType.parakeetTranscription: {
10
+ return buildParakeetReloadConfig(config);
11
+ }
12
+ case ModelType.llamacppCompletion:
13
+ case ModelType.llamacppEmbedding:
14
+ case ModelType.nmtcppTranslation:
15
+ case ModelType.ttsGgml:
16
+ // Return as-is for now
17
+ return config;
18
+ default:
19
+ return config;
20
+ }
21
+ }
@@ -0,0 +1,33 @@
1
+ /**
2
+ * Attach metadata to a Promise so the metadata is reachable
3
+ * synchronously while the promise's normal async surface keeps working.
4
+ *
5
+ * The decorated-promise pattern lets a long-running client-API call
6
+ * (`loadModel(...)`, `downloadAsset(...)`) return a value that is both:
7
+ * - a `Promise<T>` you can `await` for the resolved result; and
8
+ * - a record carrying call metadata (`requestId`) you can read
9
+ * synchronously to target the in-flight call with
10
+ * `cancel({ requestId })` before it resolves.
11
+ *
12
+ * Implementation notes:
13
+ * - `Object.assign` attaches enumerable own properties without
14
+ * touching the prototype chain, so `await`, `.then`, `.catch`,
15
+ * `.finally`, and async-await unwrapping continue to work exactly
16
+ * as for a plain `Promise<T>`.
17
+ * - The intersection type `Promise<T> & M` is sound because the
18
+ * resolved-value type `T` does not intersect with `M`'s key set in
19
+ * practice (callers pick metadata keys that don't collide with
20
+ * `Promise` members like `then`/`catch`/`finally`). Picking such a
21
+ * key would shadow the Promise method and break the unwrap chain;
22
+ * don't.
23
+ * - We deliberately avoid extending `Promise.prototype` or calling
24
+ * `Object.setPrototypeOf`. Either would silently affect every
25
+ * promise in the process; the plain-object approach is intentional
26
+ * and the helper exists to keep call sites consistent.
27
+ *
28
+ * @example
29
+ * const op = decoratePromise(innerPromise, { requestId: "abc" });
30
+ * op.requestId; // "abc" (synchronous)
31
+ * await op; // resolves to T (legacy contract preserved)
32
+ */
33
+ export declare function decoratePromise<T, M extends Record<string, unknown>>(promise: Promise<T>, metadata: M): Promise<T> & M;
@@ -0,0 +1,35 @@
1
+ /**
2
+ * Attach metadata to a Promise so the metadata is reachable
3
+ * synchronously while the promise's normal async surface keeps working.
4
+ *
5
+ * The decorated-promise pattern lets a long-running client-API call
6
+ * (`loadModel(...)`, `downloadAsset(...)`) return a value that is both:
7
+ * - a `Promise<T>` you can `await` for the resolved result; and
8
+ * - a record carrying call metadata (`requestId`) you can read
9
+ * synchronously to target the in-flight call with
10
+ * `cancel({ requestId })` before it resolves.
11
+ *
12
+ * Implementation notes:
13
+ * - `Object.assign` attaches enumerable own properties without
14
+ * touching the prototype chain, so `await`, `.then`, `.catch`,
15
+ * `.finally`, and async-await unwrapping continue to work exactly
16
+ * as for a plain `Promise<T>`.
17
+ * - The intersection type `Promise<T> & M` is sound because the
18
+ * resolved-value type `T` does not intersect with `M`'s key set in
19
+ * practice (callers pick metadata keys that don't collide with
20
+ * `Promise` members like `then`/`catch`/`finally`). Picking such a
21
+ * key would shadow the Promise method and break the unwrap chain;
22
+ * don't.
23
+ * - We deliberately avoid extending `Promise.prototype` or calling
24
+ * `Object.setPrototypeOf`. Either would silently affect every
25
+ * promise in the process; the plain-object approach is intentional
26
+ * and the helper exists to keep call sites consistent.
27
+ *
28
+ * @example
29
+ * const op = decoratePromise(innerPromise, { requestId: "abc" });
30
+ * op.requestId; // "abc" (synchronous)
31
+ * await op; // resolves to T (legacy contract preserved)
32
+ */
33
+ export function decoratePromise(promise, metadata) {
34
+ return Object.assign(promise, metadata);
35
+ }
@@ -0,0 +1,16 @@
1
+ /**
2
+ * Decodes a base64 string to a Uint8Array.
3
+ *
4
+ * Uses atob which is available across all runtimes (Node, Bare, React Native).
5
+ * Buffer is not globally available in React Native (Hermes engine), so this
6
+ * provides a cross-platform alternative to Buffer.from(str, "base64").
7
+ */
8
+ export declare function decodeBase64(base64: string): Uint8Array;
9
+ /**
10
+ * Encodes a Uint8Array to a base64 string.
11
+ *
12
+ * Uses btoa which is available across all runtimes (Node, Bare, React Native).
13
+ * Buffer is not globally available in React Native (Hermes engine), so this
14
+ * provides a cross-platform alternative to Buffer.from(bytes).toString("base64").
15
+ */
16
+ export declare function encodeBase64(bytes: Uint8Array): string;
@@ -0,0 +1,27 @@
1
+ /**
2
+ * Decodes a base64 string to a Uint8Array.
3
+ *
4
+ * Uses atob which is available across all runtimes (Node, Bare, React Native).
5
+ * Buffer is not globally available in React Native (Hermes engine), so this
6
+ * provides a cross-platform alternative to Buffer.from(str, "base64").
7
+ */
8
+ export function decodeBase64(base64) {
9
+ const binary = atob(base64);
10
+ const bytes = new Uint8Array(binary.length);
11
+ for (let i = 0; i < binary.length; i++)
12
+ bytes[i] = binary.charCodeAt(i);
13
+ return bytes;
14
+ }
15
+ /**
16
+ * Encodes a Uint8Array to a base64 string.
17
+ *
18
+ * Uses btoa which is available across all runtimes (Node, Bare, React Native).
19
+ * Buffer is not globally available in React Native (Hermes engine), so this
20
+ * provides a cross-platform alternative to Buffer.from(bytes).toString("base64").
21
+ */
22
+ export function encodeBase64(bytes) {
23
+ let binary = '';
24
+ for (let i = 0; i < bytes.length; i++)
25
+ binary += String.fromCharCode(bytes[i]);
26
+ return btoa(binary);
27
+ }
@@ -0,0 +1,2 @@
1
+ /** Expand a sharded GGUF path into `.tensors.txt` plus all shards. */
2
+ export declare function expandGGUFIntoShards(modelPath: string): string[];
@@ -0,0 +1,22 @@
1
+ const SHARD_PATTERN = /^(.+)-(\d{5})-of-(\d{5})\.gguf$/;
2
+ /** Expand a sharded GGUF path into `.tensors.txt` plus all shards. */
3
+ export function expandGGUFIntoShards(modelPath) {
4
+ const lastSep = Math.max(modelPath.lastIndexOf('/'), modelPath.lastIndexOf('\\'));
5
+ const dir = lastSep >= 0 ? modelPath.slice(0, lastSep) : '';
6
+ const sep = lastSep >= 0 ? modelPath.charAt(lastSep) : '/';
7
+ const filename = lastSep >= 0 ? modelPath.slice(lastSep + 1) : modelPath;
8
+ const match = filename.match(SHARD_PATTERN);
9
+ if (!match || !match[1] || !match[3])
10
+ return [modelPath];
11
+ const baseFilename = match[1];
12
+ const totalDigits = match[3];
13
+ const totalShards = Number.parseInt(totalDigits, 10);
14
+ if (totalShards <= 0)
15
+ return [modelPath];
16
+ const join = (name) => (dir ? `${dir}${sep}${name}` : name);
17
+ const shards = [join(`${baseFilename}.tensors.txt`)];
18
+ for (let i = 1; i <= totalShards; i++) {
19
+ shards.push(join(`${baseFilename}-${String(i).padStart(5, '0')}-of-${totalDigits}.gguf`));
20
+ }
21
+ return shards;
22
+ }
@@ -0,0 +1,18 @@
1
+ /**
2
+ * Generate a short hash (16 characters) from any input string
3
+ */
4
+ export declare function generateShortHash(input: string): string;
5
+ /**
6
+ * Create a stable, deterministic string representation of a config object.
7
+ * - Recursively sorts all object keys
8
+ * - Normalizes ModelDescriptor objects to their src string
9
+ */
10
+ export declare function canonicalConfigString(config: Record<string, unknown> | undefined): string;
11
+ /**
12
+ * Calculate progress percentage with bounds checking and consistent formatting
13
+ * @param current - Current progress value
14
+ * @param total - Total value
15
+ * @param decimals - Number of decimal places (default: 2)
16
+ * @returns Percentage clamped between 0-100 with fixed decimal places
17
+ */
18
+ export declare function calculatePercentage(current: number, total: number, decimals?: number): number;