@qvac/inference 0.0.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +928 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,177 @@
1
+ import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
2
+ // DeepSeek marks DSML tags with a fullwidth vertical line (U+FF5C `|`), not
3
+ // the ASCII pipe used by the visually similar `<|...|>` markers of the harmony
4
+ // and gemma4 dialects — the two must not be conflated. V4 wraps calls in
5
+ // `tool_calls`; V3.2 used `function_calls`. Both carry the same invoke/
6
+ // parameter grammar, so only the wrapper name differs.
7
+ const OPENER_REGEX = /<|DSML|(?:tool_calls|function_calls|invoke)/;
8
+ const INVOKE_OPEN_REGEX = /<|DSML|invoke([ \t\r\n][^>]*)?>/g;
9
+ const INVOKE_CLOSE_TAG = '</|DSML|invoke>';
10
+ const PARAMETER_REGEX = /<|DSML|parameter([ \t\r\n][^>]*)?>([\s\S]*?)<\/|DSML|parameter>/g;
11
+ const NAME_ATTR_REGEX = /(?:^|\s)name="([^"]*)"/;
12
+ const STRING_ATTR_REGEX = /(?:^|\s)string="(true|false)"/i;
13
+ const FALLBACK_DIALECT_REGEX = /<tool_call>|"name"\s*:/;
14
+ function coerceBySchemaType(value, type) {
15
+ switch (type) {
16
+ case 'number': {
17
+ const n = Number(value);
18
+ if (value.length === 0 || Number.isNaN(n))
19
+ throw new Error(`invalid number value: "${value}"`);
20
+ return n;
21
+ }
22
+ case 'integer': {
23
+ const n = Number(value);
24
+ if (value.length === 0 || Number.isNaN(n) || !Number.isInteger(n)) {
25
+ throw new Error(`invalid integer value: "${value}"`);
26
+ }
27
+ return n;
28
+ }
29
+ case 'boolean': {
30
+ const v = value.toLowerCase();
31
+ if (v === 'true')
32
+ return true;
33
+ if (v === 'false')
34
+ return false;
35
+ throw new Error(`invalid boolean value: "${value}"`);
36
+ }
37
+ case 'array':
38
+ case 'object':
39
+ return JSON.parse(value);
40
+ default:
41
+ return value;
42
+ }
43
+ }
44
+ function coerceParamValue(raw, isString, type) {
45
+ const trimmed = raw.trim();
46
+ if (isString === undefined)
47
+ return coerceBySchemaType(trimmed, type);
48
+ if (isString === 'true')
49
+ return trimmed;
50
+ try {
51
+ return JSON.parse(trimmed);
52
+ }
53
+ catch (err) {
54
+ throw new Error(`invalid JSON for string="false" parameter: ${err instanceof Error ? err.message : String(err)}`);
55
+ }
56
+ }
57
+ function collectInvokes(text) {
58
+ const openers = Array.from(text.matchAll(INVOKE_OPEN_REGEX));
59
+ return openers.map((opener, i) => {
60
+ const start = opener.index;
61
+ const bodyStart = start + opener[0].length;
62
+ const limit = openers[i + 1]?.index ?? text.length;
63
+ const rel = text.slice(bodyStart, limit).indexOf(INVOKE_CLOSE_TAG);
64
+ const closed = rel !== -1;
65
+ const closeAt = bodyStart + rel;
66
+ const end = closed ? closeAt + INVOKE_CLOSE_TAG.length : limit;
67
+ return {
68
+ attrs: opener[1] ?? '',
69
+ body: closed ? text.slice(bodyStart, closeAt) : '',
70
+ closed,
71
+ start,
72
+ consumedEnd: closed ? end : bodyStart,
73
+ raw: text.slice(start, end).trim()
74
+ };
75
+ });
76
+ }
77
+ function textOutsideInvokes(text, invokes) {
78
+ const parts = [];
79
+ let cursor = 0;
80
+ for (const invoke of invokes) {
81
+ parts.push(text.slice(cursor, invoke.start));
82
+ cursor = invoke.consumedEnd;
83
+ }
84
+ parts.push(text.slice(cursor));
85
+ return parts.join('\n');
86
+ }
87
+ // Parses DeepSeek's DSML tool-call dialect (V3.2 / V4):
88
+ // <|DSML|tool_calls>
89
+ // <|DSML|invoke name="NAME">
90
+ // <|DSML|parameter name="KEY" string="true">VALUE</|DSML|parameter>
91
+ // </|DSML|invoke>
92
+ // </|DSML|tool_calls>
93
+ export function parseDsmlFormat(text, tools) {
94
+ const toolCalls = [];
95
+ const errors = [];
96
+ if (!OPENER_REGEX.test(text)) {
97
+ return { matched: false, toolCalls, errors };
98
+ }
99
+ // Invokes are collected from the whole text rather than per block: a block
100
+ // cut off before its close tag still carries complete invokes, and a single
101
+ // pass recovers them without re-counting the ones inside closed blocks.
102
+ const invokes = collectInvokes(text);
103
+ if (invokes.length === 0) {
104
+ if (FALLBACK_DIALECT_REGEX.test(text)) {
105
+ return { matched: false, toolCalls, errors };
106
+ }
107
+ return {
108
+ matched: true,
109
+ toolCalls,
110
+ errors: [
111
+ {
112
+ code: 'PARSE_ERROR',
113
+ message: 'DSML tool call block contains no <|DSML|invoke name="NAME"> element',
114
+ raw: text.trim()
115
+ }
116
+ ]
117
+ };
118
+ }
119
+ for (const invoke of invokes) {
120
+ const raw = invoke.raw;
121
+ if (!invoke.closed) {
122
+ errors.push({
123
+ code: 'PARSE_ERROR',
124
+ message: `DSML invoke is missing its ${INVOKE_CLOSE_TAG} close tag`,
125
+ raw
126
+ });
127
+ continue;
128
+ }
129
+ const name = NAME_ATTR_REGEX.exec(invoke.attrs)?.[1]?.trim();
130
+ if (!name) {
131
+ errors.push({
132
+ code: 'PARSE_ERROR',
133
+ message: 'DSML invoke is missing a name attribute',
134
+ raw
135
+ });
136
+ continue;
137
+ }
138
+ const properties = tools.find((t) => t.name === name)?.parameters?.properties ?? {};
139
+ const args = {};
140
+ let parseError;
141
+ for (const param of invoke.body.matchAll(PARAMETER_REGEX)) {
142
+ const attrs = param[1] ?? '';
143
+ const key = NAME_ATTR_REGEX.exec(attrs)?.[1]?.trim();
144
+ if (!key) {
145
+ parseError = 'DSML parameter is missing a name attribute';
146
+ break;
147
+ }
148
+ const isString = STRING_ATTR_REGEX.exec(attrs)?.[1]?.toLowerCase();
149
+ try {
150
+ args[key] = coerceParamValue(param[2], isString, properties[key]?.type);
151
+ }
152
+ catch (err) {
153
+ parseError = `${key}: ${err instanceof Error ? err.message : String(err)}`;
154
+ break;
155
+ }
156
+ }
157
+ if (parseError !== undefined) {
158
+ errors.push({ code: 'PARSE_ERROR', message: parseError, raw });
159
+ continue;
160
+ }
161
+ const validation = validateToolArguments(name, args, tools);
162
+ if (!validation.isValid && validation.error) {
163
+ errors.push({ ...validation.error, raw });
164
+ continue;
165
+ }
166
+ toolCalls.push({
167
+ id: generateStableToolCallId(name, args),
168
+ name,
169
+ arguments: args,
170
+ raw
171
+ });
172
+ }
173
+ if (toolCalls.length === 0 && FALLBACK_DIALECT_REGEX.test(textOutsideInvokes(text, invokes))) {
174
+ return { matched: false, toolCalls: [], errors: [] };
175
+ }
176
+ return { matched: true, toolCalls, errors };
177
+ }
@@ -0,0 +1,3 @@
1
+ import type { Tool } from '../../../schemas/index.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
+ export declare function parseGemma4NativeFormat(text: string, tools: Tool[]): ParserResult;
@@ -0,0 +1,65 @@
1
+ import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
2
+ // Transliterates Gemma 4's JS-literal argument body to valid JSON so it can
3
+ // be parsed with JSON.parse. The body uses:
4
+ // - <|"|>...<|"|> instead of "..." for string values
5
+ // - bare (unquoted) object keys
6
+ // Strategy: split by <|"|> tokens so structural parts (even indices) and
7
+ // string value parts (odd indices) are processed separately, preventing
8
+ // the key-quoting regex from matching `, key:` patterns inside string values.
9
+ function gemmaArgsToJson(argsRaw) {
10
+ const parts = ('{' + argsRaw + '}').split(/<\|"\|>/);
11
+ return parts
12
+ .map((part, i) => i % 2 === 0
13
+ ? part.replace(/([{,]\s*)([A-Za-z_][\w-]*)\s*:/g, '$1"$2":')
14
+ : '"' +
15
+ part
16
+ .replace(/\\/g, '\\\\')
17
+ .replace(/"/g, '\\"')
18
+ .replace(/[\x00-\x1f]/g, (c) => `\\u${c.charCodeAt(0).toString(16).padStart(4, '0')}`) +
19
+ '"')
20
+ .join('');
21
+ }
22
+ // Parses Gemma 4's native tool-call dialect:
23
+ // <|tool_call>call:NAME{key:<|"|>val<|"|>,key2:bareNum,...}<tool_call|>
24
+ // Keys are bare identifiers; string values are wrapped in <|"|>...<|"|>;
25
+ // numbers/booleans are bare literals; nested objects/arrays use JS-literal
26
+ // syntax throughout. Transliterates to JSON then parses.
27
+ export function parseGemma4NativeFormat(text, tools) {
28
+ const toolCalls = [];
29
+ const errors = [];
30
+ if (!text.includes('<|tool_call>')) {
31
+ return { matched: false, toolCalls, errors };
32
+ }
33
+ const callRegex = /<\|tool_call>call:([A-Za-z_][\w-]*)\{([\s\S]*?)\}<tool_call\|>/g;
34
+ const matches = Array.from(text.matchAll(callRegex));
35
+ if (matches.length === 0)
36
+ return { matched: false, toolCalls, errors };
37
+ for (const match of matches) {
38
+ const name = match[1];
39
+ const argsRaw = match[2];
40
+ let args;
41
+ try {
42
+ args = JSON.parse(gemmaArgsToJson(argsRaw));
43
+ }
44
+ catch (err) {
45
+ errors.push({
46
+ code: 'PARSE_ERROR',
47
+ message: `Failed to parse Gemma 4 tool call arguments: ${err instanceof Error ? err.message : String(err)}`,
48
+ raw: match[0]
49
+ });
50
+ continue;
51
+ }
52
+ const validation = validateToolArguments(name, args, tools);
53
+ if (!validation.isValid && validation.error) {
54
+ errors.push({ ...validation.error, raw: match[0] });
55
+ continue;
56
+ }
57
+ toolCalls.push({
58
+ id: generateStableToolCallId(name, args),
59
+ name,
60
+ arguments: args,
61
+ raw: match[0]
62
+ });
63
+ }
64
+ return { matched: true, toolCalls, errors };
65
+ }
@@ -0,0 +1,3 @@
1
+ import type { Tool } from '../../../schemas/index.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
+ export declare function parseHarmonyFormat(text: string, tools: Tool[]): ParserResult;
@@ -0,0 +1,57 @@
1
+ import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
2
+ const HARMONY_FRAME_RE = /to=functions\.([\w-]+)\s+<\|constrain\|>json<\|message\|>([\s\S]*?)(?=<\|call\|>|$)/g;
3
+ export function parseHarmonyFormat(text, tools) {
4
+ const toolCalls = [];
5
+ const errors = [];
6
+ if (!text.includes('to=functions.')) {
7
+ return { matched: false, toolCalls, errors };
8
+ }
9
+ HARMONY_FRAME_RE.lastIndex = 0;
10
+ let m;
11
+ while ((m = HARMONY_FRAME_RE.exec(text)) !== null) {
12
+ const name = m[1];
13
+ const payload = m[2]?.trim();
14
+ const raw = m[0];
15
+ if (!name || payload === undefined)
16
+ continue;
17
+ let parsedArgs;
18
+ try {
19
+ parsedArgs = JSON.parse(payload);
20
+ }
21
+ catch (error) {
22
+ errors.push({
23
+ code: 'PARSE_ERROR',
24
+ message: `Failed to parse Harmony tool call JSON for ${name}: ${error instanceof Error ? error.message : String(error)}`,
25
+ raw
26
+ });
27
+ continue;
28
+ }
29
+ if (typeof parsedArgs !== 'object' || parsedArgs === null || Array.isArray(parsedArgs)) {
30
+ errors.push({
31
+ code: 'PARSE_ERROR',
32
+ message: `Harmony tool call payload for ${name} is not a JSON object`,
33
+ raw
34
+ });
35
+ continue;
36
+ }
37
+ const args = parsedArgs;
38
+ const validation = validateToolArguments(name, args, tools);
39
+ if (!validation.isValid && validation.error) {
40
+ errors.push({ ...validation.error, raw });
41
+ continue;
42
+ }
43
+ toolCalls.push({
44
+ id: generateStableToolCallId(name, args),
45
+ name,
46
+ arguments: args,
47
+ raw
48
+ });
49
+ }
50
+ // Defer `matched` to extraction so partial Harmony shapes fall through
51
+ // to the next parser instead of short-circuiting the chain.
52
+ return {
53
+ matched: toolCalls.length > 0 || errors.length > 0,
54
+ toolCalls,
55
+ errors
56
+ };
57
+ }
@@ -0,0 +1,3 @@
1
+ import type { Tool } from '../../../schemas/index.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
+ export declare function parseHermesFormat(text: string, tools: Tool[]): ParserResult;
@@ -0,0 +1,122 @@
1
+ import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../../../utils/tools/shared.js';
2
+ // Qwen3.5/3.6 can fuse its two tool templates into one frame, embedding the
3
+ // XML `<function=NAME>` token as a bare string key inside the JSON envelope:
4
+ // {"function=NAME","arguments":{...}} (invalid JSON, not parseable as-is)
5
+ // Rewrite only that exact shape to a canonical `{"name":NAME,"arguments":...}`
6
+ // frame. Kept deliberately narrow so well-formed JSON frames are never touched.
7
+ function repairFunctionEqualsJson(candidate) {
8
+ const match = /^\{\s*"function=([^"]+)"\s*,\s*"arguments"\s*:\s*([\s\S]+)\}\s*$/.exec(candidate);
9
+ if (!match)
10
+ return undefined;
11
+ return `{"name":${JSON.stringify(match[1])},"arguments":${match[2]}}`;
12
+ }
13
+ function parseHermesJson(candidate) {
14
+ try {
15
+ return JSON.parse(candidate);
16
+ }
17
+ catch (err) {
18
+ const repaired = repairFunctionEqualsJson(candidate);
19
+ if (repaired === undefined)
20
+ throw err;
21
+ return JSON.parse(repaired);
22
+ }
23
+ }
24
+ // Hermes-style: JSON payload wrapped in `<tool_call>...</tool_call>` tags
25
+ export function parseHermesFormat(text, tools) {
26
+ const toolCalls = [];
27
+ const errors = [];
28
+ if (!text.includes('<tool_call>')) {
29
+ return { matched: false, toolCalls, errors };
30
+ }
31
+ // Incomplete frame: open marker without close (cutoff/abort). Recover
32
+ // the inner buffer here — fallthrough to JSON parsers can't strip the
33
+ // `<tool_call>` prefix on its own.
34
+ if (!text.includes('</tool_call>')) {
35
+ return recoverIncompleteHermesFrame(text, tools);
36
+ }
37
+ const toolCallRegex = /<tool_call>\s*({[\s\S]*?})\s*<\/tool_call>/g;
38
+ const matches = Array.from(text.matchAll(toolCallRegex));
39
+ for (const match of matches) {
40
+ const callJson = match[1];
41
+ if (!callJson)
42
+ continue;
43
+ const trimmedJson = callJson.trim();
44
+ let callItem;
45
+ try {
46
+ callItem = parseHermesJson(trimmedJson);
47
+ }
48
+ catch (error) {
49
+ errors.push({
50
+ code: 'PARSE_ERROR',
51
+ message: `Failed to parse Hermes tool call: ${error instanceof Error ? error.message : String(error)}`,
52
+ raw: trimmedJson
53
+ });
54
+ continue;
55
+ }
56
+ if (!isValidToolCall(callItem)) {
57
+ errors.push({
58
+ code: 'PARSE_ERROR',
59
+ message: 'Hermes tool call is missing name/arguments',
60
+ raw: trimmedJson
61
+ });
62
+ continue;
63
+ }
64
+ const call = callItem;
65
+ const validation = validateToolArguments(call.name, call.arguments, tools);
66
+ if (!validation.isValid && validation.error) {
67
+ errors.push({
68
+ ...validation.error,
69
+ raw: trimmedJson
70
+ });
71
+ continue;
72
+ }
73
+ toolCalls.push({
74
+ id: call.id || generateStableToolCallId(call.name, call.arguments),
75
+ name: call.name,
76
+ arguments: call.arguments,
77
+ raw: trimmedJson
78
+ });
79
+ }
80
+ return { matched: true, toolCalls, errors };
81
+ }
82
+ // Strips a possible truncated close-tag tail (`</tool`, `</tool_c`)
83
+ // before parsing. Bounded to buffers that actually contain the open marker.
84
+ function recoverIncompleteHermesFrame(text, tools) {
85
+ const openIdx = text.indexOf('<tool_call>');
86
+ const inner = text.slice(openIdx + '<tool_call>'.length).trim();
87
+ const partialCloseIdx = inner.search(/<\/tool/);
88
+ const candidate = partialCloseIdx === -1 ? inner : inner.slice(0, partialCloseIdx).trim();
89
+ if (candidate.length === 0) {
90
+ return { matched: false, toolCalls: [], errors: [] };
91
+ }
92
+ let parsed;
93
+ try {
94
+ parsed = parseHermesJson(candidate);
95
+ }
96
+ catch {
97
+ return { matched: false, toolCalls: [], errors: [] };
98
+ }
99
+ if (!isValidToolCall(parsed)) {
100
+ return { matched: false, toolCalls: [], errors: [] };
101
+ }
102
+ const validation = validateToolArguments(parsed.name, parsed.arguments, tools);
103
+ if (!validation.isValid && validation.error) {
104
+ return {
105
+ matched: true,
106
+ toolCalls: [],
107
+ errors: [{ ...validation.error, raw: candidate }]
108
+ };
109
+ }
110
+ return {
111
+ matched: true,
112
+ toolCalls: [
113
+ {
114
+ id: parsed.id || generateStableToolCallId(parsed.name, parsed.arguments),
115
+ name: parsed.name,
116
+ arguments: parsed.arguments,
117
+ raw: candidate
118
+ }
119
+ ],
120
+ errors: []
121
+ };
122
+ }
@@ -0,0 +1,5 @@
1
+ import type { Tool } from '../../../schemas/index.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
+ export declare function parseGemmaFormat(text: string, tools: Tool[]): ParserResult;
4
+ export declare function parseLlamacppFormat(text: string, tools: Tool[]): ParserResult;
5
+ export declare function parseGenericFormat(text: string, tools: Tool[]): ParserResult;
@@ -0,0 +1,115 @@
1
+ import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../../../utils/tools/shared.js';
2
+ export function parseGemmaFormat(text, tools) {
3
+ const toolCalls = [];
4
+ const errors = [];
5
+ let parsed;
6
+ try {
7
+ parsed = JSON.parse(text);
8
+ }
9
+ catch {
10
+ return { matched: false, toolCalls, errors };
11
+ }
12
+ if (!parsed ||
13
+ typeof parsed !== 'object' ||
14
+ !('tool_calls' in parsed) ||
15
+ !Array.isArray(parsed.tool_calls)) {
16
+ return { matched: false, toolCalls, errors };
17
+ }
18
+ for (const callItem of parsed.tool_calls) {
19
+ if (!isValidToolCall(callItem)) {
20
+ errors.push({
21
+ code: 'PARSE_ERROR',
22
+ message: 'Gemma tool_calls entry is missing name/arguments',
23
+ raw: JSON.stringify(callItem)
24
+ });
25
+ continue;
26
+ }
27
+ const call = callItem;
28
+ const validation = validateToolArguments(call.name, call.arguments, tools);
29
+ if (!validation.isValid && validation.error) {
30
+ errors.push({
31
+ ...validation.error,
32
+ raw: JSON.stringify(call)
33
+ });
34
+ continue;
35
+ }
36
+ toolCalls.push({
37
+ id: call.id || generateStableToolCallId(call.name, call.arguments),
38
+ name: call.name,
39
+ arguments: call.arguments,
40
+ raw: JSON.stringify(call)
41
+ });
42
+ }
43
+ return { matched: true, toolCalls, errors };
44
+ }
45
+ export function parseLlamacppFormat(text, tools) {
46
+ const toolCalls = [];
47
+ const errors = [];
48
+ let parsedItem;
49
+ try {
50
+ parsedItem = JSON.parse(text);
51
+ }
52
+ catch {
53
+ return { matched: false, toolCalls, errors };
54
+ }
55
+ if (!isValidToolCall(parsedItem)) {
56
+ return { matched: false, toolCalls, errors };
57
+ }
58
+ const parsed = parsedItem;
59
+ const validation = validateToolArguments(parsed.name, parsed.arguments, tools);
60
+ if (!validation.isValid && validation.error) {
61
+ errors.push({
62
+ ...validation.error,
63
+ raw: text
64
+ });
65
+ }
66
+ else {
67
+ toolCalls.push({
68
+ id: parsed.id || generateStableToolCallId(parsed.name, parsed.arguments),
69
+ name: parsed.name,
70
+ arguments: parsed.arguments,
71
+ raw: text
72
+ });
73
+ }
74
+ return { matched: true, toolCalls, errors };
75
+ }
76
+ // Last-resort fallback: loose JSON `{"name":..., "arguments":...}` objects
77
+ // anywhere in the text. Runs after dialect-specific parsers all miss.
78
+ export function parseGenericFormat(text, tools) {
79
+ const toolCalls = [];
80
+ const errors = [];
81
+ const jsonObjectRegex = /\{[\s\S]*?"name"[\s\S]*?"arguments"[\s\S]*?\}/g;
82
+ let match;
83
+ let matched = false;
84
+ while ((match = jsonObjectRegex.exec(text)) !== null) {
85
+ matched = true;
86
+ try {
87
+ const objItem = JSON.parse(match[0]);
88
+ if (isValidToolCall(objItem)) {
89
+ const obj = objItem;
90
+ const validation = validateToolArguments(obj.name, obj.arguments, tools);
91
+ if (!validation.isValid && validation.error) {
92
+ errors.push({
93
+ ...validation.error,
94
+ raw: match[0]
95
+ });
96
+ continue;
97
+ }
98
+ toolCalls.push({
99
+ id: obj.id || generateStableToolCallId(obj.name, obj.arguments),
100
+ name: obj.name,
101
+ arguments: obj.arguments,
102
+ raw: match[0]
103
+ });
104
+ }
105
+ }
106
+ catch (error) {
107
+ errors.push({
108
+ code: 'PARSE_ERROR',
109
+ message: `Failed to parse generic tool call: ${error instanceof Error ? error.message : String(error)}`,
110
+ raw: match[0]
111
+ });
112
+ }
113
+ }
114
+ return { matched, toolCalls, errors };
115
+ }
@@ -0,0 +1,3 @@
1
+ import type { Tool } from '../../../schemas/index.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
+ export declare function parsePythonicFormat(text: string, tools: Tool[]): ParserResult;