@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,8 +1,7 @@
1
- import { promises as fsPromises, createReadStream } from 'bare-fs';
1
+ import { createReadStream } from 'bare-fs';
2
2
  import Buffer from 'bare-buffer';
3
3
  import { getEngineLogger } from '../logging/index.js';
4
4
  import { ModelLoadFailedError } from '../errors/index.js';
5
- import { validateAndJoinPath } from './path-security.js';
6
5
  const logger = getEngineLogger();
7
6
  // GGUF value types
8
7
  const GGUF_TYPE = {
@@ -244,54 +243,6 @@ async function extractTensorNamesFromHeader(filePath) {
244
243
  destroyStream();
245
244
  }
246
245
  }
247
- /**
248
- * Extract tensor names from all GGUF shards and write to {baseFilename}.tensors.txt
249
- * Required for sharded models to enable incremental/async loading
250
- * @throws ModelLoadFailedError if any shard fails extraction
251
- */
252
- export async function extractAndWriteTensorsFile(shardDir, shardFilenames, baseFilename) {
253
- const tensorsFilePath = validateAndJoinPath(shardDir, `${baseFilename}.tensors.txt`);
254
- try {
255
- await fsPromises.access(tensorsFilePath);
256
- logger.info(`Tensors file already exists: ${tensorsFilePath}`);
257
- return tensorsFilePath;
258
- }
259
- catch {
260
- // Continue with extraction
261
- }
262
- logger.info(`Extracting tensors from ${shardFilenames.length} shards...`);
263
- const allTensorNames = new Set();
264
- const failedShards = [];
265
- for (const filename of shardFilenames) {
266
- const shardPath = validateAndJoinPath(shardDir, filename);
267
- try {
268
- logger.debug(`Extracting tensors from ${filename}...`);
269
- const tensorNames = await extractTensorNamesFromHeader(shardPath);
270
- if (tensorNames.length > 0) {
271
- tensorNames.forEach((name) => allTensorNames.add(name));
272
- logger.info(`Extracted ${tensorNames.length} tensors from ${filename}`);
273
- }
274
- else {
275
- failedShards.push(filename);
276
- logger.error(`No tensors found in ${filename}`);
277
- }
278
- }
279
- catch (error) {
280
- failedShards.push(filename);
281
- logger.error(`Failed to extract tensors from ${filename}:`, error);
282
- }
283
- }
284
- if (failedShards.length > 0) {
285
- throw new ModelLoadFailedError(`Failed to extract tensors from ${failedShards.length}/${shardFilenames.length} shards: ${failedShards.join(', ')}`);
286
- }
287
- if (allTensorNames.size === 0) {
288
- throw new ModelLoadFailedError(`Could not extract any tensors from shards.`);
289
- }
290
- const tensorNames = Array.from(allTensorNames).sort();
291
- await fsPromises.writeFile(tensorsFilePath, tensorNames.join('\n') + '\n', 'utf8');
292
- logger.info(`Tensors file created: ${tensorsFilePath} (${tensorNames.length} tensors from ${shardFilenames.length} shards)`);
293
- return tensorsFilePath;
294
- }
295
246
  /**
296
247
  * Check if a file has a valid GGUF header structure.
297
248
  * Returns true if the header parses successfully and contains tensor metadata.
@@ -1,13 +1,13 @@
1
- export * from './archive.js';
2
- export * from './cache/types.js';
3
- export * from './cache/auto-history.js';
4
- export * from './cache/paths.js';
5
- export * from './checksum.js';
6
- export * from './config-transform.js';
7
- export * from './formatting.js';
8
- export * from './gguf-tensor-extractor.js';
9
- export * from './image-dimensions.js';
10
- export * from './path-sanitize.js';
11
- export * from './path-security.js';
12
- export * from './shard-utils.js';
13
- export * from './url-security.js';
1
+ export * from '../utils/archive.js';
2
+ export * from '../utils/cache/types.js';
3
+ export * from '../utils/cache/auto-history.js';
4
+ export * from '../utils/cache/paths.js';
5
+ export * from '../utils/checksum.js';
6
+ export * from '../utils/config-transform.js';
7
+ export * from '../utils/formatting.js';
8
+ export * from '../utils/gguf-tensor-extractor.js';
9
+ export * from '../utils/image-dimensions.js';
10
+ export * from '../utils/path-sanitize.js';
11
+ export * from '../utils/path-security.js';
12
+ export * from '../utils/shard-utils.js';
13
+ export * from '../utils/url-security.js';
@@ -1,13 +1,13 @@
1
- export * from './archive.js';
2
- export * from './cache/types.js';
3
- export * from './cache/auto-history.js';
4
- export * from './cache/paths.js';
5
- export * from './checksum.js';
6
- export * from './config-transform.js';
7
- export * from './formatting.js';
8
- export * from './gguf-tensor-extractor.js';
9
- export * from './image-dimensions.js';
10
- export * from './path-sanitize.js';
11
- export * from './path-security.js';
12
- export * from './shard-utils.js';
13
- export * from './url-security.js';
1
+ export * from '../utils/archive.js';
2
+ export * from '../utils/cache/types.js';
3
+ export * from '../utils/cache/auto-history.js';
4
+ export * from '../utils/cache/paths.js';
5
+ export * from '../utils/checksum.js';
6
+ export * from '../utils/config-transform.js';
7
+ export * from '../utils/formatting.js';
8
+ export * from '../utils/gguf-tensor-extractor.js';
9
+ export * from '../utils/image-dimensions.js';
10
+ export * from '../utils/path-sanitize.js';
11
+ export * from '../utils/path-security.js';
12
+ export * from '../utils/shard-utils.js';
13
+ export * from '../utils/url-security.js';
@@ -1,6 +1,6 @@
1
1
  import type { Tool } from '../schemas/tools.js';
2
2
  import type { McpClientInput } from '../schemas/mcp-adapter.js';
3
- import type { ToolHandler } from './tool-helpers.js';
3
+ import type { ToolHandler } from '../utils/tool-helpers.js';
4
4
  export type { McpClient, McpClientInput } from '../schemas/mcp-adapter.js';
5
5
  export type ToolHandlerMap = Map<string, ToolHandler>;
6
6
  export type McpToolsResult = {
@@ -1,4 +1,4 @@
1
- import { mapValues } from './object.js';
1
+ import { mapValues } from '../utils/object.js';
2
2
  const VALID_TYPES = ['string', 'number', 'integer', 'boolean', 'object', 'array', 'null'];
3
3
  function isValidType(value) {
4
4
  if (Array.isArray(value))
@@ -1,6 +1,6 @@
1
1
  import path from 'bare-path';
2
2
  import { PathTraversalError } from '../errors/index.js';
3
- import { sanitizePathComponent } from './path-sanitize.js';
3
+ import { sanitizePathComponent } from '../utils/path-sanitize.js';
4
4
  /**
5
5
  * Check whether a resolved target path is contained within a base directory.
6
6
  * Portable — caller provides the resolve function and separator for their runtime.
@@ -23,15 +23,6 @@ export declare function parsePatternBasedShardUrl(shardUrl: string): {
23
23
  shardUrls: ShardUrl[];
24
24
  cacheKey: string;
25
25
  };
26
- /**
27
- * Extract tensor information from all shards and write to baseFilename.tensors.txt
28
- * Required for sharded models to enable incremental/async loading
29
- * @param shardDir - Directory containing the shard files
30
- * @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
31
- * @returns Path to the created tensors.txt file
32
- * @throws If not a sharded model or extraction fails
33
- */
34
- export declare function extractTensorsFromShards(shardDir: string, shardFilename: string): Promise<string>;
35
26
  /**
36
27
  * Check if all numbered shard files exist
37
28
  * @param shardDir - Directory containing the shard files
@@ -39,10 +30,3 @@ export declare function extractTensorsFromShards(shardDir: string, shardFilename
39
30
  * @returns true if all numbered shards exist, false otherwise
40
31
  */
41
32
  export declare function checkAllShardsExist(shardDir: string, shardFilename: string): Promise<boolean>;
42
- /**
43
- * Validate that all shards and tensors.txt exist for a sharded model
44
- * @param shardDir - Directory containing the shard files
45
- * @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
46
- * @returns true if all shards and tensors.txt exist, false otherwise
47
- */
48
- export declare function validateShardedModelCache(shardDir: string, shardFilename: string): Promise<boolean>;
@@ -1,14 +1,13 @@
1
1
  import { ModelLoadFailedError, InvalidShardUrlPatternError } from '../errors/index.js';
2
- import { generateShortHash } from './formatting.js';
3
- import { validateAndJoinPath } from './path-security.js';
4
- import { extractAndWriteTensorsFile } from './gguf-tensor-extractor.js';
2
+ import { generateShortHash } from '../utils/formatting.js';
3
+ import { SHARD_FILENAME_PATTERN } from '../utils/cache/layout.js';
4
+ import { validateAndJoinPath } from '../utils/path-security.js';
5
5
  import { promises as fsPromises } from 'bare-fs';
6
6
  /**
7
7
  * Detect if model filename follows shard pattern (00001-of-0000x)
8
8
  */
9
9
  export function detectShardedModel(filename) {
10
- const shardPattern = /^(.+)-(\d{5})-of-(\d{5})(\.\w+)$/;
11
- const match = filename.match(shardPattern);
10
+ const match = filename.match(SHARD_FILENAME_PATTERN);
12
11
  if (match && match[1] && match[2] && match[3] && match[4]) {
13
12
  return {
14
13
  isSharded: true,
@@ -79,22 +78,6 @@ export function parsePatternBasedShardUrl(shardUrl) {
79
78
  cacheKey: generateShortHash(`${baseUrl}/${shardInfo.baseFilename}`)
80
79
  };
81
80
  }
82
- /**
83
- * Extract tensor information from all shards and write to baseFilename.tensors.txt
84
- * Required for sharded models to enable incremental/async loading
85
- * @param shardDir - Directory containing the shard files
86
- * @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
87
- * @returns Path to the created tensors.txt file
88
- * @throws If not a sharded model or extraction fails
89
- */
90
- export async function extractTensorsFromShards(shardDir, shardFilename) {
91
- const shardInfo = detectShardedModel(shardFilename);
92
- if (!shardInfo.isSharded || !shardInfo.baseFilename || !shardInfo.totalShards) {
93
- throw new ModelLoadFailedError(`Not a sharded model filename: ${shardFilename}`);
94
- }
95
- const allShardFilenames = generateShardFilenames(shardFilename);
96
- return extractAndWriteTensorsFile(shardDir, allShardFilenames, shardInfo.baseFilename);
97
- }
98
81
  /**
99
82
  * Check if all numbered shard files exist
100
83
  * @param shardDir - Directory containing the shard files
@@ -106,32 +89,15 @@ export async function checkAllShardsExist(shardDir, shardFilename) {
106
89
  if (!shardInfo.isSharded) {
107
90
  return false;
108
91
  }
109
- const shardFilenames = generateShardFilenames(shardFilename);
110
- const allShardsExist = await Promise.all(shardFilenames.map((f) => fsPromises
111
- .access(validateAndJoinPath(shardDir, f))
112
- .then(() => true)
113
- .catch(() => false))).then((results) => results.every((exists) => exists));
114
- return allShardsExist;
115
- }
116
- /**
117
- * Validate that all shards and tensors.txt exist for a sharded model
118
- * @param shardDir - Directory containing the shard files
119
- * @param shardFilename - Filename of any shard (e.g., "model-00001-of-00002.gguf")
120
- * @returns true if all shards and tensors.txt exist, false otherwise
121
- */
122
- export async function validateShardedModelCache(shardDir, shardFilename) {
123
- const shardInfo = detectShardedModel(shardFilename);
124
- if (!shardInfo.isSharded || !shardInfo.baseFilename) {
125
- return false;
126
- }
127
- const allShardsExist = await checkAllShardsExist(shardDir, shardFilename);
128
- if (!allShardsExist) {
129
- return false;
92
+ // Sequential with an early exit: the shard count comes from the filename, so a
93
+ // crafted name must not fan out one filesystem call per claimed shard.
94
+ for (const f of generateShardFilenames(shardFilename)) {
95
+ try {
96
+ await fsPromises.access(validateAndJoinPath(shardDir, f));
97
+ }
98
+ catch {
99
+ return false;
100
+ }
130
101
  }
131
- const tensorsFile = `${shardInfo.baseFilename}.tensors.txt`;
132
- const tensorsExist = await fsPromises
133
- .access(validateAndJoinPath(shardDir, tensorsFile))
134
- .then(() => true)
135
- .catch(() => false);
136
- return tensorsExist;
102
+ return true;
137
103
  }
@@ -1,7 +1,7 @@
1
- import type { Tool, ToolDialect } from '../schemas/index.js';
1
+ import type { HistoryContent, Tool, ToolDialect } from '../schemas/index.js';
2
2
  interface HistoryMessage {
3
3
  role: string;
4
- content: string;
4
+ content: HistoryContent;
5
5
  attachments?: {
6
6
  path: string;
7
7
  }[] | undefined;
@@ -12,5 +12,6 @@ interface HistoryMessage {
12
12
  * whole chat session.
13
13
  */
14
14
  export declare function prependToolsToHistory(history: HistoryMessage[], tools: Tool[]): Array<HistoryMessage | Tool>;
15
+ /** The tool-call dialect resolved when the model loaded. */
15
16
  export declare function detectToolDialect(modelId: string): ToolDialect;
16
17
  export {};
@@ -1,5 +1,4 @@
1
- import { detectToolDialectFromName } from './tools/index.js';
2
- import { getModelInfo } from '../runtime/model-registry.js';
1
+ import { getModelEntry } from '../runtime/model-registry.js';
3
2
  /**
4
3
  * Prepend tools right after the system message (or at the very start when no
5
4
  * system message is present). The tool block stays in the kv-cache for the
@@ -12,9 +11,7 @@ export function prependToolsToHistory(history, tools) {
12
11
  }
13
12
  return [...tools, ...history];
14
13
  }
14
+ /** The tool-call dialect resolved when the model loaded. */
15
15
  export function detectToolDialect(modelId) {
16
- const info = getModelInfo(modelId);
17
- if (!info)
18
- return 'hermes';
19
- return detectToolDialectFromName(info.name, info.path);
16
+ return getModelEntry(modelId)?.local.toolDialect ?? 'hermes';
20
17
  }
@@ -1,5 +1,7 @@
1
- import type { Tool } from '../../schemas/tools.js';
2
- import { type ToolInput } from '../tool-helpers.js';
1
+ import type { HistoryContent } from '../../schemas/completion-stream.js';
2
+ import { type Tool, type ToolSearchOptions } from '../../schemas/tools.js';
3
+ import type { McpClientInput } from '../../schemas/mcp-adapter.js';
4
+ import { type ToolInput } from '../../utils/tool-helpers.js';
3
5
  /**
4
6
  * Reserved name of the built-in search tool. A caller cannot register a tool
5
7
  * under this name, and it is never itself deferred — the model needs one
@@ -8,8 +10,17 @@ import { type ToolInput } from '../tool-helpers.js';
8
10
  export declare const TOOL_SEARCH_NAME = "tool_search";
9
11
  export type HistoryMessage = {
10
12
  role: string;
11
- content: string;
13
+ content: HistoryContent;
12
14
  };
15
+ export type ToolSearchLimits = {
16
+ defaultLimit: number;
17
+ maxLimit: number;
18
+ };
19
+ /**
20
+ * The limits a request's `toolSearch` options resolve to. Both the prompt and
21
+ * the search read them from here, so what the model is told is what applies.
22
+ */
23
+ export declare function resolveToolSearchLimits(options?: ToolSearchOptions): ToolSearchLimits;
13
24
  export declare function isDeferred(tool: Tool): boolean;
14
25
  export declare function partitionTools(tools: readonly Tool[]): {
15
26
  alwaysLoaded: Tool[];
@@ -34,12 +45,16 @@ export declare function buildCatalog(deferred: readonly Tool[]): string;
34
45
  * tool whose schema the model has never seen. Description text cannot be
35
46
  * called, which is the whole point.
36
47
  */
37
- export declare function buildToolSearchTool(deferred: readonly Tool[]): Tool;
48
+ export declare function buildToolSearchTool(deferred: readonly Tool[], options?: ToolSearchOptions): Tool;
38
49
  /**
39
50
  * Rank the deferred inventory against a query. Exact name first, then text
40
51
  * match. Ties keep registration order so repeated searches are deterministic.
52
+ *
53
+ * An exact name loads that tool alone. Otherwise a match scoring under half of
54
+ * the best is left out: one query word in a description or group is not enough
55
+ * to load a tool beside a strong match, while tools tied at the top load together.
41
56
  */
42
- export declare function searchDeferredTools(deferred: readonly Tool[], query: string, limit?: number): Tool[];
57
+ export declare function searchDeferredTools(deferred: readonly Tool[], query: string, limit?: number, options?: ToolSearchOptions): Tool[];
43
58
  export declare function buildToolSearchResult(query: string, matches: readonly Tool[], alreadyLoaded: readonly string[]): string;
44
59
  /**
45
60
  * Which deferred definitions this conversation already carries.
@@ -50,44 +65,48 @@ export declare function buildToolSearchResult(query: string, matches: readonly T
50
65
  */
51
66
  export declare function loadedToolNames(history: readonly HistoryMessage[]): Set<string>;
52
67
  export type DeferredResolution = {
53
- /** Definitions that go into the prompt: always-loaded tools plus `tool_search`. */
68
+ /**
69
+ * Definitions that go into the prompt and the parser: always-loaded tools,
70
+ * `tool_search`, and whatever history has loaded.
71
+ */
54
72
  toolsToRender: Tool[];
55
- /** Names the model may call now: rendered tools plus whatever history has loaded. */
56
- callableTools: Tool[];
57
- /** The full deferred inventory, for `tool_search` to search over. */
73
+ /** The deferred tools `tool_search` searches over. */
58
74
  deferred: Tool[];
59
75
  };
60
76
  /**
61
- * Split a registered tool list into what the prompt carries and what the
62
- * parser accepts.
77
+ * Split a registered tool list into what the prompt carries and what
78
+ * `tool_search` searches over.
63
79
  *
64
- * Loaded definitions stay out of `toolsToRender` on purpose. They live in the
65
- * history as tool results, which appends to the prefix instead of rewriting
66
- * the block at the front of it — a tool loaded mid-conversation must not cost
67
- * a re-prefill of everything before it.
80
+ * A loaded definition is declared in the tools block like any other tool, in
81
+ * registration order. A schema that sits only in a `tool` result, outside the
82
+ * block and the tool-call grammar, is not reliably called by small models: they
83
+ * search for it again instead. Declaring it changes the block at the front of
84
+ * the prompt, so the turn after a search re-prefills from there.
68
85
  *
69
86
  * Returns `null` when nothing defers, so the existing path is untouched.
70
87
  */
71
- export declare function resolveDeferredTools(tools: readonly Tool[] | undefined, history: readonly HistoryMessage[]): DeferredResolution | null;
88
+ export declare function resolveDeferredTools(tools: readonly Tool[] | undefined, history: readonly HistoryMessage[], options?: ToolSearchOptions): DeferredResolution | null;
89
+ /** What `executeToolSearch` searches: the params passed to `completion()`. */
90
+ export type ToolSearchSource = {
91
+ tools?: readonly Tool[] | readonly ToolInput[] | undefined;
92
+ toolSearch?: ToolSearchOptions | undefined;
93
+ mcp?: readonly McpClientInput[] | undefined;
94
+ };
72
95
  /**
73
- * Generation params for a turn whose history may have loaded deferred definitions.
74
- *
75
- * The addon builds its tool-call grammar from the rendered tools only, and a
76
- * loaded definition lives in the history rather than that block, so under the
77
- * default grammar the model can never produce the name it just loaded. Unless
78
- * the caller asked for more than the default, those turns run with the grammar
79
- * off and the parser, which does accept loaded names, validates the call.
96
+ * Resolve completion params into a source `executeToolSearch` can search,
97
+ * listing MCP tools first as `completion()` does. Needed only when the params
98
+ * carry `mcp`; resolve once per conversation and reuse the result.
80
99
  */
81
- export declare function withDeferredToolChoice<T extends {
82
- tool_choice?: string | undefined;
83
- }>(generationParams: T | undefined, resolution: DeferredResolution | null): T | undefined;
100
+ export declare function resolveToolSearchSource(params: ToolSearchSource): Promise<ToolSearchSource>;
84
101
  /**
85
102
  * Run a `tool_search` call and produce the `tool` message that carries its
86
103
  * result. Pure over the history it is given; the caller appends the message.
87
104
  *
88
- * Takes either wire `Tool`s or the Zod-schema `ToolInput` form, because what a
89
- * caller holds is whatever they passed to `completion()`. A `ToolInput` whose
90
- * `parameters` is still a Zod object would otherwise be serialised as Zod
91
- * internals and reach the model as a definition it cannot call.
105
+ * Pass the same params given to `completion()`, so the search applies the
106
+ * `toolSearch` limits the model was told; with `mcp`, pass
107
+ * `resolveToolSearchSource(params)` instead. A bare tool list applies the default
108
+ * limits. Tools may be wire `Tool`s or the Zod-schema `ToolInput` form; both
109
+ * are converted to wire form first, so the size cap measures the JSON schemas
110
+ * the prompt will declare, not Zod objects.
92
111
  */
93
- export declare function executeToolSearch(tools: readonly Tool[] | readonly ToolInput[], args: Record<string, unknown>, history: readonly HistoryMessage[]): string;
112
+ export declare function executeToolSearch(source: readonly Tool[] | readonly ToolInput[] | ToolSearchSource, args: Record<string, unknown>, history: readonly HistoryMessage[]): string;