@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { type TranscribeSegment } from './transcription.js';
2
+ import { type TranscribeSegment } from '../schemas/transcription.js';
3
3
  export declare const neuralInputSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
4
4
  type: z.ZodLiteral<"base64">;
5
5
  value: z.ZodString;
@@ -34,6 +34,7 @@ export declare const bciTranscribeRequestSchema: z.ZodObject<{
34
34
  value: z.ZodString;
35
35
  }, z.core.$strip>], "type">;
36
36
  type: z.ZodLiteral<"bciTranscribe">;
37
+ sessionId: z.ZodOptional<z.ZodString>;
37
38
  requestId: z.ZodOptional<z.ZodString>;
38
39
  }, z.core.$strip>;
39
40
  /**
@@ -55,6 +56,19 @@ export declare const bciStreamSegmentSchema: z.ZodObject<{
55
56
  }, z.core.$strip>>>;
56
57
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
57
58
  startsWord: z.ZodOptional<z.ZodBoolean>;
59
+ language: z.ZodOptional<z.ZodString>;
60
+ noSpeechProb: z.ZodOptional<z.ZodNumber>;
61
+ speakerTurnNext: z.ZodOptional<z.ZodBoolean>;
62
+ tokens: z.ZodOptional<z.ZodArray<z.ZodObject<{
63
+ text: z.ZodString;
64
+ startMs: z.ZodNumber;
65
+ endMs: z.ZodNumber;
66
+ probability: z.ZodNumber;
67
+ }, z.core.$strip>>>;
68
+ tokenIds: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
69
+ isFinal: z.ZodOptional<z.ZodBoolean>;
70
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
71
+ eotConfidence: z.ZodOptional<z.ZodNumber>;
58
72
  windowStartTimestep: z.ZodOptional<z.ZodNumber>;
59
73
  }, z.core.$strip>;
60
74
  export declare const bciTranscribeResponseSchema: z.ZodObject<{
@@ -88,6 +102,11 @@ export declare const bciTranscribeResponseSchema: z.ZodObject<{
88
102
  totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
89
103
  encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
90
104
  encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
105
+ aoscActive: z.ZodOptional<z.ZodNumber>;
106
+ prefillTime: z.ZodOptional<z.ZodNumber>;
107
+ audioTokens: z.ZodOptional<z.ZodNumber>;
108
+ promptTokens: z.ZodOptional<z.ZodNumber>;
109
+ generatedTokens: z.ZodOptional<z.ZodNumber>;
91
110
  }, z.core.$strip>>;
92
111
  error: z.ZodOptional<z.ZodString>;
93
112
  segment: z.ZodOptional<z.ZodObject<{
@@ -105,6 +124,19 @@ export declare const bciTranscribeResponseSchema: z.ZodObject<{
105
124
  }, z.core.$strip>>>;
106
125
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
107
126
  startsWord: z.ZodOptional<z.ZodBoolean>;
127
+ language: z.ZodOptional<z.ZodString>;
128
+ noSpeechProb: z.ZodOptional<z.ZodNumber>;
129
+ speakerTurnNext: z.ZodOptional<z.ZodBoolean>;
130
+ tokens: z.ZodOptional<z.ZodArray<z.ZodObject<{
131
+ text: z.ZodString;
132
+ startMs: z.ZodNumber;
133
+ endMs: z.ZodNumber;
134
+ probability: z.ZodNumber;
135
+ }, z.core.$strip>>>;
136
+ tokenIds: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
137
+ isFinal: z.ZodOptional<z.ZodBoolean>;
138
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
139
+ eotConfidence: z.ZodOptional<z.ZodNumber>;
108
140
  }, z.core.$strip>>;
109
141
  type: z.ZodLiteral<"bciTranscribe">;
110
142
  diagnostics: z.ZodOptional<z.ZodObject<{
@@ -114,16 +146,16 @@ export declare const bciTranscribeResponseSchema: z.ZodObject<{
114
146
  gpu: "gpu";
115
147
  }>;
116
148
  graphicsApi: z.ZodOptional<z.ZodEnum<{
117
- cuda: "cuda";
118
149
  vulkan: "vulkan";
119
- metal: "metal";
120
150
  opencl: "opencl";
121
- rocm: "rocm";
122
151
  opengl: "opengl";
123
152
  webgpu: "webgpu";
153
+ metal: "metal";
124
154
  direct3d11: "direct3d11";
125
155
  direct3d12: "direct3d12";
156
+ cuda: "cuda";
126
157
  levelZero: "levelZero";
158
+ rocm: "rocm";
127
159
  }>>;
128
160
  driver: z.ZodOptional<z.ZodObject<{
129
161
  name: z.ZodString;
@@ -174,6 +206,7 @@ export declare const bciTranscribeStreamRequestSchema: z.ZodObject<{
174
206
  delta: "delta";
175
207
  }>>;
176
208
  }, z.core.$strip>>;
209
+ sessionId: z.ZodOptional<z.ZodString>;
177
210
  requestId: z.ZodOptional<z.ZodString>;
178
211
  }, z.core.$strip>;
179
212
  export declare const bciTranscribeStreamResponseSchema: z.ZodObject<{
@@ -207,6 +240,11 @@ export declare const bciTranscribeStreamResponseSchema: z.ZodObject<{
207
240
  totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
208
241
  encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
209
242
  encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
243
+ aoscActive: z.ZodOptional<z.ZodNumber>;
244
+ prefillTime: z.ZodOptional<z.ZodNumber>;
245
+ audioTokens: z.ZodOptional<z.ZodNumber>;
246
+ promptTokens: z.ZodOptional<z.ZodNumber>;
247
+ generatedTokens: z.ZodOptional<z.ZodNumber>;
210
248
  }, z.core.$strip>>;
211
249
  error: z.ZodOptional<z.ZodString>;
212
250
  type: z.ZodLiteral<"bciTranscribeStream">;
@@ -225,6 +263,19 @@ export declare const bciTranscribeStreamResponseSchema: z.ZodObject<{
225
263
  }, z.core.$strip>>>;
226
264
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
227
265
  startsWord: z.ZodOptional<z.ZodBoolean>;
266
+ language: z.ZodOptional<z.ZodString>;
267
+ noSpeechProb: z.ZodOptional<z.ZodNumber>;
268
+ speakerTurnNext: z.ZodOptional<z.ZodBoolean>;
269
+ tokens: z.ZodOptional<z.ZodArray<z.ZodObject<{
270
+ text: z.ZodString;
271
+ startMs: z.ZodNumber;
272
+ endMs: z.ZodNumber;
273
+ probability: z.ZodNumber;
274
+ }, z.core.$strip>>>;
275
+ tokenIds: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
276
+ isFinal: z.ZodOptional<z.ZodBoolean>;
277
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
278
+ eotConfidence: z.ZodOptional<z.ZodNumber>;
228
279
  windowStartTimestep: z.ZodOptional<z.ZodNumber>;
229
280
  }, z.core.$strip>>;
230
281
  }, z.core.$strip>;
@@ -1,6 +1,7 @@
1
1
  import { z } from 'zod';
2
- import { inferenceBackendDiagnosticsSchema } from './system-resources.js';
3
- import { transcribeSegmentSchema, transcribeStatsSchema } from './transcription.js';
2
+ import { inferenceBackendDiagnosticsSchema } from '../schemas/system-resources.js';
3
+ import { transcribeSegmentSchema, transcribeStatsSchema } from '../schemas/transcription.js';
4
+ import { trackedRequestSchema } from '../schemas/request-base.js';
4
5
  // Neural-signal binary input. The BCI addon consumes a raw neural buffer
5
6
  // (not audio): pass it inline as base64 or point at a local `.bin` file.
6
7
  export const neuralInputSchema = z.discriminatedUnion('type', [
@@ -28,14 +29,11 @@ export const bciTranscribeClientParamsSchema = bciTranscribeBaseSchema.extend({
28
29
  .union([z.string(), z.instanceof(Uint8Array)])
29
30
  .describe('Convenience client input for BCI neural data: pass a `.bin` file path as a string, or raw neural bytes as a `Uint8Array`. The client converts this to `neuralInputSchema` before sending the request.')
30
31
  });
31
- export const bciTranscribeRequestSchema = bciTranscribeParamsSchema.extend({
32
- type: z.literal('bciTranscribe'),
33
- requestId: z
34
- .string()
35
- .min(1)
36
- .optional()
37
- .describe('Stable identifier for this in-flight BCI transcription, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
38
- });
32
+ export const bciTranscribeRequestSchema = bciTranscribeParamsSchema
33
+ .extend({
34
+ type: z.literal('bciTranscribe')
35
+ })
36
+ .extend(trackedRequestSchema.shape);
39
37
  const bciTranscriptionResultBase = z.object({
40
38
  text: z.string().optional(),
41
39
  done: z.boolean().optional(),
@@ -93,15 +91,12 @@ export const bciStreamOptsSchema = z
93
91
  message: 'hopTimesteps must be < windowTimesteps',
94
92
  path: ['hopTimesteps']
95
93
  });
96
- export const bciTranscribeStreamRequestSchema = bciTranscribeBaseSchema.extend({
94
+ export const bciTranscribeStreamRequestSchema = bciTranscribeBaseSchema
95
+ .extend({
97
96
  type: z.literal('bciTranscribeStream'),
98
- streamOpts: bciStreamOptsSchema.optional(),
99
- requestId: z
100
- .string()
101
- .min(1)
102
- .optional()
103
- .describe('Stable identifier for this in-flight duplex BCI transcription, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
104
- });
97
+ streamOpts: bciStreamOptsSchema.optional()
98
+ })
99
+ .extend(trackedRequestSchema.shape);
105
100
  export const bciTranscribeStreamResponseSchema = bciTranscriptionResultBase.extend({
106
101
  type: z.literal('bciTranscribeStream'),
107
102
  segment: bciStreamSegmentSchema.optional()
@@ -0,0 +1,141 @@
1
+ import { z } from 'zod';
2
+ import { type CompletionClientParams } from '../schemas/completion-stream.js';
3
+ export declare const calcTokensParamsSchema: z.ZodObject<{
4
+ text: z.ZodOptional<z.ZodString>;
5
+ history: z.ZodOptional<z.ZodArray<z.ZodObject<{
6
+ role: z.ZodString;
7
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
8
+ id: z.ZodOptional<z.ZodString>;
9
+ name: z.ZodString;
10
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
11
+ }, z.core.$strip>>>;
12
+ toolCallId: z.ZodOptional<z.ZodString>;
13
+ toolName: z.ZodOptional<z.ZodString>;
14
+ content: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
15
+ type: z.ZodLiteral<"text">;
16
+ text: z.ZodString;
17
+ }, z.core.$strict>, z.ZodObject<{
18
+ type: z.ZodLiteral<"media">;
19
+ path: z.ZodString;
20
+ }, z.core.$strict>], "type">>]>>>;
21
+ attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
22
+ path: z.ZodString;
23
+ }, z.core.$strip>>>;
24
+ }, z.core.$strip>>>;
25
+ modelId: z.ZodString;
26
+ tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
27
+ type: z.ZodLiteral<"function">;
28
+ name: z.ZodString;
29
+ description: z.ZodString;
30
+ deferLoading: z.ZodOptional<z.ZodBoolean>;
31
+ group: z.ZodOptional<z.ZodString>;
32
+ parameters: z.ZodObject<{
33
+ type: z.ZodLiteral<"object">;
34
+ properties: z.ZodRecord<z.ZodString, z.ZodObject<{
35
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
36
+ string: "string";
37
+ number: "number";
38
+ boolean: "boolean";
39
+ object: "object";
40
+ null: "null";
41
+ array: "array";
42
+ integer: "integer";
43
+ }>, z.ZodArray<z.ZodEnum<{
44
+ string: "string";
45
+ number: "number";
46
+ boolean: "boolean";
47
+ object: "object";
48
+ null: "null";
49
+ array: "array";
50
+ integer: "integer";
51
+ }>>]>>;
52
+ description: z.ZodOptional<z.ZodString>;
53
+ enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
54
+ }, z.core.$loose>>;
55
+ required: z.ZodOptional<z.ZodArray<z.ZodString>>;
56
+ }, z.core.$loose>;
57
+ }, z.core.$strip>>>;
58
+ toolSearch: z.ZodOptional<z.ZodObject<{
59
+ defaultLimit: z.ZodOptional<z.ZodNumber>;
60
+ maxLimit: z.ZodOptional<z.ZodNumber>;
61
+ }, z.core.$strict>>;
62
+ }, z.core.$strict>;
63
+ export declare const calcTokensRequestSchema: z.ZodObject<{
64
+ sessionId: z.ZodOptional<z.ZodString>;
65
+ type: z.ZodLiteral<"calcTokens">;
66
+ text: z.ZodOptional<z.ZodString>;
67
+ history: z.ZodOptional<z.ZodArray<z.ZodObject<{
68
+ role: z.ZodString;
69
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
70
+ id: z.ZodOptional<z.ZodString>;
71
+ name: z.ZodString;
72
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
73
+ }, z.core.$strip>>>;
74
+ toolCallId: z.ZodOptional<z.ZodString>;
75
+ toolName: z.ZodOptional<z.ZodString>;
76
+ content: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
77
+ type: z.ZodLiteral<"text">;
78
+ text: z.ZodString;
79
+ }, z.core.$strict>, z.ZodObject<{
80
+ type: z.ZodLiteral<"media">;
81
+ path: z.ZodString;
82
+ }, z.core.$strict>], "type">>]>>>;
83
+ attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
84
+ path: z.ZodString;
85
+ }, z.core.$strip>>>;
86
+ }, z.core.$strip>>>;
87
+ modelId: z.ZodString;
88
+ tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
89
+ type: z.ZodLiteral<"function">;
90
+ name: z.ZodString;
91
+ description: z.ZodString;
92
+ deferLoading: z.ZodOptional<z.ZodBoolean>;
93
+ group: z.ZodOptional<z.ZodString>;
94
+ parameters: z.ZodObject<{
95
+ type: z.ZodLiteral<"object">;
96
+ properties: z.ZodRecord<z.ZodString, z.ZodObject<{
97
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
98
+ string: "string";
99
+ number: "number";
100
+ boolean: "boolean";
101
+ object: "object";
102
+ null: "null";
103
+ array: "array";
104
+ integer: "integer";
105
+ }>, z.ZodArray<z.ZodEnum<{
106
+ string: "string";
107
+ number: "number";
108
+ boolean: "boolean";
109
+ object: "object";
110
+ null: "null";
111
+ array: "array";
112
+ integer: "integer";
113
+ }>>]>>;
114
+ description: z.ZodOptional<z.ZodString>;
115
+ enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
116
+ }, z.core.$loose>>;
117
+ required: z.ZodOptional<z.ZodArray<z.ZodString>>;
118
+ }, z.core.$loose>;
119
+ }, z.core.$strip>>>;
120
+ toolSearch: z.ZodOptional<z.ZodObject<{
121
+ defaultLimit: z.ZodOptional<z.ZodNumber>;
122
+ maxLimit: z.ZodOptional<z.ZodNumber>;
123
+ }, z.core.$strict>>;
124
+ }, z.core.$strict>;
125
+ export declare const calcTokensResponseSchema: z.ZodObject<{
126
+ type: z.ZodLiteral<"calcTokens">;
127
+ tokens: z.ZodNumber;
128
+ }, z.core.$strip>;
129
+ type CalcTokensParamsShape = z.infer<typeof calcTokensParamsSchema>;
130
+ type CalcTokensParamsBase = Omit<CalcTokensParamsShape, 'text' | 'history'>;
131
+ type CompletionHistory = CompletionClientParams['history'];
132
+ export type CalcTokensParams = (CalcTokensParamsBase & {
133
+ text: string;
134
+ history?: CompletionHistory;
135
+ }) | (CalcTokensParamsBase & {
136
+ text?: string;
137
+ history: CompletionHistory;
138
+ });
139
+ export type CalcTokensRequest = z.infer<typeof calcTokensRequestSchema>;
140
+ export type CalcTokensResponse = z.infer<typeof calcTokensResponseSchema>;
141
+ export {};
@@ -0,0 +1,53 @@
1
+ import { z } from 'zod';
2
+ import { historyMessageWithoutAttachmentsSchema } from '../schemas/completion-stream.js';
3
+ import { toolSchema, toolSearchOptionsSchema } from '../schemas/tools.js';
4
+ import { sessionScopedRequestSchema } from '../schemas/request-base.js';
5
+ const modelId = z.string().min(1).describe('Loaded language model to tokenize with.');
6
+ const text = z
7
+ .string()
8
+ .describe('Raw text, or the final user turn when history or enabled tools are present.');
9
+ const history = z
10
+ .array(historyMessageWithoutAttachmentsSchema.meta({ title: 'CalcTokensHistoryMessage' }))
11
+ .describe('Text-only conversation to render with the loaded model chat template.');
12
+ const tools = z
13
+ .array(toolSchema.meta({ title: 'CalcTokensTool' }))
14
+ .optional()
15
+ .describe('Tools to include in the rendered prompt when the model was loaded with `modelConfig.tools: true`.');
16
+ const toolSearch = toolSearchOptionsSchema
17
+ .clone()
18
+ .meta({ title: 'CalcTokensToolSearch' })
19
+ .optional();
20
+ const commonFields = {
21
+ modelId,
22
+ tools,
23
+ toolSearch
24
+ };
25
+ const promptFields = { ...commonFields, text: text.optional(), history: history.optional() };
26
+ function hasPrompt(value) {
27
+ return value.text !== undefined || (value.history?.length ?? 0) > 0;
28
+ }
29
+ const promptRequired = {
30
+ message: 'At least one prompt source is required: `text` or non-empty `history`.'
31
+ };
32
+ const promptRequiredJsonSchema = {
33
+ if: { not: { required: ['text'] } },
34
+ then: { properties: { history: { minItems: 1 } }, required: ['history'] }
35
+ };
36
+ export const calcTokensParamsSchema = z
37
+ .object(promptFields)
38
+ .strict()
39
+ .meta(promptRequiredJsonSchema)
40
+ .refine(hasPrompt, promptRequired);
41
+ export const calcTokensRequestSchema = z
42
+ .object({
43
+ ...promptFields,
44
+ type: z.literal('calcTokens'),
45
+ ...sessionScopedRequestSchema.shape
46
+ })
47
+ .strict()
48
+ .meta(promptRequiredJsonSchema)
49
+ .refine(hasPrompt, promptRequired);
50
+ export const calcTokensResponseSchema = z.object({
51
+ type: z.literal('calcTokens'),
52
+ tokens: z.number().int().nonnegative()
53
+ });
@@ -19,7 +19,9 @@ declare const cancelKindSchema: z.ZodEnum<{
19
19
  completion: "completion";
20
20
  batchCompletion: "batchCompletion";
21
21
  embeddings: "embeddings";
22
+ imageEmbedding: "imageEmbedding";
22
23
  decision: "decision";
24
+ rerank: "rerank";
23
25
  transcribe: "transcribe";
24
26
  translate: "translate";
25
27
  diffusion: "diffusion";
@@ -27,10 +29,14 @@ declare const cancelKindSchema: z.ZodEnum<{
27
29
  audiogen: "audiogen";
28
30
  tts: "tts";
29
31
  ocr: "ocr";
32
+ classification: "classification";
30
33
  vla: "vla";
34
+ plugin: "plugin";
35
+ vectorIndex: "vectorIndex";
31
36
  finetune: "finetune";
32
37
  loadModel: "loadModel";
33
38
  downloadAsset: "downloadAsset";
39
+ modelRegistry: "modelRegistry";
34
40
  rpcServer: "rpcServer";
35
41
  rpcDiscovery: "rpcDiscovery";
36
42
  rag: "rag";
@@ -72,7 +78,9 @@ declare const cancelBroadParamsSchema: z.ZodObject<{
72
78
  completion: "completion";
73
79
  batchCompletion: "batchCompletion";
74
80
  embeddings: "embeddings";
81
+ imageEmbedding: "imageEmbedding";
75
82
  decision: "decision";
83
+ rerank: "rerank";
76
84
  transcribe: "transcribe";
77
85
  translate: "translate";
78
86
  diffusion: "diffusion";
@@ -80,10 +88,14 @@ declare const cancelBroadParamsSchema: z.ZodObject<{
80
88
  audiogen: "audiogen";
81
89
  tts: "tts";
82
90
  ocr: "ocr";
91
+ classification: "classification";
83
92
  vla: "vla";
93
+ plugin: "plugin";
94
+ vectorIndex: "vectorIndex";
84
95
  finetune: "finetune";
85
96
  loadModel: "loadModel";
86
97
  downloadAsset: "downloadAsset";
98
+ modelRegistry: "modelRegistry";
87
99
  rpcServer: "rpcServer";
88
100
  rpcDiscovery: "rpcDiscovery";
89
101
  rag: "rag";
@@ -100,7 +112,9 @@ declare const cancelParamsSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
100
112
  completion: "completion";
101
113
  batchCompletion: "batchCompletion";
102
114
  embeddings: "embeddings";
115
+ imageEmbedding: "imageEmbedding";
103
116
  decision: "decision";
117
+ rerank: "rerank";
104
118
  transcribe: "transcribe";
105
119
  translate: "translate";
106
120
  diffusion: "diffusion";
@@ -108,10 +122,14 @@ declare const cancelParamsSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
108
122
  audiogen: "audiogen";
109
123
  tts: "tts";
110
124
  ocr: "ocr";
125
+ classification: "classification";
111
126
  vla: "vla";
127
+ plugin: "plugin";
128
+ vectorIndex: "vectorIndex";
112
129
  finetune: "finetune";
113
130
  loadModel: "loadModel";
114
131
  downloadAsset: "downloadAsset";
132
+ modelRegistry: "modelRegistry";
115
133
  rpcServer: "rpcServer";
116
134
  rpcDiscovery: "rpcDiscovery";
117
135
  rag: "rag";
@@ -119,6 +137,7 @@ declare const cancelParamsSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
119
137
  }, z.core.$strip>], "operation">;
120
138
  export declare const cancelRequestSchema: z.ZodIntersection<z.ZodObject<{
121
139
  type: z.ZodLiteral<"cancel">;
140
+ sessionId: z.ZodOptional<z.ZodString>;
122
141
  }, z.core.$strip>, z.ZodDiscriminatedUnion<[z.ZodObject<{
123
142
  operation: z.ZodLiteral<"request">;
124
143
  requestId: z.ZodString;
@@ -130,7 +149,9 @@ export declare const cancelRequestSchema: z.ZodIntersection<z.ZodObject<{
130
149
  completion: "completion";
131
150
  batchCompletion: "batchCompletion";
132
151
  embeddings: "embeddings";
152
+ imageEmbedding: "imageEmbedding";
133
153
  decision: "decision";
154
+ rerank: "rerank";
134
155
  transcribe: "transcribe";
135
156
  translate: "translate";
136
157
  diffusion: "diffusion";
@@ -138,10 +159,14 @@ export declare const cancelRequestSchema: z.ZodIntersection<z.ZodObject<{
138
159
  audiogen: "audiogen";
139
160
  tts: "tts";
140
161
  ocr: "ocr";
162
+ classification: "classification";
141
163
  vla: "vla";
164
+ plugin: "plugin";
165
+ vectorIndex: "vectorIndex";
142
166
  finetune: "finetune";
143
167
  loadModel: "loadModel";
144
168
  downloadAsset: "downloadAsset";
169
+ modelRegistry: "modelRegistry";
145
170
  rpcServer: "rpcServer";
146
171
  rpcDiscovery: "rpcDiscovery";
147
172
  rag: "rag";
@@ -173,7 +198,9 @@ export declare const cancelBroadSugarSchema: z.ZodObject<{
173
198
  completion: "completion";
174
199
  batchCompletion: "batchCompletion";
175
200
  embeddings: "embeddings";
201
+ imageEmbedding: "imageEmbedding";
176
202
  decision: "decision";
203
+ rerank: "rerank";
177
204
  transcribe: "transcribe";
178
205
  translate: "translate";
179
206
  diffusion: "diffusion";
@@ -181,10 +208,14 @@ export declare const cancelBroadSugarSchema: z.ZodObject<{
181
208
  audiogen: "audiogen";
182
209
  tts: "tts";
183
210
  ocr: "ocr";
211
+ classification: "classification";
184
212
  vla: "vla";
213
+ plugin: "plugin";
214
+ vectorIndex: "vectorIndex";
185
215
  finetune: "finetune";
186
216
  loadModel: "loadModel";
187
217
  downloadAsset: "downloadAsset";
218
+ modelRegistry: "modelRegistry";
188
219
  rpcServer: "rpcServer";
189
220
  rpcDiscovery: "rpcDiscovery";
190
221
  rag: "rag";
@@ -1,7 +1,10 @@
1
1
  import { z } from 'zod';
2
- const cancelBaseSchema = z.object({
2
+ import { sessionScopedRequestSchema } from '../schemas/request-base.js';
3
+ const cancelBaseSchema = z
4
+ .object({
3
5
  type: z.literal('cancel')
4
- });
6
+ })
7
+ .extend(sessionScopedRequestSchema.shape);
5
8
  /**
6
9
  * Public-API base for the broad-cancel escape hatch. Kept exported so
7
10
  * the bare-side `cancel({ modelId, kind? })` helper can parse the
@@ -23,7 +26,9 @@ const cancelKindSchema = z
23
26
  'completion',
24
27
  'batchCompletion',
25
28
  'embeddings',
29
+ 'imageEmbedding',
26
30
  'decision',
31
+ 'rerank',
27
32
  'transcribe',
28
33
  'translate',
29
34
  'diffusion',
@@ -31,10 +36,14 @@ const cancelKindSchema = z
31
36
  'audiogen',
32
37
  'tts',
33
38
  'ocr',
39
+ 'classification',
34
40
  'vla',
41
+ 'plugin',
42
+ 'vectorIndex',
35
43
  'finetune',
36
44
  'loadModel',
37
45
  'downloadAsset',
46
+ 'modelRegistry',
38
47
  'rpcServer',
39
48
  'rpcDiscovery',
40
49
  'rag'
@@ -20,6 +20,8 @@ export declare const classifyRequestSchema: z.ZodObject<{
20
20
  height: z.ZodOptional<z.ZodNumber>;
21
21
  channels: z.ZodOptional<z.ZodLiteral<3>>;
22
22
  type: z.ZodLiteral<"classify">;
23
+ sessionId: z.ZodOptional<z.ZodString>;
24
+ requestId: z.ZodOptional<z.ZodString>;
23
25
  }, z.core.$strip>;
24
26
  export declare const classificationResultSchema: z.ZodObject<{
25
27
  label: z.ZodString;
@@ -27,6 +29,7 @@ export declare const classificationResultSchema: z.ZodObject<{
27
29
  }, z.core.$strip>;
28
30
  export declare const classifyResponseSchema: z.ZodObject<{
29
31
  type: z.ZodLiteral<"classify">;
32
+ requestId: z.ZodOptional<z.ZodString>;
30
33
  results: z.ZodArray<z.ZodObject<{
31
34
  label: z.ZodString;
32
35
  confidence: z.ZodNumber;
@@ -1,4 +1,5 @@
1
1
  import { z } from 'zod';
2
+ import { trackedRequestSchema } from '../schemas/request-base.js';
2
3
  export const classificationConfigSchema = z.object({
3
4
  modelPath: z
4
5
  .string()
@@ -26,15 +27,18 @@ export const classifyParamsSchema = z.object({
26
27
  /** Channel count — must be 3 for raw RGB. */
27
28
  channels: z.literal(3).optional()
28
29
  });
29
- export const classifyRequestSchema = classifyParamsSchema.extend({
30
+ export const classifyRequestSchema = classifyParamsSchema
31
+ .extend({
30
32
  type: z.literal('classify')
31
- });
33
+ })
34
+ .extend(trackedRequestSchema.shape);
32
35
  export const classificationResultSchema = z.object({
33
36
  label: z.string(),
34
37
  confidence: z.number()
35
38
  });
36
39
  export const classifyResponseSchema = z.object({
37
40
  type: z.literal('classify'),
41
+ requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
38
42
  results: z.array(classificationResultSchema),
39
43
  done: z.boolean().optional()
40
44
  });