@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -34,6 +34,7 @@ export declare const bciTranscribeRequestSchema: z.ZodObject<{
34
34
  value: z.ZodString;
35
35
  }, z.core.$strip>], "type">;
36
36
  type: z.ZodLiteral<"bciTranscribe">;
37
+ sessionId: z.ZodOptional<z.ZodString>;
37
38
  requestId: z.ZodOptional<z.ZodString>;
38
39
  }, z.core.$strip>;
39
40
  /**
@@ -55,6 +56,19 @@ export declare const bciStreamSegmentSchema: z.ZodObject<{
55
56
  }, z.core.$strip>>>;
56
57
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
57
58
  startsWord: z.ZodOptional<z.ZodBoolean>;
59
+ language: z.ZodOptional<z.ZodString>;
60
+ noSpeechProb: z.ZodOptional<z.ZodNumber>;
61
+ speakerTurnNext: z.ZodOptional<z.ZodBoolean>;
62
+ tokens: z.ZodOptional<z.ZodArray<z.ZodObject<{
63
+ text: z.ZodString;
64
+ startMs: z.ZodNumber;
65
+ endMs: z.ZodNumber;
66
+ probability: z.ZodNumber;
67
+ }, z.core.$strip>>>;
68
+ tokenIds: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
69
+ isFinal: z.ZodOptional<z.ZodBoolean>;
70
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
71
+ eotConfidence: z.ZodOptional<z.ZodNumber>;
58
72
  windowStartTimestep: z.ZodOptional<z.ZodNumber>;
59
73
  }, z.core.$strip>;
60
74
  export declare const bciTranscribeResponseSchema: z.ZodObject<{
@@ -88,6 +102,11 @@ export declare const bciTranscribeResponseSchema: z.ZodObject<{
88
102
  totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
89
103
  encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
90
104
  encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
105
+ aoscActive: z.ZodOptional<z.ZodNumber>;
106
+ prefillTime: z.ZodOptional<z.ZodNumber>;
107
+ audioTokens: z.ZodOptional<z.ZodNumber>;
108
+ promptTokens: z.ZodOptional<z.ZodNumber>;
109
+ generatedTokens: z.ZodOptional<z.ZodNumber>;
91
110
  }, z.core.$strip>>;
92
111
  error: z.ZodOptional<z.ZodString>;
93
112
  segment: z.ZodOptional<z.ZodObject<{
@@ -105,6 +124,19 @@ export declare const bciTranscribeResponseSchema: z.ZodObject<{
105
124
  }, z.core.$strip>>>;
106
125
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
107
126
  startsWord: z.ZodOptional<z.ZodBoolean>;
127
+ language: z.ZodOptional<z.ZodString>;
128
+ noSpeechProb: z.ZodOptional<z.ZodNumber>;
129
+ speakerTurnNext: z.ZodOptional<z.ZodBoolean>;
130
+ tokens: z.ZodOptional<z.ZodArray<z.ZodObject<{
131
+ text: z.ZodString;
132
+ startMs: z.ZodNumber;
133
+ endMs: z.ZodNumber;
134
+ probability: z.ZodNumber;
135
+ }, z.core.$strip>>>;
136
+ tokenIds: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
137
+ isFinal: z.ZodOptional<z.ZodBoolean>;
138
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
139
+ eotConfidence: z.ZodOptional<z.ZodNumber>;
108
140
  }, z.core.$strip>>;
109
141
  type: z.ZodLiteral<"bciTranscribe">;
110
142
  diagnostics: z.ZodOptional<z.ZodObject<{
@@ -114,16 +146,16 @@ export declare const bciTranscribeResponseSchema: z.ZodObject<{
114
146
  gpu: "gpu";
115
147
  }>;
116
148
  graphicsApi: z.ZodOptional<z.ZodEnum<{
117
- cuda: "cuda";
118
149
  vulkan: "vulkan";
119
- metal: "metal";
120
150
  opencl: "opencl";
121
- rocm: "rocm";
122
151
  opengl: "opengl";
123
152
  webgpu: "webgpu";
153
+ metal: "metal";
124
154
  direct3d11: "direct3d11";
125
155
  direct3d12: "direct3d12";
156
+ cuda: "cuda";
126
157
  levelZero: "levelZero";
158
+ rocm: "rocm";
127
159
  }>>;
128
160
  driver: z.ZodOptional<z.ZodObject<{
129
161
  name: z.ZodString;
@@ -174,6 +206,7 @@ export declare const bciTranscribeStreamRequestSchema: z.ZodObject<{
174
206
  delta: "delta";
175
207
  }>>;
176
208
  }, z.core.$strip>>;
209
+ sessionId: z.ZodOptional<z.ZodString>;
177
210
  requestId: z.ZodOptional<z.ZodString>;
178
211
  }, z.core.$strip>;
179
212
  export declare const bciTranscribeStreamResponseSchema: z.ZodObject<{
@@ -207,6 +240,11 @@ export declare const bciTranscribeStreamResponseSchema: z.ZodObject<{
207
240
  totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
208
241
  encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
209
242
  encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
243
+ aoscActive: z.ZodOptional<z.ZodNumber>;
244
+ prefillTime: z.ZodOptional<z.ZodNumber>;
245
+ audioTokens: z.ZodOptional<z.ZodNumber>;
246
+ promptTokens: z.ZodOptional<z.ZodNumber>;
247
+ generatedTokens: z.ZodOptional<z.ZodNumber>;
210
248
  }, z.core.$strip>>;
211
249
  error: z.ZodOptional<z.ZodString>;
212
250
  type: z.ZodLiteral<"bciTranscribeStream">;
@@ -225,6 +263,19 @@ export declare const bciTranscribeStreamResponseSchema: z.ZodObject<{
225
263
  }, z.core.$strip>>>;
226
264
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
227
265
  startsWord: z.ZodOptional<z.ZodBoolean>;
266
+ language: z.ZodOptional<z.ZodString>;
267
+ noSpeechProb: z.ZodOptional<z.ZodNumber>;
268
+ speakerTurnNext: z.ZodOptional<z.ZodBoolean>;
269
+ tokens: z.ZodOptional<z.ZodArray<z.ZodObject<{
270
+ text: z.ZodString;
271
+ startMs: z.ZodNumber;
272
+ endMs: z.ZodNumber;
273
+ probability: z.ZodNumber;
274
+ }, z.core.$strip>>>;
275
+ tokenIds: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
276
+ isFinal: z.ZodOptional<z.ZodBoolean>;
277
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
278
+ eotConfidence: z.ZodOptional<z.ZodNumber>;
228
279
  windowStartTimestep: z.ZodOptional<z.ZodNumber>;
229
280
  }, z.core.$strip>>;
230
281
  }, z.core.$strip>;
@@ -1,6 +1,7 @@
1
1
  import { z } from 'zod';
2
2
  import { inferenceBackendDiagnosticsSchema } from '../schemas/system-resources.js';
3
3
  import { transcribeSegmentSchema, transcribeStatsSchema } from '../schemas/transcription.js';
4
+ import { trackedRequestSchema } from '../schemas/request-base.js';
4
5
  // Neural-signal binary input. The BCI addon consumes a raw neural buffer
5
6
  // (not audio): pass it inline as base64 or point at a local `.bin` file.
6
7
  export const neuralInputSchema = z.discriminatedUnion('type', [
@@ -28,14 +29,11 @@ export const bciTranscribeClientParamsSchema = bciTranscribeBaseSchema.extend({
28
29
  .union([z.string(), z.instanceof(Uint8Array)])
29
30
  .describe('Convenience client input for BCI neural data: pass a `.bin` file path as a string, or raw neural bytes as a `Uint8Array`. The client converts this to `neuralInputSchema` before sending the request.')
30
31
  });
31
- export const bciTranscribeRequestSchema = bciTranscribeParamsSchema.extend({
32
- type: z.literal('bciTranscribe'),
33
- requestId: z
34
- .string()
35
- .min(1)
36
- .optional()
37
- .describe('Stable identifier for this in-flight BCI transcription, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
38
- });
32
+ export const bciTranscribeRequestSchema = bciTranscribeParamsSchema
33
+ .extend({
34
+ type: z.literal('bciTranscribe')
35
+ })
36
+ .extend(trackedRequestSchema.shape);
39
37
  const bciTranscriptionResultBase = z.object({
40
38
  text: z.string().optional(),
41
39
  done: z.boolean().optional(),
@@ -93,15 +91,12 @@ export const bciStreamOptsSchema = z
93
91
  message: 'hopTimesteps must be < windowTimesteps',
94
92
  path: ['hopTimesteps']
95
93
  });
96
- export const bciTranscribeStreamRequestSchema = bciTranscribeBaseSchema.extend({
94
+ export const bciTranscribeStreamRequestSchema = bciTranscribeBaseSchema
95
+ .extend({
97
96
  type: z.literal('bciTranscribeStream'),
98
- streamOpts: bciStreamOptsSchema.optional(),
99
- requestId: z
100
- .string()
101
- .min(1)
102
- .optional()
103
- .describe('Stable identifier for this in-flight duplex BCI transcription, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
104
- });
97
+ streamOpts: bciStreamOptsSchema.optional()
98
+ })
99
+ .extend(trackedRequestSchema.shape);
105
100
  export const bciTranscribeStreamResponseSchema = bciTranscriptionResultBase.extend({
106
101
  type: z.literal('bciTranscribeStream'),
107
102
  segment: bciStreamSegmentSchema.optional()
@@ -0,0 +1,141 @@
1
+ import { z } from 'zod';
2
+ import { type CompletionClientParams } from '../schemas/completion-stream.js';
3
+ export declare const calcTokensParamsSchema: z.ZodObject<{
4
+ text: z.ZodOptional<z.ZodString>;
5
+ history: z.ZodOptional<z.ZodArray<z.ZodObject<{
6
+ role: z.ZodString;
7
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
8
+ id: z.ZodOptional<z.ZodString>;
9
+ name: z.ZodString;
10
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
11
+ }, z.core.$strip>>>;
12
+ toolCallId: z.ZodOptional<z.ZodString>;
13
+ toolName: z.ZodOptional<z.ZodString>;
14
+ content: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
15
+ type: z.ZodLiteral<"text">;
16
+ text: z.ZodString;
17
+ }, z.core.$strict>, z.ZodObject<{
18
+ type: z.ZodLiteral<"media">;
19
+ path: z.ZodString;
20
+ }, z.core.$strict>], "type">>]>>>;
21
+ attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
22
+ path: z.ZodString;
23
+ }, z.core.$strip>>>;
24
+ }, z.core.$strip>>>;
25
+ modelId: z.ZodString;
26
+ tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
27
+ type: z.ZodLiteral<"function">;
28
+ name: z.ZodString;
29
+ description: z.ZodString;
30
+ deferLoading: z.ZodOptional<z.ZodBoolean>;
31
+ group: z.ZodOptional<z.ZodString>;
32
+ parameters: z.ZodObject<{
33
+ type: z.ZodLiteral<"object">;
34
+ properties: z.ZodRecord<z.ZodString, z.ZodObject<{
35
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
36
+ string: "string";
37
+ number: "number";
38
+ boolean: "boolean";
39
+ object: "object";
40
+ null: "null";
41
+ array: "array";
42
+ integer: "integer";
43
+ }>, z.ZodArray<z.ZodEnum<{
44
+ string: "string";
45
+ number: "number";
46
+ boolean: "boolean";
47
+ object: "object";
48
+ null: "null";
49
+ array: "array";
50
+ integer: "integer";
51
+ }>>]>>;
52
+ description: z.ZodOptional<z.ZodString>;
53
+ enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
54
+ }, z.core.$loose>>;
55
+ required: z.ZodOptional<z.ZodArray<z.ZodString>>;
56
+ }, z.core.$loose>;
57
+ }, z.core.$strip>>>;
58
+ toolSearch: z.ZodOptional<z.ZodObject<{
59
+ defaultLimit: z.ZodOptional<z.ZodNumber>;
60
+ maxLimit: z.ZodOptional<z.ZodNumber>;
61
+ }, z.core.$strict>>;
62
+ }, z.core.$strict>;
63
+ export declare const calcTokensRequestSchema: z.ZodObject<{
64
+ sessionId: z.ZodOptional<z.ZodString>;
65
+ type: z.ZodLiteral<"calcTokens">;
66
+ text: z.ZodOptional<z.ZodString>;
67
+ history: z.ZodOptional<z.ZodArray<z.ZodObject<{
68
+ role: z.ZodString;
69
+ toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
70
+ id: z.ZodOptional<z.ZodString>;
71
+ name: z.ZodString;
72
+ arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
73
+ }, z.core.$strip>>>;
74
+ toolCallId: z.ZodOptional<z.ZodString>;
75
+ toolName: z.ZodOptional<z.ZodString>;
76
+ content: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
77
+ type: z.ZodLiteral<"text">;
78
+ text: z.ZodString;
79
+ }, z.core.$strict>, z.ZodObject<{
80
+ type: z.ZodLiteral<"media">;
81
+ path: z.ZodString;
82
+ }, z.core.$strict>], "type">>]>>>;
83
+ attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
84
+ path: z.ZodString;
85
+ }, z.core.$strip>>>;
86
+ }, z.core.$strip>>>;
87
+ modelId: z.ZodString;
88
+ tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
89
+ type: z.ZodLiteral<"function">;
90
+ name: z.ZodString;
91
+ description: z.ZodString;
92
+ deferLoading: z.ZodOptional<z.ZodBoolean>;
93
+ group: z.ZodOptional<z.ZodString>;
94
+ parameters: z.ZodObject<{
95
+ type: z.ZodLiteral<"object">;
96
+ properties: z.ZodRecord<z.ZodString, z.ZodObject<{
97
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
98
+ string: "string";
99
+ number: "number";
100
+ boolean: "boolean";
101
+ object: "object";
102
+ null: "null";
103
+ array: "array";
104
+ integer: "integer";
105
+ }>, z.ZodArray<z.ZodEnum<{
106
+ string: "string";
107
+ number: "number";
108
+ boolean: "boolean";
109
+ object: "object";
110
+ null: "null";
111
+ array: "array";
112
+ integer: "integer";
113
+ }>>]>>;
114
+ description: z.ZodOptional<z.ZodString>;
115
+ enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
116
+ }, z.core.$loose>>;
117
+ required: z.ZodOptional<z.ZodArray<z.ZodString>>;
118
+ }, z.core.$loose>;
119
+ }, z.core.$strip>>>;
120
+ toolSearch: z.ZodOptional<z.ZodObject<{
121
+ defaultLimit: z.ZodOptional<z.ZodNumber>;
122
+ maxLimit: z.ZodOptional<z.ZodNumber>;
123
+ }, z.core.$strict>>;
124
+ }, z.core.$strict>;
125
+ export declare const calcTokensResponseSchema: z.ZodObject<{
126
+ type: z.ZodLiteral<"calcTokens">;
127
+ tokens: z.ZodNumber;
128
+ }, z.core.$strip>;
129
+ type CalcTokensParamsShape = z.infer<typeof calcTokensParamsSchema>;
130
+ type CalcTokensParamsBase = Omit<CalcTokensParamsShape, 'text' | 'history'>;
131
+ type CompletionHistory = CompletionClientParams['history'];
132
+ export type CalcTokensParams = (CalcTokensParamsBase & {
133
+ text: string;
134
+ history?: CompletionHistory;
135
+ }) | (CalcTokensParamsBase & {
136
+ text?: string;
137
+ history: CompletionHistory;
138
+ });
139
+ export type CalcTokensRequest = z.infer<typeof calcTokensRequestSchema>;
140
+ export type CalcTokensResponse = z.infer<typeof calcTokensResponseSchema>;
141
+ export {};
@@ -0,0 +1,53 @@
1
+ import { z } from 'zod';
2
+ import { historyMessageWithoutAttachmentsSchema } from '../schemas/completion-stream.js';
3
+ import { toolSchema, toolSearchOptionsSchema } from '../schemas/tools.js';
4
+ import { sessionScopedRequestSchema } from '../schemas/request-base.js';
5
+ const modelId = z.string().min(1).describe('Loaded language model to tokenize with.');
6
+ const text = z
7
+ .string()
8
+ .describe('Raw text, or the final user turn when history or enabled tools are present.');
9
+ const history = z
10
+ .array(historyMessageWithoutAttachmentsSchema.meta({ title: 'CalcTokensHistoryMessage' }))
11
+ .describe('Text-only conversation to render with the loaded model chat template.');
12
+ const tools = z
13
+ .array(toolSchema.meta({ title: 'CalcTokensTool' }))
14
+ .optional()
15
+ .describe('Tools to include in the rendered prompt when the model was loaded with `modelConfig.tools: true`.');
16
+ const toolSearch = toolSearchOptionsSchema
17
+ .clone()
18
+ .meta({ title: 'CalcTokensToolSearch' })
19
+ .optional();
20
+ const commonFields = {
21
+ modelId,
22
+ tools,
23
+ toolSearch
24
+ };
25
+ const promptFields = { ...commonFields, text: text.optional(), history: history.optional() };
26
+ function hasPrompt(value) {
27
+ return value.text !== undefined || (value.history?.length ?? 0) > 0;
28
+ }
29
+ const promptRequired = {
30
+ message: 'At least one prompt source is required: `text` or non-empty `history`.'
31
+ };
32
+ const promptRequiredJsonSchema = {
33
+ if: { not: { required: ['text'] } },
34
+ then: { properties: { history: { minItems: 1 } }, required: ['history'] }
35
+ };
36
+ export const calcTokensParamsSchema = z
37
+ .object(promptFields)
38
+ .strict()
39
+ .meta(promptRequiredJsonSchema)
40
+ .refine(hasPrompt, promptRequired);
41
+ export const calcTokensRequestSchema = z
42
+ .object({
43
+ ...promptFields,
44
+ type: z.literal('calcTokens'),
45
+ ...sessionScopedRequestSchema.shape
46
+ })
47
+ .strict()
48
+ .meta(promptRequiredJsonSchema)
49
+ .refine(hasPrompt, promptRequired);
50
+ export const calcTokensResponseSchema = z.object({
51
+ type: z.literal('calcTokens'),
52
+ tokens: z.number().int().nonnegative()
53
+ });
@@ -19,6 +19,7 @@ declare const cancelKindSchema: z.ZodEnum<{
19
19
  completion: "completion";
20
20
  batchCompletion: "batchCompletion";
21
21
  embeddings: "embeddings";
22
+ imageEmbedding: "imageEmbedding";
22
23
  decision: "decision";
23
24
  rerank: "rerank";
24
25
  transcribe: "transcribe";
@@ -28,10 +29,14 @@ declare const cancelKindSchema: z.ZodEnum<{
28
29
  audiogen: "audiogen";
29
30
  tts: "tts";
30
31
  ocr: "ocr";
32
+ classification: "classification";
31
33
  vla: "vla";
34
+ plugin: "plugin";
35
+ vectorIndex: "vectorIndex";
32
36
  finetune: "finetune";
33
37
  loadModel: "loadModel";
34
38
  downloadAsset: "downloadAsset";
39
+ modelRegistry: "modelRegistry";
35
40
  rpcServer: "rpcServer";
36
41
  rpcDiscovery: "rpcDiscovery";
37
42
  rag: "rag";
@@ -73,6 +78,7 @@ declare const cancelBroadParamsSchema: z.ZodObject<{
73
78
  completion: "completion";
74
79
  batchCompletion: "batchCompletion";
75
80
  embeddings: "embeddings";
81
+ imageEmbedding: "imageEmbedding";
76
82
  decision: "decision";
77
83
  rerank: "rerank";
78
84
  transcribe: "transcribe";
@@ -82,10 +88,14 @@ declare const cancelBroadParamsSchema: z.ZodObject<{
82
88
  audiogen: "audiogen";
83
89
  tts: "tts";
84
90
  ocr: "ocr";
91
+ classification: "classification";
85
92
  vla: "vla";
93
+ plugin: "plugin";
94
+ vectorIndex: "vectorIndex";
86
95
  finetune: "finetune";
87
96
  loadModel: "loadModel";
88
97
  downloadAsset: "downloadAsset";
98
+ modelRegistry: "modelRegistry";
89
99
  rpcServer: "rpcServer";
90
100
  rpcDiscovery: "rpcDiscovery";
91
101
  rag: "rag";
@@ -102,6 +112,7 @@ declare const cancelParamsSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
102
112
  completion: "completion";
103
113
  batchCompletion: "batchCompletion";
104
114
  embeddings: "embeddings";
115
+ imageEmbedding: "imageEmbedding";
105
116
  decision: "decision";
106
117
  rerank: "rerank";
107
118
  transcribe: "transcribe";
@@ -111,10 +122,14 @@ declare const cancelParamsSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
111
122
  audiogen: "audiogen";
112
123
  tts: "tts";
113
124
  ocr: "ocr";
125
+ classification: "classification";
114
126
  vla: "vla";
127
+ plugin: "plugin";
128
+ vectorIndex: "vectorIndex";
115
129
  finetune: "finetune";
116
130
  loadModel: "loadModel";
117
131
  downloadAsset: "downloadAsset";
132
+ modelRegistry: "modelRegistry";
118
133
  rpcServer: "rpcServer";
119
134
  rpcDiscovery: "rpcDiscovery";
120
135
  rag: "rag";
@@ -122,6 +137,7 @@ declare const cancelParamsSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
122
137
  }, z.core.$strip>], "operation">;
123
138
  export declare const cancelRequestSchema: z.ZodIntersection<z.ZodObject<{
124
139
  type: z.ZodLiteral<"cancel">;
140
+ sessionId: z.ZodOptional<z.ZodString>;
125
141
  }, z.core.$strip>, z.ZodDiscriminatedUnion<[z.ZodObject<{
126
142
  operation: z.ZodLiteral<"request">;
127
143
  requestId: z.ZodString;
@@ -133,6 +149,7 @@ export declare const cancelRequestSchema: z.ZodIntersection<z.ZodObject<{
133
149
  completion: "completion";
134
150
  batchCompletion: "batchCompletion";
135
151
  embeddings: "embeddings";
152
+ imageEmbedding: "imageEmbedding";
136
153
  decision: "decision";
137
154
  rerank: "rerank";
138
155
  transcribe: "transcribe";
@@ -142,10 +159,14 @@ export declare const cancelRequestSchema: z.ZodIntersection<z.ZodObject<{
142
159
  audiogen: "audiogen";
143
160
  tts: "tts";
144
161
  ocr: "ocr";
162
+ classification: "classification";
145
163
  vla: "vla";
164
+ plugin: "plugin";
165
+ vectorIndex: "vectorIndex";
146
166
  finetune: "finetune";
147
167
  loadModel: "loadModel";
148
168
  downloadAsset: "downloadAsset";
169
+ modelRegistry: "modelRegistry";
149
170
  rpcServer: "rpcServer";
150
171
  rpcDiscovery: "rpcDiscovery";
151
172
  rag: "rag";
@@ -177,6 +198,7 @@ export declare const cancelBroadSugarSchema: z.ZodObject<{
177
198
  completion: "completion";
178
199
  batchCompletion: "batchCompletion";
179
200
  embeddings: "embeddings";
201
+ imageEmbedding: "imageEmbedding";
180
202
  decision: "decision";
181
203
  rerank: "rerank";
182
204
  transcribe: "transcribe";
@@ -186,10 +208,14 @@ export declare const cancelBroadSugarSchema: z.ZodObject<{
186
208
  audiogen: "audiogen";
187
209
  tts: "tts";
188
210
  ocr: "ocr";
211
+ classification: "classification";
189
212
  vla: "vla";
213
+ plugin: "plugin";
214
+ vectorIndex: "vectorIndex";
190
215
  finetune: "finetune";
191
216
  loadModel: "loadModel";
192
217
  downloadAsset: "downloadAsset";
218
+ modelRegistry: "modelRegistry";
193
219
  rpcServer: "rpcServer";
194
220
  rpcDiscovery: "rpcDiscovery";
195
221
  rag: "rag";
@@ -1,7 +1,10 @@
1
1
  import { z } from 'zod';
2
- const cancelBaseSchema = z.object({
2
+ import { sessionScopedRequestSchema } from '../schemas/request-base.js';
3
+ const cancelBaseSchema = z
4
+ .object({
3
5
  type: z.literal('cancel')
4
- });
6
+ })
7
+ .extend(sessionScopedRequestSchema.shape);
5
8
  /**
6
9
  * Public-API base for the broad-cancel escape hatch. Kept exported so
7
10
  * the bare-side `cancel({ modelId, kind? })` helper can parse the
@@ -23,6 +26,7 @@ const cancelKindSchema = z
23
26
  'completion',
24
27
  'batchCompletion',
25
28
  'embeddings',
29
+ 'imageEmbedding',
26
30
  'decision',
27
31
  'rerank',
28
32
  'transcribe',
@@ -32,10 +36,14 @@ const cancelKindSchema = z
32
36
  'audiogen',
33
37
  'tts',
34
38
  'ocr',
39
+ 'classification',
35
40
  'vla',
41
+ 'plugin',
42
+ 'vectorIndex',
36
43
  'finetune',
37
44
  'loadModel',
38
45
  'downloadAsset',
46
+ 'modelRegistry',
39
47
  'rpcServer',
40
48
  'rpcDiscovery',
41
49
  'rag'
@@ -20,6 +20,8 @@ export declare const classifyRequestSchema: z.ZodObject<{
20
20
  height: z.ZodOptional<z.ZodNumber>;
21
21
  channels: z.ZodOptional<z.ZodLiteral<3>>;
22
22
  type: z.ZodLiteral<"classify">;
23
+ sessionId: z.ZodOptional<z.ZodString>;
24
+ requestId: z.ZodOptional<z.ZodString>;
23
25
  }, z.core.$strip>;
24
26
  export declare const classificationResultSchema: z.ZodObject<{
25
27
  label: z.ZodString;
@@ -27,6 +29,7 @@ export declare const classificationResultSchema: z.ZodObject<{
27
29
  }, z.core.$strip>;
28
30
  export declare const classifyResponseSchema: z.ZodObject<{
29
31
  type: z.ZodLiteral<"classify">;
32
+ requestId: z.ZodOptional<z.ZodString>;
30
33
  results: z.ZodArray<z.ZodObject<{
31
34
  label: z.ZodString;
32
35
  confidence: z.ZodNumber;
@@ -1,4 +1,5 @@
1
1
  import { z } from 'zod';
2
+ import { trackedRequestSchema } from '../schemas/request-base.js';
2
3
  export const classificationConfigSchema = z.object({
3
4
  modelPath: z
4
5
  .string()
@@ -26,15 +27,18 @@ export const classifyParamsSchema = z.object({
26
27
  /** Channel count — must be 3 for raw RGB. */
27
28
  channels: z.literal(3).optional()
28
29
  });
29
- export const classifyRequestSchema = classifyParamsSchema.extend({
30
+ export const classifyRequestSchema = classifyParamsSchema
31
+ .extend({
30
32
  type: z.literal('classify')
31
- });
33
+ })
34
+ .extend(trackedRequestSchema.shape);
32
35
  export const classificationResultSchema = z.object({
33
36
  label: z.string(),
34
37
  confidence: z.number()
35
38
  });
36
39
  export const classifyResponseSchema = z.object({
37
40
  type: z.literal('classify'),
41
+ requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
38
42
  results: z.array(classificationResultSchema),
39
43
  done: z.boolean().optional()
40
44
  });