@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -50,6 +50,11 @@ export declare const transcribeStatsSchema: z.ZodObject<{
50
50
  totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
51
51
  encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
52
52
  encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
53
+ aoscActive: z.ZodOptional<z.ZodNumber>;
54
+ prefillTime: z.ZodOptional<z.ZodNumber>;
55
+ audioTokens: z.ZodOptional<z.ZodNumber>;
56
+ promptTokens: z.ZodOptional<z.ZodNumber>;
57
+ generatedTokens: z.ZodOptional<z.ZodNumber>;
53
58
  }, z.core.$strip>;
54
59
  /**
55
60
  * Compute backends the ASR engines report through `stats.backendId`, as the
@@ -75,6 +80,13 @@ export declare const transcribeSpeakerSegmentSchema: z.ZodObject<{
75
80
  endMs: z.ZodNumber;
76
81
  }, z.core.$strip>;
77
82
  export type TranscribeSpeakerSegment = z.infer<typeof transcribeSpeakerSegmentSchema>;
83
+ export declare const transcribeTokenSchema: z.ZodObject<{
84
+ text: z.ZodString;
85
+ startMs: z.ZodNumber;
86
+ endMs: z.ZodNumber;
87
+ probability: z.ZodNumber;
88
+ }, z.core.$strip>;
89
+ export type TranscribeToken = z.infer<typeof transcribeTokenSchema>;
78
90
  export declare const transcribeSegmentSchema: z.ZodObject<{
79
91
  text: z.ZodString;
80
92
  startMs: z.ZodNumber;
@@ -90,11 +102,26 @@ export declare const transcribeSegmentSchema: z.ZodObject<{
90
102
  }, z.core.$strip>>>;
91
103
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
92
104
  startsWord: z.ZodOptional<z.ZodBoolean>;
105
+ language: z.ZodOptional<z.ZodString>;
106
+ noSpeechProb: z.ZodOptional<z.ZodNumber>;
107
+ speakerTurnNext: z.ZodOptional<z.ZodBoolean>;
108
+ tokens: z.ZodOptional<z.ZodArray<z.ZodObject<{
109
+ text: z.ZodString;
110
+ startMs: z.ZodNumber;
111
+ endMs: z.ZodNumber;
112
+ probability: z.ZodNumber;
113
+ }, z.core.$strip>>>;
114
+ tokenIds: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
115
+ isFinal: z.ZodOptional<z.ZodBoolean>;
116
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
117
+ eotConfidence: z.ZodOptional<z.ZodNumber>;
93
118
  }, z.core.$strip>;
94
119
  export declare const vadStateEventSchema: z.ZodObject<{
95
120
  speakerId: z.ZodOptional<z.ZodNumber>;
96
121
  speaking: z.ZodBoolean;
97
122
  probability: z.ZodNumber;
123
+ timestamp: z.ZodOptional<z.ZodNumber>;
124
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
98
125
  source: z.ZodOptional<z.ZodEnum<{
99
126
  silero: "silero";
100
127
  energy: "energy";
@@ -107,12 +134,18 @@ export declare const whisperEndOfTurnEventSchema: z.ZodObject<{
107
134
  }, z.core.$strip>;
108
135
  export declare const parakeetEndOfTurnEventSchema: z.ZodObject<{
109
136
  source: z.ZodLiteral<"parakeet">;
137
+ timestamp: z.ZodOptional<z.ZodNumber>;
138
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
139
+ confidence: z.ZodOptional<z.ZodNumber>;
110
140
  }, z.core.$strip>;
111
141
  export declare const endOfTurnEventSchema: z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
112
142
  source: z.ZodLiteral<"whisper">;
113
143
  silenceDurationMs: z.ZodNumber;
114
144
  }, z.core.$strip>, z.ZodObject<{
115
145
  source: z.ZodLiteral<"parakeet">;
146
+ timestamp: z.ZodOptional<z.ZodNumber>;
147
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
148
+ confidence: z.ZodOptional<z.ZodNumber>;
116
149
  }, z.core.$strip>], "source">, unknown>;
117
150
  export declare const transcribeRequestSchema: z.ZodObject<{
118
151
  modelId: z.ZodString;
@@ -128,6 +161,7 @@ export declare const transcribeRequestSchema: z.ZodObject<{
128
161
  hotwords: z.ZodOptional<z.ZodArray<z.ZodString>>;
129
162
  maxNewTokens: z.ZodOptional<z.ZodNumber>;
130
163
  type: z.ZodLiteral<"transcribe">;
164
+ sessionId: z.ZodOptional<z.ZodString>;
131
165
  requestId: z.ZodOptional<z.ZodString>;
132
166
  }, z.core.$strip>;
133
167
  export declare const transcribeResponseSchema: z.ZodObject<{
@@ -161,6 +195,11 @@ export declare const transcribeResponseSchema: z.ZodObject<{
161
195
  totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
162
196
  encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
163
197
  encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
198
+ aoscActive: z.ZodOptional<z.ZodNumber>;
199
+ prefillTime: z.ZodOptional<z.ZodNumber>;
200
+ audioTokens: z.ZodOptional<z.ZodNumber>;
201
+ promptTokens: z.ZodOptional<z.ZodNumber>;
202
+ generatedTokens: z.ZodOptional<z.ZodNumber>;
164
203
  }, z.core.$strip>>;
165
204
  error: z.ZodOptional<z.ZodString>;
166
205
  segment: z.ZodOptional<z.ZodObject<{
@@ -178,11 +217,26 @@ export declare const transcribeResponseSchema: z.ZodObject<{
178
217
  }, z.core.$strip>>>;
179
218
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
180
219
  startsWord: z.ZodOptional<z.ZodBoolean>;
220
+ language: z.ZodOptional<z.ZodString>;
221
+ noSpeechProb: z.ZodOptional<z.ZodNumber>;
222
+ speakerTurnNext: z.ZodOptional<z.ZodBoolean>;
223
+ tokens: z.ZodOptional<z.ZodArray<z.ZodObject<{
224
+ text: z.ZodString;
225
+ startMs: z.ZodNumber;
226
+ endMs: z.ZodNumber;
227
+ probability: z.ZodNumber;
228
+ }, z.core.$strip>>>;
229
+ tokenIds: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
230
+ isFinal: z.ZodOptional<z.ZodBoolean>;
231
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
232
+ eotConfidence: z.ZodOptional<z.ZodNumber>;
181
233
  }, z.core.$strip>>;
182
234
  vad: z.ZodOptional<z.ZodObject<{
183
235
  speakerId: z.ZodOptional<z.ZodNumber>;
184
236
  speaking: z.ZodBoolean;
185
237
  probability: z.ZodNumber;
238
+ timestamp: z.ZodOptional<z.ZodNumber>;
239
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
186
240
  source: z.ZodOptional<z.ZodEnum<{
187
241
  silero: "silero";
188
242
  energy: "energy";
@@ -194,6 +248,9 @@ export declare const transcribeResponseSchema: z.ZodObject<{
194
248
  silenceDurationMs: z.ZodNumber;
195
249
  }, z.core.$strip>, z.ZodObject<{
196
250
  source: z.ZodLiteral<"parakeet">;
251
+ timestamp: z.ZodOptional<z.ZodNumber>;
252
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
253
+ confidence: z.ZodOptional<z.ZodNumber>;
197
254
  }, z.core.$strip>], "source">, unknown>>;
198
255
  diagnostics: z.ZodOptional<z.ZodObject<{
199
256
  selectedBackend: z.ZodString;
@@ -202,16 +259,16 @@ export declare const transcribeResponseSchema: z.ZodObject<{
202
259
  gpu: "gpu";
203
260
  }>;
204
261
  graphicsApi: z.ZodOptional<z.ZodEnum<{
205
- cuda: "cuda";
206
262
  vulkan: "vulkan";
207
- metal: "metal";
208
263
  opencl: "opencl";
209
- rocm: "rocm";
210
264
  opengl: "opengl";
211
265
  webgpu: "webgpu";
266
+ metal: "metal";
212
267
  direct3d11: "direct3d11";
213
268
  direct3d12: "direct3d12";
269
+ cuda: "cuda";
214
270
  levelZero: "levelZero";
271
+ rocm: "rocm";
215
272
  }>>;
216
273
  driver: z.ZodOptional<z.ZodObject<{
217
274
  name: z.ZodString;
@@ -268,6 +325,9 @@ export declare const parakeetStreamingRunConfigSchema: z.ZodObject<{
268
325
  rightLookaheadMs: z.ZodOptional<z.ZodNumber>;
269
326
  emitPartials: z.ZodOptional<z.ZodBoolean>;
270
327
  emitEnergyVad: z.ZodOptional<z.ZodBoolean>;
328
+ energyVadThresholdDb: z.ZodOptional<z.ZodNumber>;
329
+ energyVadWindowMs: z.ZodOptional<z.ZodNumber>;
330
+ energyVadHangoverMs: z.ZodOptional<z.ZodNumber>;
271
331
  emitSpeakerVad: z.ZodOptional<z.ZodBoolean>;
272
332
  diarizationThreshold: z.ZodOptional<z.ZodNumber>;
273
333
  diarizationMinSegmentMs: z.ZodOptional<z.ZodNumber>;
@@ -294,6 +354,9 @@ export declare const transcribeStreamRequestSchema: z.ZodObject<{
294
354
  rightLookaheadMs: z.ZodOptional<z.ZodNumber>;
295
355
  emitPartials: z.ZodOptional<z.ZodBoolean>;
296
356
  emitEnergyVad: z.ZodOptional<z.ZodBoolean>;
357
+ energyVadThresholdDb: z.ZodOptional<z.ZodNumber>;
358
+ energyVadWindowMs: z.ZodOptional<z.ZodNumber>;
359
+ energyVadHangoverMs: z.ZodOptional<z.ZodNumber>;
297
360
  emitSpeakerVad: z.ZodOptional<z.ZodBoolean>;
298
361
  diarizationThreshold: z.ZodOptional<z.ZodNumber>;
299
362
  diarizationMinSegmentMs: z.ZodOptional<z.ZodNumber>;
@@ -304,6 +367,7 @@ export declare const transcribeStreamRequestSchema: z.ZodObject<{
304
367
  chunkRightContextMs: z.ZodOptional<z.ZodNumber>;
305
368
  spkCacheUpdatePeriod: z.ZodOptional<z.ZodNumber>;
306
369
  }, z.core.$strip>>;
370
+ sessionId: z.ZodOptional<z.ZodString>;
307
371
  requestId: z.ZodOptional<z.ZodString>;
308
372
  }, z.core.$strip>;
309
373
  export declare const transcribeStreamResponseSchema: z.ZodObject<{
@@ -337,6 +401,11 @@ export declare const transcribeStreamResponseSchema: z.ZodObject<{
337
401
  totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
338
402
  encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
339
403
  encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
404
+ aoscActive: z.ZodOptional<z.ZodNumber>;
405
+ prefillTime: z.ZodOptional<z.ZodNumber>;
406
+ audioTokens: z.ZodOptional<z.ZodNumber>;
407
+ promptTokens: z.ZodOptional<z.ZodNumber>;
408
+ generatedTokens: z.ZodOptional<z.ZodNumber>;
340
409
  }, z.core.$strip>>;
341
410
  error: z.ZodOptional<z.ZodString>;
342
411
  segment: z.ZodOptional<z.ZodObject<{
@@ -354,11 +423,26 @@ export declare const transcribeStreamResponseSchema: z.ZodObject<{
354
423
  }, z.core.$strip>>>;
355
424
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
356
425
  startsWord: z.ZodOptional<z.ZodBoolean>;
426
+ language: z.ZodOptional<z.ZodString>;
427
+ noSpeechProb: z.ZodOptional<z.ZodNumber>;
428
+ speakerTurnNext: z.ZodOptional<z.ZodBoolean>;
429
+ tokens: z.ZodOptional<z.ZodArray<z.ZodObject<{
430
+ text: z.ZodString;
431
+ startMs: z.ZodNumber;
432
+ endMs: z.ZodNumber;
433
+ probability: z.ZodNumber;
434
+ }, z.core.$strip>>>;
435
+ tokenIds: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
436
+ isFinal: z.ZodOptional<z.ZodBoolean>;
437
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
438
+ eotConfidence: z.ZodOptional<z.ZodNumber>;
357
439
  }, z.core.$strip>>;
358
440
  vad: z.ZodOptional<z.ZodObject<{
359
441
  speakerId: z.ZodOptional<z.ZodNumber>;
360
442
  speaking: z.ZodBoolean;
361
443
  probability: z.ZodNumber;
444
+ timestamp: z.ZodOptional<z.ZodNumber>;
445
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
362
446
  source: z.ZodOptional<z.ZodEnum<{
363
447
  silero: "silero";
364
448
  energy: "energy";
@@ -370,6 +454,9 @@ export declare const transcribeStreamResponseSchema: z.ZodObject<{
370
454
  silenceDurationMs: z.ZodNumber;
371
455
  }, z.core.$strip>, z.ZodObject<{
372
456
  source: z.ZodLiteral<"parakeet">;
457
+ timestamp: z.ZodOptional<z.ZodNumber>;
458
+ chunkIndex: z.ZodOptional<z.ZodNumber>;
459
+ confidence: z.ZodOptional<z.ZodNumber>;
373
460
  }, z.core.$strip>], "source">, unknown>>;
374
461
  diagnostics: z.ZodOptional<z.ZodObject<{
375
462
  selectedBackend: z.ZodString;
@@ -378,16 +465,16 @@ export declare const transcribeStreamResponseSchema: z.ZodObject<{
378
465
  gpu: "gpu";
379
466
  }>;
380
467
  graphicsApi: z.ZodOptional<z.ZodEnum<{
381
- cuda: "cuda";
382
468
  vulkan: "vulkan";
383
- metal: "metal";
384
469
  opencl: "opencl";
385
- rocm: "rocm";
386
470
  opengl: "opengl";
387
471
  webgpu: "webgpu";
472
+ metal: "metal";
388
473
  direct3d11: "direct3d11";
389
474
  direct3d12: "direct3d12";
475
+ cuda: "cuda";
390
476
  levelZero: "levelZero";
477
+ rocm: "rocm";
391
478
  }>>;
392
479
  driver: z.ZodOptional<z.ZodObject<{
393
480
  name: z.ZodString;
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
2
  import { inferenceBackendDiagnosticsSchema } from '../schemas/system-resources.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
3
4
  export const audioInputSchema = z.discriminatedUnion('type', [
4
5
  z.object({
5
6
  type: z.literal('base64'),
@@ -53,8 +54,14 @@ export const transcribeStatsSchema = z.object({
53
54
  totalSegments: z.number().optional(),
54
55
  whisperEncodeTime: z.number().optional(),
55
56
  whisperDecodeTime: z.number().optional(),
56
- encoderTime: z.number().optional(),
57
- decoderTime: z.number().optional(),
57
+ encoderTime: z
58
+ .number()
59
+ .optional()
60
+ .describe('Parakeet encoder time, or the MOSS audio-encoder time, in ms.'),
61
+ decoderTime: z
62
+ .number()
63
+ .optional()
64
+ .describe('Parakeet decoder time, or the MOSS decode time, in ms.'),
58
65
  melSpecTime: z.number().optional(),
59
66
  // Backend selection captured once at model load.
60
67
  // `0` CPU / `1` GPU; `backendId` codes the GPU family (see the addon's
@@ -98,7 +105,17 @@ export const transcribeStatsSchema = z.object({
98
105
  encoderUsedCoreml: z
99
106
  .number()
100
107
  .optional()
101
- .describe('Parakeet offline ASR: `1` when this run used Core ML for encoding, `0` on fallback.')
108
+ .describe('Parakeet offline ASR: `1` when this run used Core ML for encoding, `0` on fallback.'),
109
+ aoscActive: z
110
+ .number()
111
+ .optional()
112
+ .describe('Parakeet Sortformer streaming: `1` when the v2.1 AOSC speaker cache was active, `0` otherwise.'),
113
+ // MOSS-Transcribe-Diarize counters. Its encode and decode timings arrive on
114
+ // `encoderTime` / `decoderTime`, and its segment count on `totalSegments`.
115
+ prefillTime: z.number().optional().describe('MOSS: prompt prefill time, in ms.'),
116
+ audioTokens: z.number().optional().describe('MOSS: audio tokens fed to the decoder.'),
117
+ promptTokens: z.number().optional().describe('MOSS: prompt tokens prefilled before decoding.'),
118
+ generatedTokens: z.number().optional().describe('MOSS: tokens the decoder generated.')
102
119
  });
103
120
  /**
104
121
  * Compute backends the ASR engines report through `stats.backendId`, as the
@@ -122,6 +139,12 @@ export const transcribeSpeakerSegmentSchema = z.object({
122
139
  startMs: z.number().nonnegative(),
123
140
  endMs: z.number().nonnegative()
124
141
  });
142
+ export const transcribeTokenSchema = z.object({
143
+ text: z.string(),
144
+ startMs: z.number().nonnegative(),
145
+ endMs: z.number().nonnegative(),
146
+ probability: z.number().min(0).max(1).describe('Decoder probability of the token (0–1).')
147
+ });
125
148
  export const transcribeSegmentSchema = z.object({
126
149
  text: z.string(),
127
150
  startMs: z.number(),
@@ -146,7 +169,42 @@ export const transcribeSegmentSchema = z.object({
146
169
  startsWord: z
147
170
  .boolean()
148
171
  .optional()
149
- .describe('Segment begins a new SentencePiece word, for joining partial segments without splitting words. Parakeet engine only; absent on whisper.')
172
+ .describe('Segment begins a new SentencePiece word, for joining partial segments without splitting words. Parakeet engine only; absent on whisper.'),
173
+ language: z
174
+ .string()
175
+ .optional()
176
+ .describe("Language the segment's window was decoded in, as an ISO 639-1 code such as `en`; the detected language under `language: 'auto'`. Whisper engine only."),
177
+ noSpeechProb: z
178
+ .number()
179
+ .min(0)
180
+ .max(1)
181
+ .optional()
182
+ .describe("Probability (0–1) that the segment's window holds no speech, the value `no_speech_thold` is compared against. Whisper engine only."),
183
+ speakerTurnNext: z
184
+ .boolean()
185
+ .optional()
186
+ .describe('A speaker turn follows this segment. Whisper engine only, with `tdrz_enable` on a tinydiarize model.'),
187
+ tokens: z
188
+ .array(transcribeTokenSchema)
189
+ .optional()
190
+ .describe('Decoded text tokens with millisecond timing and probability; special tokens are left out. Whisper engine only, with `token_timestamps`.'),
191
+ tokenIds: z
192
+ .array(z.number().int())
193
+ .optional()
194
+ .describe('Native token ids of the segment. Parakeet streaming only.'),
195
+ isFinal: z
196
+ .boolean()
197
+ .optional()
198
+ .describe('Native finality of the segment, including empty final markers; prefer it over non-empty text to detect a finalized chunk. Parakeet streaming only.'),
199
+ chunkIndex: z
200
+ .number()
201
+ .int()
202
+ .optional()
203
+ .describe('Native streaming chunk index the segment belongs to; `-1` when unknown. Parakeet streaming only.'),
204
+ eotConfidence: z
205
+ .number()
206
+ .optional()
207
+ .describe('Native end-of-turn confidence of the segment; may be `0` when the model reports none. Parakeet EOU streaming only.')
150
208
  });
151
209
  export const vadStateEventSchema = z.object({
152
210
  speakerId: z
@@ -157,6 +215,15 @@ export const vadStateEventSchema = z.object({
157
215
  .describe('Dominant speaker for Parakeet diarization activity; omitted when unavailable.'),
158
216
  speaking: z.boolean(),
159
217
  probability: z.number(),
218
+ timestamp: z
219
+ .number()
220
+ .optional()
221
+ .describe('Parakeet: event time in seconds from the start of the streaming session.'),
222
+ chunkIndex: z
223
+ .number()
224
+ .int()
225
+ .optional()
226
+ .describe('Parakeet: native streaming chunk index of the event; `-1` when unavailable.'),
160
227
  source: z
161
228
  .enum(['silero', 'energy', 'sortformer'])
162
229
  .optional()
@@ -167,7 +234,20 @@ export const whisperEndOfTurnEventSchema = z.object({
167
234
  silenceDurationMs: z.number()
168
235
  });
169
236
  export const parakeetEndOfTurnEventSchema = z.object({
170
- source: z.literal('parakeet')
237
+ source: z.literal('parakeet'),
238
+ timestamp: z
239
+ .number()
240
+ .optional()
241
+ .describe('Native event time in seconds from the start of the streaming session.'),
242
+ chunkIndex: z
243
+ .number()
244
+ .int()
245
+ .optional()
246
+ .describe('Native streaming chunk index of the boundary; `-1` when unknown.'),
247
+ confidence: z
248
+ .number()
249
+ .optional()
250
+ .describe('Native end-of-turn confidence reported by the EOU model.')
171
251
  });
172
252
  const endOfTurnDiscriminatedSchema = z.discriminatedUnion('source', [
173
253
  whisperEndOfTurnEventSchema,
@@ -187,14 +267,11 @@ function normalizeEndOfTurnWire(value) {
187
267
  return value;
188
268
  }
189
269
  export const endOfTurnEventSchema = z.preprocess(normalizeEndOfTurnWire, endOfTurnDiscriminatedSchema);
190
- export const transcribeRequestSchema = transcribeParamsSchema.extend({
191
- type: z.literal('transcribe'),
192
- requestId: z
193
- .string()
194
- .min(1)
195
- .optional()
196
- .describe('Stable identifier for this in-flight transcription, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
197
- });
270
+ export const transcribeRequestSchema = transcribeParamsSchema
271
+ .extend({
272
+ type: z.literal('transcribe')
273
+ })
274
+ .extend(trackedRequestSchema.shape);
198
275
  const transcriptionResultBase = z.object({
199
276
  text: z.string().optional(),
200
277
  done: z.boolean().optional(),
@@ -227,6 +304,9 @@ export const parakeetStreamingRunConfigSchema = z.object({
227
304
  rightLookaheadMs: z.number().int().nonnegative().optional(),
228
305
  emitPartials: z.boolean().optional(),
229
306
  emitEnergyVad: z.boolean().optional(),
307
+ energyVadThresholdDb: z.number().optional(),
308
+ energyVadWindowMs: z.number().int().positive().optional(),
309
+ energyVadHangoverMs: z.number().int().nonnegative().optional(),
230
310
  emitSpeakerVad: z.boolean().optional(),
231
311
  diarizationThreshold: z.number().min(0).max(1).optional(),
232
312
  diarizationMinSegmentMs: z.number().int().nonnegative().optional(),
@@ -237,7 +317,8 @@ export const parakeetStreamingRunConfigSchema = z.object({
237
317
  chunkRightContextMs: z.number().int().nonnegative().optional(),
238
318
  spkCacheUpdatePeriod: z.number().int().positive().optional()
239
319
  });
240
- export const transcribeStreamRequestSchema = transcribeBaseSchema.extend({
320
+ export const transcribeStreamRequestSchema = transcribeBaseSchema
321
+ .extend({
241
322
  type: z.literal('transcribeStream'),
242
323
  emitVadEvents: z.boolean().optional(),
243
324
  endOfTurnSilenceMs: z
@@ -247,13 +328,9 @@ export const transcribeStreamRequestSchema = transcribeBaseSchema.extend({
247
328
  .optional()
248
329
  .describe('Silence (ms) before an endOfTurn event fires. 0 or unset disables end-of-turn detection entirely. Whisper engine only.'),
249
330
  vadRunIntervalMs: z.number().int().positive().optional(),
250
- parakeetStreamingConfig: parakeetStreamingRunConfigSchema.optional(),
251
- requestId: z
252
- .string()
253
- .min(1)
254
- .optional()
255
- .describe('Stable identifier for this in-flight duplex transcription, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
256
- });
331
+ parakeetStreamingConfig: parakeetStreamingRunConfigSchema.optional()
332
+ })
333
+ .extend(trackedRequestSchema.shape);
257
334
  export const transcribeStreamResponseSchema = transcriptionResultBase.extend({
258
335
  type: z.literal('transcribeStream')
259
336
  });
@@ -39,6 +39,7 @@ export declare const translateRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObjec
39
39
  nmt: "nmt";
40
40
  }>;
41
41
  type: z.ZodLiteral<"translate">;
42
+ sessionId: z.ZodOptional<z.ZodString>;
42
43
  requestId: z.ZodOptional<z.ZodString>;
43
44
  }, z.core.$strip>, z.ZodObject<{
44
45
  modelId: z.ZodString;
@@ -52,6 +53,7 @@ export declare const translateRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObjec
52
53
  to: z.ZodString;
53
54
  context: z.ZodOptional<z.ZodString>;
54
55
  type: z.ZodLiteral<"translate">;
56
+ sessionId: z.ZodOptional<z.ZodString>;
55
57
  requestId: z.ZodOptional<z.ZodString>;
56
58
  }, z.core.$strip>], "modelType">;
57
59
  export declare const translateServerParamsSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[z.ZodObject<{
@@ -1,4 +1,5 @@
1
1
  import { z } from 'zod';
2
+ import { trackedRequestSchema } from '../schemas/request-base.js';
2
3
  import { nmtModelTypeSchema, llmModelTypeSchema, normalizeModelType } from '../schemas/model-types.js';
3
4
  const translateParamsNmtSchema = z.object({
4
5
  modelId: z.string().describe('The identifier of the NMT translation model to use.'),
@@ -52,23 +53,18 @@ export const translationStatsSchema = z.object({
52
53
  .optional()
53
54
  .describe('Tokens served from the KV cache during LLM translation.')
54
55
  });
55
- const translateRequestIdField = z
56
- .string()
57
- .min(1)
58
- .optional()
59
- .describe('Stable identifier for this in-flight translation, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.');
60
56
  export const translateRequestSchema = z.discriminatedUnion('modelType', [
61
57
  translateParamsNmtSchema
62
58
  .extend({
63
- type: z.literal('translate'),
64
- requestId: translateRequestIdField
59
+ type: z.literal('translate')
65
60
  })
61
+ .extend(trackedRequestSchema.shape)
66
62
  .meta({ title: 'TranslateNmtRequest' }),
67
63
  translateParamsLlmSchema
68
64
  .extend({
69
- type: z.literal('translate'),
70
- requestId: translateRequestIdField
65
+ type: z.literal('translate')
71
66
  })
67
+ .extend(trackedRequestSchema.shape)
72
68
  .meta({ title: 'TranslateLlmRequest' })
73
69
  ]);
74
70
  // Valid model types for translation (aliases and canonical)