@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -3,9 +3,9 @@ import path from 'bare-path';
3
3
  import { createGunzip } from 'bare-zlib';
4
4
  import tarStream from 'tar-stream';
5
5
  import Buffer from 'bare-buffer';
6
- import { detectShardedModel, generateShardFilenames, extractTensorsFromShards, validateShardedModelCache } from './shard-utils.js';
6
+ import { detectShardedModel, generateShardFilenames, checkAllShardsExist } from '../utils/shard-utils.js';
7
7
  import { ModelLoadFailedError, ArchiveExtractionFailedError, ArchiveUnsupportedTypeError, ArchiveMissingShardsError, DownloadCancelledError } from '../errors/index.js';
8
- import { isPathWithinBase } from './path-security.js';
8
+ import { isPathWithinBase } from '../utils/path-security.js';
9
9
  import { getEngineLogger } from '../logging/index.js';
10
10
  import { SUPPORTED_ARCHIVE_EXTENSIONS, filenameToArchiveTypeSchema } from '../schemas/model-file.js';
11
11
  const logger = getEngineLogger();
@@ -18,7 +18,7 @@ export function isArchiveUrl(url) {
18
18
  return SUPPORTED_ARCHIVE_EXTENSIONS.some((ext) => filename.endsWith(ext));
19
19
  }
20
20
  // Whitelist of model file extensions to extract from archives
21
- const ALLOWED_MODEL_EXTENSIONS = ['.gguf', '.tensors.txt'];
21
+ const ALLOWED_MODEL_EXTENSIONS = ['.gguf'];
22
22
  function isModelFile(entryName) {
23
23
  const basename = path.basename(entryName);
24
24
  // Skip resource forks (._filename)
@@ -66,22 +66,43 @@ export async function extractTarStream(archivePath, extractDir, useGunzip, signa
66
66
  const extract = tarStream.extract();
67
67
  const gunzip = useGunzip ? createGunzip() : null;
68
68
  return new Promise((resolve, reject) => {
69
- let aborted = false;
69
+ let settled = false;
70
70
  let readStream = null;
71
- const cleanup = () => {
72
- aborted = true;
73
- readStream?.destroy();
74
- gunzip?.destroy();
75
- extract.destroy();
76
- };
77
- if (signal) {
78
- signal.addEventListener('abort', () => {
79
- cleanup();
80
- reject(new DownloadCancelledError());
71
+ // Settles, with the write's error if any, when the current entry's file is
72
+ // closed. tar-stream can emit 'finish' before the last entry's write
73
+ // completes (an archive without end-of-archive blocks), so completion
74
+ // waits for it too.
75
+ let writeClosed = Promise.resolve(undefined);
76
+ let writeStream = null;
77
+ const settle = (error) => {
78
+ if (settled)
79
+ return;
80
+ settled = true;
81
+ signal?.removeEventListener('abort', onAbort);
82
+ if (error !== undefined) {
83
+ readStream?.destroy();
84
+ gunzip?.destroy();
85
+ extract.destroy();
86
+ writeStream?.destroy();
87
+ }
88
+ // Nothing is written after the caller sees the outcome.
89
+ void writeClosed.then((writeError) => {
90
+ const outcome = error ?? writeError;
91
+ if (outcome === undefined)
92
+ resolve();
93
+ else
94
+ reject(outcome);
81
95
  });
96
+ };
97
+ const onAbort = () => settle(new DownloadCancelledError());
98
+ if (signal?.aborted) {
99
+ settle(new DownloadCancelledError());
100
+ return;
82
101
  }
102
+ signal?.addEventListener('abort', onAbort);
83
103
  extract.on('entry', (header, stream, next) => {
84
- if (aborted) {
104
+ stream.on('error', settle);
105
+ if (settled) {
85
106
  stream.resume();
86
107
  return;
87
108
  }
@@ -101,23 +122,35 @@ export async function extractTarStream(archivePath, extractDir, useGunzip, signa
101
122
  if (header.type === 'file') {
102
123
  const dir = path.dirname(filePath);
103
124
  fs.mkdirSync(dir, { recursive: true });
104
- const writeStream = fs.createWriteStream(filePath);
105
- stream.pipe(writeStream);
106
- writeStream.on('finish', next);
107
- writeStream.on('error', reject);
125
+ const entryWriteStream = fs.createWriteStream(filePath);
126
+ writeStream = entryWriteStream;
127
+ writeClosed = new Promise((resolveClose) => {
128
+ let writeError;
129
+ entryWriteStream.on('error', (error) => {
130
+ writeError = error;
131
+ settle(error);
132
+ });
133
+ entryWriteStream.on('close', () => resolveClose(writeError));
134
+ });
135
+ entryWriteStream.on('close', () => {
136
+ if (!settled)
137
+ next();
138
+ });
139
+ stream.pipe(entryWriteStream);
108
140
  }
109
141
  else {
110
- stream.on('end', next);
142
+ stream.on('end', () => {
143
+ if (!settled)
144
+ next();
145
+ });
111
146
  stream.resume();
112
147
  }
113
148
  });
114
- extract.on('finish', resolve);
115
- extract.on('error', reject);
116
- if (gunzip) {
117
- gunzip.on('error', reject);
118
- }
149
+ extract.on('finish', () => settle());
150
+ extract.on('error', settle);
151
+ gunzip?.on('error', settle);
119
152
  readStream = fs.createReadStream(archivePath);
120
- readStream.on('error', reject);
153
+ readStream.on('error', settle);
121
154
  // tar-stream's extract is a streamx Writable at runtime; cast past the
122
155
  // nominal private brand its shim can't carry (see types/tar-stream).
123
156
  const extractDest = extract;
@@ -132,13 +165,39 @@ export async function extractTarStream(archivePath, extractDir, useGunzip, signa
132
165
  }
133
166
  });
134
167
  }
135
- export async function extractAndValidateShardedArchive(archivePath, extractDir, signal) {
168
+ const EXTRACTION_COMPLETE_MARKER = '.extraction-complete';
169
+ async function pathExists(filePath) {
170
+ return fsPromises.access(filePath).then(() => true, () => false);
171
+ }
172
+ /**
173
+ * An extracted sharded archive is complete when every shard exists and the
174
+ * extraction that wrote them finished. Caches from earlier SDK versions have no
175
+ * marker, so the first load after upgrading extracts the archive again, which
176
+ * downloads it again when it came over HTTP.
177
+ */
178
+ export async function isShardedExtractionComplete(extractDir, shardFilename) {
179
+ return ((await checkAllShardsExist(extractDir, shardFilename)) &&
180
+ (await pathExists(path.join(extractDir, EXTRACTION_COMPLETE_MARKER))));
181
+ }
182
+ // Concurrent loads of one archive share an extract directory, so they share
183
+ // one extraction instead of writing the same files at the same time. A joining
184
+ // caller shares the first caller's abort signal.
185
+ const inFlightExtractions = new Map();
186
+ export function extractAndValidateShardedArchive(archivePath, extractDir, signal) {
187
+ const inFlight = inFlightExtractions.get(extractDir);
188
+ if (inFlight)
189
+ return inFlight;
190
+ const extraction = extractAndValidateShardedArchiveOnce(archivePath, extractDir, signal).finally(() => inFlightExtractions.delete(extractDir));
191
+ inFlightExtractions.set(extractDir, extraction);
192
+ return extraction;
193
+ }
194
+ async function extractAndValidateShardedArchiveOnce(archivePath, extractDir, signal) {
136
195
  // Check if shards already extracted
137
196
  try {
138
197
  const existingFiles = await fsPromises.readdir(extractDir);
139
198
  const existingShard = existingFiles.find((f) => detectShardedModel(String(f)).isSharded);
140
199
  if (existingShard) {
141
- const isComplete = await validateShardedModelCache(extractDir, String(existingShard));
200
+ const isComplete = await isShardedExtractionComplete(extractDir, String(existingShard));
142
201
  if (isComplete) {
143
202
  logger.info(`✅ Archive already extracted: ${extractDir}`);
144
203
  const shardFilenames = generateShardFilenames(String(existingShard));
@@ -151,6 +210,7 @@ export async function extractAndValidateShardedArchive(archivePath, extractDir,
151
210
  // Directory doesn't exist, proceed with extraction
152
211
  }
153
212
  logger.info(`Extracting archive: ${path.basename(archivePath)}`);
213
+ await fsPromises.rm(path.join(extractDir, EXTRACTION_COMPLETE_MARKER), { force: true });
154
214
  try {
155
215
  await extractArchive(archivePath, extractDir, signal);
156
216
  }
@@ -177,8 +237,7 @@ export async function extractAndValidateShardedArchive(archivePath, extractDir,
177
237
  throw new ArchiveMissingShardsError(shardFilename);
178
238
  }
179
239
  }
180
- // Generate tensors.txt if it doesn't exist
181
- await extractTensorsFromShards(extractDir, shardedFileName);
240
+ await fsPromises.writeFile(path.join(extractDir, EXTRACTION_COMPLETE_MARKER), '');
182
241
  logger.info(`Archive extracted to ${extractDir} successfully: ${files.length} files`);
183
242
  return path.join(extractDir, shardFilenames[0]);
184
243
  }
@@ -3,11 +3,16 @@ export declare function isVadEvent(event: ASRGgml.ASRStreamOutput): event is ASR
3
3
  export declare function isEndOfTurnEvent(event: ASRGgml.ASRStreamOutput): event is ASRGgml.EndOfTurnEvent;
4
4
  export declare function toVadStateEvent(event: ASRGgml.VadEvent): {
5
5
  speakerId?: number;
6
+ chunkIndex?: number;
7
+ timestamp?: number;
6
8
  speaking: boolean;
7
9
  probability: number;
8
10
  source: "silero" | "energy" | "sortformer";
9
11
  };
10
12
  export declare function toEndOfTurnEvent(event: ASRGgml.EndOfTurnEvent): {
13
+ confidence?: number;
14
+ chunkIndex?: number;
15
+ timestamp?: number;
11
16
  source: "parakeet";
12
17
  silenceDurationMs?: never;
13
18
  } | {
@@ -15,12 +15,21 @@ export function toVadStateEvent(event) {
15
15
  speaking: event.speaking,
16
16
  probability: event.score,
17
17
  source: event.source,
18
+ ...(event.timestamp !== undefined && { timestamp: event.timestamp }),
19
+ ...(event.chunkIndex !== undefined && { chunkIndex: event.chunkIndex }),
18
20
  ...(event.speakerId !== undefined && { speakerId: event.speakerId })
19
21
  };
20
22
  }
21
23
  export function toEndOfTurnEvent(event) {
22
24
  if (event.source === 'model-eou') {
23
- return { source: 'parakeet' };
25
+ // The native EOU boundary carries its own timing and confidence; a
26
+ // boundary the addon synthesizes from a segment has none to forward.
27
+ return {
28
+ source: 'parakeet',
29
+ ...(event.timestamp !== undefined && { timestamp: event.timestamp }),
30
+ ...(event.chunkIndex !== undefined && { chunkIndex: event.chunkIndex }),
31
+ ...(event.confidence !== undefined && { confidence: event.confidence })
32
+ };
24
33
  }
25
34
  if (event.silenceDurationMs === undefined) {
26
35
  return null;
@@ -30,7 +30,9 @@ export async function decodeAudioToStream(inputPath, audioFormat = 's16le', opti
30
30
  const audioStream = fs.createReadStream(inputPath);
31
31
  // bare-fs read streams are async-iterable over Buffer at runtime; the
32
32
  // decoder types its input as AsyncIterable<Buffer>.
33
- const response = decoder.run(audioStream);
33
+ const response = decoder.run(audioStream, {
34
+ retainOutput: false
35
+ });
34
36
  return decoderResponseToStream(response, {
35
37
  inputPath,
36
38
  inactivityTimeoutMs,
@@ -1,7 +1,7 @@
1
1
  import { Readable } from 'bare-stream';
2
2
  import fs from 'bare-fs';
3
3
  import Buffer from 'bare-buffer';
4
- import { needsDecoding, decodeAudioToStream } from './audio/decoder.js';
4
+ import { needsDecoding, decodeAudioToStream } from '../utils/audio/decoder.js';
5
5
  import { AudioFileNotFoundError, InvalidAudioChunkError } from '../errors/index.js';
6
6
  /**
7
7
  * Converts an AudioInput (base64 or filePath) into a Readable stream,
@@ -1,3 +1,4 @@
1
- import type { CacheMessage } from './types.js';
1
+ import type { CacheMessage } from '../../utils/cache/types.js';
2
+ export declare function normalizeCacheMessage(message: CacheMessage): CacheMessage;
2
3
  export declare function getAutoCacheLookupHistory(currentHistory: CacheMessage[]): CacheMessage[];
3
4
  export declare function buildAutoCacheSaveHistory(currentHistory: CacheMessage[], assistantResponse: string): CacheMessage[];
@@ -1,7 +1,9 @@
1
- import { normalizeAssistantCacheContent } from '../cache-normalize.js';
2
- function normalizeCacheMessage(message) {
1
+ import { normalizeAssistantCacheContent } from '../../utils/cache-normalize.js';
2
+ export function normalizeCacheMessage(message) {
3
3
  const { attachments, ...normalized } = message;
4
- if (message.role === 'assistant') {
4
+ // Content parts are a user-turn shape (the schema rejects them elsewhere);
5
+ // assistant text is always a plain string.
6
+ if (message.role === 'assistant' && typeof message.content === 'string') {
5
7
  normalized.content = normalizeAssistantCacheContent(message.content);
6
8
  }
7
9
  return {
@@ -0,0 +1,48 @@
1
+ import { type RegistryItem } from '../../models/registry/models.js';
2
+ /** detectShardedModel's filename pattern: `<base>-00001-of-00004.gguf`. */
3
+ export declare const SHARD_FILENAME_PATTERN: RegExp;
4
+ export declare const COREML_COMPONENTS: readonly ["analytics/coremldata.bin", "coremldata.bin", "metadata.json", "model.mil", "weights/weight.bin"];
5
+ type BundleSpec = {
6
+ sourceName: string;
7
+ targetSuffix: string;
8
+ };
9
+ export type CoremlSidecarSpec = {
10
+ source: string;
11
+ root: string;
12
+ modelStem: string;
13
+ bundles: readonly BundleSpec[];
14
+ withoutBundlesUse?: string;
15
+ };
16
+ export declare function getCoremlSidecarSpec(registryPath: string, registrySource: string, platform: string | undefined): CoremlSidecarSpec | undefined;
17
+ /** The string a Core ML companion set's key is the short hash of. */
18
+ export declare function getCoremlSetKeySource(model: RegistryItem, spec: CoremlSidecarSpec): string;
19
+ /**
20
+ * The catalog entries of every bundle the catalog publishes completely, each
21
+ * with the name it takes in the set directory. A bundle missing a component
22
+ * is left out: a partial `.mlmodelc` is not usable.
23
+ */
24
+ export declare function getCatalogCoremlSidecars(spec: CoremlSidecarSpec): {
25
+ key: string;
26
+ targetName: string;
27
+ entry: RegistryItem;
28
+ }[];
29
+ /** A single-file model's name in the models cache directory. */
30
+ export declare function getSingleFileCacheName(registryPath: string, shortHash: (input: string) => string): string;
31
+ export type ModelCacheLayout = {
32
+ /** The model's file or set directory, relative to the models cache directory. */
33
+ path: string;
34
+ /** Every registry-pinned file the model needs, relative to the models cache directory. */
35
+ files: {
36
+ path: string;
37
+ size: number;
38
+ sha256: string;
39
+ }[];
40
+ };
41
+ /**
42
+ * Where the loader keeps `model`, or `undefined` for a sharded model (its
43
+ * `sharded/` directory is not described here) or a Core ML model whose bundles
44
+ * the catalog lacks (the loader asks the live registry). `shortHash` is
45
+ * generateShortHash, passed in to avoid bare-crypto.
46
+ */
47
+ export declare function getModelCacheLayout(model: RegistryItem, platform: string | undefined, shortHash: (input: string) => string): ModelCacheLayout | undefined;
48
+ export {};
@@ -0,0 +1,190 @@
1
+ import { models } from '../../models/registry/models.js';
2
+ // Where the models cache keeps each registry model. Pure (no fs or bare-*
3
+ // imports) so Node can load it; the loader uses the same rules.
4
+ /** detectShardedModel's filename pattern: `<base>-00001-of-00004.gguf`. */
5
+ export const SHARD_FILENAME_PATTERN = /^(.+)-(\d{5})-of-(\d{5})(\.\w+)$/;
6
+ // Apple Core ML sidecars for registry GGUFs. A native addon runs a stage on a
7
+ // compiled `.mlmodelc` bundle when one sits next to the GGUF and falls back to
8
+ // ggml otherwise, so on macOS and iOS the bundle is downloaded with its GGUF
9
+ // into one companion-set directory. The registry publishes a bundle as its
10
+ // individual component files, none of which is a model constant of its own.
11
+ // TranscribePsy's Core ML distribution goes further: its GGUF carries no
12
+ // encoder weights, so that GGUF only loads with its bundles beside it.
13
+ export const COREML_COMPONENTS = [
14
+ 'analytics/coremldata.bin',
15
+ 'coremldata.bin',
16
+ 'metadata.json',
17
+ 'model.mil',
18
+ 'weights/weight.bin'
19
+ ];
20
+ const SIDECAR_FAMILIES = [
21
+ {
22
+ // The pinned ASR addon supports these encoder sidecars. The other bundles
23
+ // in the registry (CTC, Indic CTC, Nemotron, and TDT 1.1B) must not be
24
+ // downloaded until the addon can actually use them.
25
+ source: 's3',
26
+ root: 'qvac_models_compiled/ggml/parakeet/2026-09-28/',
27
+ pathPattern: /\/ggml\/parakeet\//,
28
+ stemPattern: /^(.+)\.(?:f16|q4_0|q8_0)\.gguf$/,
29
+ bundlesByStem: {
30
+ 'parakeet-tdt-0.6b-v3': [
31
+ { sourceName: 'parakeet-tdt-0.6b-v3-encoder', targetSuffix: '-encoder' }
32
+ ],
33
+ 'parakeet-unified-en-0.6b': [
34
+ { sourceName: 'parakeet-unified-en-0.6b-encoder', targetSuffix: '-encoder' }
35
+ ],
36
+ 'parakeet-eou-120m-v1': [
37
+ { sourceName: 'parakeet_realtime_eou_120m-v1-encoder', targetSuffix: '-encoder' }
38
+ ],
39
+ 'diar_streaming_sortformer_4spk-v2.1': [
40
+ { sourceName: 'diar_streaming_sortformer_4spk-v2.1-encoder', targetSuffix: '-encoder' },
41
+ {
42
+ sourceName: 'diar_streaming_sortformer_4spk-v2.1-encoder-bypass-pre-encode',
43
+ targetSuffix: '-encoder-bypass-pre-encode'
44
+ }
45
+ ]
46
+ }
47
+ },
48
+ {
49
+ // TranscribePsy EU-sub's Core ML distribution is published on Hugging Face
50
+ // as an encoder-less GGUF with its encoder and decoder bundles beside it;
51
+ // the ASR addon runs both stages on the Neural Engine. The full EU-sub GGUF
52
+ // (`transcribepsy-250m-eu-sub.gguf`) has no sidecar and runs on ggml, and
53
+ // so does the 25-language TranscribePsy-250M-EU GGUF
54
+ // (`transcribepsy-250m-eu.gguf`, published from S3): its CAFE adapters and
55
+ // language gate are not in these bundles, so it has no Core ML family.
56
+ source: 'hf',
57
+ pathPattern: /^qvac\/TranscribePsy-250M-EU-sub-coreml\/resolve\//,
58
+ stemPattern: /^(transcribepsy-250m-eu-sub-coreml)\.gguf$/,
59
+ bundlesByStem: {
60
+ 'transcribepsy-250m-eu-sub-coreml': [
61
+ { sourceName: 'transcribepsy-250m-eu-sub-coreml-encoder', targetSuffix: '-encoder' },
62
+ { sourceName: 'transcribepsy-250m-eu-sub-coreml-decoder', targetSuffix: '-decoder' }
63
+ ]
64
+ },
65
+ withoutBundlesUse: 'PARAKEET_TRANSCRIBEPSY_250M_Q8_0'
66
+ },
67
+ {
68
+ // The TTS addon runs the Audio8 codec's synthesis stack on this bundle when
69
+ // it sits beside the codec decoder GGUF. Every quantization tier shares the
70
+ // one bundle, which is why its name drops the tier.
71
+ source: 's3',
72
+ root: 'qvac_models_compiled/ggml/audio8/2026-09-30/',
73
+ pathPattern: /\/ggml\/audio-?8\//,
74
+ stemPattern: /^(.+)-(?:f16|f32|q8_0)\.gguf$/,
75
+ bundlesByStem: {
76
+ 'audio8-codec-decoder': [{ sourceName: 'audio8-codec-decoder', targetSuffix: '' }]
77
+ }
78
+ },
79
+ {
80
+ // The AudioGen addon decodes ACE-Step's latent on this bundle when it sits
81
+ // beside the VAE GGUF as `vae-decoder.mlmodelc`, and on ggml otherwise.
82
+ // The bundle was published after the GGUF, in a later registry directory.
83
+ source: 's3',
84
+ root: 'qvac_models_compiled/ggml/acestep/2026-10-28/',
85
+ pathPattern: /\/ggml\/acestep\//,
86
+ stemPattern: /^(vae)-BF16\.gguf$/,
87
+ bundlesByStem: {
88
+ vae: [{ sourceName: 'vae-decoder', targetSuffix: '-decoder' }]
89
+ }
90
+ }
91
+ ];
92
+ function basename(registryPath) {
93
+ return registryPath.split('/').pop() || registryPath;
94
+ }
95
+ export function getCoremlSidecarSpec(registryPath, registrySource, platform) {
96
+ if (platform !== 'darwin' && platform !== 'ios')
97
+ return undefined;
98
+ const filename = registryPath.split('/').pop() || '';
99
+ for (const family of SIDECAR_FAMILIES) {
100
+ if (family.source !== registrySource || !family.pathPattern.test(registryPath))
101
+ continue;
102
+ const modelStem = filename.match(family.stemPattern)?.[1];
103
+ const bundles = modelStem ? family.bundlesByStem[modelStem] : undefined;
104
+ if (modelStem && bundles) {
105
+ return {
106
+ source: family.source,
107
+ root: family.root ?? registryPath.slice(0, registryPath.length - filename.length),
108
+ modelStem,
109
+ bundles,
110
+ ...(family.withoutBundlesUse !== undefined && {
111
+ withoutBundlesUse: family.withoutBundlesUse
112
+ })
113
+ };
114
+ }
115
+ }
116
+ return undefined;
117
+ }
118
+ /** The string a Core ML companion set's key is the short hash of. */
119
+ export function getCoremlSetKeySource(model, spec) {
120
+ return `${model.registrySource}:${model.registryPath}:coreml:${spec.root}`;
121
+ }
122
+ /**
123
+ * The catalog entries of every bundle the catalog publishes completely, each
124
+ * with the name it takes in the set directory. A bundle missing a component
125
+ * is left out: a partial `.mlmodelc` is not usable.
126
+ */
127
+ export function getCatalogCoremlSidecars(spec) {
128
+ const sidecars = [];
129
+ for (const bundle of spec.bundles) {
130
+ const registryPrefix = `${spec.root}${bundle.sourceName}.mlmodelc/`;
131
+ const entries = COREML_COMPONENTS.map((component) => models.find((entry) => entry.registrySource === spec.source && entry.registryPath === registryPrefix + component));
132
+ if (entries.some((entry) => !entry))
133
+ continue;
134
+ entries.forEach((entry, index) => sidecars.push({
135
+ key: `${bundle.sourceName}/${COREML_COMPONENTS[index]}`,
136
+ targetName: `${spec.modelStem}${bundle.targetSuffix}.mlmodelc/${COREML_COMPONENTS[index]}`,
137
+ entry: entry
138
+ }));
139
+ }
140
+ return sidecars;
141
+ }
142
+ /** A single-file model's name in the models cache directory. */
143
+ export function getSingleFileCacheName(registryPath, shortHash) {
144
+ return `${shortHash(registryPath)}_${basename(registryPath)}`;
145
+ }
146
+ /**
147
+ * Where the loader keeps `model`, or `undefined` for a sharded model (its
148
+ * `sharded/` directory is not described here) or a Core ML model whose bundles
149
+ * the catalog lacks (the loader asks the live registry). `shortHash` is
150
+ * generateShortHash, passed in to avoid bare-crypto.
151
+ */
152
+ export function getModelCacheLayout(model, platform, shortHash) {
153
+ const filename = basename(model.registryPath);
154
+ if (SHARD_FILENAME_PATTERN.test(filename))
155
+ return undefined;
156
+ const set = (setKey, files) => ({
157
+ path: `sets/${setKey}`,
158
+ files: files.map((file) => ({
159
+ path: `sets/${setKey}/${file.targetName}`,
160
+ size: file.size,
161
+ sha256: file.sha256
162
+ }))
163
+ });
164
+ const spec = getCoremlSidecarSpec(model.registryPath, model.registrySource, platform);
165
+ if (spec) {
166
+ const sidecars = getCatalogCoremlSidecars(spec);
167
+ if (sidecars.length === 0)
168
+ return undefined;
169
+ return set(shortHash(getCoremlSetKeySource(model, spec)), [
170
+ { targetName: filename, size: model.expectedSize, sha256: model.sha256Checksum },
171
+ ...sidecars.map(({ targetName, entry }) => ({
172
+ targetName,
173
+ size: entry.expectedSize,
174
+ sha256: entry.sha256Checksum
175
+ }))
176
+ ]);
177
+ }
178
+ if (model.companionSet) {
179
+ return set(model.companionSet.setKey, model.companionSet.files.map((file) => ({
180
+ targetName: file.targetName,
181
+ size: file.expectedSize,
182
+ sha256: file.sha256Checksum
183
+ })));
184
+ }
185
+ const single = getSingleFileCacheName(model.registryPath, shortHash);
186
+ return {
187
+ path: single,
188
+ files: [{ path: single, size: model.expectedSize, sha256: model.sha256Checksum }]
189
+ };
190
+ }
@@ -1,13 +1,14 @@
1
1
  import fs, { promises as fsPromises } from 'bare-fs';
2
2
  import path from 'bare-path';
3
3
  import { getConfiguredCacheDir } from '../../runtime/state.js';
4
- import { getQvacPath } from '../qvac-paths.js';
5
- import { calculateFileChecksum } from '../checksum.js';
6
- import { validateAndJoinPath, joinWithinBase } from '../path-security.js';
7
- import { generateShortHash } from '../formatting.js';
4
+ import { getQvacPath } from '../../utils/qvac-paths.js';
5
+ import { calculateCachedFileChecksum } from '../../utils/checksum.js';
6
+ import { validateAndJoinPath, joinWithinBase } from '../../utils/path-security.js';
7
+ import { generateShortHash } from '../../utils/formatting.js';
8
+ import { getSingleFileCacheName } from '../../utils/cache/layout.js';
8
9
  import { getEngineLogger } from '../../logging/index.js';
9
10
  import { nowMs } from '../../profiling/index.js';
10
- import { resolveClearStorageTarget } from '../clear-storage.js';
11
+ import { resolveClearStorageTarget } from '../../utils/clear-storage.js';
11
12
  const logger = getEngineLogger();
12
13
  export function getCacheDir(subDir) {
13
14
  const cacheDir = getQvacPath(subDir);
@@ -74,10 +75,7 @@ export function getCompanionSetPath(setKey, targetName) {
74
75
  * Get cache path for a single (non-sharded, non-companion) registry model.
75
76
  */
76
77
  export function getSingleFileCachePath(registryPath) {
77
- // A path ending in "/" falls back to the whole path, separators included.
78
- const filename = registryPath.split('/').pop() || registryPath;
79
- const sourceHash = generateShortHash(registryPath);
80
- return joinWithinBase(getModelsCacheDir(), `${sourceHash}_${filename}`);
78
+ return joinWithinBase(getModelsCacheDir(), getSingleFileCacheName(registryPath, generateShortHash));
81
79
  }
82
80
  /**
83
81
  * Get full path to specific shard file
@@ -117,7 +115,7 @@ export async function checkShardCompleteness(hyperdriveKey, shardFilenames, shar
117
115
  }
118
116
  if (fileMeta.sha256Checksum) {
119
117
  const start = nowMs();
120
- const actualChecksum = await calculateFileChecksum(shardPath);
118
+ const actualChecksum = await calculateCachedFileChecksum(shardPath);
121
119
  onChecksumTimeMs?.(nowMs() - start);
122
120
  if (actualChecksum !== fileMeta.sha256Checksum) {
123
121
  logger.warn(`File ${i + 1} checksum mismatch for ${fileMeta.filename}. Expected: ${fileMeta.sha256Checksum}. Actual: ${actualChecksum}. Will re-download.`);
@@ -1,6 +1,7 @@
1
+ import type { HistoryContent } from '../../schemas/completion-stream.js';
1
2
  export interface CacheMessage {
2
3
  role: string;
3
- content: string;
4
+ content: HistoryContent;
4
5
  attachments?: {
5
6
  path: string;
6
7
  }[] | undefined;
@@ -1,3 +1,10 @@
1
1
  import type { DownloadHooks } from '../handlers/load-model/types.js';
2
2
  export declare function calculateFileChecksum(filePath: string): Promise<string>;
3
+ /** Reuse a digest only while the file's identity and change metadata match. */
4
+ export declare function calculateCachedFileChecksum(filePath: string): Promise<string>;
5
+ /**
6
+ * Rename a file, keeping its cached digest if it is unchanged since hashing; the
7
+ * rename itself can update ctime, which would otherwise force a re-hash.
8
+ */
9
+ export declare function renameWithCachedChecksum(fromPath: string, toPath: string): Promise<void>;
3
10
  export declare function measureChecksum(filePath: string, hooks?: DownloadHooks): Promise<string>;
@@ -1,6 +1,7 @@
1
1
  import fs from 'bare-fs';
2
2
  import crypto from 'bare-crypto';
3
- import { nowMs } from '../profiling/index.js';
3
+ import path from 'bare-path';
4
+ import { nowMs } from '../profiling/clock.js';
4
5
  export async function calculateFileChecksum(filePath) {
5
6
  return new Promise((resolve, reject) => {
6
7
  try {
@@ -21,9 +22,65 @@ export async function calculateFileChecksum(filePath) {
21
22
  }
22
23
  });
23
24
  }
25
+ // Process-local only: a new engine process must establish its own verification.
26
+ // Bound retention so applications visiting many model paths do not grow forever.
27
+ const checksumCache = new Map();
28
+ const MAX_CACHED_CHECKSUMS = 256;
29
+ async function fileFingerprint(filePath) {
30
+ const stats = await fs.promises.stat(filePath);
31
+ const fields = [stats.dev, stats.ino, stats.size, stats.mtimeMs, stats.ctimeMs];
32
+ // Runtimes/filesystems without usable identity metadata always hash the file.
33
+ if (!stats.isFile() || !stats.ino || !fields.every(Number.isFinite))
34
+ return undefined;
35
+ return fields.join(':');
36
+ }
37
+ /** Reuse a digest only while the file's identity and change metadata match. */
38
+ export async function calculateCachedFileChecksum(filePath) {
39
+ const key = path.resolve(filePath);
40
+ try {
41
+ const before = await fileFingerprint(key);
42
+ const cached = checksumCache.get(key);
43
+ if (before !== undefined && cached?.fingerprint === before)
44
+ return cached.checksum;
45
+ checksumCache.delete(key);
46
+ const checksum = await calculateFileChecksum(key);
47
+ const after = await fileFingerprint(key);
48
+ if (before !== after)
49
+ throw new Error(`File changed during checksum calculation: ${key}`);
50
+ if (after !== undefined) {
51
+ if (checksumCache.size >= MAX_CACHED_CHECKSUMS) {
52
+ checksumCache.delete(checksumCache.keys().next().value);
53
+ }
54
+ checksumCache.set(key, { fingerprint: after, checksum });
55
+ }
56
+ return checksum;
57
+ }
58
+ catch (error) {
59
+ checksumCache.delete(key);
60
+ throw error;
61
+ }
62
+ }
63
+ /**
64
+ * Rename a file, keeping its cached digest if it is unchanged since hashing; the
65
+ * rename itself can update ctime, which would otherwise force a re-hash.
66
+ */
67
+ export async function renameWithCachedChecksum(fromPath, toPath) {
68
+ const from = path.resolve(fromPath);
69
+ const to = path.resolve(toPath);
70
+ const cached = checksumCache.get(from);
71
+ const unchanged = cached !== undefined && cached.fingerprint === (await fileFingerprint(from).catch(() => null));
72
+ checksumCache.delete(from);
73
+ checksumCache.delete(to);
74
+ await fs.promises.rename(from, to);
75
+ if (!unchanged)
76
+ return;
77
+ const after = await fileFingerprint(to).catch(() => undefined);
78
+ if (after !== undefined)
79
+ checksumCache.set(to, { fingerprint: after, checksum: cached.checksum });
80
+ }
24
81
  export async function measureChecksum(filePath, hooks) {
25
82
  const start = nowMs();
26
- const checksum = await calculateFileChecksum(filePath);
83
+ const checksum = await calculateCachedFileChecksum(filePath);
27
84
  hooks?.addChecksumValidationTimeMs?.(nowMs() - start);
28
85
  return checksum;
29
86
  }