@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -1,108 +0,0 @@
1
- import fs from 'bare-fs';
2
- import path from 'bare-path';
3
- import { generateShortHash } from '../../../utils/formatting.js';
4
- import { callEngineFit } from './engine-fit.js';
5
- function unknown(reason, message) {
6
- return { status: 'unknown', reason, message };
7
- }
8
- function describe(error) {
9
- return error instanceof Error ? `${error.name}: ${error.message}` : String(error);
10
- }
11
- /** How long a marker keeps a model off the native path. */
12
- const MARKER_TTL_MS = 7 * 24 * 60 * 60 * 1000;
13
- /**
14
- * `marginBytes` is excluded: it carries the bytes of every model resident at
15
- * the time, so it differs between two attempts at the same load.
16
- */
17
- function markerKey(probe) {
18
- const { marginBytes: _margin, ...request } = probe.request;
19
- return generateShortHash(JSON.stringify({ engine: probe.engine, request }));
20
- }
21
- export function crashMarkerPath(stateDir, probe) {
22
- return path.join(stateDir, `${markerKey(probe)}.running`);
23
- }
24
- export function crashedMarkerPath(stateDir, probe) {
25
- return path.join(stateDir, `${markerKey(probe)}.crashed`);
26
- }
27
- function exists(file) {
28
- try {
29
- fs.accessSync(file);
30
- return true;
31
- }
32
- catch {
33
- return false;
34
- }
35
- }
36
- function expired(file) {
37
- try {
38
- return Date.now() - fs.statSync(file).mtimeMs > MARKER_TTL_MS;
39
- }
40
- catch {
41
- return false;
42
- }
43
- }
44
- function clearRunning(file) {
45
- try {
46
- fs.unlinkSync(file);
47
- }
48
- catch {
49
- // Marker cleanup must not turn an advisory fit into a load failure.
50
- }
51
- }
52
- async function resolveStateDir(explicit) {
53
- if (explicit !== undefined)
54
- return explicit;
55
- const { getCacheDir } = await import('../../../utils/cache/paths.js');
56
- return getCacheDir('model-fit');
57
- }
58
- /**
59
- * Runs one engine's fitter on the calling thread, for hosts that cannot spawn a
60
- * disposable child.
61
- *
62
- * There is no boundary here to contain a fitter that aborts: it takes the host
63
- * with it. A leftover `.running` marker is that abort, observed on the next
64
- * launch, and it is promoted to `.crashed` so the same request skips native
65
- * rather than repeating the abort. `timeoutMs` has no meaning on this path,
66
- * since the native call blocks the thread until it returns.
67
- */
68
- export async function runInProcessFit(probe, options = {}) {
69
- if (options.signal?.aborted === true) {
70
- return unknown('cancelled', 'In-process fit was cancelled');
71
- }
72
- const stateDir = await resolveStateDir(options.stateDir);
73
- const running = crashMarkerPath(stateDir, probe);
74
- const crashed = crashedMarkerPath(stateDir, probe);
75
- for (const marker of [crashed, running]) {
76
- if (exists(marker) && expired(marker))
77
- clearRunning(marker);
78
- }
79
- if (exists(crashed) || exists(running)) {
80
- try {
81
- fs.mkdirSync(path.dirname(crashed), { recursive: true });
82
- fs.writeFileSync(crashed, '');
83
- clearRunning(running);
84
- }
85
- catch {
86
- // Keep `.running` if `.crashed` could not be written so the next launch
87
- // still skips native.
88
- }
89
- return unknown('crashed', 'Previous fit did not finish; treating this model as unknown');
90
- }
91
- try {
92
- fs.mkdirSync(path.dirname(running), { recursive: true });
93
- fs.writeFileSync(running, '');
94
- }
95
- catch (error) {
96
- return unknown('invocation-error', `Fit crash marker could not be written: ${describe(error)}`);
97
- }
98
- try {
99
- const callFit = options.callFit ?? callEngineFit;
100
- return { status: 'completed', probe: await callFit(probe) };
101
- }
102
- catch (error) {
103
- return unknown('invocation-error', describe(error));
104
- }
105
- finally {
106
- clearRunning(running);
107
- }
108
- }
@@ -1,63 +0,0 @@
1
- import type { AbortSignal } from 'bare-abort-controller';
2
- import type { FitProbeRequest } from './engine-fit.js';
3
- import type { FitRunResult, FitRunUnknownReason } from './fit-outcome.js';
4
- export type IsolatedFitUnknownReason = FitRunUnknownReason;
5
- export type IsolatedFitResult = FitRunResult;
6
- export interface SpawnContext {
7
- command: string;
8
- options: {
9
- args: string[];
10
- platform: string;
11
- arch: string;
12
- stdio: string[];
13
- env: Record<string, string>;
14
- };
15
- }
16
- export interface RuntimeContext {
17
- platform: string;
18
- arch: string;
19
- isAndroid: boolean;
20
- isBrowser: boolean;
21
- isIOS: boolean;
22
- }
23
- export interface RunIsolatedFitOptions {
24
- timeoutMs?: number;
25
- signal?: AbortSignal;
26
- spawnProcess?: (context: SpawnContext) => ChildProcess;
27
- runtime?: RuntimeContext;
28
- environment?: Record<string, string | undefined>;
29
- runnerPath?: string;
30
- runnerArgs?: string[];
31
- terminationGraceMs?: number;
32
- finalKillGraceMs?: number;
33
- drainGraceMs?: number;
34
- }
35
- export interface ErrorEmitter {
36
- on(event: 'error', listener: (error: Error) => void): unknown;
37
- off(event: 'error', listener: (error: Error) => void): unknown;
38
- }
39
- export interface ReadableChildStream {
40
- setEncoding(encoding: 'utf8'): void;
41
- destroy(): void;
42
- on(event: 'error', listener: (error: Error) => void): unknown;
43
- on(event: 'data', listener: (chunk: string) => void): unknown;
44
- off(event: 'error', listener: (error: Error) => void): unknown;
45
- off(event: 'data', listener: (chunk: string) => void): unknown;
46
- }
47
- export interface WritableChildStream {
48
- end(data?: string): void;
49
- destroy(): void;
50
- on(event: 'error', listener: (error: Error) => void): unknown;
51
- off(event: 'error', listener: (error: Error) => void): unknown;
52
- }
53
- export interface ChildProcess {
54
- stdin: WritableChildStream | null;
55
- stdout: ReadableChildStream | null;
56
- stderr: ReadableChildStream | null;
57
- kill(signal?: string): boolean;
58
- on(event: 'error', listener: (error: Error) => void): unknown;
59
- on(event: 'exit' | 'close', listener: (code: number | null, signal: string | number | null) => void): unknown;
60
- off(event: 'error', listener: (error: Error) => void): unknown;
61
- off(event: 'exit' | 'close', listener: (code: number | null, signal: string | number | null) => void): unknown;
62
- }
63
- export declare function runIsolatedFit(probe: FitProbeRequest, options?: RunIsolatedFitOptions): Promise<IsolatedFitResult>;
@@ -1,377 +0,0 @@
1
- import { fileURLToPath } from 'bare-url';
2
- import env from 'bare-env';
3
- import spawnBare from 'bare-runtime/spawn';
4
- import { arch, isAndroid, isBrowser, isIOS, platform } from 'which-runtime';
5
- import { encodeFitProcessRequest, FIT_PROCESS_MAX_RESPONSE_BYTES, parseFitProcessResponse } from './fit-process.js';
6
- /**
7
- * The child is this package's own runner, built beside this module, so the
8
- * engine dispatch it performs is the same code the in-process path runs.
9
- */
10
- function resolveFitRunnerPath() {
11
- return fileURLToPath(new URL('./fit-runner.js', import.meta.url));
12
- }
13
- const DEFAULT_TIMEOUT_MS = 60_000;
14
- const TERMINATION_GRACE_MS = 1_000;
15
- const FINAL_KILL_GRACE_MS = 1_000;
16
- const DRAIN_GRACE_MS = 1_000;
17
- const STDERR_TAIL_BYTES = 16 * 1024;
18
- const FIT_ENVIRONMENT_KEYS = [
19
- 'HOME',
20
- 'PATH',
21
- 'TMPDIR',
22
- 'TMP',
23
- 'TEMP',
24
- 'SystemRoot',
25
- 'WINDIR',
26
- 'LD_LIBRARY_PATH',
27
- 'DYLD_LIBRARY_PATH',
28
- 'VK_ICD_FILENAMES',
29
- 'VK_DRIVER_FILES',
30
- 'CUDA_VISIBLE_DEVICES',
31
- 'HIP_VISIBLE_DEVICES',
32
- 'ROCR_VISIBLE_DEVICES'
33
- ];
34
- function ignoreLateError() { }
35
- function allowedEnvironment(environment) {
36
- const allowed = {};
37
- for (const key of FIT_ENVIRONMENT_KEYS) {
38
- const value = environment[key];
39
- if (value !== undefined)
40
- allowed[key] = value;
41
- }
42
- return allowed;
43
- }
44
- function appendTail(current, chunk) {
45
- const combined = Buffer.concat([current, Buffer.from(chunk)]);
46
- if (combined.length <= STDERR_TAIL_BYTES)
47
- return combined;
48
- let start = combined.length - STDERR_TAIL_BYTES;
49
- // A byte-offset trim can open mid-codepoint; walk forward past UTF-8
50
- // continuation bytes (0b10xxxxxx) so toString() never leads with U+FFFD.
51
- while (start < combined.length && (combined[start] & 0xc0) === 0x80)
52
- start++;
53
- return combined.subarray(start);
54
- }
55
- function unknown(reason, message, stderrTail) {
56
- return stderrTail.length === 0
57
- ? { status: 'unknown', reason, message }
58
- : { status: 'unknown', reason, message, stderrTail: stderrTail.toString() };
59
- }
60
- function formatError(error) {
61
- return error instanceof Error ? `${error.name}: ${error.message}` : String(error);
62
- }
63
- function normalizeExitSignal(signal) {
64
- return signal === null || signal === 0 ? null : String(signal);
65
- }
66
- function parseResponse(line, stderrTail) {
67
- try {
68
- const response = parseFitProcessResponse(JSON.parse(line));
69
- if (response.status === 'invocation-error') {
70
- return unknown('invocation-error', `${response.error.name}: ${response.error.message}`, stderrTail);
71
- }
72
- return { status: 'completed', probe: response.probe };
73
- }
74
- catch (error) {
75
- return unknown('invalid-response', formatError(error), stderrTail);
76
- }
77
- }
78
- export function runIsolatedFit(probe, options = {}) {
79
- const runtime = options.runtime ?? {
80
- platform,
81
- arch,
82
- isAndroid,
83
- isBrowser,
84
- isIOS
85
- };
86
- if (runtime.isAndroid || runtime.isBrowser || runtime.isIOS) {
87
- return Promise.resolve({
88
- status: 'unknown',
89
- reason: 'unsupported-platform',
90
- message: `Fit subprocess isolation is unavailable on ${runtime.platform}`
91
- });
92
- }
93
- const spawnProcess = options.spawnProcess ??
94
- ((context) => spawnBare(context.command, context.options));
95
- const environment = options.environment ?? env;
96
- const timeoutMs = options.timeoutMs ?? DEFAULT_TIMEOUT_MS;
97
- const terminationGraceMs = options.terminationGraceMs ?? TERMINATION_GRACE_MS;
98
- const finalKillGraceMs = options.finalKillGraceMs ?? FINAL_KILL_GRACE_MS;
99
- const drainGraceMs = options.drainGraceMs ?? DRAIN_GRACE_MS;
100
- return new Promise((resolve) => {
101
- let child;
102
- const streams = {
103
- stdin: undefined,
104
- stdout: undefined,
105
- stderr: undefined
106
- };
107
- const timers = {
108
- timeout: undefined,
109
- forceKill: undefined,
110
- finalKill: undefined,
111
- drain: undefined
112
- };
113
- let settled = false;
114
- let destroyingStreams = false;
115
- let stdout = '';
116
- let stdoutFailure;
117
- let stderrTail = Buffer.alloc(0);
118
- let pendingTermination;
119
- let exitStatus;
120
- function safely(action) {
121
- try {
122
- action();
123
- }
124
- catch { }
125
- }
126
- // A destroyed pipe or a reaped child can still emit EPIPE/ERR_STREAM_DESTROYED
127
- // after the promise settles; without a listener that would take down the host,
128
- // so the active handler is swapped for an inert one instead of removed.
129
- function silenceErrors(emitter, active) {
130
- if (emitter === undefined)
131
- return;
132
- safely(() => emitter.on('error', ignoreLateError));
133
- safely(() => emitter.off('error', active));
134
- }
135
- function cleanup() {
136
- if (timers.timeout !== undefined)
137
- clearTimeout(timers.timeout);
138
- if (timers.forceKill !== undefined)
139
- clearTimeout(timers.forceKill);
140
- if (timers.finalKill !== undefined)
141
- clearTimeout(timers.finalKill);
142
- if (timers.drain !== undefined)
143
- clearTimeout(timers.drain);
144
- options.signal?.removeEventListener('abort', onAbort);
145
- safely(() => child?.off('exit', onExit));
146
- safely(() => child?.off('close', onClose));
147
- safely(() => streams.stdout?.off('data', onStdoutData));
148
- safely(() => streams.stderr?.off('data', onStderrData));
149
- silenceErrors(child, onChildError);
150
- silenceErrors(streams.stdin, onStdinError);
151
- silenceErrors(streams.stdout, onStdoutError);
152
- silenceErrors(streams.stderr, onStderrError);
153
- }
154
- function settle(result) {
155
- if (settled)
156
- return;
157
- settled = true;
158
- cleanup();
159
- resolve(result);
160
- }
161
- function kill(signal) {
162
- safely(() => {
163
- child?.kill(signal);
164
- });
165
- }
166
- function requestTermination(reason, message, crashCanOverride = false) {
167
- if (settled || exitStatus !== undefined || pendingTermination !== undefined)
168
- return;
169
- pendingTermination = { reason, message, crashCanOverride };
170
- timers.forceKill = setTimeout(() => {
171
- if (settled || exitStatus !== undefined)
172
- return;
173
- kill('SIGKILL');
174
- if (exitStatus !== undefined)
175
- return;
176
- timers.finalKill = setTimeout(() => {
177
- if (settled || exitStatus !== undefined || pendingTermination === undefined)
178
- return;
179
- // Bound liveness when the child cannot be observed as reaped after SIGKILL.
180
- destroyLocalStreams();
181
- settle(unknown(pendingTermination.reason, `${pendingTermination.message}; child did not report exit`, stderrTail));
182
- }, finalKillGraceMs);
183
- }, terminationGraceMs);
184
- kill('SIGTERM');
185
- }
186
- function destroyLocalStreams() {
187
- destroyingStreams = true;
188
- safely(() => streams.stdin?.destroy());
189
- safely(() => streams.stdout?.destroy());
190
- safely(() => streams.stderr?.destroy());
191
- }
192
- function finalize(code, signal) {
193
- const newlineIndex = stdout.indexOf('\n');
194
- const hasTrailingTerminator = newlineIndex === stdout.length - 1;
195
- const invalidFraming = newlineIndex !== -1 && !hasTrailingTerminator;
196
- const line = hasTrailingTerminator ? stdout.slice(0, -1) : stdout;
197
- const response = stdoutFailure === undefined && !invalidFraming && line !== ''
198
- ? parseResponse(line, stderrTail)
199
- : undefined;
200
- if (pendingTermination !== undefined && pendingTermination.crashCanOverride === false) {
201
- settle(unknown(pendingTermination.reason, pendingTermination.message, stderrTail));
202
- return;
203
- }
204
- // A signalled death outranks the runner's own diagnosis: the response was
205
- // written before whatever killed the child, so it cannot describe the exit.
206
- if (signal === null &&
207
- response?.status === 'unknown' &&
208
- response.reason === 'invocation-error') {
209
- settle(response);
210
- return;
211
- }
212
- if (code !== 0 || signal !== null) {
213
- settle(unknown('crashed', `Fit subprocess exited with code ${String(code)} and signal ${String(signal)}`, stderrTail));
214
- return;
215
- }
216
- if (pendingTermination !== undefined) {
217
- settle(unknown(pendingTermination.reason, pendingTermination.message, stderrTail));
218
- return;
219
- }
220
- if (stdoutFailure !== undefined) {
221
- settle(unknown('invalid-response', stdoutFailure, stderrTail));
222
- return;
223
- }
224
- if (invalidFraming || line === '') {
225
- settle(unknown('invalid-response', invalidFraming
226
- ? 'Fit subprocess returned invalid line framing'
227
- : `Fit subprocess exited with code ${String(code)} and signal ${String(signal)}`, stderrTail));
228
- return;
229
- }
230
- settle(response ?? parseResponse(line, stderrTail));
231
- }
232
- function onAbort() {
233
- requestTermination('cancelled', 'Fit subprocess was cancelled');
234
- }
235
- function onChildError(error) {
236
- requestTermination('spawn-failed', formatError(error));
237
- }
238
- function onExit(code, rawSignal) {
239
- if (exitStatus !== undefined)
240
- return;
241
- const signal = normalizeExitSignal(rawSignal);
242
- exitStatus = { code, signal };
243
- if (timers.timeout !== undefined) {
244
- clearTimeout(timers.timeout);
245
- timers.timeout = undefined;
246
- }
247
- if (timers.forceKill !== undefined) {
248
- clearTimeout(timers.forceKill);
249
- timers.forceKill = undefined;
250
- }
251
- if (timers.finalKill !== undefined) {
252
- clearTimeout(timers.finalKill);
253
- timers.finalKill = undefined;
254
- }
255
- timers.drain = setTimeout(() => {
256
- destroyLocalStreams();
257
- finalize(code, signal);
258
- }, drainGraceMs);
259
- }
260
- function onClose(code, rawSignal) {
261
- const status = exitStatus ?? { code, signal: normalizeExitSignal(rawSignal) };
262
- finalize(status.code, status.signal);
263
- }
264
- function onStdoutData(chunk) {
265
- if (settled || pendingTermination !== undefined || destroyingStreams) {
266
- return;
267
- }
268
- if (Buffer.byteLength(stdout) + Buffer.byteLength(chunk) > FIT_PROCESS_MAX_RESPONSE_BYTES) {
269
- if (exitStatus !== undefined) {
270
- stdoutFailure = 'Fit subprocess response exceeds 1 MiB';
271
- return;
272
- }
273
- requestTermination('invalid-response', 'Fit subprocess response exceeds 1 MiB');
274
- return;
275
- }
276
- stdout += chunk;
277
- const newlineIndex = stdout.indexOf('\n');
278
- if (newlineIndex !== -1 && newlineIndex !== stdout.length - 1) {
279
- if (exitStatus !== undefined) {
280
- stdoutFailure = 'Fit subprocess returned invalid line framing';
281
- }
282
- else {
283
- requestTermination('invalid-response', 'Fit subprocess returned invalid line framing');
284
- }
285
- }
286
- }
287
- function onStderrData(chunk) {
288
- if (settled || destroyingStreams)
289
- return;
290
- stderrTail = appendTail(stderrTail, chunk);
291
- }
292
- function onStdinError(error) {
293
- if (destroyingStreams)
294
- return;
295
- requestTermination('invalid-response', `Fit subprocess stdin failed: ${error.message}`, true);
296
- }
297
- function onStdoutError(error) {
298
- if (destroyingStreams)
299
- return;
300
- requestTermination('invalid-response', `Fit subprocess stdout failed: ${error.message}`);
301
- }
302
- function onStderrError(error) {
303
- if (destroyingStreams)
304
- return;
305
- requestTermination('invalid-response', `Fit subprocess stderr failed: ${error.message}`);
306
- }
307
- try {
308
- const stdio = runtime.platform === 'win32'
309
- ? ['overlapped', 'overlapped', 'overlapped']
310
- : ['pipe', 'pipe', 'pipe'];
311
- child = spawnProcess({
312
- command: 'bare',
313
- options: {
314
- args: [options.runnerPath ?? resolveFitRunnerPath(), ...(options.runnerArgs ?? [])],
315
- platform: runtime.platform,
316
- arch: runtime.arch,
317
- stdio,
318
- env: allowedEnvironment(environment)
319
- }
320
- });
321
- }
322
- catch (error) {
323
- settle(unknown('spawn-failed', formatError(error), stderrTail));
324
- return;
325
- }
326
- child.on('error', onChildError);
327
- child.on('exit', onExit);
328
- child.on('close', onClose);
329
- const stdin = child.stdin;
330
- const stdoutStream = child.stdout;
331
- const stderrStream = child.stderr;
332
- streams.stdin = stdin ?? undefined;
333
- streams.stdout = stdoutStream ?? undefined;
334
- streams.stderr = stderrStream ?? undefined;
335
- options.signal?.addEventListener('abort', onAbort, { once: true });
336
- timers.timeout = setTimeout(() => {
337
- requestTermination('timeout', `Fit subprocess exceeded ${timeoutMs}ms`);
338
- }, timeoutMs);
339
- try {
340
- streams.stdin?.on('error', onStdinError);
341
- streams.stdout?.on('data', onStdoutData);
342
- streams.stdout?.on('error', onStdoutError);
343
- streams.stderr?.on('data', onStderrData);
344
- streams.stderr?.on('error', onStderrError);
345
- }
346
- catch (error) {
347
- requestTermination('invalid-response', `Fit subprocess stream setup failed: ${formatError(error)}`);
348
- destroyLocalStreams();
349
- return;
350
- }
351
- if (stdin === null || stdoutStream === null || stderrStream === null) {
352
- requestTermination('spawn-failed', 'Fit subprocess stdio pipes are unavailable');
353
- destroyLocalStreams();
354
- return;
355
- }
356
- try {
357
- stdoutStream.setEncoding('utf8');
358
- stderrStream.setEncoding('utf8');
359
- }
360
- catch (error) {
361
- requestTermination('invalid-response', `Fit subprocess stream setup failed: ${formatError(error)}`);
362
- destroyLocalStreams();
363
- return;
364
- }
365
- if (options.signal?.aborted === true) {
366
- onAbort();
367
- return;
368
- }
369
- try {
370
- stdin.end(encodeFitProcessRequest(probe));
371
- }
372
- catch (error) {
373
- requestTermination('invalid-response', `Fit subprocess request write failed: ${formatError(error)}`);
374
- destroyLocalStreams();
375
- }
376
- });
377
- }
@@ -1,9 +0,0 @@
1
- import type { ModelFitPlatform } from './types.js';
2
- /**
3
- * Maps the runtime's platform and architecture onto a calibration target.
4
- *
5
- * @returns `undefined` for any pair this feature has no calibration target for,
6
- * which assesses as `unknown` rather than borrowing another platform's
7
- * coefficients.
8
- */
9
- export declare function detectPlatform(): ModelFitPlatform | undefined;
@@ -1,28 +0,0 @@
1
- import os from 'bare-os';
2
- /**
3
- * Maps the runtime's platform and architecture onto a calibration target.
4
- *
5
- * @returns `undefined` for any pair this feature has no calibration target for,
6
- * which assesses as `unknown` rather than borrowing another platform's
7
- * coefficients.
8
- */
9
- export function detectPlatform() {
10
- const key = `${os.platform()}-${os.arch()}`;
11
- switch (key) {
12
- case 'darwin-arm64':
13
- case 'darwin-x64':
14
- case 'linux-arm64':
15
- case 'linux-x64':
16
- case 'win32-x64':
17
- // Listed for completeness rather than reach: no engine addon is built for
18
- // win32-arm64 (`@qvac/llm-llamacpp/prebuilds` has no such target, and no
19
- // windows-arm runner exists to build one), so nothing on that platform can
20
- // load a model today. Calibrating it needs that build first, not a fixture.
21
- case 'win32-arm64':
22
- case 'android-arm64':
23
- case 'ios-arm64':
24
- return key;
25
- default:
26
- return undefined;
27
- }
28
- }