@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -1,41 +0,0 @@
1
- /**
2
- * Loads the one addon a probe names and asks it for a projection. The child
3
- * registers no plugins, so the fitter cannot come off the registry here. Only
4
- * the child reaches this module, and the supervisor spawns it by path rather
5
- * than importing it, so these specifiers stay out of the graph a host bundles.
6
- */
7
- async function assessFitOf(probe) {
8
- switch (probe.engine) {
9
- case 'llm-llamacpp': {
10
- const { default: LlmLlamacpp } = await import('@qvac/llm-llamacpp');
11
- return LlmLlamacpp.assessFit(probe.request);
12
- }
13
- case 'embed-llamacpp': {
14
- const { assessFit } = await import('@qvac/embed-llamacpp');
15
- return assessFit(probe.request);
16
- }
17
- case 'asr-ggml': {
18
- const { default: ASRGgml } = await import('@qvac/asr-ggml');
19
- return ASRGgml.assessFit(probe.request);
20
- }
21
- case 'bci-whispercpp': {
22
- const { assessFit } = await import('@qvac/bci-whispercpp');
23
- return assessFit(probe.request);
24
- }
25
- case 'tts-ggml': {
26
- const { default: TTSGgml } = await import('@qvac/tts-ggml');
27
- return TTSGgml.assessFit(probe.request);
28
- }
29
- case 'audiogen-ggml': {
30
- const { assessFit } = await import('@qvac/audiogen-ggml');
31
- return assessFit(probe.request);
32
- }
33
- case 'diffusion-cpp': {
34
- const { assessFit } = await import('@qvac/diffusion-cpp');
35
- return assessFit(probe.request);
36
- }
37
- }
38
- }
39
- export async function callChildEngineFit(probe) {
40
- return { engine: probe.engine, result: await assessFitOf(probe) };
41
- }
@@ -1,51 +0,0 @@
1
- import { ModelType } from '../../../schemas/index.js';
2
- import { createBciFitRequest, createParakeetFitRequest, createWhisperFitRequest } from './engines/asr.js';
3
- import { createAudiogenFitRequest } from './engines/audiogen.js';
4
- import { createDiffusionFitRequest } from './engines/diffusion.js';
5
- import { createLlamaFitRequest, llamaLoadKindFor } from './engines/llama.js';
6
- import { createTtsFitRequest } from './engines/tts.js';
7
- /**
8
- * Builds a fit request from the same resolved config and artifacts the real
9
- * load is about to use, or explains why this load cannot be answered for.
10
- *
11
- * Structural shapes the SDK owns — a load with no fitter behind it, a companion
12
- * set that did not resolve, a setting whose effect on the projection is unknown
13
- * — are refused here so no engine is asked a question it cannot answer.
14
- * Value-level policy stays inside each engine's own fitter.
15
- */
16
- export function createFitRequest(params) {
17
- const { modelType, modelPath, modelConfig, artifacts, marginBytes } = params;
18
- const loadKind = llamaLoadKindFor(modelType);
19
- if (loadKind !== undefined) {
20
- return createLlamaFitRequest({
21
- loadKind,
22
- modelPath,
23
- modelConfig,
24
- artifacts,
25
- isShardedModel: params.isShardedModel,
26
- marginBytes
27
- });
28
- }
29
- // Every engine below reads whole files rather than a shard set, so a split
30
- // model is not a shape any of them can be pointed at.
31
- if (params.isShardedModel) {
32
- return { supported: false, detail: 'sharded models are not representable' };
33
- }
34
- const common = { modelPath, modelConfig, artifacts, marginBytes };
35
- switch (modelType) {
36
- case ModelType.whispercppTranscription:
37
- return createWhisperFitRequest(common);
38
- case ModelType.parakeetTranscription:
39
- return createParakeetFitRequest(common);
40
- case ModelType.bciWhispercppTranscription:
41
- return createBciFitRequest(common);
42
- case ModelType.ttsGgml:
43
- return createTtsFitRequest(common);
44
- case ModelType.audiogenGgml:
45
- return createAudiogenFitRequest(common);
46
- case ModelType.sdcppGeneration:
47
- return createDiffusionFitRequest({ modelPath, modelConfig, artifacts });
48
- default:
49
- return { supported: false, detail: `no fitter for model type: ${modelType}` };
50
- }
51
- }
@@ -1,35 +0,0 @@
1
- import { gpuLayersFromGate } from './gpu.js';
2
- /**
3
- * `@qvac/audiogen-ggml` is an optional peer dependency, so its value exports
4
- * are unavailable to a host that ships without it. The engine discriminator is
5
- * matched by its literal rather than imported.
6
- */
7
- const MINIMAX = 'minimax';
8
- export function createAudiogenFitRequest(params) {
9
- const config = (params.modelConfig ?? {});
10
- const artifacts = params.artifacts ?? {};
11
- if (config.engine === MINIMAX) {
12
- return { supported: false, detail: 'the minimax pipeline has no fitter' };
13
- }
14
- const textEncoderPath = artifacts['textEncModelPath'];
15
- const lmPath = artifacts['lmModelPath'];
16
- const ditPath = artifacts['ditModelPath'];
17
- const vaePath = artifacts['vaeModelPath'];
18
- if (textEncoderPath === undefined ||
19
- lmPath === undefined ||
20
- ditPath === undefined ||
21
- vaePath === undefined) {
22
- return { supported: false, detail: 'the ace-step stage checkpoints are not all resolved' };
23
- }
24
- const layers = 'nGpuLayers' in config ? config.nGpuLayers : undefined;
25
- const request = {
26
- textEncoderPath,
27
- lmPath,
28
- ditPath,
29
- vaePath,
30
- gpuLayers: gpuLayersFromGate(config.useGPU, layers),
31
- ...(config.threads !== undefined && { threads: config.threads }),
32
- ...(params.marginBytes !== undefined && { marginBytes: params.marginBytes })
33
- };
34
- return { supported: true, probe: { engine: 'audiogen-ggml', request } };
35
- }
@@ -1,55 +0,0 @@
1
- /**
2
- * Modes whose load the projection would not describe.
3
- *
4
- * `upscale` is an ESRGAN checkpoint, which has no fitter. `video` and `world`
5
- * assemble file sets — the audio VAE, the embeddings connectors, the TAEHV
6
- * preview decoder, a seed scene — that the fit request has no place for, and
7
- * their peak is driven by a frame count the load config does not carry.
8
- */
9
- const UNFITTABLE_MODES = {
10
- upscale: 'a standalone upscaler load has no fitter',
11
- video: 'video loads are not representable',
12
- world: 'world loads are not representable'
13
- };
14
- export function createDiffusionFitRequest(params) {
15
- const config = (params.modelConfig ?? {});
16
- const artifacts = params.artifacts ?? {};
17
- const unfittable = config.mode === undefined ? undefined : UNFITTABLE_MODES[config.mode];
18
- if (unfittable !== undefined)
19
- return { supported: false, detail: unfittable };
20
- // A configured upscaler adds a second resident model the projection does not
21
- // account for.
22
- if (config.upscaler !== undefined) {
23
- return { supported: false, detail: 'a configured upscaler is not part of the projection' };
24
- }
25
- const files = {
26
- model: params.modelPath,
27
- ...(artifacts['clipLModelPath'] !== undefined && { clipL: artifacts['clipLModelPath'] }),
28
- ...(artifacts['clipGModelPath'] !== undefined && { clipG: artifacts['clipGModelPath'] }),
29
- ...(artifacts['t5XxlModelPath'] !== undefined && { t5Xxl: artifacts['t5XxlModelPath'] }),
30
- ...(artifacts['llmModelPath'] !== undefined && { llm: artifacts['llmModelPath'] }),
31
- ...(artifacts['vaeModelPath'] !== undefined && { vae: artifacts['vaeModelPath'] }),
32
- ...(artifacts['uncondModelPath'] !== undefined && {
33
- uncondModel: artifacts['uncondModelPath']
34
- }),
35
- ...(artifacts['clipVisionModelPath'] !== undefined && {
36
- clipVision: artifacts['clipVisionModelPath']
37
- })
38
- };
39
- // `mode` and `upscaler` are this SDK's own keys; the engine config has no
40
- // field for either.
41
- const { mode: _mode, upscaler: _upscaler, ...engineConfig } = config;
42
- return {
43
- supported: true,
44
- probe: {
45
- engine: 'diffusion-cpp',
46
- request: {
47
- files,
48
- config: engineConfig,
49
- workload: {
50
- ...(config.vae_tiling !== undefined && { vaeTiling: config.vae_tiling })
51
- }
52
- }
53
- }
54
- };
55
- }
@@ -1,145 +0,0 @@
1
- import { ModelType } from '../../../../schemas/index.js';
2
- import { transformLlmConfig } from '../../../../plugins/builtin/llamacpp-completion/transform.js';
3
- import { transformEmbedConfig } from '../../../../plugins/builtin/llamacpp-embedding/transform.js';
4
- const BYTES_PER_MIB = 1024 * 1024;
5
- /**
6
- * The transforms emit some settings with underscores where llama's own
7
- * argument table spells them with hyphens.
8
- */
9
- const CANONICAL_KEY = {
10
- ctx_size: 'ctx-size',
11
- gpu_layers: 'gpu-layers',
12
- batch_size: 'batch-size',
13
- ubatch_size: 'ubatch-size',
14
- flash_attn: 'flash-attn',
15
- split_mode: 'split-mode',
16
- main_gpu: 'main-gpu',
17
- load_mode: 'load-mode'
18
- };
19
- /**
20
- * Settings that decide how much device memory the load needs, in the spelling
21
- * each transform emits. `device` and `fit-target` are absent because they are
22
- * read before this point.
23
- */
24
- const MEMORY_KEYS = {
25
- completion: [
26
- 'ctx_size',
27
- 'gpu_layers',
28
- 'load_mode',
29
- 'parallel',
30
- 'cache-type-k',
31
- 'cache-type-v',
32
- 'main-gpu',
33
- 'split-mode',
34
- 'flash-attn',
35
- 'tensor-split',
36
- 'batch-size',
37
- 'ubatch-size',
38
- 'cpu-moe',
39
- 'n-cpu-moe',
40
- 'kv-offload',
41
- 'no-kv-offload',
42
- 'override-tensor',
43
- 'n-cpu-ffn',
44
- 'moe-cache-mib',
45
- 'prefetch-weights',
46
- 'tensor-read-lazy',
47
- 'fit',
48
- 'fit-ctx'
49
- ],
50
- embedding: ['gpu_layers', 'batch_size', 'flash_attn', 'main-gpu', 'split-mode', 'tensor-split']
51
- };
52
- /** Shapes the SDK resolves elsewhere; reaching here means they were not. */
53
- const UNSUPPORTED_KEYS = ['lora', 'projection_model_src'];
54
- export function llamaLoadKindFor(modelType) {
55
- if (modelType === ModelType.llamacppCompletion)
56
- return 'completion';
57
- if (modelType === ModelType.llamacppEmbedding)
58
- return 'embedding';
59
- return undefined;
60
- }
61
- /**
62
- * A CPU load's weights stay file-backed and evictable, so the fitter projects
63
- * `fits` for nearly any model the OS could page through. Measured on a 24 GiB
64
- * M4 Pro: an 18.3 GiB model at 32k context still reports `fits` on
65
- * `device: 'cpu'`, and it does decode — at 0.1 tok/s. That answer carries no
66
- * admission information.
67
- */
68
- function isCpuLoad(transformed) {
69
- return transformed['device']?.toLowerCase() === 'cpu';
70
- }
71
- /**
72
- * `fit-target` is the free margin the real load asks the engine to leave, in
73
- * MiB, and a comma-separated list sets it per device. The fit request carries
74
- * one value for every device, so a list resolves to its largest entry, which is
75
- * the only reading that cannot project a device as roomier than the load will
76
- * leave it.
77
- */
78
- function fitTargetBytes(transformed) {
79
- const value = transformed['fit-target'];
80
- if (value === undefined)
81
- return undefined;
82
- const targets = value
83
- .split(',')
84
- .map((entry) => Number(entry.trim()))
85
- .filter((entry) => Number.isFinite(entry) && entry >= 0);
86
- return targets.length === 0 ? undefined : Math.max(...targets) * BYTES_PER_MIB;
87
- }
88
- /**
89
- * Selects the settings that describe the load and spells them the way llama's
90
- * argument table does. Everything forwarded is parsed by llama itself, so this
91
- * layer classifies rather than interprets.
92
- */
93
- function loadParams(loadKind, transformed) {
94
- const carried = new Set(MEMORY_KEYS[loadKind]);
95
- const params = {};
96
- for (const [key, value] of Object.entries(transformed)) {
97
- if (UNSUPPORTED_KEYS.includes(key)) {
98
- return { detail: `unsupported load setting: ${key}` };
99
- }
100
- if (!carried.has(key))
101
- continue;
102
- params[CANONICAL_KEY[key] ?? key] = value;
103
- }
104
- return { params };
105
- }
106
- export function createLlamaFitRequest(params) {
107
- const { loadKind } = params;
108
- if (params.isShardedModel) {
109
- return { supported: false, detail: 'sharded models are not representable' };
110
- }
111
- if (loadKind === 'completion' && params.artifacts?.['projectionModelPath'] !== undefined) {
112
- return { supported: false, detail: 'multimodal projection loads are not representable' };
113
- }
114
- const modelConfig = (params.modelConfig ?? {});
115
- const transformed = loadKind === 'completion'
116
- ? transformLlmConfig(modelConfig)
117
- : transformEmbedConfig(modelConfig);
118
- if (isCpuLoad(transformed)) {
119
- return { supported: false, detail: 'cpu loads carry no device-memory evidence' };
120
- }
121
- const selected = loadParams(loadKind, transformed);
122
- if ('detail' in selected)
123
- return { supported: false, detail: selected.detail };
124
- const request = {
125
- modelPath: params.modelPath,
126
- params: selected.params
127
- };
128
- // A pinned context is also the floor, so the fitter reports on the load the
129
- // caller asked for rather than one it reduced.
130
- const ctxSize = Number(selected.params['ctx-size']);
131
- if (Number.isSafeInteger(ctxSize) && ctxSize > 0)
132
- request.minCtxSize = ctxSize;
133
- // The caller's own target and the advisory margin answer different questions
134
- // — what this load leaves free, and what the models already resident need —
135
- // so the projection holds to whichever is stricter.
136
- const margins = [params.marginBytes, fitTargetBytes(transformed)].filter((value) => value !== undefined);
137
- if (margins.length > 0)
138
- request.marginBytes = Math.max(...margins);
139
- return {
140
- supported: true,
141
- probe: loadKind === 'completion'
142
- ? { engine: 'llm-llamacpp', request }
143
- : { engine: 'embed-llamacpp', request }
144
- };
145
- }
@@ -1,16 +0,0 @@
1
- import type { FitProbeResult } from './engine-fit.js';
2
- /**
3
- * Why a run produced no projection. Every one of these is absence of evidence,
4
- * so the caller proceeds with the load it was going to run anyway.
5
- */
6
- export type FitRunUnknownReason = 'unsupported-platform' | 'spawn-failed' | 'timeout' | 'cancelled' | 'crashed' | 'invalid-response' | 'invocation-error';
7
- /** The contract both isolation strategies answer with. */
8
- export type FitRunResult = {
9
- status: 'completed';
10
- probe: FitProbeResult;
11
- } | {
12
- status: 'unknown';
13
- reason: FitRunUnknownReason;
14
- message: string;
15
- stderrTail?: string;
16
- };
@@ -1 +0,0 @@
1
- export {};
@@ -1,27 +0,0 @@
1
- import type { FitProbeRequest, FitProbeResult } from './engine-fit.js';
2
- /**
3
- * One JSON line in, one JSON line out. The child holds a native addon for the
4
- * duration of the call, so the boundary stays deliberately narrow: nothing
5
- * streams, nothing is stateful, and a child that dies mid-call costs only the
6
- * projection.
7
- */
8
- export declare const FIT_PROCESS_PROTOCOL_VERSION = 1;
9
- export declare const FIT_PROCESS_MAX_REQUEST_BYTES: number;
10
- export declare const FIT_PROCESS_MAX_RESPONSE_BYTES: number;
11
- export interface FitProcessRequest {
12
- version: number;
13
- probe: FitProbeRequest;
14
- }
15
- export type FitProcessResponse = {
16
- status: 'completed';
17
- probe: FitProbeResult;
18
- } | {
19
- status: 'invocation-error';
20
- error: {
21
- name: string;
22
- message: string;
23
- };
24
- };
25
- export declare function encodeFitProcessRequest(probe: FitProbeRequest): string;
26
- export declare function parseFitProcessRequest(value: unknown): FitProcessRequest;
27
- export declare function parseFitProcessResponse(value: unknown): FitProcessResponse;
@@ -1,55 +0,0 @@
1
- /**
2
- * One JSON line in, one JSON line out. The child holds a native addon for the
3
- * duration of the call, so the boundary stays deliberately narrow: nothing
4
- * streams, nothing is stateful, and a child that dies mid-call costs only the
5
- * projection.
6
- */
7
- export const FIT_PROCESS_PROTOCOL_VERSION = 1;
8
- export const FIT_PROCESS_MAX_REQUEST_BYTES = 256 * 1024;
9
- export const FIT_PROCESS_MAX_RESPONSE_BYTES = 1024 * 1024;
10
- export function encodeFitProcessRequest(probe) {
11
- const line = `${JSON.stringify({ version: FIT_PROCESS_PROTOCOL_VERSION, probe })}\n`;
12
- if (Buffer.byteLength(line) > FIT_PROCESS_MAX_REQUEST_BYTES) {
13
- throw new RangeError(`Fit request exceeds ${FIT_PROCESS_MAX_REQUEST_BYTES} bytes`);
14
- }
15
- return line;
16
- }
17
- function isRecord(value) {
18
- return typeof value === 'object' && value !== null && !Array.isArray(value);
19
- }
20
- export function parseFitProcessRequest(value) {
21
- if (!isRecord(value))
22
- throw new TypeError('Fit request must be an object');
23
- if (value['version'] !== FIT_PROCESS_PROTOCOL_VERSION) {
24
- throw new TypeError(`Unsupported fit protocol version: ${String(value['version'])}`);
25
- }
26
- const probe = value['probe'];
27
- if (!isRecord(probe) || typeof probe['engine'] !== 'string' || !isRecord(probe['request'])) {
28
- throw new TypeError('Fit request must carry an engine and a request');
29
- }
30
- return { version: FIT_PROCESS_PROTOCOL_VERSION, probe: probe };
31
- }
32
- export function parseFitProcessResponse(value) {
33
- if (!isRecord(value))
34
- throw new TypeError('Fit response must be an object');
35
- if (value['status'] === 'invocation-error') {
36
- const error = value['error'];
37
- if (!isRecord(error) ||
38
- typeof error['name'] !== 'string' ||
39
- typeof error['message'] !== 'string') {
40
- throw new TypeError('Fit invocation error must carry a name and a message');
41
- }
42
- return { status: 'invocation-error', error: { name: error['name'], message: error['message'] } };
43
- }
44
- if (value['status'] !== 'completed') {
45
- throw new TypeError(`Unknown fit response status: ${String(value['status'])}`);
46
- }
47
- const probe = value['probe'];
48
- if (!isRecord(probe) || typeof probe['engine'] !== 'string' || !isRecord(probe['result'])) {
49
- throw new TypeError('Fit response must carry an engine and a result');
50
- }
51
- if (typeof probe['result']['status'] !== 'string') {
52
- throw new TypeError('Fit result must carry a status');
53
- }
54
- return { status: 'completed', probe: probe };
55
- }
@@ -1 +0,0 @@
1
- export {};
@@ -1,58 +0,0 @@
1
- import processModule from 'bare-process';
2
- import { callChildEngineFit } from './child-engine-fit.js';
3
- import { FIT_PROCESS_MAX_REQUEST_BYTES, parseFitProcessRequest } from './fit-process.js';
4
- /**
5
- * Entry point of the disposable fit child. It loads one engine addon, asks it
6
- * for a projection and exits, so a fitter that aborts the process takes nothing
7
- * with it — which is the whole reason the projection does not run in the host.
8
- *
9
- * Writes exactly one JSON line to stdout and nothing else. Whatever an addon
10
- * prints goes to stderr, where the supervisor keeps the tail.
11
- */
12
- const process = processModule;
13
- let finished = false;
14
- function respond(line) {
15
- if (finished)
16
- return;
17
- finished = true;
18
- // One shot: stop reading before replying, so a still-open stdin cannot hold
19
- // the child open once the response has been flushed.
20
- process.stdin.pause();
21
- process.stdout.write(line, (error) => {
22
- if (error !== null && error !== undefined) {
23
- process.stderr.write(`fit runner failed to write its response: ${error.message}\n`, () => {
24
- process.exit(2);
25
- });
26
- return;
27
- }
28
- process.exit(0);
29
- });
30
- }
31
- function fail(error) {
32
- const name = error instanceof Error ? error.name : 'Error';
33
- const message = error instanceof Error ? error.message : String(error);
34
- respond(`${JSON.stringify({ status: 'invocation-error', error: { name, message } })}\n`);
35
- }
36
- async function answer(input) {
37
- const { probe } = parseFitProcessRequest(JSON.parse(input));
38
- const result = await callChildEngineFit(probe);
39
- respond(`${JSON.stringify({ status: 'completed', probe: result })}\n`);
40
- }
41
- let input = '';
42
- process.stdin.setEncoding('utf8');
43
- process.stdin.on('data', (chunk) => {
44
- if (finished)
45
- return;
46
- input += chunk;
47
- if (Buffer.byteLength(input) > FIT_PROCESS_MAX_REQUEST_BYTES) {
48
- fail(new RangeError(`Fit request exceeds ${FIT_PROCESS_MAX_REQUEST_BYTES} bytes`));
49
- }
50
- });
51
- process.stdin.on('error', (error) => {
52
- fail(error ?? new Error('fit runner stdin failed'));
53
- });
54
- process.stdin.on('end', () => {
55
- if (finished)
56
- return;
57
- answer(input).catch(fail);
58
- });
@@ -1,24 +0,0 @@
1
- import type { AbortSignal } from 'bare-abort-controller';
2
- import type { FitProbeRequest } from './engine-fit.js';
3
- import type { FitRunResult } from './fit-outcome.js';
4
- export interface RunFitOptions {
5
- signal?: AbortSignal;
6
- timeoutMs?: number;
7
- /**
8
- * Whether this host can spawn a disposable child. Resolved by the caller,
9
- * which already knows the runtime.
10
- */
11
- mobile?: boolean;
12
- }
13
- /**
14
- * Runs one engine's fitter and returns what it projected.
15
- *
16
- * A disposable child is the stronger boundary — a fitter that aborts takes only
17
- * the child with it — so it is used wherever one can be spawned. Mobile has no
18
- * such child and runs the fitter in process, carrying crash markers to bound
19
- * the abort it cannot contain. `bare-subprocess` stays deferred from the mobile
20
- * pack that way.
21
- *
22
- * Both strategies are imported lazily, so a host only loads the one it uses.
23
- */
24
- export declare function runFit(probe: FitProbeRequest, options?: RunFitOptions): Promise<FitRunResult>;
@@ -1,20 +0,0 @@
1
- /**
2
- * Runs one engine's fitter and returns what it projected.
3
- *
4
- * A disposable child is the stronger boundary — a fitter that aborts takes only
5
- * the child with it — so it is used wherever one can be spawned. Mobile has no
6
- * such child and runs the fitter in process, carrying crash markers to bound
7
- * the abort it cannot contain. `bare-subprocess` stays deferred from the mobile
8
- * pack that way.
9
- *
10
- * Both strategies are imported lazily, so a host only loads the one it uses.
11
- */
12
- export async function runFit(probe, options = {}) {
13
- const { mobile, timeoutMs, ...runOptions } = options;
14
- if (mobile === true) {
15
- const { runInProcessFit } = await import('./run-in-process-fit.js');
16
- return runInProcessFit(probe, runOptions);
17
- }
18
- const { runIsolatedFit } = await import('./run-isolated-fit.js');
19
- return runIsolatedFit(probe, { ...runOptions, ...(timeoutMs !== undefined && { timeoutMs }) });
20
- }
@@ -1,22 +0,0 @@
1
- import type { AbortSignal } from 'bare-abort-controller';
2
- import { callEngineFit } from './engine-fit.js';
3
- import type { FitProbeRequest } from './engine-fit.js';
4
- import type { FitRunResult } from './fit-outcome.js';
5
- export interface RunInProcessFitOptions {
6
- signal?: AbortSignal;
7
- stateDir?: string;
8
- callFit?: typeof callEngineFit;
9
- }
10
- export declare function crashMarkerPath(stateDir: string, probe: FitProbeRequest): string;
11
- export declare function crashedMarkerPath(stateDir: string, probe: FitProbeRequest): string;
12
- /**
13
- * Runs one engine's fitter on the calling thread, for hosts that cannot spawn a
14
- * disposable child.
15
- *
16
- * There is no boundary here to contain a fitter that aborts: it takes the host
17
- * with it. A leftover `.running` marker is that abort, observed on the next
18
- * launch, and it is promoted to `.crashed` so the same request skips native
19
- * rather than repeating the abort. `timeoutMs` has no meaning on this path,
20
- * since the native call blocks the thread until it returns.
21
- */
22
- export declare function runInProcessFit(probe: FitProbeRequest, options?: RunInProcessFitOptions): Promise<FitRunResult>;