@qvac/inference 0.18.1 → 0.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (388) hide show
  1. package/NOTICE +11 -2
  2. package/README.md +1 -5
  3. package/dist/api/assess-model-fit.d.ts +16 -0
  4. package/dist/api/assess-model-fit.js +27 -0
  5. package/dist/api/audio-gen.d.ts +4 -4
  6. package/dist/api/audio-gen.js +17 -6
  7. package/dist/api/completion-stream.d.ts +1 -1
  8. package/dist/api/completion-stream.js +1 -1
  9. package/dist/api/download-asset.d.ts +1 -1
  10. package/dist/api/download-asset.js +2 -2
  11. package/dist/api/finetune.js +1 -1
  12. package/dist/api/get-loaded-model-info.d.ts +6 -10
  13. package/dist/api/get-loaded-model-info.js +6 -10
  14. package/dist/api/heartbeat.d.ts +5 -22
  15. package/dist/api/heartbeat.js +6 -23
  16. package/dist/api/index.d.ts +36 -35
  17. package/dist/api/index.js +35 -35
  18. package/dist/api/load-model.d.ts +5 -1
  19. package/dist/api/load-model.js +3 -5
  20. package/dist/api/logging-stream-registry.js +1 -1
  21. package/dist/api/resume.d.ts +0 -3
  22. package/dist/api/resume.js +0 -3
  23. package/dist/api/subscribe-logs.js +1 -1
  24. package/dist/api/suspend.d.ts +0 -4
  25. package/dist/api/suspend.js +0 -4
  26. package/dist/api/translate.d.ts +3 -1
  27. package/dist/api/translate.js +16 -8
  28. package/dist/api/unload-model.js +3 -5
  29. package/dist/api/video-request.d.ts +207 -0
  30. package/dist/api/video-request.js +18 -0
  31. package/dist/api/video.d.ts +22 -2
  32. package/dist/api/video.js +25 -15
  33. package/dist/api/vla-helpers.d.ts +1 -2
  34. package/dist/api/vla-helpers.js +1 -2
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.d.ts +71 -0
  37. package/dist/api/world-result.js +293 -0
  38. package/dist/api/world.d.ts +143 -0
  39. package/dist/api/world.js +71 -0
  40. package/dist/config/resolve-config.d.ts +1 -1
  41. package/dist/config/resolve-config.js +1 -1
  42. package/dist/constants/index.d.ts +2 -2
  43. package/dist/constants/index.js +2 -2
  44. package/dist/dispatch.js +15 -28
  45. package/dist/errors/index.d.ts +35 -31
  46. package/dist/errors/index.js +66 -56
  47. package/dist/handlers/assess-model-fit.d.ts +10 -0
  48. package/dist/handlers/assess-model-fit.js +75 -0
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +1 -1
  51. package/dist/handlers/download-asset.js +6 -5
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +0 -12
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/get-system-resources.js +8 -0
  56. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  57. package/dist/handlers/load-model/download-stats.d.ts +3 -3
  58. package/dist/handlers/load-model/download-stats.js +5 -5
  59. package/dist/handlers/load-model/handler.js +6 -8
  60. package/dist/handlers/load-model/http-verify.d.ts +20 -0
  61. package/dist/handlers/load-model/http-verify.js +54 -0
  62. package/dist/handlers/load-model/http.d.ts +12 -2
  63. package/dist/handlers/load-model/http.js +119 -230
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +1 -1
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +4 -4
  74. package/dist/handlers/load-model/resolve-session.d.ts +8 -1
  75. package/dist/handlers/load-model/resolve-session.js +12 -9
  76. package/dist/handlers/load-model/resolve.d.ts +4 -4
  77. package/dist/handlers/load-model/resolve.js +18 -16
  78. package/dist/handlers/load-model/safe-fetch.d.ts +44 -0
  79. package/dist/handlers/load-model/safe-fetch.js +143 -0
  80. package/dist/handlers/load-model/types.d.ts +9 -0
  81. package/dist/handlers/plugin-dispatch.js +1 -4
  82. package/dist/handlers/plugin-invoke.js +1 -4
  83. package/dist/handlers/types.d.ts +0 -2
  84. package/dist/handlers/unload-model.js +1 -4
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/models/registry/index.d.ts +1 -1
  94. package/dist/models/registry/index.js +2 -2
  95. package/dist/models/registry/models.d.ts +250 -0
  96. package/dist/models/registry/models.js +2071 -1806
  97. package/dist/models/registry/resource-profiles.d.ts +18 -0
  98. package/dist/models/registry/resource-profiles.js +4934 -0
  99. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +14 -0
  100. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  101. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +47 -5
  102. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +134 -4
  103. package/dist/plugins/builtin/audiogen-ggml/plugin.js +47 -28
  104. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +1 -1
  105. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  106. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  107. package/dist/plugins/builtin/ggml-ocr/plugin.js +2 -2
  108. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  109. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  110. package/dist/plugins/builtin/index.d.ts +12 -12
  111. package/dist/plugins/builtin/index.js +12 -12
  112. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +2 -2
  113. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +37 -26
  114. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +12 -11
  115. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +133 -41
  116. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +7 -1
  117. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +26 -4
  118. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +19 -8
  119. package/dist/plugins/builtin/llamacpp-completion/plugin.js +10 -13
  120. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +4 -0
  121. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +13 -2
  122. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +2 -2
  123. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +2 -2
  124. package/dist/plugins/builtin/parakeet-transcription/plugin.js +3 -3
  125. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +1 -1
  126. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +32 -2
  127. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +126 -0
  128. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +820 -0
  129. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +153 -4
  130. package/dist/plugins/builtin/sdcpp-generation/plugin.js +134 -13
  131. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +1 -1
  132. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +1 -1
  133. package/dist/plugins/builtin/tts-ggml/plugin.js +2 -2
  134. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +2 -2
  135. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +3 -3
  136. package/dist/plugins/index.d.ts +1 -1
  137. package/dist/plugins/index.js +2 -2
  138. package/dist/plugins/ops/kv-cache-utils.js +1 -1
  139. package/dist/plugins/ops/load-model.js +1 -1
  140. package/dist/plugins/ops/transcribe.js +2 -2
  141. package/dist/plugins/ops/translate.js +4 -12
  142. package/dist/plugins/ops/unload-model.js +19 -21
  143. package/dist/plugins/registry.d.ts +1 -0
  144. package/dist/plugins/registry.js +12 -0
  145. package/dist/profiling/aggregator.d.ts +1 -1
  146. package/dist/profiling/aggregator.js +1 -1
  147. package/dist/profiling/controller.d.ts +1 -1
  148. package/dist/profiling/controller.js +2 -2
  149. package/dist/profiling/envelope.d.ts +0 -1
  150. package/dist/profiling/envelope.js +0 -10
  151. package/dist/profiling/events.d.ts +2 -3
  152. package/dist/profiling/events.js +2 -9
  153. package/dist/profiling/exporters.d.ts +1 -1
  154. package/dist/profiling/exporters.js +3 -3
  155. package/dist/profiling/index.d.ts +13 -14
  156. package/dist/profiling/index.js +12 -13
  157. package/dist/profiling/operation-metrics.d.ts +1 -1
  158. package/dist/profiling/operation-metrics.js +35 -2
  159. package/dist/profiling/operation-wrappers.js +12 -15
  160. package/dist/profiling/profiler.d.ts +1 -2
  161. package/dist/profiling/profiler.js +7 -26
  162. package/dist/profiling/types.d.ts +1 -1
  163. package/dist/rag/handler.js +1 -1
  164. package/dist/rag/handlers/close-workspace.js +1 -1
  165. package/dist/rag/handlers/delete-embeddings.js +1 -1
  166. package/dist/rag/handlers/delete-workspace.js +2 -6
  167. package/dist/rag/handlers/ingest.js +1 -1
  168. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  169. package/dist/rag/handlers/list-workspaces.js +1 -1
  170. package/dist/rag/handlers/reindex.js +1 -1
  171. package/dist/rag/handlers/save-embeddings.js +1 -1
  172. package/dist/rag/handlers/search.js +1 -1
  173. package/dist/rag/index.d.ts +11 -11
  174. package/dist/rag/index.js +11 -11
  175. package/dist/rag/rag-workspace-manager.d.ts +4 -2
  176. package/dist/rag/rag-workspace-manager.js +268 -15
  177. package/dist/registry.js +8 -58
  178. package/dist/resources/collector.d.ts +3 -1
  179. package/dist/resources/collector.js +91 -9
  180. package/dist/resources/instance.d.ts +1 -1
  181. package/dist/resources/instance.js +1 -1
  182. package/dist/resources/model-fit/assess.d.ts +36 -0
  183. package/dist/resources/model-fit/assess.js +578 -0
  184. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +8 -0
  185. package/dist/resources/model-fit/calibration/darwin-arm64.js +36 -0
  186. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +8 -0
  187. package/dist/resources/model-fit/calibration/darwin-x64.js +38 -0
  188. package/dist/resources/model-fit/calibration/fit.d.ts +73 -0
  189. package/dist/resources/model-fit/calibration/fit.js +152 -0
  190. package/dist/resources/model-fit/calibration/index.d.ts +37 -0
  191. package/dist/resources/model-fit/calibration/index.js +75 -0
  192. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +8 -0
  193. package/dist/resources/model-fit/calibration/linux-arm64.js +38 -0
  194. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +8 -0
  195. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +39 -0
  196. package/dist/resources/model-fit/calibration/linux-x64.d.ts +8 -0
  197. package/dist/resources/model-fit/calibration/linux-x64.js +38 -0
  198. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +8 -0
  199. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +39 -0
  200. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +8 -0
  201. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +36 -0
  202. package/dist/resources/model-fit/calibration/win32-x64.d.ts +8 -0
  203. package/dist/resources/model-fit/calibration/win32-x64.js +38 -0
  204. package/dist/resources/model-fit/estimators/llm.d.ts +45 -0
  205. package/dist/resources/model-fit/estimators/llm.js +220 -0
  206. package/dist/resources/model-fit/estimators/whisper.d.ts +10 -0
  207. package/dist/resources/model-fit/estimators/whisper.js +77 -0
  208. package/dist/resources/model-fit/types.d.ts +120 -0
  209. package/dist/resources/model-fit/types.js +1 -0
  210. package/dist/resources/native.d.ts +1 -1
  211. package/dist/resources/native.js +14 -0
  212. package/dist/resources/normalize.d.ts +1 -1
  213. package/dist/resources/types.d.ts +16 -0
  214. package/dist/runtime/index.d.ts +5 -5
  215. package/dist/runtime/index.js +2 -2
  216. package/dist/runtime/lifecycle.js +5 -7
  217. package/dist/runtime/model-registry.d.ts +0 -14
  218. package/dist/runtime/model-registry.js +17 -40
  219. package/dist/runtime/registry-client.js +1 -1
  220. package/dist/runtime/request-context.d.ts +3 -3
  221. package/dist/runtime/request-context.js +13 -1
  222. package/dist/runtime/request-registry.d.ts +1 -1
  223. package/dist/runtime/request-registry.js +4 -5
  224. package/dist/runtime/state.d.ts +1 -1
  225. package/dist/runtime/state.js +18 -3
  226. package/dist/schemas/assess-model-fit.d.ts +271 -0
  227. package/dist/schemas/assess-model-fit.js +153 -0
  228. package/dist/schemas/audio-gen.d.ts +434 -4
  229. package/dist/schemas/audio-gen.js +131 -19
  230. package/dist/schemas/batch-completion-stream.d.ts +2 -2
  231. package/dist/schemas/batch-completion-stream.js +3 -3
  232. package/dist/schemas/bci-config.js +73 -27
  233. package/dist/schemas/bci.d.ts +2 -2
  234. package/dist/schemas/bci.js +5 -5
  235. package/dist/schemas/cancel.d.ts +5 -0
  236. package/dist/schemas/cancel.js +1 -0
  237. package/dist/schemas/classification.js +13 -6
  238. package/dist/schemas/common.d.ts +662 -331
  239. package/dist/schemas/common.js +33 -31
  240. package/dist/schemas/completion-event.d.ts +2 -2
  241. package/dist/schemas/completion-event.js +1 -1
  242. package/dist/schemas/completion-stream.d.ts +1 -5
  243. package/dist/schemas/completion-stream.js +4 -8
  244. package/dist/schemas/config.d.ts +640 -18
  245. package/dist/schemas/config.js +50 -8
  246. package/dist/schemas/download-asset.d.ts +19 -1
  247. package/dist/schemas/download-asset.js +20 -4
  248. package/dist/schemas/engine-addon-map.d.ts +1 -1
  249. package/dist/schemas/engine-addon-map.js +3 -3
  250. package/dist/schemas/error.d.ts +2 -2
  251. package/dist/schemas/error.js +2 -2
  252. package/dist/schemas/errors.d.ts +2 -6
  253. package/dist/schemas/errors.js +30 -40
  254. package/dist/schemas/heartbeat.d.ts +10 -0
  255. package/dist/schemas/heartbeat.js +8 -0
  256. package/dist/schemas/index.d.ts +46 -44
  257. package/dist/schemas/index.js +45 -43
  258. package/dist/schemas/llamacpp-config.d.ts +32 -10
  259. package/dist/schemas/llamacpp-config.js +11 -8
  260. package/dist/schemas/load-model.d.ts +2933 -1948
  261. package/dist/schemas/load-model.js +52 -52
  262. package/dist/schemas/mcp-adapter.d.ts +1 -1
  263. package/dist/schemas/model-config-schemas.d.ts +2354 -0
  264. package/dist/schemas/model-config-schemas.js +46 -0
  265. package/dist/schemas/model-info.d.ts +10 -20
  266. package/dist/schemas/model-info.js +4 -25
  267. package/dist/schemas/model-ops.d.ts +0 -1
  268. package/dist/schemas/model-ops.js +1 -2
  269. package/dist/schemas/model-resource-profile.d.ts +109 -0
  270. package/dist/schemas/model-resource-profile.js +83 -0
  271. package/dist/schemas/model-src-utils.d.ts +1 -0
  272. package/dist/schemas/model-src-utils.js +33 -13
  273. package/dist/schemas/ocr.js +48 -13
  274. package/dist/schemas/path-validation.js +8 -2
  275. package/dist/schemas/plugin.d.ts +14 -1
  276. package/dist/schemas/plugin.js +11 -0
  277. package/dist/schemas/profiling.d.ts +138 -43
  278. package/dist/schemas/profiling.js +1 -22
  279. package/dist/schemas/rag.js +1 -1
  280. package/dist/schemas/registry.js +1 -1
  281. package/dist/schemas/reload-config.d.ts +0 -2
  282. package/dist/schemas/reload-config.js +2 -3
  283. package/dist/schemas/sdcpp-config.d.ts +344 -4
  284. package/dist/schemas/sdcpp-config.js +504 -17
  285. package/dist/schemas/system-resources.d.ts +138 -0
  286. package/dist/schemas/system-resources.js +3 -1
  287. package/dist/schemas/text-to-speech.js +183 -76
  288. package/dist/schemas/transcription-config.js +253 -85
  289. package/dist/schemas/transcription.d.ts +3 -3
  290. package/dist/schemas/translate.d.ts +2 -2
  291. package/dist/schemas/translate.js +1 -1
  292. package/dist/schemas/translation-config.js +53 -25
  293. package/dist/schemas/vla.d.ts +1 -1
  294. package/dist/selection.d.ts +1 -5
  295. package/dist/selection.js +2 -6
  296. package/dist/surface.d.ts +1 -1
  297. package/dist/utils/aggregate-events.d.ts +1 -1
  298. package/dist/utils/aggregate-events.js +2 -2
  299. package/dist/utils/archive.js +2 -2
  300. package/dist/utils/audio-input.js +1 -1
  301. package/dist/utils/cache/auto-history.d.ts +1 -1
  302. package/dist/utils/cache/auto-history.js +1 -1
  303. package/dist/utils/cache/paths.js +5 -5
  304. package/dist/utils/completion-normalizer.js +1 -1
  305. package/dist/utils/gguf-tensor-extractor.js +1 -1
  306. package/dist/utils/image-dimensions.d.ts +26 -0
  307. package/dist/utils/image-dimensions.js +46 -0
  308. package/dist/utils/index.d.ts +13 -10
  309. package/dist/utils/index.js +13 -10
  310. package/dist/utils/mcp-adapter.d.ts +1 -1
  311. package/dist/utils/mcp-adapter.js +1 -1
  312. package/dist/utils/path-sanitize.d.ts +7 -0
  313. package/dist/utils/path-sanitize.js +36 -0
  314. package/dist/utils/path-security.d.ts +0 -7
  315. package/dist/utils/path-security.js +1 -36
  316. package/dist/utils/shard-utils.js +3 -3
  317. package/dist/utils/tool-integration.js +1 -1
  318. package/dist/utils/tools/dialect.js +1 -1
  319. package/dist/utils/tools/index.d.ts +2 -2
  320. package/dist/utils/tools/index.js +2 -2
  321. package/dist/utils/tools/parser.js +8 -8
  322. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  323. package/dist/utils/tools/parsers/dsml.js +1 -1
  324. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  325. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  326. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  327. package/dist/utils/tools/parsers/harmony.js +1 -1
  328. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  329. package/dist/utils/tools/parsers/hermes.js +1 -1
  330. package/dist/utils/tools/parsers/json.d.ts +1 -1
  331. package/dist/utils/tools/parsers/json.js +1 -1
  332. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  333. package/dist/utils/tools/parsers/pythonic.js +1 -1
  334. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  335. package/dist/utils/tools/parsers/qwen35.js +3 -3
  336. package/dist/utils/url-security.d.ts +17 -0
  337. package/dist/utils/url-security.js +75 -0
  338. package/package.json +31 -26
  339. package/dist/api/provide.d.ts +0 -23
  340. package/dist/api/provide.js +0 -32
  341. package/dist/api/stop-provider.d.ts +0 -20
  342. package/dist/api/stop-provider.js +0 -30
  343. package/dist/p2p/cancel-delegated.d.ts +0 -3
  344. package/dist/p2p/cancel-delegated.js +0 -64
  345. package/dist/p2p/completion-stream-delegated.d.ts +0 -4
  346. package/dist/p2p/completion-stream-delegated.js +0 -51
  347. package/dist/p2p/delegate-client.d.ts +0 -9
  348. package/dist/p2p/delegate-client.js +0 -219
  349. package/dist/p2p/delegate-connect-diagnostics.d.ts +0 -8
  350. package/dist/p2p/delegate-connect-diagnostics.js +0 -38
  351. package/dist/p2p/delegate-transport.d.ts +0 -18
  352. package/dist/p2p/delegate-transport.js +0 -237
  353. package/dist/p2p/error-handlers.d.ts +0 -4
  354. package/dist/p2p/error-handlers.js +0 -31
  355. package/dist/p2p/handle-request.d.ts +0 -2
  356. package/dist/p2p/handle-request.js +0 -171
  357. package/dist/p2p/handler-utils.d.ts +0 -19
  358. package/dist/p2p/handler-utils.js +0 -180
  359. package/dist/p2p/heartbeat-delegated.d.ts +0 -3
  360. package/dist/p2p/heartbeat-delegated.js +0 -32
  361. package/dist/p2p/load-model-delegated.d.ts +0 -6
  362. package/dist/p2p/load-model-delegated.js +0 -132
  363. package/dist/p2p/progress-throttle.d.ts +0 -7
  364. package/dist/p2p/progress-throttle.js +0 -47
  365. package/dist/p2p/provideHandler/connection.d.ts +0 -2
  366. package/dist/p2p/provideHandler/connection.js +0 -38
  367. package/dist/p2p/provideHandler/handler.d.ts +0 -2
  368. package/dist/p2p/provideHandler/handler.js +0 -66
  369. package/dist/p2p/provideHandler/proxy.d.ts +0 -2
  370. package/dist/p2p/provideHandler/proxy.js +0 -24
  371. package/dist/p2p/provideHandler.d.ts +0 -1
  372. package/dist/p2p/provideHandler.js +0 -2
  373. package/dist/p2p/rpc-utils.d.ts +0 -4
  374. package/dist/p2p/rpc-utils.js +0 -8
  375. package/dist/p2p/stopProvideHandler.d.ts +0 -2
  376. package/dist/p2p/stopProvideHandler.js +0 -29
  377. package/dist/p2p/swarm.d.ts +0 -9
  378. package/dist/p2p/swarm.js +0 -103
  379. package/dist/p2p/transport-selector.d.ts +0 -2
  380. package/dist/p2p/transport-selector.js +0 -18
  381. package/dist/p2p/unload-model-delegated.d.ts +0 -2
  382. package/dist/p2p/unload-model-delegated.js +0 -31
  383. package/dist/profiling/delegation-profiler.d.ts +0 -31
  384. package/dist/profiling/delegation-profiler.js +0 -155
  385. package/dist/schemas/delegate.d.ts +0 -29
  386. package/dist/schemas/delegate.js +0 -40
  387. package/dist/schemas/provide.d.ts +0 -50
  388. package/dist/schemas/provide.js +0 -32
@@ -2,27 +2,31 @@ import { z } from 'zod';
2
2
  import { llmConfigBaseSchema, embedConfigBaseSchema } from './llamacpp-config.js';
3
3
  import { whisperConfigSchema, parakeetLoadConfigSchema } from './transcription-config.js';
4
4
  import { bciConfigSchema } from './bci-config.js';
5
- import { delegateSchema } from './delegate.js';
6
5
  import { nmtConfigBaseSchema, nmtConfigSchema } from './translation-config.js';
7
6
  import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsAudio8LoadConfigSchema, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsParlerLoadConfigSchema, ttsSupertonicLoadConfigSchema } from './text-to-speech.js';
8
7
  import { ocrConfigSchema } from './ocr.js';
9
- import { modelSrcInputSchema, modelInputToSrcSchema, modelInputToNameSchema } from './model-src-utils.js';
8
+ import { modelSrcInputSchema, modelInputToSrcSchema, modelInputToNameSchema, MODEL_SOURCE_URI_HINT } from './model-src-utils.js';
10
9
  import { llmModelTypeSchema, whisperModelTypeSchema, bciModelTypeSchema, parakeetModelTypeSchema, embeddingsModelTypeSchema, nmtModelTypeSchema, ttsModelTypeSchema, ocrModelTypeSchema, diffusionModelTypeSchema, audioGenModelTypeSchema, vlaModelTypeSchema, classificationModelTypeSchema, ModelType, ModelTypeAliases, normalizeModelType } from './model-types.js';
11
10
  import { sdcppConfigSchema } from './sdcpp-config.js';
12
11
  import { vlaConfigSchema } from './vla.js';
13
12
  import { classificationConfigSchema } from './classification.js';
14
- import { audioGenConfigSchema } from '../schemas/audio-gen.js';
13
+ import { audioGenConfigSchema } from './audio-gen.js';
15
14
  // Set of all built-in model types (canonical + aliases) for catch-all exclusion
16
15
  const builtInModelTypes = new Set([...Object.values(ModelType), ...Object.keys(ModelTypeAliases)]);
17
16
  export function isBuiltInModelType(modelType) {
18
17
  return typeof modelType === 'string' && builtInModelTypes.has(modelType);
19
18
  }
20
19
  import { reloadConfigRequestSchema } from './reload-config.js';
20
+ const MODEL_SRC_DESCRIPTION = `The model to load: a registry model constant for a built-in model, or a model source — ${MODEL_SOURCE_URI_HINT} — for HTTP, local, or P2P models.`;
21
21
  const loadModelCommonFields = {
22
- modelSrc: modelSrcInputSchema,
22
+ modelSrc: modelSrcInputSchema.describe(MODEL_SRC_DESCRIPTION),
23
23
  seed: z.boolean().optional(),
24
- delegate: delegateSchema,
25
- fallbackSrc: z.string().optional()
24
+ fallbackSrc: z
25
+ .string()
26
+ .optional()
27
+ .describe('Alternate source — an HTTP URL or local file path — used to load a built-in registry model when it cannot be downloaded from the registry. The bytes are validated against the model checksum before use.'),
28
+ requireHttpChecksum: z.boolean().optional(),
29
+ requireSecureTransport: z.boolean().optional()
26
30
  };
27
31
  const loadModelRequestCommonFields = {
28
32
  ...loadModelCommonFields,
@@ -49,7 +53,7 @@ const modelConfigKeysByModelType = new Map([
49
53
  ],
50
54
  [ModelType.ggmlOcr, configKeys(ocrConfigSchema)],
51
55
  [ModelType.sdcppGeneration, configKeys(sdcppConfigSchema)],
52
- [ModelType.audiogenGgml, configKeys(audioGenConfigSchema)],
56
+ [ModelType.audiogenGgml, configKeys(...audioGenConfigSchema.options)],
53
57
  [ModelType.ggmlVla, configKeys(vlaConfigSchema)],
54
58
  [ModelType.ggmlClassification, configKeys(classificationConfigSchema)]
55
59
  ]);
@@ -148,7 +152,7 @@ export const loadBuiltinModelOptionsBaseSchema = z.union([
148
152
  z
149
153
  .object({
150
154
  ...loadModelCommonFields,
151
- modelSrc: modelSrcInputSchema.optional(),
155
+ modelSrc: modelSrcInputSchema.optional().describe(MODEL_SRC_DESCRIPTION),
152
156
  modelType: audioGenModelTypeSchema,
153
157
  modelConfig: audioGenConfigSchema
154
158
  })
@@ -163,7 +167,7 @@ export const loadBuiltinModelOptionsBaseSchema = z.union([
163
167
  z
164
168
  .object({
165
169
  ...loadModelCommonFields,
166
- modelSrc: modelSrcInputSchema.optional(),
170
+ modelSrc: modelSrcInputSchema.optional().describe(MODEL_SRC_DESCRIPTION),
167
171
  modelType: classificationModelTypeSchema,
168
172
  modelConfig: classificationConfigSchema.strict().optional()
169
173
  })
@@ -185,6 +189,21 @@ export const loadModelOptionsSchema = loadModelOptionsBaseSchema.transform((data
185
189
  ...data,
186
190
  seed: data.seed ?? false
187
191
  }));
192
+ // Optional passthrough fields common to every load-model request branch. Spread
193
+ // this into each transform so a new one is added in a single place, not copied
194
+ // across every model type.
195
+ function optionalRequestFields(data) {
196
+ return {
197
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
198
+ ...(data.requireHttpChecksum !== undefined && {
199
+ requireHttpChecksum: data.requireHttpChecksum
200
+ }),
201
+ ...(data.requireSecureTransport !== undefined && {
202
+ requireSecureTransport: data.requireSecureTransport
203
+ }),
204
+ ...(data.requestId !== undefined && { requestId: data.requestId })
205
+ };
206
+ }
188
207
  export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
189
208
  z
190
209
  .object({
@@ -201,9 +220,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
201
220
  modelConfig: (data.modelConfig ?? {}),
202
221
  seed: data.seed ?? false,
203
222
  withProgress: data.withProgress ?? !!data.onProgress,
204
- delegate: data.delegate,
205
- ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
206
- ...(data.requestId !== undefined && { requestId: data.requestId })
223
+ ...optionalRequestFields(data)
207
224
  })),
208
225
  z
209
226
  .object({
@@ -220,9 +237,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
220
237
  modelConfig: data.modelConfig ?? {},
221
238
  seed: data.seed ?? false,
222
239
  withProgress: data.withProgress ?? !!data.onProgress,
223
- delegate: data.delegate,
224
- ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
225
- ...(data.requestId !== undefined && { requestId: data.requestId })
240
+ ...optionalRequestFields(data)
226
241
  })),
227
242
  z
228
243
  .object({
@@ -239,9 +254,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
239
254
  modelConfig: data.modelConfig ?? {},
240
255
  seed: data.seed ?? false,
241
256
  withProgress: data.withProgress ?? !!data.onProgress,
242
- delegate: data.delegate,
243
- ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
244
- ...(data.requestId !== undefined && { requestId: data.requestId })
257
+ ...optionalRequestFields(data)
245
258
  })),
246
259
  z
247
260
  .object({
@@ -258,9 +271,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
258
271
  modelConfig: data.modelConfig,
259
272
  seed: data.seed ?? false,
260
273
  withProgress: data.withProgress ?? !!data.onProgress,
261
- delegate: data.delegate,
262
- ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
263
- ...(data.requestId !== undefined && { requestId: data.requestId })
274
+ ...optionalRequestFields(data)
264
275
  })),
265
276
  z
266
277
  .object({
@@ -277,9 +288,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
277
288
  modelConfig: (data.modelConfig ?? {}),
278
289
  seed: data.seed ?? false,
279
290
  withProgress: data.withProgress ?? !!data.onProgress,
280
- delegate: data.delegate,
281
- ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
282
- ...(data.requestId !== undefined && { requestId: data.requestId })
291
+ ...optionalRequestFields(data)
283
292
  })),
284
293
  z
285
294
  .object({
@@ -304,9 +313,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
304
313
  : data.modelConfig,
305
314
  seed: data.seed ?? false,
306
315
  withProgress: data.withProgress ?? !!data.onProgress,
307
- delegate: data.delegate,
308
- ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
309
- ...(data.requestId !== undefined && { requestId: data.requestId })
316
+ ...optionalRequestFields(data)
310
317
  })),
311
318
  z
312
319
  .object({
@@ -323,9 +330,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
323
330
  modelConfig: data.modelConfig,
324
331
  seed: data.seed ?? false,
325
332
  withProgress: data.withProgress ?? !!data.onProgress,
326
- delegate: data.delegate,
327
- ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
328
- ...(data.requestId !== undefined && { requestId: data.requestId })
333
+ ...optionalRequestFields(data)
329
334
  })),
330
335
  z
331
336
  .object({
@@ -342,9 +347,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
342
347
  modelConfig: data.modelConfig ?? {},
343
348
  seed: data.seed ?? false,
344
349
  withProgress: data.withProgress ?? !!data.onProgress,
345
- delegate: data.delegate,
346
- ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
347
- ...(data.requestId !== undefined && { requestId: data.requestId })
350
+ ...optionalRequestFields(data)
348
351
  })),
349
352
  z
350
353
  .object({
@@ -361,14 +364,12 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
361
364
  modelConfig: data.modelConfig ?? {},
362
365
  seed: data.seed ?? false,
363
366
  withProgress: data.withProgress ?? !!data.onProgress,
364
- delegate: data.delegate,
365
- ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
366
- ...(data.requestId !== undefined && { requestId: data.requestId })
367
+ ...optionalRequestFields(data)
367
368
  })),
368
369
  z
369
370
  .object({
370
371
  ...loadModelRequestCommonFields,
371
- modelSrc: modelSrcInputSchema.optional(),
372
+ modelSrc: modelSrcInputSchema.optional().describe(MODEL_SRC_DESCRIPTION),
372
373
  modelType: audioGenModelTypeSchema,
373
374
  modelConfig: audioGenConfigSchema
374
375
  })
@@ -381,9 +382,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
381
382
  modelConfig: data.modelConfig,
382
383
  seed: data.seed ?? false,
383
384
  withProgress: data.withProgress ?? !!data.onProgress,
384
- delegate: data.delegate,
385
- ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
386
- ...(data.requestId !== undefined && { requestId: data.requestId })
385
+ ...optionalRequestFields(data)
387
386
  })),
388
387
  z
389
388
  .object({
@@ -400,14 +399,12 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
400
399
  modelConfig: data.modelConfig ?? {},
401
400
  seed: data.seed ?? false,
402
401
  withProgress: data.withProgress ?? !!data.onProgress,
403
- delegate: data.delegate,
404
- ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
405
- ...(data.requestId !== undefined && { requestId: data.requestId })
402
+ ...optionalRequestFields(data)
406
403
  })),
407
404
  z
408
405
  .object({
409
406
  ...loadModelRequestCommonFields,
410
- modelSrc: modelSrcInputSchema.optional(),
407
+ modelSrc: modelSrcInputSchema.optional().describe(MODEL_SRC_DESCRIPTION),
411
408
  modelType: classificationModelTypeSchema,
412
409
  modelConfig: classificationConfigSchema.strict().optional()
413
410
  })
@@ -420,9 +417,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
420
417
  modelConfig: data.modelConfig ?? {},
421
418
  seed: data.seed ?? false,
422
419
  withProgress: data.withProgress ?? !!data.onProgress,
423
- delegate: data.delegate,
424
- ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
425
- ...(data.requestId !== undefined && { requestId: data.requestId })
420
+ ...optionalRequestFields(data)
426
421
  }))
427
422
  ]);
428
423
  export const loadCustomPluginToRequestSchema = z
@@ -441,9 +436,7 @@ export const loadCustomPluginToRequestSchema = z
441
436
  modelConfig: data.modelConfig ?? {},
442
437
  seed: data.seed ?? false,
443
438
  withProgress: data.withProgress ?? !!data.onProgress,
444
- delegate: data.delegate,
445
- ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
446
- ...(data.requestId !== undefined && { requestId: data.requestId })
439
+ ...optionalRequestFields(data)
447
440
  }));
448
441
  const loadModelOptionsToRequestBaseSchema = z.union([
449
442
  loadBuiltinToRequestSchema,
@@ -452,15 +445,22 @@ const loadModelOptionsToRequestBaseSchema = z.union([
452
445
  export const loadModelOptionsToRequestSchema = misplacedLoadModelConfigGuard.pipe(loadModelOptionsToRequestBaseSchema);
453
446
  const commonModelConfigSchema = z.object({
454
447
  type: z.literal('loadModel'),
455
- modelSrc: z.string(),
448
+ modelSrc: z.string().describe(MODEL_SRC_DESCRIPTION),
456
449
  modelName: z.string().optional(),
457
450
  withProgress: z.boolean().optional(),
458
451
  seed: z.boolean().optional(),
459
- delegate: delegateSchema,
460
452
  fallbackSrc: z
461
453
  .string()
462
454
  .optional()
463
455
  .describe('Alternate source — an HTTP URL or local file path — used to load a built-in registry model when it cannot be downloaded from the registry. The bytes are validated against the model checksum before use.'),
456
+ requireHttpChecksum: z
457
+ .boolean()
458
+ .optional()
459
+ .describe('Reject a Hugging Face HTTP download that exposes no usable SHA-256 instead of downloading it unverified. Overrides the engine config for this call; defaults to the config value (false).'),
460
+ requireSecureTransport: z
461
+ .boolean()
462
+ .optional()
463
+ .describe('Reject plaintext http:// and HTTPS→HTTP downgrades for every HTTP source on this call (loopback exempt); when unset, only Hugging Face transport is hardened. Overrides the engine config for this call; defaults to the config value (false).'),
464
464
  requestId: z
465
465
  .string()
466
466
  .min(1)
@@ -1,4 +1,4 @@
1
- import type { JsonSchema } from '../schemas/json-schema.js';
1
+ import type { JsonSchema } from './json-schema.js';
2
2
  export type McpTool = {
3
3
  name: string;
4
4
  description?: string | undefined;