@qvac/sdk 0.14.1 → 0.15.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (796) hide show
  1. package/NOTICE +27 -11
  2. package/README.md +34 -35
  3. package/dist/client/api/batch-completion.d.ts +15 -0
  4. package/dist/client/api/batch-completion.js +332 -0
  5. package/dist/client/api/bci-transcribe.d.ts +1 -1
  6. package/dist/client/api/bci-transcribe.js +31 -31
  7. package/dist/client/api/cancel.d.ts +1 -1
  8. package/dist/client/api/cancel.js +18 -18
  9. package/dist/client/api/classify.d.ts +1 -1
  10. package/dist/client/api/classify.js +9 -6
  11. package/dist/client/api/client-request-id.js +1 -1
  12. package/dist/client/api/completion-stream.d.ts +3 -3
  13. package/dist/client/api/completion-stream.js +18 -18
  14. package/dist/client/api/delete-cache.js +9 -9
  15. package/dist/client/api/diffusion.d.ts +1 -1
  16. package/dist/client/api/diffusion.js +17 -11
  17. package/dist/client/api/download-asset.d.ts +1 -1
  18. package/dist/client/api/download-asset.js +11 -11
  19. package/dist/client/api/embed.d.ts +1 -1
  20. package/dist/client/api/embed.js +10 -10
  21. package/dist/client/api/finetune.d.ts +1 -1
  22. package/dist/client/api/finetune.js +25 -27
  23. package/dist/client/api/get-loaded-model-info.d.ts +2 -2
  24. package/dist/client/api/get-loaded-model-info.js +8 -8
  25. package/dist/client/api/get-model-info.d.ts +1 -1
  26. package/dist/client/api/get-model-info.js +7 -7
  27. package/dist/client/api/heartbeat.d.ts +2 -2
  28. package/dist/client/api/heartbeat.js +7 -7
  29. package/dist/client/api/index.d.ts +33 -32
  30. package/dist/client/api/index.js +33 -32
  31. package/dist/client/api/invoke-plugin.d.ts +1 -1
  32. package/dist/client/api/invoke-plugin.js +10 -10
  33. package/dist/client/api/load-model.d.ts +1 -1
  34. package/dist/client/api/load-model.js +32 -32
  35. package/dist/client/api/logging-stream.d.ts +1 -1
  36. package/dist/client/api/logging-stream.js +6 -6
  37. package/dist/client/api/ocr.d.ts +1 -1
  38. package/dist/client/api/ocr.js +11 -11
  39. package/dist/client/api/provide.d.ts +1 -1
  40. package/dist/client/api/provide.js +7 -7
  41. package/dist/client/api/rag.d.ts +1 -1
  42. package/dist/client/api/rag.js +65 -66
  43. package/dist/client/api/registry.d.ts +1 -1
  44. package/dist/client/api/registry.js +8 -8
  45. package/dist/client/api/resume.js +5 -5
  46. package/dist/client/api/state.d.ts +1 -1
  47. package/dist/client/api/state.js +5 -5
  48. package/dist/client/api/stop-provider.js +6 -6
  49. package/dist/client/api/subscribe-logs.d.ts +1 -1
  50. package/dist/client/api/subscribe-logs.js +3 -3
  51. package/dist/client/api/suspend.js +5 -5
  52. package/dist/client/api/text-to-speech.d.ts +1 -1
  53. package/dist/client/api/text-to-speech.js +37 -39
  54. package/dist/client/api/transcribe.d.ts +2 -2
  55. package/dist/client/api/transcribe.js +44 -45
  56. package/dist/client/api/translate.d.ts +1 -1
  57. package/dist/client/api/translate.js +14 -14
  58. package/dist/client/api/unload-model.d.ts +1 -1
  59. package/dist/client/api/unload-model.js +11 -11
  60. package/dist/client/api/upscale.d.ts +1 -1
  61. package/dist/client/api/upscale.js +9 -9
  62. package/dist/client/api/video.d.ts +1 -1
  63. package/dist/client/api/video.js +16 -14
  64. package/dist/client/api/vla-helpers.d.ts +2 -2
  65. package/dist/client/api/vla-helpers.js +6 -11
  66. package/dist/client/api/vla.d.ts +1 -1
  67. package/dist/client/api/vla.js +13 -13
  68. package/dist/client/config-loader/config-utils.d.ts +1 -1
  69. package/dist/client/config-loader/config-utils.js +3 -3
  70. package/dist/client/config-loader/resolve-config.bare.d.ts +1 -1
  71. package/dist/client/config-loader/resolve-config.bare.js +11 -11
  72. package/dist/client/config-loader/resolve-config.expo.d.ts +1 -1
  73. package/dist/client/config-loader/resolve-config.expo.js +6 -6
  74. package/dist/client/config-loader/resolve-config.node.d.ts +1 -1
  75. package/dist/client/config-loader/resolve-config.node.js +27 -27
  76. package/dist/client/index.d.ts +1 -1
  77. package/dist/client/index.js +1 -1
  78. package/dist/client/init-hooks.d.ts +1 -1
  79. package/dist/client/init-hooks.js +12 -12
  80. package/dist/client/logging-stream-registry.d.ts +1 -1
  81. package/dist/client/logging-stream-registry.js +6 -6
  82. package/dist/client/parse-input.d.ts +1 -1
  83. package/dist/client/parse-input.js +3 -3
  84. package/dist/client/plugins-factory.d.ts +2 -2
  85. package/dist/client/plugins-factory.js +2 -2
  86. package/dist/client/rpc/bare-client.d.ts +2 -1
  87. package/dist/client/rpc/bare-client.js +37 -39
  88. package/dist/client/rpc/ensure-worker-ready.js +4 -4
  89. package/dist/client/rpc/expo-device-info.d.ts +1 -1
  90. package/dist/client/rpc/expo-device-info.js +11 -11
  91. package/dist/client/rpc/expo-rpc-client.d.ts +2 -1
  92. package/dist/client/rpc/expo-rpc-client.js +38 -47
  93. package/dist/client/rpc/node-rpc-client.d.ts +2 -1
  94. package/dist/client/rpc/node-rpc-client.js +103 -75
  95. package/dist/client/rpc/profiling/index.d.ts +1 -1
  96. package/dist/client/rpc/profiling/index.js +1 -1
  97. package/dist/client/rpc/profiling/profiler.d.ts +2 -2
  98. package/dist/client/rpc/profiling/profiler.js +31 -34
  99. package/dist/client/rpc/rpc-client.d.ts +2 -2
  100. package/dist/client/rpc/rpc-client.js +113 -72
  101. package/dist/client/rpc/rpc-error.d.ts +1 -1
  102. package/dist/client/rpc/rpc-error.js +14 -14
  103. package/dist/commands/bundle/bare-pack.d.ts +1 -1
  104. package/dist/commands/bundle/bare-pack.js +20 -20
  105. package/dist/commands/bundle/constants.js +21 -21
  106. package/dist/commands/bundle/entry-gen.js +4 -4
  107. package/dist/commands/bundle/index.js +45 -47
  108. package/dist/commands/bundle/manifest.d.ts +1 -1
  109. package/dist/commands/bundle/manifest.js +44 -46
  110. package/dist/commands/bundle/plugins.d.ts +2 -2
  111. package/dist/commands/bundle/plugins.js +7 -7
  112. package/dist/commands/bundle/resolve-sdk-import.js +6 -13
  113. package/dist/commands/index.d.ts +4 -4
  114. package/dist/commands/index.js +2 -2
  115. package/dist/commands/verify/abi.d.ts +9 -9
  116. package/dist/commands/verify/abi.js +31 -31
  117. package/dist/commands/verify/addon-source.d.ts +1 -1
  118. package/dist/commands/verify/addon-source.js +13 -14
  119. package/dist/commands/verify/bundle-source.d.ts +1 -1
  120. package/dist/commands/verify/bundle-source.js +7 -7
  121. package/dist/commands/verify/index.d.ts +3 -3
  122. package/dist/commands/verify/index.js +18 -17
  123. package/dist/commands/verify/node-modules-source.d.ts +1 -1
  124. package/dist/commands/verify/node-modules-source.js +11 -11
  125. package/dist/commands/verify/prebuilds.d.ts +3 -3
  126. package/dist/commands/verify/prebuilds.js +8 -8
  127. package/dist/constants/audio.d.ts +1 -1
  128. package/dist/constants/audio.js +1 -1
  129. package/dist/constants/index.d.ts +2 -2
  130. package/dist/constants/index.js +2 -2
  131. package/dist/constants/registry.js +1 -1
  132. package/dist/examples/audio/mic-input.d.ts +1 -1
  133. package/dist/examples/audio/mic-input.js +31 -31
  134. package/dist/examples/batch-completion.d.ts +38 -0
  135. package/dist/examples/batch-completion.js +100 -0
  136. package/dist/examples/bci/bci-filesystem-streaming.js +20 -20
  137. package/dist/examples/bci/bci-filesystem.js +17 -17
  138. package/dist/examples/cache-management.js +32 -32
  139. package/dist/examples/cancel-by-request-id.js +11 -11
  140. package/dist/examples/classification/classify-image.js +5 -5
  141. package/dist/examples/completion-events.js +16 -18
  142. package/dist/examples/completion-stop-reason.js +13 -13
  143. package/dist/examples/concurrent-completion-collision.js +20 -20
  144. package/dist/examples/config/blind-relay/blind-relay.config.js +4 -4
  145. package/dist/examples/config/default/default.config.js +2 -2
  146. package/dist/examples/config/plugins/plugins.config.js +2 -2
  147. package/dist/examples/config-reload.js +14 -14
  148. package/dist/examples/default-config-usage.js +10 -13
  149. package/dist/examples/delegated-inference/composite.js +23 -23
  150. package/dist/examples/delegated-inference/consumer-profiled.js +19 -19
  151. package/dist/examples/delegated-inference/consumer.js +11 -11
  152. package/dist/examples/delegated-inference/provider.js +24 -24
  153. package/dist/examples/diffusion-esrgan-upscale.js +19 -19
  154. package/dist/examples/diffusion-flux2-klein-img2img.js +17 -17
  155. package/dist/examples/diffusion-flux2-klein.js +14 -14
  156. package/dist/examples/diffusion-img2img.js +13 -13
  157. package/dist/examples/diffusion-img2vid.js +22 -23
  158. package/dist/examples/diffusion-simple.js +7 -7
  159. package/dist/examples/diffusion-txt2img.js +13 -14
  160. package/dist/examples/diffusion-txt2vid.js +18 -18
  161. package/dist/examples/download-with-blind-relays.js +7 -8
  162. package/dist/examples/download-with-cancel.js +9 -9
  163. package/dist/examples/embed-multi-gpu.js +9 -9
  164. package/dist/examples/embed-p2p.js +24 -24
  165. package/dist/examples/finetune/llamacpp-finetune.js +21 -21
  166. package/dist/examples/kv-cache-cleanup.js +34 -34
  167. package/dist/examples/kv-cache-custom-key.js +30 -30
  168. package/dist/examples/kv-cache-example.js +18 -20
  169. package/dist/examples/llamacpp-cache.js +33 -33
  170. package/dist/examples/llamacpp-dynamic-tools.js +38 -38
  171. package/dist/examples/llamacpp-filesystem.js +13 -15
  172. package/dist/examples/llamacpp-http.js +12 -14
  173. package/dist/examples/llamacpp-multi-gpu.js +12 -12
  174. package/dist/examples/llamacpp-multimodal.js +16 -16
  175. package/dist/examples/llamacpp-p2p.js +11 -11
  176. package/dist/examples/llamacpp-sharded.js +12 -12
  177. package/dist/examples/llamacpp-structured-output.js +37 -37
  178. package/dist/examples/logging-file-transport.js +19 -21
  179. package/dist/examples/logging-global.js +8 -8
  180. package/dist/examples/logging-streaming.js +16 -18
  181. package/dist/examples/mcp-websearch.js +44 -44
  182. package/dist/examples/multi-model-demo.js +33 -33
  183. package/dist/examples/ocr-fasttext.js +17 -17
  184. package/dist/examples/parallel-download.js +11 -13
  185. package/dist/examples/plugins.js +43 -43
  186. package/dist/examples/profiling/basic.js +34 -36
  187. package/dist/examples/profiling/per-call.js +16 -16
  188. package/dist/examples/quickstart.bare.js +4 -6
  189. package/dist/examples/quickstart.js +7 -7
  190. package/dist/examples/rag/rag-chromadb.js +26 -26
  191. package/dist/examples/rag/rag-hyperdb/cancellation.js +19 -20
  192. package/dist/examples/rag/rag-hyperdb/ingest.js +19 -19
  193. package/dist/examples/rag/rag-hyperdb/pipeline.js +26 -26
  194. package/dist/examples/rag/rag-hyperdb/workspaces.js +46 -46
  195. package/dist/examples/rag/rag-lancedb.js +29 -32
  196. package/dist/examples/rag/rag-sqlite.js +25 -25
  197. package/dist/examples/registry-query.js +15 -15
  198. package/dist/examples/seed-p2p.js +8 -8
  199. package/dist/examples/suspend-resume.js +20 -20
  200. package/dist/examples/tools/llamacpp-native-tools.js +25 -25
  201. package/dist/examples/tools/llamacpp-tools-gemma4.js +14 -14
  202. package/dist/examples/tools/llamacpp-tools-harmony-multiturn.js +15 -15
  203. package/dist/examples/tools/llamacpp-tools-pythonic.js +15 -15
  204. package/dist/examples/tools/llamacpp-tools-qwen35.js +14 -14
  205. package/dist/examples/tools/shared.d.ts +2 -2
  206. package/dist/examples/tools/shared.js +17 -17
  207. package/dist/examples/transcription/parakeet-ctc-filesystem.js +12 -12
  208. package/dist/examples/transcription/parakeet-microphone-record.js +19 -19
  209. package/dist/examples/transcription/parakeet-microphone-stream.js +23 -23
  210. package/dist/examples/transcription/parakeet-sortformer-streaming.js +18 -28
  211. package/dist/examples/transcription/parakeet-sortformer.js +21 -21
  212. package/dist/examples/transcription/parakeet-tdt-filesystem.js +13 -13
  213. package/dist/examples/transcription/whispercpp-filesystem-streaming.js +34 -34
  214. package/dist/examples/transcription/whispercpp-filesystem.js +19 -19
  215. package/dist/examples/transcription/whispercpp-microphone-conversation.js +27 -27
  216. package/dist/examples/transcription/whispercpp-microphone-record.js +21 -21
  217. package/dist/examples/transcription/whispercpp-prompt.js +18 -18
  218. package/dist/examples/translation/translation-bergamot-batch.js +17 -17
  219. package/dist/examples/translation/translation-bergamot-pivot.js +16 -16
  220. package/dist/examples/translation/translation-bergamot.js +11 -11
  221. package/dist/examples/translation/translation-indic.js +10 -10
  222. package/dist/examples/translation/translation-llm-afriquegemma.js +10 -10
  223. package/dist/examples/translation/translation-llm-context.js +10 -10
  224. package/dist/examples/translation/translation-llm.js +13 -13
  225. package/dist/examples/translation/translation-stream.js +11 -11
  226. package/dist/examples/tts/chatterbox-enhanced.d.ts +2 -0
  227. package/dist/examples/tts/chatterbox-enhanced.js +55 -0
  228. package/dist/examples/tts/chatterbox-multilingual.d.ts +2 -0
  229. package/dist/examples/tts/chatterbox-multilingual.js +54 -0
  230. package/dist/examples/tts/chatterbox.js +18 -18
  231. package/dist/examples/tts/llm-to-tts-streaming.js +30 -30
  232. package/dist/examples/tts/supertonic-enhanced.d.ts +2 -0
  233. package/dist/examples/tts/supertonic-enhanced.js +57 -0
  234. package/dist/examples/tts/supertonic-multilingual.js +19 -19
  235. package/dist/examples/tts/supertonic.js +18 -18
  236. package/dist/examples/tts/utils.js +24 -32
  237. package/dist/examples/vla-pi05.js +14 -14
  238. package/dist/examples/vla-smolvla.js +14 -14
  239. package/dist/examples/voice-assistant/voice-assistant.js +46 -46
  240. package/dist/expo/plugins/find-in-ancestor-node-modules.js +3 -3
  241. package/dist/expo/plugins/get-project-root.d.ts +2 -2
  242. package/dist/expo/plugins/get-project-root.js +1 -1
  243. package/dist/expo/plugins/index.d.ts +11 -11
  244. package/dist/expo/plugins/index.js +10 -10
  245. package/dist/expo/plugins/resolve-sdk-package-dir.js +7 -11
  246. package/dist/expo/plugins/withAndroidArchitecture.d.ts +1 -1
  247. package/dist/expo/plugins/withAndroidArchitecture.js +12 -12
  248. package/dist/expo/plugins/withAndroidNdkVersion.d.ts +1 -1
  249. package/dist/expo/plugins/withAndroidNdkVersion.js +9 -9
  250. package/dist/expo/plugins/withDeviceInfo.d.ts +1 -1
  251. package/dist/expo/plugins/withDeviceInfo.js +13 -13
  252. package/dist/expo/plugins/withMobileBundle.d.ts +1 -1
  253. package/dist/expo/plugins/withMobileBundle.js +34 -42
  254. package/dist/expo/plugins/withOpenCL.d.ts +1 -1
  255. package/dist/expo/plugins/withOpenCL.js +14 -16
  256. package/dist/expo/plugins/withQvacSDK.d.ts +1 -1
  257. package/dist/expo/plugins/withQvacSDK.js +12 -12
  258. package/dist/index.d.ts +16 -16
  259. package/dist/index.js +16 -17
  260. package/dist/logging/addon.d.ts +1 -1
  261. package/dist/logging/addon.js +13 -13
  262. package/dist/logging/base-logger.d.ts +2 -2
  263. package/dist/logging/base-logger.js +6 -6
  264. package/dist/logging/client-logger.d.ts +1 -1
  265. package/dist/logging/client-logger.js +3 -3
  266. package/dist/logging/index.d.ts +9 -9
  267. package/dist/logging/index.js +8 -8
  268. package/dist/logging/logger.d.ts +1 -1
  269. package/dist/logging/logger.js +4 -4
  270. package/dist/logging/namespaces.d.ts +1 -1
  271. package/dist/logging/namespaces.js +5 -5
  272. package/dist/logging/registry.d.ts +2 -2
  273. package/dist/logging/registry.js +3 -3
  274. package/dist/logging/server-logger.d.ts +1 -1
  275. package/dist/logging/server-logger.js +2 -2
  276. package/dist/logging/stream-logger.d.ts +1 -1
  277. package/dist/logging/stream-logger.js +4 -4
  278. package/dist/logging/transport.d.ts +1 -1
  279. package/dist/logging/types.d.ts +1 -1
  280. package/dist/logging/utils.d.ts +2 -2
  281. package/dist/logging/utils.js +40 -41
  282. package/dist/models/registry/index.d.ts +1 -1
  283. package/dist/models/registry/index.js +5 -5
  284. package/dist/models/registry/models.d.ts +429 -122
  285. package/dist/models/registry/models.js +13693 -13369
  286. package/dist/models/update-models/codegen.d.ts +1 -1
  287. package/dist/models/update-models/codegen.js +8 -8
  288. package/dist/models/update-models/companions.d.ts +6 -1
  289. package/dist/models/update-models/companions.js +104 -39
  290. package/dist/models/update-models/history.d.ts +1 -1
  291. package/dist/models/update-models/history.js +11 -11
  292. package/dist/models/update-models/index.js +32 -34
  293. package/dist/models/update-models/naming.d.ts +2 -2
  294. package/dist/models/update-models/naming.js +177 -186
  295. package/dist/models/update-models/processing.d.ts +2 -2
  296. package/dist/models/update-models/processing.js +17 -19
  297. package/dist/models/update-models/registry.d.ts +2 -2
  298. package/dist/models/update-models/registry.js +9 -9
  299. package/dist/models/update-models/shards.d.ts +1 -1
  300. package/dist/models/update-models/shards.js +3 -3
  301. package/dist/models/update-models/types.d.ts +1 -1
  302. package/dist/models/update-models/utils.js +5 -5
  303. package/dist/pear/pre.js +84 -84
  304. package/dist/profiling/aggregator.d.ts +1 -1
  305. package/dist/profiling/aggregator.js +6 -6
  306. package/dist/profiling/clock.d.ts +1 -1
  307. package/dist/profiling/clock.js +10 -10
  308. package/dist/profiling/controller.d.ts +2 -2
  309. package/dist/profiling/controller.js +11 -12
  310. package/dist/profiling/envelope.d.ts +1 -1
  311. package/dist/profiling/envelope.js +4 -6
  312. package/dist/profiling/events.d.ts +2 -2
  313. package/dist/profiling/events.js +8 -10
  314. package/dist/profiling/exporters.d.ts +1 -1
  315. package/dist/profiling/exporters.js +81 -79
  316. package/dist/profiling/index.d.ts +8 -8
  317. package/dist/profiling/index.js +7 -7
  318. package/dist/profiling/model-execution.js +2 -1
  319. package/dist/profiling/ring-buffer.js +2 -2
  320. package/dist/profiling/types.d.ts +3 -3
  321. package/dist/schemas/archive.d.ts +1 -1
  322. package/dist/schemas/archive.js +8 -14
  323. package/dist/schemas/batch-completion-stream.d.ts +463 -0
  324. package/dist/schemas/batch-completion-stream.js +124 -0
  325. package/dist/schemas/bci-config.d.ts +1 -1
  326. package/dist/schemas/bci-config.js +7 -7
  327. package/dist/schemas/bci.d.ts +3 -3
  328. package/dist/schemas/bci.js +25 -31
  329. package/dist/schemas/cancel.d.ts +6 -1
  330. package/dist/schemas/cancel.js +33 -34
  331. package/dist/schemas/classification.d.ts +1 -1
  332. package/dist/schemas/classification.js +7 -7
  333. package/dist/schemas/common.d.ts +194 -25
  334. package/dist/schemas/common.js +40 -37
  335. package/dist/schemas/completion-event.d.ts +11 -8
  336. package/dist/schemas/completion-event.js +27 -26
  337. package/dist/schemas/completion-stream.d.ts +4 -3
  338. package/dist/schemas/completion-stream.js +51 -67
  339. package/dist/schemas/delegate.d.ts +1 -1
  340. package/dist/schemas/delegate.js +7 -7
  341. package/dist/schemas/delete-cache.d.ts +1 -1
  342. package/dist/schemas/delete-cache.js +8 -8
  343. package/dist/schemas/download-asset.d.ts +2 -2
  344. package/dist/schemas/download-asset.js +21 -21
  345. package/dist/schemas/embed.d.ts +3 -3
  346. package/dist/schemas/embed.js +16 -27
  347. package/dist/schemas/engine-addon-map.d.ts +2 -2
  348. package/dist/schemas/engine-addon-map.js +24 -24
  349. package/dist/schemas/error.d.ts +1 -1
  350. package/dist/schemas/error.js +12 -13
  351. package/dist/schemas/finetune.d.ts +1 -1
  352. package/dist/schemas/finetune.js +35 -41
  353. package/dist/schemas/get-loaded-model-info.d.ts +1 -1
  354. package/dist/schemas/get-loaded-model-info.js +10 -10
  355. package/dist/schemas/get-model-info.d.ts +1 -1
  356. package/dist/schemas/get-model-info.js +48 -91
  357. package/dist/schemas/heartbeat.d.ts +1 -1
  358. package/dist/schemas/heartbeat.js +6 -6
  359. package/dist/schemas/index.d.ts +52 -51
  360. package/dist/schemas/index.js +52 -51
  361. package/dist/schemas/json-schema.d.ts +1 -1
  362. package/dist/schemas/llamacpp-config.d.ts +33 -25
  363. package/dist/schemas/llamacpp-config.js +43 -30
  364. package/dist/schemas/load-model.d.ts +160 -128
  365. package/dist/schemas/load-model.js +120 -126
  366. package/dist/schemas/logging-stream.d.ts +1 -1
  367. package/dist/schemas/logging-stream.js +6 -12
  368. package/dist/schemas/mcp-adapter.d.ts +1 -1
  369. package/dist/schemas/model-src-utils.d.ts +1 -1
  370. package/dist/schemas/model-src-utils.js +13 -13
  371. package/dist/schemas/model-types.d.ts +1 -1
  372. package/dist/schemas/model-types.js +27 -27
  373. package/dist/schemas/ocr.d.ts +1 -1
  374. package/dist/schemas/ocr.js +18 -18
  375. package/dist/schemas/path-validation.d.ts +1 -1
  376. package/dist/schemas/path-validation.js +4 -4
  377. package/dist/schemas/plugin.d.ts +9 -10
  378. package/dist/schemas/plugin.js +47 -47
  379. package/dist/schemas/profiling.d.ts +1 -1
  380. package/dist/schemas/profiling.js +16 -16
  381. package/dist/schemas/provide.d.ts +1 -1
  382. package/dist/schemas/provide.js +8 -8
  383. package/dist/schemas/rag.d.ts +3 -3
  384. package/dist/schemas/rag.js +65 -70
  385. package/dist/schemas/registry.d.ts +1 -1
  386. package/dist/schemas/registry.js +44 -66
  387. package/dist/schemas/reload-config.d.ts +1 -1
  388. package/dist/schemas/reload-config.js +14 -18
  389. package/dist/schemas/resume.d.ts +1 -1
  390. package/dist/schemas/resume.js +3 -3
  391. package/dist/schemas/runtime-context.d.ts +1 -1
  392. package/dist/schemas/runtime-context.js +4 -4
  393. package/dist/schemas/sdcpp-config.d.ts +9 -9
  394. package/dist/schemas/sdcpp-config.js +298 -300
  395. package/dist/schemas/sdk-config.d.ts +55 -43
  396. package/dist/schemas/sdk-config.js +25 -29
  397. package/dist/schemas/sdk-errors-client.d.ts +1 -1
  398. package/dist/schemas/sdk-errors-client.js +80 -80
  399. package/dist/schemas/sdk-errors-registry.js +1 -1
  400. package/dist/schemas/sdk-errors-server.d.ts +1 -1
  401. package/dist/schemas/sdk-errors-server.js +200 -199
  402. package/dist/schemas/shard.d.ts +1 -1
  403. package/dist/schemas/shard.js +4 -4
  404. package/dist/schemas/state.d.ts +1 -1
  405. package/dist/schemas/state.js +5 -10
  406. package/dist/schemas/stop-provide.d.ts +1 -1
  407. package/dist/schemas/stop-provide.js +4 -4
  408. package/dist/schemas/suspend.d.ts +1 -1
  409. package/dist/schemas/suspend.js +3 -3
  410. package/dist/schemas/text-to-speech.d.ts +455 -3
  411. package/dist/schemas/text-to-speech.js +146 -110
  412. package/dist/schemas/tools.d.ts +1 -1
  413. package/dist/schemas/tools.js +17 -24
  414. package/dist/schemas/transcription-config.d.ts +1 -1
  415. package/dist/schemas/transcription-config.js +18 -18
  416. package/dist/schemas/transcription.d.ts +5 -5
  417. package/dist/schemas/transcription.js +31 -33
  418. package/dist/schemas/translate.d.ts +3 -3
  419. package/dist/schemas/translate.js +38 -67
  420. package/dist/schemas/translation-config.d.ts +1 -1
  421. package/dist/schemas/translation-config.js +116 -123
  422. package/dist/schemas/unload-model.d.ts +1 -1
  423. package/dist/schemas/unload-model.js +6 -6
  424. package/dist/schemas/vla.d.ts +1 -1
  425. package/dist/schemas/vla.js +30 -30
  426. package/dist/scripts/run-security-tests.js +9 -10
  427. package/dist/scripts/run-unit-tests.js +11 -12
  428. package/dist/server/bare/delegate-connect-diagnostics.js +13 -19
  429. package/dist/server/bare/delegate-rpc-client.d.ts +2 -2
  430. package/dist/server/bare/delegate-rpc-client.js +32 -34
  431. package/dist/server/bare/hyperswarm.d.ts +3 -3
  432. package/dist/server/bare/hyperswarm.js +14 -14
  433. package/dist/server/bare/ops/bci-transcribe.d.ts +1 -1
  434. package/dist/server/bare/ops/bci-transcribe.js +44 -44
  435. package/dist/server/bare/ops/cancel.d.ts +2 -2
  436. package/dist/server/bare/ops/cancel.js +6 -6
  437. package/dist/server/bare/ops/embed.d.ts +1 -1
  438. package/dist/server/bare/ops/embed.js +26 -16
  439. package/dist/server/bare/ops/kv-cache-utils.d.ts +1 -1
  440. package/dist/server/bare/ops/kv-cache-utils.js +17 -19
  441. package/dist/server/bare/ops/load-model.d.ts +2 -2
  442. package/dist/server/bare/ops/load-model.js +14 -18
  443. package/dist/server/bare/ops/transcribe.d.ts +3 -3
  444. package/dist/server/bare/ops/transcribe.js +62 -62
  445. package/dist/server/bare/ops/translate.d.ts +1 -1
  446. package/dist/server/bare/ops/translate.js +39 -30
  447. package/dist/server/bare/ops/unload-model.d.ts +1 -1
  448. package/dist/server/bare/ops/unload-model.js +12 -12
  449. package/dist/server/bare/plugins/bci-whispercpp-transcription/args.d.ts +2 -2
  450. package/dist/server/bare/plugins/bci-whispercpp-transcription/args.js +3 -3
  451. package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +2 -2
  452. package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +33 -33
  453. package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +1 -1
  454. package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.js +1 -1
  455. package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +1 -1
  456. package/dist/server/bare/plugins/ggml-classification/ops/classify.js +8 -8
  457. package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +1 -1
  458. package/dist/server/bare/plugins/ggml-classification/plugin.js +14 -14
  459. package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +1 -1
  460. package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +27 -26
  461. package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +1 -1
  462. package/dist/server/bare/plugins/ggml-ocr/plugin.js +38 -38
  463. package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +1 -1
  464. package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +3 -3
  465. package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +1 -1
  466. package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +23 -23
  467. package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +1 -1
  468. package/dist/server/bare/plugins/ggml-vla/plugin.js +15 -15
  469. package/dist/server/bare/plugins/index.d.ts +11 -11
  470. package/dist/server/bare/plugins/index.js +11 -11
  471. package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.d.ts +23 -0
  472. package/dist/server/bare/plugins/llamacpp-completion/ops/batch-cancelled.js +30 -0
  473. package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +32 -0
  474. package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  475. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +1 -1
  476. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +8 -8
  477. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +3 -2
  478. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +4 -1
  479. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +22 -4
  480. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +55 -59
  481. package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +5 -5
  482. package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +2 -2
  483. package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +34 -34
  484. package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +7 -7
  485. package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +19 -23
  486. package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +4 -6
  487. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +186 -17
  488. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +235 -70
  489. package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +1 -1
  490. package/dist/server/bare/plugins/llamacpp-completion/transform.js +15 -15
  491. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +3 -3
  492. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +27 -29
  493. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +1 -1
  494. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +38 -39
  495. package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +1 -1
  496. package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.js +19 -22
  497. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +1 -1
  498. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +36 -36
  499. package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +1 -1
  500. package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +15 -17
  501. package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +1 -1
  502. package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +11 -11
  503. package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +1 -1
  504. package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +42 -44
  505. package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +4 -4
  506. package/dist/server/bare/plugins/sdcpp-generation/plugin.js +69 -63
  507. package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +2 -2
  508. package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +19 -21
  509. package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +2 -2
  510. package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +22 -24
  511. package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +3 -2
  512. package/dist/server/bare/plugins/tts-ggml/plugin.js +95 -49
  513. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +1 -1
  514. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +52 -52
  515. package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +1 -1
  516. package/dist/server/bare/rag-hyperdb/handlers/chunk.js +2 -2
  517. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +1 -1
  518. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +2 -2
  519. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
  520. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +4 -4
  521. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +1 -1
  522. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +3 -3
  523. package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +2 -2
  524. package/dist/server/bare/rag-hyperdb/handlers/ingest.js +4 -4
  525. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +1 -1
  526. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +1 -1
  527. package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +2 -2
  528. package/dist/server/bare/rag-hyperdb/handlers/reindex.js +5 -5
  529. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +2 -2
  530. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +3 -3
  531. package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +1 -1
  532. package/dist/server/bare/rag-hyperdb/handlers/search.js +3 -3
  533. package/dist/server/bare/rag-hyperdb/index.d.ts +11 -11
  534. package/dist/server/bare/rag-hyperdb/index.js +11 -11
  535. package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +3 -3
  536. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +1 -1
  537. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +20 -20
  538. package/dist/server/bare/registry/config-registry.d.ts +1 -1
  539. package/dist/server/bare/registry/config-registry.js +13 -16
  540. package/dist/server/bare/registry/logging-stream-registry.d.ts +1 -1
  541. package/dist/server/bare/registry/logging-stream-registry.js +2 -2
  542. package/dist/server/bare/registry/model-config-registry.d.ts +2 -2
  543. package/dist/server/bare/registry/model-config-registry.js +6 -6
  544. package/dist/server/bare/registry/model-config-utils.d.ts +2 -2
  545. package/dist/server/bare/registry/model-config-utils.js +35 -35
  546. package/dist/server/bare/registry/model-registry.d.ts +3 -3
  547. package/dist/server/bare/registry/model-registry.js +11 -11
  548. package/dist/server/bare/registry/registry-client.d.ts +1 -1
  549. package/dist/server/bare/registry/registry-client.js +18 -18
  550. package/dist/server/bare/registry/runtime-context-registry.d.ts +1 -1
  551. package/dist/server/bare/registry/runtime-context-registry.js +3 -3
  552. package/dist/server/bare/runtime/disposable-scope.js +3 -3
  553. package/dist/server/bare/runtime/index.d.ts +7 -7
  554. package/dist/server/bare/runtime/index.js +3 -3
  555. package/dist/server/bare/runtime/request-context.d.ts +4 -4
  556. package/dist/server/bare/runtime/request-id.js +1 -1
  557. package/dist/server/bare/runtime/request-registry-singleton.d.ts +1 -1
  558. package/dist/server/bare/runtime/request-registry-singleton.js +23 -4
  559. package/dist/server/bare/runtime/request-registry.d.ts +27 -12
  560. package/dist/server/bare/runtime/request-registry.js +39 -34
  561. package/dist/server/bare/runtime/with-request-context.d.ts +1 -1
  562. package/dist/server/bare/runtime/with-request-context.js +11 -11
  563. package/dist/server/bare/runtime-lifecycle.d.ts +1 -1
  564. package/dist/server/bare/runtime-lifecycle.js +27 -31
  565. package/dist/server/bare/types/addon-responses.d.ts +5 -4
  566. package/dist/server/bare/utils/audio-input.d.ts +2 -2
  567. package/dist/server/bare/utils/audio-input.js +7 -7
  568. package/dist/server/bare/utils/transcribe-metadata.d.ts +1 -1
  569. package/dist/server/bare/utils/transcribe-metadata.js +4 -4
  570. package/dist/server/bare/utils/tts-stats.d.ts +1 -1
  571. package/dist/server/bare/utils/tts-stats.js +3 -3
  572. package/dist/server/env.js +8 -8
  573. package/dist/server/error-handlers.d.ts +3 -3
  574. package/dist/server/error-handlers.js +11 -11
  575. package/dist/server/plugins/index.d.ts +1 -1
  576. package/dist/server/plugins/index.js +1 -1
  577. package/dist/server/plugins/registry.d.ts +1 -1
  578. package/dist/server/plugins/registry.js +12 -14
  579. package/dist/server/rpc/create-server.d.ts +1 -1
  580. package/dist/server/rpc/create-server.js +11 -12
  581. package/dist/server/rpc/delegate-transport.d.ts +3 -3
  582. package/dist/server/rpc/delegate-transport.js +43 -44
  583. package/dist/server/rpc/handle-request.d.ts +1 -1
  584. package/dist/server/rpc/handle-request.js +28 -30
  585. package/dist/server/rpc/handler-registry.d.ts +1 -1
  586. package/dist/server/rpc/handler-registry.js +97 -92
  587. package/dist/server/rpc/handler-selection.d.ts +3 -3
  588. package/dist/server/rpc/handler-selection.js +3 -3
  589. package/dist/server/rpc/handler-utils.d.ts +7 -7
  590. package/dist/server/rpc/handler-utils.js +32 -35
  591. package/dist/server/rpc/handlers/batch-completion-stream.d.ts +78 -0
  592. package/dist/server/rpc/handlers/batch-completion-stream.js +4 -0
  593. package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +1 -1
  594. package/dist/server/rpc/handlers/bci-transcribe-stream.js +2 -2
  595. package/dist/server/rpc/handlers/bci-transcribe.d.ts +1 -1
  596. package/dist/server/rpc/handlers/bci-transcribe.js +2 -2
  597. package/dist/server/rpc/handlers/cancel-delegated.d.ts +2 -2
  598. package/dist/server/rpc/handlers/cancel-delegated.js +13 -13
  599. package/dist/server/rpc/handlers/cancelHandler.d.ts +1 -1
  600. package/dist/server/rpc/handlers/cancelHandler.js +11 -11
  601. package/dist/server/rpc/handlers/classify.d.ts +1 -1
  602. package/dist/server/rpc/handlers/classify.js +2 -2
  603. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +2 -2
  604. package/dist/server/rpc/handlers/completion-stream-delegated.js +14 -14
  605. package/dist/server/rpc/handlers/completion-stream.d.ts +1 -1
  606. package/dist/server/rpc/handlers/completion-stream.js +2 -2
  607. package/dist/server/rpc/handlers/delete-cache.d.ts +1 -1
  608. package/dist/server/rpc/handlers/delete-cache.js +10 -10
  609. package/dist/server/rpc/handlers/diffusion-stream.d.ts +1 -1
  610. package/dist/server/rpc/handlers/diffusion-stream.js +2 -2
  611. package/dist/server/rpc/handlers/download-asset.d.ts +1 -1
  612. package/dist/server/rpc/handlers/download-asset.js +20 -20
  613. package/dist/server/rpc/handlers/embed.d.ts +1 -1
  614. package/dist/server/rpc/handlers/embed.js +2 -2
  615. package/dist/server/rpc/handlers/finetune.d.ts +1 -1
  616. package/dist/server/rpc/handlers/finetune.js +8 -6
  617. package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +1 -1
  618. package/dist/server/rpc/handlers/get-loaded-model-info.js +9 -9
  619. package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
  620. package/dist/server/rpc/handlers/get-model-info.js +20 -20
  621. package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +2 -2
  622. package/dist/server/rpc/handlers/heartbeat-delegated.js +7 -7
  623. package/dist/server/rpc/handlers/heartbeat.d.ts +1 -1
  624. package/dist/server/rpc/handlers/heartbeat.js +1 -1
  625. package/dist/server/rpc/handlers/index.d.ts +33 -31
  626. package/dist/server/rpc/handlers/index.js +34 -32
  627. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +4 -4
  628. package/dist/server/rpc/handlers/load-model/download-manager.js +19 -17
  629. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +4 -3
  630. package/dist/server/rpc/handlers/load-model/download-stats.js +9 -11
  631. package/dist/server/rpc/handlers/load-model/handler.d.ts +1 -1
  632. package/dist/server/rpc/handlers/load-model/handler.js +42 -43
  633. package/dist/server/rpc/handlers/load-model/http.d.ts +2 -2
  634. package/dist/server/rpc/handlers/load-model/http.js +100 -107
  635. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -2
  636. package/dist/server/rpc/handlers/load-model/hyperdrive.js +72 -74
  637. package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
  638. package/dist/server/rpc/handlers/load-model/index.js +2 -2
  639. package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +2 -2
  640. package/dist/server/rpc/handlers/load-model/registry-client-options.js +2 -3
  641. package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +5 -5
  642. package/dist/server/rpc/handlers/load-model/registry-companion-set.js +19 -21
  643. package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +6 -6
  644. package/dist/server/rpc/handlers/load-model/registry-download-utils.js +16 -18
  645. package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +11 -0
  646. package/dist/server/rpc/handlers/load-model/registry-metadata.js +23 -0
  647. package/dist/server/rpc/handlers/load-model/registry.d.ts +4 -3
  648. package/dist/server/rpc/handlers/load-model/registry.js +50 -56
  649. package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +3 -3
  650. package/dist/server/rpc/handlers/load-model/resolve-session.js +7 -7
  651. package/dist/server/rpc/handlers/load-model/resolve.d.ts +3 -3
  652. package/dist/server/rpc/handlers/load-model/resolve.js +36 -35
  653. package/dist/server/rpc/handlers/load-model/types.d.ts +3 -3
  654. package/dist/server/rpc/handlers/load-model/types.js +7 -7
  655. package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
  656. package/dist/server/rpc/handlers/load-model-delegated.js +31 -30
  657. package/dist/server/rpc/handlers/logging-stream.d.ts +1 -1
  658. package/dist/server/rpc/handlers/logging-stream.js +3 -3
  659. package/dist/server/rpc/handlers/ocr-stream.d.ts +1 -1
  660. package/dist/server/rpc/handlers/ocr-stream.js +2 -2
  661. package/dist/server/rpc/handlers/plugin-dispatch.js +9 -9
  662. package/dist/server/rpc/handlers/plugin-invoke.d.ts +1 -1
  663. package/dist/server/rpc/handlers/plugin-invoke.js +16 -16
  664. package/dist/server/rpc/handlers/provideHandler/connection.d.ts +1 -1
  665. package/dist/server/rpc/handlers/provideHandler/connection.js +16 -16
  666. package/dist/server/rpc/handlers/provideHandler/handler.d.ts +1 -1
  667. package/dist/server/rpc/handlers/provideHandler/handler.js +18 -18
  668. package/dist/server/rpc/handlers/provideHandler/proxy.d.ts +1 -1
  669. package/dist/server/rpc/handlers/provideHandler/proxy.js +11 -11
  670. package/dist/server/rpc/handlers/provideHandler.d.ts +1 -1
  671. package/dist/server/rpc/handlers/provideHandler.js +1 -1
  672. package/dist/server/rpc/handlers/rag.d.ts +1 -1
  673. package/dist/server/rpc/handlers/rag.js +50 -50
  674. package/dist/server/rpc/handlers/registry.d.ts +1 -1
  675. package/dist/server/rpc/handlers/registry.js +34 -36
  676. package/dist/server/rpc/handlers/resume.d.ts +1 -1
  677. package/dist/server/rpc/handlers/resume.js +3 -3
  678. package/dist/server/rpc/handlers/state.d.ts +1 -1
  679. package/dist/server/rpc/handlers/state.js +3 -3
  680. package/dist/server/rpc/handlers/stopProvideHandler.d.ts +1 -1
  681. package/dist/server/rpc/handlers/stopProvideHandler.js +7 -7
  682. package/dist/server/rpc/handlers/suspend.d.ts +1 -1
  683. package/dist/server/rpc/handlers/suspend.js +3 -3
  684. package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +1 -1
  685. package/dist/server/rpc/handlers/text-to-speech-stream.js +2 -2
  686. package/dist/server/rpc/handlers/text-to-speech.d.ts +1 -1
  687. package/dist/server/rpc/handlers/text-to-speech.js +2 -2
  688. package/dist/server/rpc/handlers/transcribe-stream.d.ts +1 -1
  689. package/dist/server/rpc/handlers/transcribe-stream.js +2 -2
  690. package/dist/server/rpc/handlers/transcribe.d.ts +1 -1
  691. package/dist/server/rpc/handlers/transcribe.js +2 -2
  692. package/dist/server/rpc/handlers/translate.d.ts +1 -1
  693. package/dist/server/rpc/handlers/translate.js +2 -2
  694. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +1 -1
  695. package/dist/server/rpc/handlers/unload-model-delegated.js +10 -10
  696. package/dist/server/rpc/handlers/unload-model.d.ts +1 -1
  697. package/dist/server/rpc/handlers/unload-model.js +10 -10
  698. package/dist/server/rpc/handlers/upscale-stream.d.ts +1 -1
  699. package/dist/server/rpc/handlers/upscale-stream.js +2 -2
  700. package/dist/server/rpc/handlers/video-stream.d.ts +1 -1
  701. package/dist/server/rpc/handlers/video-stream.js +2 -2
  702. package/dist/server/rpc/index.d.ts +2 -2
  703. package/dist/server/rpc/index.js +2 -2
  704. package/dist/server/rpc/profiling/context.d.ts +1 -1
  705. package/dist/server/rpc/profiling/context.js +9 -10
  706. package/dist/server/rpc/profiling/delegation-profiler.d.ts +2 -2
  707. package/dist/server/rpc/profiling/delegation-profiler.js +23 -24
  708. package/dist/server/rpc/profiling/index.d.ts +4 -4
  709. package/dist/server/rpc/profiling/index.js +4 -4
  710. package/dist/server/rpc/profiling/operation-metrics.d.ts +2 -2
  711. package/dist/server/rpc/profiling/operation-metrics.js +102 -102
  712. package/dist/server/rpc/profiling/operation-wrappers.d.ts +1 -1
  713. package/dist/server/rpc/profiling/operation-wrappers.js +16 -14
  714. package/dist/server/rpc/profiling/profiler.d.ts +2 -2
  715. package/dist/server/rpc/profiling/profiler.js +9 -13
  716. package/dist/server/rpc/rpc-utils.js +1 -4
  717. package/dist/server/rpc/transport-selector.d.ts +1 -1
  718. package/dist/server/rpc/transport-selector.js +4 -4
  719. package/dist/server/utils/archive.js +27 -29
  720. package/dist/server/utils/audio/decoder.d.ts +2 -2
  721. package/dist/server/utils/audio/decoder.js +11 -11
  722. package/dist/server/utils/cache/auto-history.d.ts +1 -1
  723. package/dist/server/utils/cache/auto-history.js +5 -5
  724. package/dist/server/utils/cache/paths.d.ts +2 -2
  725. package/dist/server/utils/cache/paths.js +14 -14
  726. package/dist/server/utils/checksum.d.ts +1 -1
  727. package/dist/server/utils/checksum.js +10 -12
  728. package/dist/server/utils/clear-storage.d.ts +1 -1
  729. package/dist/server/utils/clear-storage.js +8 -11
  730. package/dist/server/utils/completion-normalizer.d.ts +1 -1
  731. package/dist/server/utils/completion-normalizer.js +106 -113
  732. package/dist/server/utils/config-transform.d.ts +1 -1
  733. package/dist/server/utils/config-transform.js +2 -2
  734. package/dist/server/utils/expand-gguf-shards.js +4 -4
  735. package/dist/server/utils/formatting.js +6 -12
  736. package/dist/server/utils/gguf-tensor-extractor.js +17 -21
  737. package/dist/server/utils/index.d.ts +11 -11
  738. package/dist/server/utils/index.js +11 -11
  739. package/dist/server/utils/multi-gpu-mobile.js +1 -1
  740. package/dist/server/utils/path-security.d.ts +1 -1
  741. package/dist/server/utils/path-security.js +6 -6
  742. package/dist/server/utils/qvac-paths.js +3 -3
  743. package/dist/server/utils/response-format.d.ts +1 -1
  744. package/dist/server/utils/response-format.js +4 -4
  745. package/dist/server/utils/shard-utils.d.ts +1 -1
  746. package/dist/server/utils/shard-utils.js +14 -16
  747. package/dist/server/utils/tool-integration.d.ts +1 -1
  748. package/dist/server/utils/tool-integration.js +5 -9
  749. package/dist/server/utils/tools/dialect.d.ts +1 -1
  750. package/dist/server/utils/tools/dialect.js +7 -7
  751. package/dist/server/utils/tools/index.d.ts +2 -2
  752. package/dist/server/utils/tools/index.js +2 -2
  753. package/dist/server/utils/tools/parser.d.ts +1 -1
  754. package/dist/server/utils/tools/parser.js +14 -14
  755. package/dist/server/utils/tools/parsers/gemma4native.d.ts +2 -2
  756. package/dist/server/utils/tools/parsers/gemma4native.js +13 -8
  757. package/dist/server/utils/tools/parsers/harmony.d.ts +2 -2
  758. package/dist/server/utils/tools/parsers/harmony.js +9 -11
  759. package/dist/server/utils/tools/parsers/hermes.d.ts +2 -2
  760. package/dist/server/utils/tools/parsers/hermes.js +16 -16
  761. package/dist/server/utils/tools/parsers/json.d.ts +2 -2
  762. package/dist/server/utils/tools/parsers/json.js +14 -14
  763. package/dist/server/utils/tools/parsers/pythonic.d.ts +2 -2
  764. package/dist/server/utils/tools/parsers/pythonic.js +43 -43
  765. package/dist/server/utils/tools/parsers/qwen35.d.ts +2 -2
  766. package/dist/server/utils/tools/parsers/qwen35.js +20 -20
  767. package/dist/server/utils/tools/shared.d.ts +1 -1
  768. package/dist/server/utils/tools/shared.js +10 -12
  769. package/dist/server/utils/worker-lock.js +10 -10
  770. package/dist/server/worker-core.d.ts +1 -1
  771. package/dist/server/worker-core.js +44 -43
  772. package/dist/server/worker.js +9 -9
  773. package/dist/utils/aggregate-events.d.ts +2 -2
  774. package/dist/utils/aggregate-events.js +17 -19
  775. package/dist/utils/cache-normalize.js +1 -4
  776. package/dist/utils/encoding.js +1 -1
  777. package/dist/utils/errors-base.d.ts +1 -1
  778. package/dist/utils/errors-base.js +1 -1
  779. package/dist/utils/errors-client.d.ts +1 -1
  780. package/dist/utils/errors-client.js +5 -5
  781. package/dist/utils/errors-server.d.ts +3 -3
  782. package/dist/utils/errors-server.js +19 -18
  783. package/dist/utils/load-model-validation.js +3 -3
  784. package/dist/utils/mcp-adapter.d.ts +4 -4
  785. package/dist/utils/mcp-adapter.js +31 -38
  786. package/dist/utils/path-sanitize.js +14 -17
  787. package/dist/utils/tool-helpers.d.ts +2 -2
  788. package/dist/utils/tool-helpers.js +25 -26
  789. package/dist/utils/withTimeout.d.ts +7 -0
  790. package/dist/utils/withTimeout.js +11 -1
  791. package/dist/utils/zod-error.d.ts +1 -1
  792. package/dist/utils/zod-error.js +1 -1
  793. package/electron-forge/index.cjs +274 -317
  794. package/expo/plugins/patches/android-link.mjs +25 -30
  795. package/expo/plugins/patches/ios-link.mjs +25 -30
  796. package/package.json +17 -16
@@ -1,41 +1,38 @@
1
- import { z } from "zod";
2
- import { llmConfigBaseSchema, embedConfigBaseSchema, } from "./llamacpp-config.js";
3
- import { whisperConfigSchema, parakeetLoadConfigSchema, } from "./transcription-config.js";
4
- import { bciConfigSchema } from "./bci-config.js";
5
- import { delegateSchema } from "./delegate.js";
6
- import { nmtConfigBaseSchema, nmtConfigSchema } from "./translation-config.js";
7
- import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsSupertonicLoadConfigSchema, } from "./text-to-speech.js";
8
- import { ocrConfigSchema } from "./ocr.js";
9
- import { modelSrcInputSchema, modelInputToSrcSchema, modelInputToNameSchema, } from "./model-src-utils.js";
10
- import { llmModelTypeSchema, whisperModelTypeSchema, bciModelTypeSchema, parakeetModelTypeSchema, embeddingsModelTypeSchema, nmtModelTypeSchema, ttsModelTypeSchema, ocrModelTypeSchema, diffusionModelTypeSchema, vlaModelTypeSchema, classificationModelTypeSchema, ModelType, ModelTypeAliases, normalizeModelType, } from "./model-types.js";
11
- import { sdcppConfigSchema } from "./sdcpp-config.js";
12
- import { vlaConfigSchema } from "./vla.js";
13
- import { classificationConfigSchema } from "./classification.js";
1
+ import { z } from 'zod';
2
+ import { llmConfigBaseSchema, embedConfigBaseSchema } from './llamacpp-config.js';
3
+ import { whisperConfigSchema, parakeetLoadConfigSchema } from './transcription-config.js';
4
+ import { bciConfigSchema } from './bci-config.js';
5
+ import { delegateSchema } from './delegate.js';
6
+ import { nmtConfigBaseSchema, nmtConfigSchema } from './translation-config.js';
7
+ import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsSupertonicLoadConfigSchema } from './text-to-speech.js';
8
+ import { ocrConfigSchema } from './ocr.js';
9
+ import { modelSrcInputSchema, modelInputToSrcSchema, modelInputToNameSchema } from './model-src-utils.js';
10
+ import { llmModelTypeSchema, whisperModelTypeSchema, bciModelTypeSchema, parakeetModelTypeSchema, embeddingsModelTypeSchema, nmtModelTypeSchema, ttsModelTypeSchema, ocrModelTypeSchema, diffusionModelTypeSchema, vlaModelTypeSchema, classificationModelTypeSchema, ModelType, ModelTypeAliases, normalizeModelType } from './model-types.js';
11
+ import { sdcppConfigSchema } from './sdcpp-config.js';
12
+ import { vlaConfigSchema } from './vla.js';
13
+ import { classificationConfigSchema } from './classification.js';
14
14
  // Set of all built-in model types (canonical + aliases) for catch-all exclusion
15
- const builtInModelTypes = new Set([
16
- ...Object.values(ModelType),
17
- ...Object.keys(ModelTypeAliases),
18
- ]);
15
+ const builtInModelTypes = new Set([...Object.values(ModelType), ...Object.keys(ModelTypeAliases)]);
19
16
  export function isBuiltInModelType(modelType) {
20
- return typeof modelType === "string" && builtInModelTypes.has(modelType);
17
+ return typeof modelType === 'string' && builtInModelTypes.has(modelType);
21
18
  }
22
- import { reloadConfigRequestSchema } from "./reload-config.js";
19
+ import { reloadConfigRequestSchema } from './reload-config.js';
23
20
  const loadModelCommonFields = {
24
21
  modelSrc: modelSrcInputSchema,
25
22
  seed: z.boolean().optional(),
26
- delegate: delegateSchema,
23
+ delegate: delegateSchema
27
24
  };
28
25
  const loadModelRequestCommonFields = {
29
26
  ...loadModelCommonFields,
30
27
  onProgress: z.unknown().optional(),
31
28
  logger: z.unknown().optional(),
32
29
  withProgress: z.boolean().optional(),
33
- requestId: z.string().min(1).optional(),
30
+ requestId: z.string().min(1).optional()
34
31
  };
35
32
  const topLevelLoadModelOptionKeys = new Set([
36
33
  ...Object.keys(loadModelRequestCommonFields),
37
- "modelType",
38
- "modelConfig",
34
+ 'modelType',
35
+ 'modelConfig'
39
36
  ]);
40
37
  const modelConfigKeysByModelType = new Map([
41
38
  [ModelType.llamacppCompletion, configKeys(llmConfigBaseSchema)],
@@ -43,27 +40,24 @@ const modelConfigKeysByModelType = new Map([
43
40
  [ModelType.bciWhispercppTranscription, configKeys(bciConfigSchema)],
44
41
  [ModelType.parakeetTranscription, configKeys(parakeetLoadConfigSchema)],
45
42
  [ModelType.llamacppEmbedding, configKeys(embedConfigBaseSchema)],
46
- [
47
- ModelType.nmtcppTranslation,
48
- configKeys(...nmtConfigBaseSchema.options),
49
- ],
43
+ [ModelType.nmtcppTranslation, configKeys(...nmtConfigBaseSchema.options)],
50
44
  [
51
45
  ModelType.ttsGgml,
52
- configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS),
46
+ configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS)
53
47
  ],
54
48
  [ModelType.ggmlOcr, configKeys(ocrConfigSchema)],
55
49
  [ModelType.sdcppGeneration, configKeys(sdcppConfigSchema)],
56
50
  [ModelType.ggmlVla, configKeys(vlaConfigSchema)],
57
- [ModelType.ggmlClassification, configKeys(classificationConfigSchema)],
51
+ [ModelType.ggmlClassification, configKeys(classificationConfigSchema)]
58
52
  ]);
59
53
  const misplacedLoadModelConfigGuard = z.unknown().superRefine((value, ctx) => {
60
54
  const keys = getMisplacedModelConfigKeys(value);
61
55
  if (keys.length === 0)
62
56
  return;
63
57
  ctx.addIssue({
64
- code: "custom",
58
+ code: 'custom',
65
59
  message: `Model config field "${keys[0]}" must be passed inside modelConfig. ` +
66
- `Did you mean ${keys.map((key) => `modelConfig.${key}`).join(", ")}?`,
60
+ `Did you mean ${keys.map((key) => `modelConfig.${key}`).join(', ')}?`
67
61
  });
68
62
  });
69
63
  function configKeys(...sources) {
@@ -74,85 +68,85 @@ function isStringArray(source) {
74
68
  return Array.isArray(source);
75
69
  }
76
70
  function getMisplacedModelConfigKeys(value) {
77
- if (!isRecord(value) || typeof value["modelType"] !== "string")
71
+ if (!isRecord(value) || typeof value['modelType'] !== 'string')
78
72
  return [];
79
- const configKeys = modelConfigKeysByModelType.get(normalizeModelType(value["modelType"]));
73
+ const configKeys = modelConfigKeysByModelType.get(normalizeModelType(value['modelType']));
80
74
  if (!configKeys)
81
75
  return [];
82
76
  return Object.keys(value).filter((key) => configKeys.has(key));
83
77
  }
84
78
  function isRecord(value) {
85
- return typeof value === "object" && value !== null && !Array.isArray(value);
79
+ return typeof value === 'object' && value !== null && !Array.isArray(value);
86
80
  }
87
81
  export const loadBuiltinModelOptionsBaseSchema = z.union([
88
82
  z
89
83
  .object({
90
84
  ...loadModelCommonFields,
91
85
  modelType: llmModelTypeSchema,
92
- modelConfig: llmConfigBaseSchema.strict().optional(),
86
+ modelConfig: llmConfigBaseSchema.strict().optional()
93
87
  })
94
88
  .strict(),
95
89
  z
96
90
  .object({
97
91
  ...loadModelCommonFields,
98
92
  modelType: whisperModelTypeSchema,
99
- modelConfig: whisperConfigSchema.partial().strict().optional(),
93
+ modelConfig: whisperConfigSchema.partial().strict().optional()
100
94
  })
101
95
  .strict(),
102
96
  z
103
97
  .object({
104
98
  ...loadModelCommonFields,
105
99
  modelType: bciModelTypeSchema,
106
- modelConfig: bciConfigSchema.partial().strict().optional(),
100
+ modelConfig: bciConfigSchema.partial().strict().optional()
107
101
  })
108
102
  .strict(),
109
103
  z
110
104
  .object({
111
105
  ...loadModelCommonFields,
112
106
  modelType: parakeetModelTypeSchema,
113
- modelConfig: parakeetLoadConfigSchema.optional(),
107
+ modelConfig: parakeetLoadConfigSchema.optional()
114
108
  })
115
109
  .strict(),
116
110
  z
117
111
  .object({
118
112
  ...loadModelCommonFields,
119
113
  modelType: embeddingsModelTypeSchema,
120
- modelConfig: embedConfigBaseSchema.strict().optional(),
114
+ modelConfig: embedConfigBaseSchema.strict().optional()
121
115
  })
122
116
  .strict(),
123
117
  z
124
118
  .object({
125
119
  ...loadModelCommonFields,
126
120
  modelType: nmtModelTypeSchema,
127
- modelConfig: nmtConfigSchema,
121
+ modelConfig: nmtConfigSchema
128
122
  })
129
123
  .strict(),
130
124
  z
131
125
  .object({
132
126
  ...loadModelCommonFields,
133
127
  modelType: ttsModelTypeSchema,
134
- modelConfig: ttsConfigSchema,
128
+ modelConfig: ttsConfigSchema
135
129
  })
136
130
  .strict(),
137
131
  z
138
132
  .object({
139
133
  ...loadModelCommonFields,
140
134
  modelType: ocrModelTypeSchema,
141
- modelConfig: ocrConfigSchema.partial().strict().optional(),
135
+ modelConfig: ocrConfigSchema.partial().strict().optional()
142
136
  })
143
137
  .strict(),
144
138
  z
145
139
  .object({
146
140
  ...loadModelCommonFields,
147
141
  modelType: diffusionModelTypeSchema,
148
- modelConfig: sdcppConfigSchema.strict().optional(),
142
+ modelConfig: sdcppConfigSchema.strict().optional()
149
143
  })
150
144
  .strict(),
151
145
  z
152
146
  .object({
153
147
  ...loadModelCommonFields,
154
148
  modelType: vlaModelTypeSchema,
155
- modelConfig: vlaConfigSchema.strict().optional(),
149
+ modelConfig: vlaConfigSchema.strict().optional()
156
150
  })
157
151
  .strict(),
158
152
  z
@@ -160,36 +154,36 @@ export const loadBuiltinModelOptionsBaseSchema = z.union([
160
154
  ...loadModelCommonFields,
161
155
  modelSrc: modelSrcInputSchema.optional(),
162
156
  modelType: classificationModelTypeSchema,
163
- modelConfig: classificationConfigSchema.strict().optional(),
157
+ modelConfig: classificationConfigSchema.strict().optional()
164
158
  })
165
- .strict(),
159
+ .strict()
166
160
  ]);
167
161
  // Custom plugin catch-all: any modelType string EXCEPT built-ins.
168
162
  export const loadCustomPluginModelOptionsBaseSchema = z.object({
169
163
  ...loadModelCommonFields,
170
164
  modelType: z.string().refine((val) => !builtInModelTypes.has(val), {
171
- message: "Built-in model types must use their specific schema",
165
+ message: 'Built-in model types must use their specific schema'
172
166
  }),
173
- modelConfig: z.record(z.string(), z.unknown()).optional(),
167
+ modelConfig: z.record(z.string(), z.unknown()).optional()
174
168
  });
175
169
  export const loadModelOptionsBaseSchema = z.union([
176
170
  loadBuiltinModelOptionsBaseSchema,
177
- loadCustomPluginModelOptionsBaseSchema,
171
+ loadCustomPluginModelOptionsBaseSchema
178
172
  ]);
179
173
  export const loadModelOptionsSchema = loadModelOptionsBaseSchema.transform((data) => ({
180
174
  ...data,
181
- seed: data.seed ?? false,
175
+ seed: data.seed ?? false
182
176
  }));
183
- export const loadBuiltinToRequestSchema = z.discriminatedUnion("modelType", [
177
+ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
184
178
  z
185
179
  .object({
186
180
  ...loadModelRequestCommonFields,
187
181
  modelType: llmModelTypeSchema,
188
- modelConfig: llmConfigBaseSchema.strict().optional(),
182
+ modelConfig: llmConfigBaseSchema.strict().optional()
189
183
  })
190
184
  .strict()
191
185
  .transform((data) => ({
192
- type: "loadModel",
186
+ type: 'loadModel',
193
187
  modelType: ModelType.llamacppCompletion,
194
188
  modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
195
189
  modelName: modelInputToNameSchema.parse(data.modelSrc),
@@ -197,53 +191,53 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion("modelType", [
197
191
  seed: data.seed ?? false,
198
192
  withProgress: data.withProgress ?? !!data.onProgress,
199
193
  delegate: data.delegate,
200
- ...(data.requestId !== undefined && { requestId: data.requestId }),
194
+ ...(data.requestId !== undefined && { requestId: data.requestId })
201
195
  })),
202
196
  z
203
197
  .object({
204
198
  ...loadModelRequestCommonFields,
205
199
  modelType: whisperModelTypeSchema,
206
- modelConfig: whisperConfigSchema.partial().strict().optional(),
200
+ modelConfig: whisperConfigSchema.partial().strict().optional()
207
201
  })
208
202
  .strict()
209
203
  .transform((data) => ({
210
- type: "loadModel",
204
+ type: 'loadModel',
211
205
  modelType: ModelType.whispercppTranscription,
212
206
  modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
213
207
  modelName: modelInputToNameSchema.parse(data.modelSrc),
214
- modelConfig: (data.modelConfig ?? {}),
208
+ modelConfig: data.modelConfig ?? {},
215
209
  seed: data.seed ?? false,
216
210
  withProgress: data.withProgress ?? !!data.onProgress,
217
211
  delegate: data.delegate,
218
- ...(data.requestId !== undefined && { requestId: data.requestId }),
212
+ ...(data.requestId !== undefined && { requestId: data.requestId })
219
213
  })),
220
214
  z
221
215
  .object({
222
216
  ...loadModelRequestCommonFields,
223
217
  modelType: bciModelTypeSchema,
224
- modelConfig: bciConfigSchema.partial().strict().optional(),
218
+ modelConfig: bciConfigSchema.partial().strict().optional()
225
219
  })
226
220
  .strict()
227
221
  .transform((data) => ({
228
- type: "loadModel",
222
+ type: 'loadModel',
229
223
  modelType: ModelType.bciWhispercppTranscription,
230
224
  modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
231
225
  modelName: modelInputToNameSchema.parse(data.modelSrc),
232
- modelConfig: (data.modelConfig ?? {}),
226
+ modelConfig: data.modelConfig ?? {},
233
227
  seed: data.seed ?? false,
234
228
  withProgress: data.withProgress ?? !!data.onProgress,
235
229
  delegate: data.delegate,
236
- ...(data.requestId !== undefined && { requestId: data.requestId }),
230
+ ...(data.requestId !== undefined && { requestId: data.requestId })
237
231
  })),
238
232
  z
239
233
  .object({
240
234
  ...loadModelRequestCommonFields,
241
235
  modelType: parakeetModelTypeSchema,
242
- modelConfig: parakeetLoadConfigSchema.optional(),
236
+ modelConfig: parakeetLoadConfigSchema.optional()
243
237
  })
244
238
  .strict()
245
239
  .transform((data) => ({
246
- type: "loadModel",
240
+ type: 'loadModel',
247
241
  modelType: ModelType.parakeetTranscription,
248
242
  modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
249
243
  modelName: modelInputToNameSchema.parse(data.modelSrc),
@@ -251,17 +245,17 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion("modelType", [
251
245
  seed: data.seed ?? false,
252
246
  withProgress: data.withProgress ?? !!data.onProgress,
253
247
  delegate: data.delegate,
254
- ...(data.requestId !== undefined && { requestId: data.requestId }),
248
+ ...(data.requestId !== undefined && { requestId: data.requestId })
255
249
  })),
256
250
  z
257
251
  .object({
258
252
  ...loadModelRequestCommonFields,
259
253
  modelType: embeddingsModelTypeSchema,
260
- modelConfig: embedConfigBaseSchema.strict().optional(),
254
+ modelConfig: embedConfigBaseSchema.strict().optional()
261
255
  })
262
256
  .strict()
263
257
  .transform((data) => ({
264
- type: "loadModel",
258
+ type: 'loadModel',
265
259
  modelType: ModelType.llamacppEmbedding,
266
260
  modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
267
261
  modelName: modelInputToNameSchema.parse(data.modelSrc),
@@ -269,43 +263,43 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion("modelType", [
269
263
  seed: data.seed ?? false,
270
264
  withProgress: data.withProgress ?? !!data.onProgress,
271
265
  delegate: data.delegate,
272
- ...(data.requestId !== undefined && { requestId: data.requestId }),
266
+ ...(data.requestId !== undefined && { requestId: data.requestId })
273
267
  })),
274
268
  z
275
269
  .object({
276
270
  ...loadModelRequestCommonFields,
277
271
  modelType: nmtModelTypeSchema,
278
- modelConfig: nmtConfigSchema,
272
+ modelConfig: nmtConfigSchema
279
273
  })
280
274
  .strict()
281
275
  .transform((data) => ({
282
- type: "loadModel",
276
+ type: 'loadModel',
283
277
  modelType: ModelType.nmtcppTranslation,
284
278
  modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
285
279
  modelName: modelInputToNameSchema.parse(data.modelSrc),
286
- modelConfig: data.modelConfig.engine === "Bergamot" && data.modelConfig.pivotModel
280
+ modelConfig: data.modelConfig.engine === 'Bergamot' && data.modelConfig.pivotModel
287
281
  ? {
288
282
  ...data.modelConfig,
289
283
  pivotModel: {
290
284
  ...data.modelConfig.pivotModel,
291
- modelSrc: modelInputToSrcSchema.parse(data.modelConfig.pivotModel.modelSrc),
292
- },
285
+ modelSrc: modelInputToSrcSchema.parse(data.modelConfig.pivotModel.modelSrc)
286
+ }
293
287
  }
294
288
  : data.modelConfig,
295
289
  seed: data.seed ?? false,
296
290
  withProgress: data.withProgress ?? !!data.onProgress,
297
291
  delegate: data.delegate,
298
- ...(data.requestId !== undefined && { requestId: data.requestId }),
292
+ ...(data.requestId !== undefined && { requestId: data.requestId })
299
293
  })),
300
294
  z
301
295
  .object({
302
296
  ...loadModelRequestCommonFields,
303
297
  modelType: ttsModelTypeSchema,
304
- modelConfig: ttsConfigSchema,
298
+ modelConfig: ttsConfigSchema
305
299
  })
306
300
  .strict()
307
301
  .transform((data) => ({
308
- type: "loadModel",
302
+ type: 'loadModel',
309
303
  modelType: ModelType.ttsGgml,
310
304
  modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
311
305
  modelName: modelInputToNameSchema.parse(data.modelSrc),
@@ -313,35 +307,35 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion("modelType", [
313
307
  seed: data.seed ?? false,
314
308
  withProgress: data.withProgress ?? !!data.onProgress,
315
309
  delegate: data.delegate,
316
- ...(data.requestId !== undefined && { requestId: data.requestId }),
310
+ ...(data.requestId !== undefined && { requestId: data.requestId })
317
311
  })),
318
312
  z
319
313
  .object({
320
314
  ...loadModelRequestCommonFields,
321
315
  modelType: ocrModelTypeSchema,
322
- modelConfig: ocrConfigSchema.partial().strict().optional(),
316
+ modelConfig: ocrConfigSchema.partial().strict().optional()
323
317
  })
324
318
  .strict()
325
319
  .transform((data) => ({
326
- type: "loadModel",
320
+ type: 'loadModel',
327
321
  modelType: ModelType.ggmlOcr,
328
322
  modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
329
323
  modelName: modelInputToNameSchema.parse(data.modelSrc),
330
- modelConfig: (data.modelConfig ?? {}),
324
+ modelConfig: data.modelConfig ?? {},
331
325
  seed: data.seed ?? false,
332
326
  withProgress: data.withProgress ?? !!data.onProgress,
333
327
  delegate: data.delegate,
334
- ...(data.requestId !== undefined && { requestId: data.requestId }),
328
+ ...(data.requestId !== undefined && { requestId: data.requestId })
335
329
  })),
336
330
  z
337
331
  .object({
338
332
  ...loadModelRequestCommonFields,
339
333
  modelType: diffusionModelTypeSchema,
340
- modelConfig: sdcppConfigSchema.strict().optional(),
334
+ modelConfig: sdcppConfigSchema.strict().optional()
341
335
  })
342
336
  .strict()
343
337
  .transform((data) => ({
344
- type: "loadModel",
338
+ type: 'loadModel',
345
339
  modelType: ModelType.sdcppGeneration,
346
340
  modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
347
341
  modelName: modelInputToNameSchema.parse(data.modelSrc),
@@ -349,17 +343,17 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion("modelType", [
349
343
  seed: data.seed ?? false,
350
344
  withProgress: data.withProgress ?? !!data.onProgress,
351
345
  delegate: data.delegate,
352
- ...(data.requestId !== undefined && { requestId: data.requestId }),
346
+ ...(data.requestId !== undefined && { requestId: data.requestId })
353
347
  })),
354
348
  z
355
349
  .object({
356
350
  ...loadModelRequestCommonFields,
357
351
  modelType: vlaModelTypeSchema,
358
- modelConfig: vlaConfigSchema.strict().optional(),
352
+ modelConfig: vlaConfigSchema.strict().optional()
359
353
  })
360
354
  .strict()
361
355
  .transform((data) => ({
362
- type: "loadModel",
356
+ type: 'loadModel',
363
357
  modelType: ModelType.ggmlVla,
364
358
  modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
365
359
  modelName: modelInputToNameSchema.parse(data.modelSrc),
@@ -367,38 +361,38 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion("modelType", [
367
361
  seed: data.seed ?? false,
368
362
  withProgress: data.withProgress ?? !!data.onProgress,
369
363
  delegate: data.delegate,
370
- ...(data.requestId !== undefined && { requestId: data.requestId }),
364
+ ...(data.requestId !== undefined && { requestId: data.requestId })
371
365
  })),
372
366
  z
373
367
  .object({
374
368
  ...loadModelRequestCommonFields,
375
369
  modelSrc: modelSrcInputSchema.optional(),
376
370
  modelType: classificationModelTypeSchema,
377
- modelConfig: classificationConfigSchema.strict().optional(),
371
+ modelConfig: classificationConfigSchema.strict().optional()
378
372
  })
379
373
  .strict()
380
374
  .transform((data) => ({
381
- type: "loadModel",
375
+ type: 'loadModel',
382
376
  modelType: ModelType.ggmlClassification,
383
- modelSrc: data.modelSrc ? modelInputToSrcSchema.parse(data.modelSrc) : "",
377
+ modelSrc: data.modelSrc ? modelInputToSrcSchema.parse(data.modelSrc) : '',
384
378
  modelName: data.modelSrc ? modelInputToNameSchema.parse(data.modelSrc) : undefined,
385
379
  modelConfig: data.modelConfig ?? {},
386
380
  seed: data.seed ?? false,
387
381
  withProgress: data.withProgress ?? !!data.onProgress,
388
382
  delegate: data.delegate,
389
- ...(data.requestId !== undefined && { requestId: data.requestId }),
390
- })),
383
+ ...(data.requestId !== undefined && { requestId: data.requestId })
384
+ }))
391
385
  ]);
392
386
  export const loadCustomPluginToRequestSchema = z
393
387
  .object({
394
388
  ...loadModelRequestCommonFields,
395
389
  modelType: z.string().refine((val) => !builtInModelTypes.has(val), {
396
- message: "Built-in model types must use their specific schema",
390
+ message: 'Built-in model types must use their specific schema'
397
391
  }),
398
- modelConfig: z.record(z.string(), z.unknown()).optional(),
392
+ modelConfig: z.record(z.string(), z.unknown()).optional()
399
393
  })
400
394
  .transform((data) => ({
401
- type: "loadModel",
395
+ type: 'loadModel',
402
396
  modelType: data.modelType,
403
397
  modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
404
398
  modelName: modelInputToNameSchema.parse(data.modelSrc),
@@ -406,15 +400,15 @@ export const loadCustomPluginToRequestSchema = z
406
400
  seed: data.seed ?? false,
407
401
  withProgress: data.withProgress ?? !!data.onProgress,
408
402
  delegate: data.delegate,
409
- ...(data.requestId !== undefined && { requestId: data.requestId }),
403
+ ...(data.requestId !== undefined && { requestId: data.requestId })
410
404
  }));
411
405
  const loadModelOptionsToRequestBaseSchema = z.union([
412
406
  loadBuiltinToRequestSchema,
413
- loadCustomPluginToRequestSchema,
407
+ loadCustomPluginToRequestSchema
414
408
  ]);
415
409
  export const loadModelOptionsToRequestSchema = misplacedLoadModelConfigGuard.pipe(loadModelOptionsToRequestBaseSchema);
416
410
  const commonModelConfigSchema = z.object({
417
- type: z.literal("loadModel"),
411
+ type: z.literal('loadModel'),
418
412
  modelSrc: z.string(),
419
413
  modelName: z.string().optional(),
420
414
  withProgress: z.boolean().optional(),
@@ -424,7 +418,7 @@ const commonModelConfigSchema = z.object({
424
418
  .string()
425
419
  .min(1)
426
420
  .optional()
427
- .describe("Stable identifier for this in-flight load, generated by the client at call time. Optional on the wire so legacy clients keep working — the server falls back to a server-generated id when the field is missing. Exposed on the client-side decorated promise so callers can target this load with `cancel({ requestId })`."),
421
+ .describe('Stable identifier for this in-flight load, generated by the client at call time. Optional on the wire so legacy clients keep working — the server falls back to a server-generated id when the field is missing. Exposed on the client-side decorated promise so callers can target this load with `cancel({ requestId })`.')
428
422
  });
429
423
  // Request schemas for each model type (use canonical types since transforms normalize)
430
424
  // Use base schemas (no defaults) for client-side validation.
@@ -432,75 +426,75 @@ const commonModelConfigSchema = z.object({
432
426
  export const loadLlmModelRequestSchema = commonModelConfigSchema
433
427
  .extend({
434
428
  modelType: z.literal(ModelType.llamacppCompletion),
435
- modelConfig: llmConfigBaseSchema,
429
+ modelConfig: llmConfigBaseSchema
436
430
  })
437
431
  .strict();
438
432
  export const loadWhisperModelRequestSchema = commonModelConfigSchema
439
433
  .extend({
440
434
  modelType: z.literal(ModelType.whispercppTranscription),
441
- modelConfig: whisperConfigSchema,
435
+ modelConfig: whisperConfigSchema
442
436
  })
443
437
  .strict();
444
438
  export const loadBciModelRequestSchema = commonModelConfigSchema
445
439
  .extend({
446
440
  modelType: z.literal(ModelType.bciWhispercppTranscription),
447
- modelConfig: bciConfigSchema,
441
+ modelConfig: bciConfigSchema
448
442
  })
449
443
  .strict();
450
444
  export const loadParakeetModelRequestSchema = commonModelConfigSchema
451
445
  .extend({
452
446
  modelType: z.literal(ModelType.parakeetTranscription),
453
- modelConfig: parakeetLoadConfigSchema.optional(),
447
+ modelConfig: parakeetLoadConfigSchema.optional()
454
448
  })
455
449
  .strict();
456
450
  export const loadEmbeddingsModelRequestSchema = commonModelConfigSchema
457
451
  .extend({
458
452
  modelType: z.literal(ModelType.llamacppEmbedding),
459
- modelConfig: embedConfigBaseSchema,
453
+ modelConfig: embedConfigBaseSchema
460
454
  })
461
455
  .strict();
462
456
  export const loadNmtModelRequestSchema = commonModelConfigSchema
463
457
  .extend({
464
458
  modelType: z.literal(ModelType.nmtcppTranslation),
465
- modelConfig: nmtConfigSchema,
459
+ modelConfig: nmtConfigSchema
466
460
  })
467
461
  .strict();
468
462
  export const loadTtsModelRequestSchema = commonModelConfigSchema
469
463
  .extend({
470
464
  modelType: z.literal(ModelType.ttsGgml),
471
- modelConfig: ttsConfigSchema,
465
+ modelConfig: ttsConfigSchema
472
466
  })
473
467
  .strict();
474
468
  export const loadOcrModelRequestSchema = commonModelConfigSchema
475
469
  .extend({
476
470
  modelType: z.literal(ModelType.ggmlOcr),
477
- modelConfig: ocrConfigSchema,
471
+ modelConfig: ocrConfigSchema
478
472
  })
479
473
  .strict();
480
474
  export const loadDiffusionModelRequestSchema = commonModelConfigSchema
481
475
  .extend({
482
476
  modelType: z.literal(ModelType.sdcppGeneration),
483
- modelConfig: sdcppConfigSchema.optional(),
477
+ modelConfig: sdcppConfigSchema.optional()
484
478
  })
485
479
  .strict();
486
480
  export const loadVlaModelRequestSchema = commonModelConfigSchema
487
481
  .extend({
488
482
  modelType: z.literal(ModelType.ggmlVla),
489
- modelConfig: vlaConfigSchema.optional(),
483
+ modelConfig: vlaConfigSchema.optional()
490
484
  })
491
485
  .strict();
492
486
  export const loadClassificationModelRequestSchema = commonModelConfigSchema
493
487
  .extend({
494
488
  modelType: z.literal(ModelType.ggmlClassification),
495
- modelConfig: classificationConfigSchema.optional(),
489
+ modelConfig: classificationConfigSchema.optional()
496
490
  })
497
491
  .strict();
498
492
  // Custom plugin catch-all: accepts any modelType string EXCEPT built-ins
499
493
  export const loadCustomPluginModelRequestSchema = commonModelConfigSchema.extend({
500
494
  modelType: z.string().refine((val) => !builtInModelTypes.has(val), {
501
- message: "Built-in model types must use their specific schema",
495
+ message: 'Built-in model types must use their specific schema'
502
496
  }),
503
- modelConfig: z.record(z.string(), z.unknown()).optional(),
497
+ modelConfig: z.record(z.string(), z.unknown()).optional()
504
498
  });
505
499
  // Union of all load model request types (using z.union since each modelType accepts multiple values)
506
500
  export const loadModelSrcRequestSchema = z
@@ -516,25 +510,25 @@ export const loadModelSrcRequestSchema = z
516
510
  loadDiffusionModelRequestSchema,
517
511
  loadVlaModelRequestSchema,
518
512
  loadClassificationModelRequestSchema,
519
- loadCustomPluginModelRequestSchema,
513
+ loadCustomPluginModelRequestSchema
520
514
  ])
521
515
  .transform((data) => ({
522
516
  ...data,
523
- seed: data.seed ?? false,
517
+ seed: data.seed ?? false
524
518
  }));
525
519
  // Combined request schema: load new model OR reload config
526
520
  export const loadModelRequestSchema = z.union([
527
521
  loadModelSrcRequestSchema,
528
- reloadConfigRequestSchema,
522
+ reloadConfigRequestSchema
529
523
  ]);
530
524
  export const loadModelResponseSchema = z.object({
531
- type: z.literal("loadModel"),
525
+ type: z.literal('loadModel'),
532
526
  success: z.boolean(),
533
527
  modelId: z.string().optional(),
534
- error: z.string().optional(),
528
+ error: z.string().optional()
535
529
  });
536
530
  export const modelProgressUpdateSchema = z.object({
537
- type: z.literal("modelProgress"),
531
+ type: z.literal('modelProgress'),
538
532
  downloaded: z.number(),
539
533
  total: z.number(),
540
534
  percentage: z.number(),
@@ -546,7 +540,7 @@ export const modelProgressUpdateSchema = z.object({
546
540
  shardName: z.string(),
547
541
  overallDownloaded: z.number(),
548
542
  overallTotal: z.number(),
549
- overallPercentage: z.number(),
543
+ overallPercentage: z.number()
550
544
  })
551
545
  .optional(),
552
546
  fileSetInfo: z
@@ -557,13 +551,13 @@ export const modelProgressUpdateSchema = z.object({
557
551
  totalFiles: z.number(),
558
552
  overallDownloaded: z.number(),
559
553
  overallTotal: z.number(),
560
- overallPercentage: z.number(),
554
+ overallPercentage: z.number()
561
555
  })
562
- .optional(),
556
+ .optional()
563
557
  });
564
558
  export const hyperdriveUrlSchema = z
565
559
  .string()
566
- .regex(/^pear:\/\/[0-9a-fA-F]{64}\/(.+)$/, "Invalid hyperdrive URL. Expected format: pear://64-char-hex-key/path/to/model.gguf")
560
+ .regex(/^pear:\/\/[0-9a-fA-F]{64}\/(.+)$/, 'Invalid hyperdrive URL. Expected format: pear://64-char-hex-key/path/to/model.gguf')
567
561
  .transform((url) => {
568
562
  const match = url.match(/^pear:\/\/([0-9a-fA-F]{64})\/(.+)$/);
569
563
  return { key: match[1], path: match[2] };
@@ -575,22 +569,22 @@ export const hyperdriveUrlSchema = z
575
569
  */
576
570
  export const registryUrlSchema = z
577
571
  .string()
578
- .regex(/^registry:\/\/([^/]+)\/(.+)$/, "Invalid registry URL. Expected format: registry://source/path/to/model.gguf")
572
+ .regex(/^registry:\/\/([^/]+)\/(.+)$/, 'Invalid registry URL. Expected format: registry://source/path/to/model.gguf')
579
573
  .transform((url) => {
580
574
  const match = url.match(/^registry:\/\/([^/]+)\/(.+)$/);
581
575
  return {
582
576
  registrySource: match[1],
583
- registryPath: match[2], // Path without source prefix
577
+ registryPath: match[2] // Path without source prefix
584
578
  };
585
579
  });
586
580
  const loadModelServerOptionsSchema = commonModelConfigSchema.extend({
587
581
  modelType: z.string(),
588
- modelConfig: z.record(z.string(), z.unknown()).optional(),
582
+ modelConfig: z.record(z.string(), z.unknown()).optional()
589
583
  });
590
584
  export const loadModelServerParamsSchema = z.object({
591
585
  modelId: z.string(),
592
586
  modelPath: z.string(),
593
587
  options: loadModelServerOptionsSchema,
594
588
  artifacts: z.record(z.string(), z.string()).optional(),
595
- modelName: z.string().optional(),
589
+ modelName: z.string().optional()
596
590
  });