@qvac/sdk 0.16.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (581) hide show
  1. package/NOTICE +118 -96
  2. package/README.md +65 -0
  3. package/dist/client/api/audio-gen-result.d.ts +4 -0
  4. package/dist/client/api/audio-gen-result.js +132 -0
  5. package/dist/client/api/audio-gen.d.ts +29 -0
  6. package/dist/client/api/audio-gen.js +31 -0
  7. package/dist/client/api/batch-completion.d.ts +2 -2
  8. package/dist/client/api/batch-completion.js +2 -2
  9. package/dist/client/api/bci-transcribe.d.ts +1 -1
  10. package/dist/client/api/bci-transcribe.js +3 -3
  11. package/dist/client/api/cancel.d.ts +1 -1
  12. package/dist/client/api/cancel.js +1 -1
  13. package/dist/client/api/classify.d.ts +1 -1
  14. package/dist/client/api/classify.js +1 -1
  15. package/dist/client/api/completion-stream.d.ts +3 -3
  16. package/dist/client/api/completion-stream.js +3 -3
  17. package/dist/client/api/delete-cache.js +1 -1
  18. package/dist/client/api/diffusion.d.ts +1 -1
  19. package/dist/client/api/diffusion.js +1 -1
  20. package/dist/client/api/download-asset.d.ts +1 -1
  21. package/dist/client/api/download-asset.js +3 -3
  22. package/dist/client/api/embed.d.ts +1 -1
  23. package/dist/client/api/embed.js +2 -2
  24. package/dist/client/api/finetune.d.ts +1 -1
  25. package/dist/client/api/finetune.js +2 -2
  26. package/dist/client/api/get-loaded-model-info.d.ts +2 -2
  27. package/dist/client/api/get-loaded-model-info.js +1 -1
  28. package/dist/client/api/get-model-info.d.ts +2 -2
  29. package/dist/client/api/get-model-info.js +1 -1
  30. package/dist/client/api/get-system-resources.d.ts +3 -0
  31. package/dist/client/api/get-system-resources.js +16 -0
  32. package/dist/client/api/heartbeat.d.ts +2 -2
  33. package/dist/client/api/heartbeat.js +1 -1
  34. package/dist/client/api/index.d.ts +35 -33
  35. package/dist/client/api/index.js +2 -0
  36. package/dist/client/api/invoke-plugin.d.ts +1 -1
  37. package/dist/client/api/invoke-plugin.js +1 -1
  38. package/dist/client/api/load-model.d.ts +2 -2
  39. package/dist/client/api/load-model.js +4 -4
  40. package/dist/client/api/logging-stream.d.ts +1 -1
  41. package/dist/client/api/logging-stream.js +1 -1
  42. package/dist/client/api/ocr.d.ts +1 -1
  43. package/dist/client/api/ocr.js +1 -1
  44. package/dist/client/api/provide.d.ts +1 -1
  45. package/dist/client/api/provide.js +1 -1
  46. package/dist/client/api/rag.d.ts +1 -1
  47. package/dist/client/api/rag.js +2 -2
  48. package/dist/client/api/registry.d.ts +1 -1
  49. package/dist/client/api/registry.js +1 -1
  50. package/dist/client/api/resume.js +1 -1
  51. package/dist/client/api/state.d.ts +1 -1
  52. package/dist/client/api/state.js +1 -1
  53. package/dist/client/api/stop-provider.js +1 -1
  54. package/dist/client/api/subscribe-logs.d.ts +1 -1
  55. package/dist/client/api/suspend.js +1 -1
  56. package/dist/client/api/text-to-speech.d.ts +3 -2
  57. package/dist/client/api/text-to-speech.js +31 -9
  58. package/dist/client/api/transcribe.d.ts +1 -1
  59. package/dist/client/api/transcribe.js +2 -2
  60. package/dist/client/api/translate.d.ts +3 -3
  61. package/dist/client/api/translate.js +3 -3
  62. package/dist/client/api/unload-model.d.ts +1 -1
  63. package/dist/client/api/unload-model.js +2 -2
  64. package/dist/client/api/upscale.d.ts +1 -1
  65. package/dist/client/api/upscale.js +1 -1
  66. package/dist/client/api/video.d.ts +1 -1
  67. package/dist/client/api/video.js +2 -2
  68. package/dist/client/api/vla.d.ts +1 -1
  69. package/dist/client/config-loader/config-utils.d.ts +1 -1
  70. package/dist/client/config-loader/resolve-config.bare.d.ts +1 -1
  71. package/dist/client/config-loader/resolve-config.expo.d.ts +1 -1
  72. package/dist/client/config-loader/resolve-config.node.d.ts +1 -1
  73. package/dist/client/index.d.ts +1 -1
  74. package/dist/client/init-hooks.d.ts +1 -1
  75. package/dist/client/logging-stream-registry.d.ts +1 -1
  76. package/dist/client/plugins-factory.d.ts +2 -2
  77. package/dist/client/plugins-factory.js +1 -1
  78. package/dist/client/rpc/bare-client.d.ts +1 -1
  79. package/dist/client/rpc/bare-client.js +3 -3
  80. package/dist/client/rpc/expo-rpc-client.js +3 -3
  81. package/dist/client/rpc/node-rpc-client.js +2 -2
  82. package/dist/client/rpc/profiling/index.d.ts +1 -1
  83. package/dist/client/rpc/profiling/profiler.d.ts +2 -2
  84. package/dist/client/rpc/profiling/profiler.js +4 -0
  85. package/dist/client/rpc/rpc-client.d.ts +1 -1
  86. package/dist/client/rpc/rpc-client.js +7 -4
  87. package/dist/client/rpc/rpc-error.d.ts +1 -1
  88. package/dist/commands/bundle/bare-pack.d.ts +1 -1
  89. package/dist/commands/bundle/constants.js +1 -0
  90. package/dist/commands/bundle/entry-gen.js +1 -1
  91. package/dist/commands/bundle/index.js +6 -6
  92. package/dist/commands/bundle/manifest.d.ts +1 -1
  93. package/dist/commands/bundle/plugins.d.ts +2 -2
  94. package/dist/commands/bundle/plugins.js +1 -1
  95. package/dist/commands/index.d.ts +4 -4
  96. package/dist/commands/index.js +2 -2
  97. package/dist/commands/verify/abi.d.ts +1 -1
  98. package/dist/commands/verify/abi.js +1 -1
  99. package/dist/commands/verify/bundle-source.d.ts +1 -1
  100. package/dist/commands/verify/bundle-source.js +2 -2
  101. package/dist/commands/verify/index.d.ts +3 -3
  102. package/dist/commands/verify/index.js +5 -5
  103. package/dist/commands/verify/node-modules-source.d.ts +1 -1
  104. package/dist/commands/verify/node-modules-source.js +1 -1
  105. package/dist/commands/verify/prebuilds.d.ts +2 -1
  106. package/dist/commands/verify/prebuilds.js +8 -11
  107. package/dist/commands/verify/resource-collectors.d.ts +88 -0
  108. package/dist/commands/verify/resource-collectors.js +261 -0
  109. package/dist/constants/audio.js +1 -1
  110. package/dist/constants/index.d.ts +2 -2
  111. package/dist/examples/{transcription → asr}/parakeet-ctc-filesystem.js +2 -3
  112. package/dist/examples/{transcription → asr}/parakeet-microphone-record.js +2 -2
  113. package/dist/examples/{transcription → asr}/parakeet-microphone-stream.js +2 -2
  114. package/dist/examples/{transcription → asr}/parakeet-sortformer-streaming.js +2 -2
  115. package/dist/examples/{transcription → asr}/parakeet-sortformer.js +1 -1
  116. package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem-chunked.js +2 -2
  117. package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem.js +2 -2
  118. package/dist/examples/{transcription → asr}/whispercpp-filesystem-streaming.js +1 -1
  119. package/dist/examples/{transcription → asr}/whispercpp-filesystem.js +1 -1
  120. package/dist/examples/{transcription → asr}/whispercpp-microphone-conversation.js +1 -1
  121. package/dist/examples/{transcription → asr}/whispercpp-microphone-record.js +2 -2
  122. package/dist/examples/{transcription → asr}/whispercpp-prompt.js +1 -1
  123. package/dist/examples/audiogen/generate-music.d.ts +2 -0
  124. package/dist/examples/audiogen/generate-music.js +112 -0
  125. package/dist/examples/cache-management.js +1 -1
  126. package/dist/examples/config-reload.js +1 -1
  127. package/dist/examples/diffusion-txt2vid-wan22.d.ts +2 -0
  128. package/dist/examples/diffusion-txt2vid-wan22.js +96 -0
  129. package/dist/examples/quickstart.bare.js +1 -1
  130. package/dist/examples/rag/rag-mongodb.d.ts +2 -0
  131. package/dist/examples/rag/rag-mongodb.js +180 -0
  132. package/dist/examples/tools/llamacpp-tools-auto-dialect.d.ts +2 -0
  133. package/dist/examples/tools/llamacpp-tools-auto-dialect.js +77 -0
  134. package/dist/examples/tts/parler.d.ts +2 -0
  135. package/dist/examples/tts/parler.js +51 -0
  136. package/dist/examples/vla-groot.js +6 -4
  137. package/dist/examples/voice-assistant/voice-assistant.js +2 -2
  138. package/dist/expo/plugins/index.d.ts +11 -11
  139. package/dist/expo/plugins/withDeviceInfo.js +2 -2
  140. package/dist/expo/plugins/withMobileBundle.js +3 -3
  141. package/dist/index.d.ts +16 -16
  142. package/dist/index.js +4 -4
  143. package/dist/logging/addon.d.ts +1 -1
  144. package/dist/logging/base-logger.d.ts +1 -1
  145. package/dist/logging/base-logger.js +1 -1
  146. package/dist/logging/client-logger.d.ts +1 -1
  147. package/dist/logging/index.d.ts +9 -9
  148. package/dist/logging/logger.d.ts +1 -1
  149. package/dist/logging/namespaces.d.ts +1 -1
  150. package/dist/logging/registry.d.ts +1 -1
  151. package/dist/logging/server-logger.d.ts +1 -1
  152. package/dist/logging/stream-logger.d.ts +1 -1
  153. package/dist/logging/transport.d.ts +1 -1
  154. package/dist/logging/utils.d.ts +1 -1
  155. package/dist/logging/utils.js +1 -1
  156. package/dist/models/registry/index.d.ts +1 -1
  157. package/dist/models/registry/models.d.ts +1226 -689
  158. package/dist/models/registry/models.js +3114 -2557
  159. package/dist/models/update-models/codegen.d.ts +1 -1
  160. package/dist/models/update-models/companions.d.ts +1 -1
  161. package/dist/models/update-models/history.d.ts +1 -1
  162. package/dist/models/update-models/history.js +4 -4
  163. package/dist/models/update-models/naming.d.ts +1 -1
  164. package/dist/models/update-models/naming.js +7 -1
  165. package/dist/models/update-models/processing.d.ts +1 -1
  166. package/dist/models/update-models/processing.js +1 -1
  167. package/dist/models/update-models/registry.d.ts +2 -2
  168. package/dist/models/update-models/shards.d.ts +1 -1
  169. package/dist/models/update-models/types.d.ts +1 -1
  170. package/dist/pear/pre.js +2 -0
  171. package/dist/profiling/aggregator.d.ts +1 -1
  172. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  173. package/dist/profiling/backend-diagnostics.js +21 -0
  174. package/dist/profiling/controller.d.ts +4 -2
  175. package/dist/profiling/controller.js +8 -0
  176. package/dist/profiling/envelope.d.ts +3 -2
  177. package/dist/profiling/envelope.js +13 -2
  178. package/dist/profiling/events.d.ts +2 -2
  179. package/dist/profiling/exporters.d.ts +1 -1
  180. package/dist/profiling/index.d.ts +9 -8
  181. package/dist/profiling/index.js +3 -2
  182. package/dist/profiling/types.d.ts +6 -0
  183. package/dist/schemas/audio-gen.d.ts +253 -0
  184. package/dist/schemas/audio-gen.js +69 -0
  185. package/dist/schemas/batch-completion-stream.d.ts +7 -2
  186. package/dist/schemas/bci-config.d.ts +2 -0
  187. package/dist/schemas/bci.d.ts +1 -1
  188. package/dist/schemas/cancel.d.ts +5 -0
  189. package/dist/schemas/cancel.js +1 -0
  190. package/dist/schemas/common.d.ts +1553 -54
  191. package/dist/schemas/common.js +6 -0
  192. package/dist/schemas/completion-event.d.ts +5 -2
  193. package/dist/schemas/completion-event.js +3 -0
  194. package/dist/schemas/completion-stream.d.ts +9 -1
  195. package/dist/schemas/completion-stream.js +5 -2
  196. package/dist/schemas/constants-registry.d.ts +2 -0
  197. package/dist/schemas/constants-registry.js +2 -1
  198. package/dist/schemas/download-asset.d.ts +8 -4
  199. package/dist/schemas/engine-addon-map.d.ts +2 -1
  200. package/dist/schemas/engine-addon-map.js +5 -1
  201. package/dist/schemas/get-loaded-model-info.d.ts +2 -0
  202. package/dist/schemas/get-model-info.d.ts +2 -0
  203. package/dist/schemas/get-model-info.js +1 -0
  204. package/dist/schemas/index.d.ts +53 -51
  205. package/dist/schemas/index.js +4 -2
  206. package/dist/schemas/llamacpp-config.d.ts +6 -2
  207. package/dist/schemas/load-model.d.ts +6178 -2763
  208. package/dist/schemas/load-model.js +39 -3
  209. package/dist/schemas/mcp-adapter.d.ts +1 -1
  210. package/dist/schemas/model-src-utils.d.ts +10 -2
  211. package/dist/schemas/model-types.d.ts +19 -1
  212. package/dist/schemas/model-types.js +11 -0
  213. package/dist/schemas/ocr.d.ts +2 -0
  214. package/dist/schemas/plugin.d.ts +13 -4
  215. package/dist/schemas/plugin.js +12 -2
  216. package/dist/schemas/profiling.d.ts +587 -0
  217. package/dist/schemas/profiling.js +22 -0
  218. package/dist/schemas/registry.d.ts +18 -0
  219. package/dist/schemas/registry.js +2 -0
  220. package/dist/schemas/reload-config.d.ts +10 -2
  221. package/dist/schemas/sdcpp-config.d.ts +57 -0
  222. package/dist/schemas/sdcpp-config.js +53 -11
  223. package/dist/schemas/sdk-config.d.ts +168 -0
  224. package/dist/schemas/system-resources.d.ts +3967 -0
  225. package/dist/schemas/system-resources.js +149 -0
  226. package/dist/schemas/text-to-speech.d.ts +326 -6
  227. package/dist/schemas/text-to-speech.js +126 -13
  228. package/dist/schemas/transcription-config.d.ts +2 -0
  229. package/dist/schemas/translate.d.ts +2 -2
  230. package/dist/schemas/translation-config.d.ts +30 -10
  231. package/dist/scripts/check-resource-collectors-packaging.d.ts +33 -0
  232. package/dist/scripts/check-resource-collectors-packaging.js +136 -0
  233. package/dist/scripts/contract/build-contract.d.ts +1 -1
  234. package/dist/scripts/contract/build-models-registry.d.ts +1 -1
  235. package/dist/scripts/contract/plugin-contract.d.ts +1 -1
  236. package/dist/scripts/contract/plugin-contract.js +1 -1
  237. package/dist/scripts/export-contract.js +1 -1
  238. package/dist/scripts/export-plugin-contract.js +1 -1
  239. package/dist/server/bare/delegate-rpc-client.d.ts +1 -1
  240. package/dist/server/bare/delegate-rpc-client.js +3 -3
  241. package/dist/server/bare/hyperswarm.d.ts +1 -1
  242. package/dist/server/bare/hyperswarm.js +2 -2
  243. package/dist/server/bare/ops/bci-transcribe.d.ts +1 -1
  244. package/dist/server/bare/ops/bci-transcribe.js +4 -4
  245. package/dist/server/bare/ops/cancel.d.ts +2 -2
  246. package/dist/server/bare/ops/cancel.js +2 -2
  247. package/dist/server/bare/ops/embed.d.ts +1 -1
  248. package/dist/server/bare/ops/embed.js +3 -3
  249. package/dist/server/bare/ops/kv-cache-retention.d.ts +12 -0
  250. package/dist/server/bare/ops/kv-cache-retention.js +121 -0
  251. package/dist/server/bare/ops/kv-cache-utils.d.ts +2 -1
  252. package/dist/server/bare/ops/kv-cache-utils.js +26 -5
  253. package/dist/server/bare/ops/load-model.d.ts +2 -2
  254. package/dist/server/bare/ops/load-model.js +7 -5
  255. package/dist/server/bare/ops/transcribe.d.ts +2 -2
  256. package/dist/server/bare/ops/transcribe.js +20 -40
  257. package/dist/server/bare/ops/translate.d.ts +1 -1
  258. package/dist/server/bare/ops/translate.js +5 -9
  259. package/dist/server/bare/ops/unload-model.d.ts +1 -1
  260. package/dist/server/bare/ops/unload-model.js +5 -5
  261. package/dist/server/bare/plugins/asr-ggml/config.d.ts +32 -0
  262. package/dist/server/bare/plugins/asr-ggml/config.js +46 -0
  263. package/dist/server/bare/plugins/asr-ggml/logging.d.ts +11 -0
  264. package/dist/server/bare/plugins/asr-ggml/logging.js +12 -0
  265. package/dist/server/bare/plugins/audiogen-ggml/config.d.ts +18 -0
  266. package/dist/server/bare/plugins/audiogen-ggml/config.js +23 -0
  267. package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -0
  268. package/dist/server/bare/plugins/audiogen-ggml/ops/audio-gen-stream.js +162 -0
  269. package/dist/server/bare/plugins/audiogen-ggml/plugin.d.ts +213 -0
  270. package/dist/server/bare/plugins/audiogen-ggml/plugin.js +58 -0
  271. package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.d.ts +6 -4
  272. package/dist/server/bare/plugins/bci-whispercpp-transcription/plugin.js +4 -4
  273. package/dist/server/bare/plugins/bci-whispercpp-transcription/resolve-config.d.ts +1 -1
  274. package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +1 -1
  275. package/dist/server/bare/plugins/ggml-classification/ops/classify.js +1 -1
  276. package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +2 -2
  277. package/dist/server/bare/plugins/ggml-classification/plugin.js +1 -1
  278. package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.d.ts +1 -1
  279. package/dist/server/bare/plugins/ggml-ocr/ops/ocr-stream.js +2 -2
  280. package/dist/server/bare/plugins/ggml-ocr/plugin.d.ts +4 -2
  281. package/dist/server/bare/plugins/ggml-ocr/plugin.js +3 -3
  282. package/dist/server/bare/plugins/ggml-ocr/resolve-config.d.ts +1 -1
  283. package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +1 -1
  284. package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +1 -1
  285. package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +1 -1
  286. package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +1 -1
  287. package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +3 -3
  288. package/dist/server/bare/plugins/index.d.ts +12 -11
  289. package/dist/server/bare/plugins/index.js +1 -0
  290. package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.d.ts +3 -3
  291. package/dist/server/bare/plugins/llamacpp-completion/ops/batch-completion-stream.js +5 -5
  292. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.d.ts +11 -1
  293. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stats.js +16 -0
  294. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +3 -3
  295. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +16 -14
  296. package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.d.ts +1 -1
  297. package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +3 -3
  298. package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +20 -10
  299. package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +217 -80
  300. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +12 -5
  301. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +16 -16
  302. package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +1 -1
  303. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +2 -2
  304. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +5 -5
  305. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +12 -2
  306. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +3 -3
  307. package/dist/server/bare/plugins/nmtcpp-translation/resolve-vocab.d.ts +1 -1
  308. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +6 -6
  309. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +13 -20
  310. package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.d.ts +1 -1
  311. package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +1 -1
  312. package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +1 -1
  313. package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +1 -1
  314. package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +2 -1
  315. package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +13 -7
  316. package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +26 -4
  317. package/dist/server/bare/plugins/sdcpp-generation/plugin.js +18 -4
  318. package/dist/server/bare/plugins/tts-ggml/ops/parler-options.d.ts +7 -0
  319. package/dist/server/bare/plugins/tts-ggml/ops/parler-options.js +30 -0
  320. package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.d.ts +2 -2
  321. package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech-stream.js +8 -5
  322. package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.d.ts +2 -2
  323. package/dist/server/bare/plugins/tts-ggml/ops/text-to-speech.js +14 -6
  324. package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +114 -5
  325. package/dist/server/bare/plugins/tts-ggml/plugin.js +61 -5
  326. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +8 -6
  327. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +17 -25
  328. package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +1 -1
  329. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +1 -1
  330. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +1 -1
  331. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
  332. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +1 -1
  333. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +1 -1
  334. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +1 -1
  335. package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +1 -1
  336. package/dist/server/bare/rag-hyperdb/handlers/ingest.js +2 -2
  337. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +1 -1
  338. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +1 -1
  339. package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +1 -1
  340. package/dist/server/bare/rag-hyperdb/handlers/reindex.js +1 -1
  341. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +1 -1
  342. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +1 -1
  343. package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +1 -1
  344. package/dist/server/bare/rag-hyperdb/handlers/search.js +2 -2
  345. package/dist/server/bare/rag-hyperdb/index.d.ts +11 -11
  346. package/dist/server/bare/rag-hyperdb/index.js +11 -11
  347. package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +1 -1
  348. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +4 -4
  349. package/dist/server/bare/registry/config-registry.d.ts +1 -1
  350. package/dist/server/bare/registry/config-registry.js +1 -1
  351. package/dist/server/bare/registry/model-config-registry.d.ts +2 -2
  352. package/dist/server/bare/registry/model-config-registry.js +4 -4
  353. package/dist/server/bare/registry/model-config-utils.d.ts +1 -1
  354. package/dist/server/bare/registry/model-config-utils.js +3 -0
  355. package/dist/server/bare/registry/model-registry.d.ts +15 -4
  356. package/dist/server/bare/registry/registry-client.js +2 -2
  357. package/dist/server/bare/registry/runtime-context-registry.d.ts +1 -1
  358. package/dist/server/bare/resources/collector.d.ts +644 -0
  359. package/dist/server/bare/resources/collector.js +226 -0
  360. package/dist/server/bare/resources/native.d.ts +3 -0
  361. package/dist/server/bare/resources/native.js +35 -0
  362. package/dist/server/bare/resources/normalize.d.ts +13 -0
  363. package/dist/server/bare/resources/normalize.js +73 -0
  364. package/dist/server/bare/resources/types.d.ts +66 -0
  365. package/dist/server/bare/resources/types.js +1 -0
  366. package/dist/server/bare/resources/worker-collector.d.ts +5 -0
  367. package/dist/server/bare/resources/worker-collector.js +15 -0
  368. package/dist/server/bare/runtime/index.d.ts +7 -7
  369. package/dist/server/bare/runtime/index.js +3 -3
  370. package/dist/server/bare/runtime/request-context.d.ts +2 -2
  371. package/dist/server/bare/runtime/request-registry-singleton.d.ts +1 -1
  372. package/dist/server/bare/runtime/request-registry-singleton.js +11 -1
  373. package/dist/server/bare/runtime/request-registry.d.ts +2 -2
  374. package/dist/server/bare/runtime/request-registry.js +1 -1
  375. package/dist/server/bare/runtime/with-request-context.d.ts +1 -1
  376. package/dist/server/bare/runtime-lifecycle.d.ts +1 -1
  377. package/dist/server/bare/types/addon-responses.d.ts +6 -34
  378. package/dist/server/bare/utils/asr-events.d.ts +15 -0
  379. package/dist/server/bare/utils/asr-events.js +30 -0
  380. package/dist/server/bare/utils/audio-input.d.ts +1 -1
  381. package/dist/server/bare/utils/audio-input.js +1 -1
  382. package/dist/server/bare/utils/transcribe-metadata.d.ts +1 -1
  383. package/dist/server/bare/utils/tts-stats.d.ts +1 -1
  384. package/dist/server/error-handlers.d.ts +1 -1
  385. package/dist/server/plugins/index.d.ts +1 -1
  386. package/dist/server/plugins/registry.d.ts +1 -1
  387. package/dist/server/plugins/registry.js +35 -8
  388. package/dist/server/rpc/delegate-transport.d.ts +2 -2
  389. package/dist/server/rpc/delegate-transport.js +5 -10
  390. package/dist/server/rpc/handle-request.js +3 -3
  391. package/dist/server/rpc/handler-registry.d.ts +1 -1
  392. package/dist/server/rpc/handler-registry.js +41 -37
  393. package/dist/server/rpc/handler-selection.d.ts +2 -2
  394. package/dist/server/rpc/handler-utils.d.ts +2 -2
  395. package/dist/server/rpc/handler-utils.js +5 -5
  396. package/dist/server/rpc/handlers/audio-gen-stream.d.ts +3 -0
  397. package/dist/server/rpc/handlers/audio-gen-stream.js +4 -0
  398. package/dist/server/rpc/handlers/batch-completion-stream.d.ts +3 -1
  399. package/dist/server/rpc/handlers/batch-completion-stream.js +1 -1
  400. package/dist/server/rpc/handlers/bci-transcribe-stream.d.ts +1 -1
  401. package/dist/server/rpc/handlers/bci-transcribe-stream.js +1 -1
  402. package/dist/server/rpc/handlers/bci-transcribe.d.ts +1 -1
  403. package/dist/server/rpc/handlers/bci-transcribe.js +1 -1
  404. package/dist/server/rpc/handlers/cancel-delegated.d.ts +2 -2
  405. package/dist/server/rpc/handlers/cancel-delegated.js +3 -3
  406. package/dist/server/rpc/handlers/cancelHandler.d.ts +1 -1
  407. package/dist/server/rpc/handlers/cancelHandler.js +3 -3
  408. package/dist/server/rpc/handlers/classify.d.ts +1 -1
  409. package/dist/server/rpc/handlers/classify.js +1 -1
  410. package/dist/server/rpc/handlers/completion-orchestrate.d.ts +2 -2
  411. package/dist/server/rpc/handlers/completion-orchestrate.js +1 -1
  412. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +2 -2
  413. package/dist/server/rpc/handlers/completion-stream-delegated.js +3 -3
  414. package/dist/server/rpc/handlers/completion-stream.d.ts +1 -1
  415. package/dist/server/rpc/handlers/completion-stream.js +1 -1
  416. package/dist/server/rpc/handlers/delete-cache.d.ts +1 -1
  417. package/dist/server/rpc/handlers/delete-cache.js +1 -1
  418. package/dist/server/rpc/handlers/diffusion-stream.d.ts +1 -1
  419. package/dist/server/rpc/handlers/diffusion-stream.js +1 -1
  420. package/dist/server/rpc/handlers/download-asset.d.ts +1 -1
  421. package/dist/server/rpc/handlers/download-asset.js +4 -4
  422. package/dist/server/rpc/handlers/embed.d.ts +1 -1
  423. package/dist/server/rpc/handlers/embed.js +1 -1
  424. package/dist/server/rpc/handlers/finetune.d.ts +1 -1
  425. package/dist/server/rpc/handlers/finetune.js +2 -2
  426. package/dist/server/rpc/handlers/get-loaded-model-info.d.ts +1 -1
  427. package/dist/server/rpc/handlers/get-loaded-model-info.js +3 -3
  428. package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
  429. package/dist/server/rpc/handlers/get-model-info.js +4 -4
  430. package/dist/server/rpc/handlers/get-system-resources.d.ts +3 -0
  431. package/dist/server/rpc/handlers/get-system-resources.js +53 -0
  432. package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +2 -2
  433. package/dist/server/rpc/handlers/heartbeat-delegated.js +2 -2
  434. package/dist/server/rpc/handlers/heartbeat.d.ts +1 -1
  435. package/dist/server/rpc/handlers/index.d.ts +37 -33
  436. package/dist/server/rpc/handlers/index.js +4 -0
  437. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +3 -3
  438. package/dist/server/rpc/handlers/load-model/download-manager.js +1 -1
  439. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +3 -3
  440. package/dist/server/rpc/handlers/load-model/handler.d.ts +1 -1
  441. package/dist/server/rpc/handlers/load-model/handler.js +12 -8
  442. package/dist/server/rpc/handlers/load-model/http.d.ts +2 -2
  443. package/dist/server/rpc/handlers/load-model/http.js +4 -4
  444. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -2
  445. package/dist/server/rpc/handlers/load-model/hyperdrive.js +5 -5
  446. package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
  447. package/dist/server/rpc/handlers/load-model/registry-client-options.d.ts +1 -1
  448. package/dist/server/rpc/handlers/load-model/registry-companion-set.d.ts +3 -3
  449. package/dist/server/rpc/handlers/load-model/registry-companion-set.js +3 -3
  450. package/dist/server/rpc/handlers/load-model/registry-download-utils.d.ts +4 -4
  451. package/dist/server/rpc/handlers/load-model/registry-download-utils.js +3 -3
  452. package/dist/server/rpc/handlers/load-model/registry-metadata.d.ts +1 -1
  453. package/dist/server/rpc/handlers/load-model/registry.d.ts +3 -3
  454. package/dist/server/rpc/handlers/load-model/registry.js +6 -6
  455. package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +2 -2
  456. package/dist/server/rpc/handlers/load-model/resolve-session.js +3 -3
  457. package/dist/server/rpc/handlers/load-model/resolve.d.ts +2 -2
  458. package/dist/server/rpc/handlers/load-model/resolve.js +2 -2
  459. package/dist/server/rpc/handlers/load-model/types.d.ts +2 -2
  460. package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
  461. package/dist/server/rpc/handlers/load-model-delegated.js +3 -3
  462. package/dist/server/rpc/handlers/logging-stream.d.ts +1 -1
  463. package/dist/server/rpc/handlers/logging-stream.js +1 -1
  464. package/dist/server/rpc/handlers/ocr-stream.d.ts +1 -1
  465. package/dist/server/rpc/handlers/ocr-stream.js +1 -1
  466. package/dist/server/rpc/handlers/plugin-dispatch.js +3 -3
  467. package/dist/server/rpc/handlers/plugin-invoke.d.ts +1 -1
  468. package/dist/server/rpc/handlers/plugin-invoke.js +3 -3
  469. package/dist/server/rpc/handlers/provideHandler/connection.js +1 -1
  470. package/dist/server/rpc/handlers/provideHandler/handler.d.ts +1 -1
  471. package/dist/server/rpc/handlers/provideHandler/handler.js +1 -1
  472. package/dist/server/rpc/handlers/provideHandler/proxy.js +1 -1
  473. package/dist/server/rpc/handlers/provideHandler.d.ts +1 -1
  474. package/dist/server/rpc/handlers/rag.d.ts +1 -1
  475. package/dist/server/rpc/handlers/rag.js +4 -4
  476. package/dist/server/rpc/handlers/registry.d.ts +1 -1
  477. package/dist/server/rpc/handlers/registry.js +1 -1
  478. package/dist/server/rpc/handlers/resume.d.ts +1 -1
  479. package/dist/server/rpc/handlers/resume.js +1 -1
  480. package/dist/server/rpc/handlers/state.d.ts +1 -1
  481. package/dist/server/rpc/handlers/state.js +1 -1
  482. package/dist/server/rpc/handlers/stopProvideHandler.d.ts +1 -1
  483. package/dist/server/rpc/handlers/stopProvideHandler.js +1 -1
  484. package/dist/server/rpc/handlers/suspend.d.ts +1 -1
  485. package/dist/server/rpc/handlers/suspend.js +1 -1
  486. package/dist/server/rpc/handlers/text-to-speech-stream.d.ts +1 -1
  487. package/dist/server/rpc/handlers/text-to-speech-stream.js +1 -1
  488. package/dist/server/rpc/handlers/text-to-speech.d.ts +1 -1
  489. package/dist/server/rpc/handlers/text-to-speech.js +1 -1
  490. package/dist/server/rpc/handlers/transcribe-stream.d.ts +1 -1
  491. package/dist/server/rpc/handlers/transcribe-stream.js +1 -1
  492. package/dist/server/rpc/handlers/transcribe.d.ts +1 -1
  493. package/dist/server/rpc/handlers/transcribe.js +1 -1
  494. package/dist/server/rpc/handlers/translate.d.ts +1 -1
  495. package/dist/server/rpc/handlers/translate.js +1 -1
  496. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +1 -1
  497. package/dist/server/rpc/handlers/unload-model-delegated.js +5 -5
  498. package/dist/server/rpc/handlers/unload-model.d.ts +1 -1
  499. package/dist/server/rpc/handlers/unload-model.js +3 -3
  500. package/dist/server/rpc/handlers/upscale-stream.d.ts +1 -1
  501. package/dist/server/rpc/handlers/upscale-stream.js +1 -1
  502. package/dist/server/rpc/handlers/video-stream.d.ts +1 -1
  503. package/dist/server/rpc/handlers/video-stream.js +1 -1
  504. package/dist/server/rpc/index.d.ts +2 -2
  505. package/dist/server/rpc/method-shapes.d.ts +2 -0
  506. package/dist/server/rpc/method-shapes.js +2 -0
  507. package/dist/server/rpc/profiling/backend-diagnostics.d.ts +3 -0
  508. package/dist/server/rpc/profiling/backend-diagnostics.js +16 -0
  509. package/dist/server/rpc/profiling/context.d.ts +1 -1
  510. package/dist/server/rpc/profiling/delegation-profiler.d.ts +2 -2
  511. package/dist/server/rpc/profiling/index.d.ts +4 -4
  512. package/dist/server/rpc/profiling/operation-metrics.d.ts +2 -2
  513. package/dist/server/rpc/profiling/operation-metrics.js +9 -1
  514. package/dist/server/rpc/profiling/operation-wrappers.d.ts +1 -1
  515. package/dist/server/rpc/profiling/operation-wrappers.js +51 -13
  516. package/dist/server/rpc/profiling/profiler.d.ts +2 -2
  517. package/dist/server/rpc/transport-selector.d.ts +1 -1
  518. package/dist/server/utils/archive.js +1 -1
  519. package/dist/server/utils/audio/decoder.d.ts +1 -1
  520. package/dist/server/utils/audio/decoder.js +1 -1
  521. package/dist/server/utils/cache/auto-history.d.ts +1 -1
  522. package/dist/server/utils/cache/paths.d.ts +1 -1
  523. package/dist/server/utils/cache/paths.js +6 -6
  524. package/dist/server/utils/checksum.d.ts +1 -1
  525. package/dist/server/utils/completion-normalizer.d.ts +2 -1
  526. package/dist/server/utils/completion-normalizer.js +31 -1
  527. package/dist/server/utils/config-transform.d.ts +1 -1
  528. package/dist/server/utils/config-transform.js +5 -7
  529. package/dist/server/utils/index.d.ts +11 -11
  530. package/dist/server/utils/path-security.d.ts +1 -1
  531. package/dist/server/utils/qvac-paths.js +1 -1
  532. package/dist/server/utils/response-format.d.ts +1 -1
  533. package/dist/server/utils/shard-utils.d.ts +1 -1
  534. package/dist/server/utils/tool-integration.d.ts +1 -1
  535. package/dist/server/utils/tool-integration.js +2 -2
  536. package/dist/server/utils/tools/dialect.d.ts +1 -1
  537. package/dist/server/utils/tools/dialect.js +2 -0
  538. package/dist/server/utils/tools/index.d.ts +2 -2
  539. package/dist/server/utils/tools/parser.d.ts +1 -1
  540. package/dist/server/utils/tools/parser.js +16 -8
  541. package/dist/server/utils/tools/parsers/dsml.d.ts +4 -0
  542. package/dist/server/utils/tools/parsers/dsml.js +176 -0
  543. package/dist/server/utils/tools/parsers/gemma4native.d.ts +2 -2
  544. package/dist/server/utils/tools/parsers/gemma4native.js +1 -1
  545. package/dist/server/utils/tools/parsers/harmony.d.ts +2 -2
  546. package/dist/server/utils/tools/parsers/harmony.js +1 -1
  547. package/dist/server/utils/tools/parsers/hermes.d.ts +2 -2
  548. package/dist/server/utils/tools/parsers/hermes.js +1 -1
  549. package/dist/server/utils/tools/parsers/json.d.ts +2 -2
  550. package/dist/server/utils/tools/parsers/json.js +1 -1
  551. package/dist/server/utils/tools/parsers/pythonic.d.ts +2 -2
  552. package/dist/server/utils/tools/parsers/pythonic.js +1 -1
  553. package/dist/server/utils/tools/parsers/qwen35.d.ts +2 -2
  554. package/dist/server/utils/tools/parsers/qwen35.js +1 -1
  555. package/dist/server/utils/tools/shared.d.ts +1 -1
  556. package/dist/server/utils/worker-lock.js +1 -1
  557. package/dist/server/worker-core.js +14 -10
  558. package/dist/server/worker.js +4 -3
  559. package/dist/utils/aggregate-events.d.ts +2 -2
  560. package/dist/utils/aggregate-events.js +2 -2
  561. package/dist/utils/errors-client.d.ts +0 -3
  562. package/dist/utils/errors-client.js +0 -5
  563. package/dist/utils/errors-server.d.ts +1 -1
  564. package/dist/utils/mcp-adapter.d.ts +4 -4
  565. package/dist/utils/mcp-adapter.js +1 -1
  566. package/dist/utils/tool-helpers.d.ts +1 -1
  567. package/dist/utils/tool-helpers.js +1 -1
  568. package/docs/system-resources-support-matrix.md +103 -0
  569. package/package.json +33 -18
  570. /package/dist/examples/{transcription → asr}/parakeet-ctc-filesystem.d.ts +0 -0
  571. /package/dist/examples/{transcription → asr}/parakeet-microphone-record.d.ts +0 -0
  572. /package/dist/examples/{transcription → asr}/parakeet-microphone-stream.d.ts +0 -0
  573. /package/dist/examples/{transcription → asr}/parakeet-sortformer-streaming.d.ts +0 -0
  574. /package/dist/examples/{transcription → asr}/parakeet-sortformer.d.ts +0 -0
  575. /package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem-chunked.d.ts +0 -0
  576. /package/dist/examples/{transcription → asr}/parakeet-tdt-filesystem.d.ts +0 -0
  577. /package/dist/examples/{transcription → asr}/whispercpp-filesystem-streaming.d.ts +0 -0
  578. /package/dist/examples/{transcription → asr}/whispercpp-filesystem.d.ts +0 -0
  579. /package/dist/examples/{transcription → asr}/whispercpp-microphone-conversation.d.ts +0 -0
  580. /package/dist/examples/{transcription → asr}/whispercpp-microphone-record.d.ts +0 -0
  581. /package/dist/examples/{transcription → asr}/whispercpp-prompt.d.ts +0 -0
@@ -1,6 +1,6 @@
1
1
  import { Readable } from 'bare-stream';
2
2
  import fs from 'bare-fs';
3
- import { needsDecoding, decodeAudioToStream } from '../../utils/audio/decoder.js';
3
+ import { needsDecoding, decodeAudioToStream } from '../../../server/utils/audio/decoder.js';
4
4
  import { AudioFileNotFoundError, InvalidAudioChunkError } from '../../../utils/errors-server.js';
5
5
  /**
6
6
  * Converts an AudioInput (base64 or filePath) into a Readable stream,
@@ -1,4 +1,4 @@
1
- import { type TranscribeSegment } from '../../../schemas/index';
1
+ import { type TranscribeSegment } from '../../../schemas/index.js';
2
2
  export interface WhisperAddonSegment {
3
3
  text: string;
4
4
  start?: number;
@@ -1,4 +1,4 @@
1
- import type { TtsStats } from '../../../schemas/index';
1
+ import type { TtsStats } from '../../../schemas/index.js';
2
2
  /**
3
3
  * Shared types and utilities for TTS operations.
4
4
  * Used by both text-to-speech.ts and text-to-speech-stream.ts.
@@ -1,5 +1,5 @@
1
1
  import type RPC from 'bare-rpc';
2
- import { type ServerProfiler } from './rpc/profiling/index';
2
+ import { type ServerProfiler } from './rpc/profiling/index.js';
3
3
  export declare function sendErrorResponse(req: RPC.IncomingRequest, error: unknown, profiler?: ServerProfiler): void;
4
4
  export declare function sendStreamErrorResponse(stream: ReturnType<RPC.IncomingRequest['createResponseStream']>, error: unknown, profiler?: ServerProfiler): void;
5
5
  //# sourceMappingURL=error-handlers.d.ts.map
@@ -1,2 +1,2 @@
1
- export { registerPlugin, registerPlugins, getPlugin, getPluginHandler, hasPlugin, getAllPlugins, clearPlugins, unregisterPlugin } from './registry';
1
+ export { registerPlugin, registerPlugins, getPlugin, getPluginHandler, hasPlugin, getAllPlugins, clearPlugins, unregisterPlugin } from './registry.js';
2
2
  //# sourceMappingURL=index.d.ts.map
@@ -1,4 +1,4 @@
1
- import { type QvacPlugin, type PluginHandlerDefinition } from '../../schemas/plugin';
1
+ import { type QvacPlugin, type PluginHandlerDefinition } from '../../schemas/plugin.js';
2
2
  export declare function registerPlugin(plugin: QvacPlugin): void;
3
3
  export declare function registerPlugins(pluginList: readonly QvacPlugin[]): void;
4
4
  export declare function getPlugin(modelType: string): QvacPlugin | undefined;
@@ -2,8 +2,15 @@ import { pluginDefinitionRuntimeSchema } from '../../schemas/plugin.js';
2
2
  import { isModelTypeAlias } from '../../schemas/index.js';
3
3
  import { PluginAlreadyRegisteredError, PluginDefinitionInvalidError, PluginLoggingInvalidError, PluginModelTypeReservedError } from '../../utils/errors-server.js';
4
4
  import { createAddonLoggerCallback } from '../../logging/addon.js';
5
+ import { getServerLogger } from '../../logging/index.js';
5
6
  import { formatZodError } from '../../utils/zod-error.js';
6
7
  const plugins = new Map();
8
+ function getLoggingModule(plugin) {
9
+ return plugin.logging?.module;
10
+ }
11
+ function findPluginUsingLoggingModule(loggingModule) {
12
+ return Array.from(plugins.values()).find((plugin) => plugin.logging?.module === loggingModule);
13
+ }
7
14
  function getModelTypeForError(plugin) {
8
15
  if (!plugin || typeof plugin !== 'object')
9
16
  return '(unknown)';
@@ -33,9 +40,16 @@ export function registerPlugin(plugin) {
33
40
  throw new PluginLoggingInvalidError(plugin.modelType, 'logging.module must have a setLogger(callback) function');
34
41
  }
35
42
  }
43
+ const loggingModule = getLoggingModule(plugin);
44
+ const pluginUsingLoggingModule = loggingModule
45
+ ? findPluginUsingLoggingModule(loggingModule)
46
+ : undefined;
47
+ if (pluginUsingLoggingModule &&
48
+ pluginUsingLoggingModule.logging?.namespace !== plugin.logging?.namespace) {
49
+ throw new PluginLoggingInvalidError(plugin.modelType, 'plugins sharing logging.module must use the same namespace');
50
+ }
36
51
  plugins.set(plugin.modelType, plugin);
37
- if (plugin.logging?.module && plugin.logging?.namespace) {
38
- const loggingModule = plugin.logging.module;
52
+ if (loggingModule && plugin.logging?.namespace && !pluginUsingLoggingModule) {
39
53
  loggingModule.setLogger(createAddonLoggerCallback(plugin.logging.namespace));
40
54
  }
41
55
  }
@@ -60,21 +74,34 @@ export function unregisterPlugin(modelType) {
60
74
  const plugin = plugins.get(modelType);
61
75
  if (!plugin)
62
76
  return false;
63
- if (plugin.logging?.module) {
64
- const loggingModule = plugin.logging.module;
77
+ const loggingModule = getLoggingModule(plugin);
78
+ plugins.delete(modelType);
79
+ if (loggingModule && !findPluginUsingLoggingModule(loggingModule)) {
65
80
  loggingModule.releaseLogger?.();
66
81
  }
67
- return plugins.delete(modelType);
82
+ return true;
68
83
  }
69
84
  export function getAllPlugins() {
70
85
  return Array.from(plugins.values());
71
86
  }
72
87
  export function clearPlugins() {
88
+ const loggingModules = new Map();
73
89
  for (const plugin of plugins.values()) {
74
- if (plugin.logging?.module) {
75
- const loggingModule = plugin.logging.module;
76
- loggingModule.releaseLogger?.();
90
+ const loggingModule = getLoggingModule(plugin);
91
+ if (loggingModule && !loggingModules.has(loggingModule)) {
92
+ loggingModules.set(loggingModule, plugin.modelType);
77
93
  }
78
94
  }
79
95
  plugins.clear();
96
+ for (const [loggingModule, modelType] of loggingModules) {
97
+ try {
98
+ loggingModule.releaseLogger?.();
99
+ }
100
+ catch (error) {
101
+ // A plugin's logger teardown must not abort the sweep or leave the
102
+ // registry half-cleared for the next caller — but surface it, so a leaked
103
+ // reference or async handle is not masked as a clean teardown.
104
+ getServerLogger().warn(`[${modelType}] releaseLogger failed during clearPlugins: ${error instanceof Error ? error.message : String(error)}`);
105
+ }
106
+ }
80
107
  }
@@ -5,8 +5,8 @@
5
5
  * delegation to remote peers (via HyperSwarm RPC).
6
6
  */
7
7
  import type RPC from 'bare-rpc';
8
- import { DELEGATION_BREAKDOWN_KEY, OPERATION_EVENT_KEY, type Request, type Response, type RPCOptions, type DelegationBreakdown, type OperationEvent } from '../../schemas/index';
9
- import type { DelegatedHandlerOptions } from './profiling/index';
8
+ import { DELEGATION_BREAKDOWN_KEY, OPERATION_EVENT_KEY, type Request, type Response, type RPCOptions, type DelegationBreakdown, type OperationEvent } from '../../schemas/index.js';
9
+ import type { DelegatedHandlerOptions } from './profiling/index.js';
10
10
  export interface DelegateOptions extends RPCOptions, DelegatedHandlerOptions {
11
11
  peerKey?: string;
12
12
  }
@@ -5,14 +5,14 @@
5
5
  * delegation to remote peers (via HyperSwarm RPC).
6
6
  */
7
7
  import { requestSchema, responseSchema, PROFILING_KEY, PROFILING_TRAILER_KEY, DELEGATION_BREAKDOWN_KEY, OPERATION_EVENT_KEY } from '../../schemas/index.js';
8
- import { nowMs, extractProfilingMeta, stripProfilingMeta, recordFailure, generateId } from '../../profiling/index.js';
8
+ import { nowMs, extractProfilingMeta, stripProfilingMeta, recordFailure, generateId, createDelegatedProfilingMeta } from '../../profiling/index.js';
9
9
  import { withTimeout, withTimeoutStream } from '../../utils/withTimeout.js';
10
10
  import { getServerLogger } from '../../logging/index.js';
11
11
  import { DelegateProviderError } from '../../utils/errors-server.js';
12
- import { cleanupStaleConnection } from '../bare/delegate-rpc-client.js';
12
+ import { cleanupStaleConnection } from '../../server/bare/delegate-rpc-client.js';
13
13
  import { shouldProfileDelegation, createDelegationTimings, createDelegationStreamTimings, recordDelegationEvents, recordDelegationStreamEvents, buildDelegationStreamBreakdown, flushServerConnectionEvent, consumeBreakdownConnectionTime } from './profiling/delegation-profiler.js';
14
14
  const logger = getServerLogger();
15
- import { getNextCommandId } from './rpc-utils.js';
15
+ import { getNextCommandId } from '../../server/rpc/rpc-utils.js';
16
16
  function checkAndThrowError(response) {
17
17
  if (response.type === 'error') {
18
18
  throw new DelegateProviderError(response.message || 'Unknown provider error', response.code);
@@ -61,7 +61,6 @@ async function sendBase(request, rpc, options, profilingMeta) {
61
61
  }
62
62
  async function sendProfiled(request, rpc, options, profilingMeta) {
63
63
  const profileId = profilingMeta?.id ?? generateId();
64
- const includeServerBreakdown = profilingMeta?.includeServer ?? false;
65
64
  const timings = createDelegationTimings(profileId, request.type);
66
65
  try {
67
66
  if (options?.peerKey) {
@@ -76,13 +75,9 @@ async function sendProfiled(request, rpc, options, profilingMeta) {
76
75
  type: request.type
77
76
  });
78
77
  const stringifyStart = nowMs();
79
- const profilingEnvelope = { id: profileId };
80
- if (includeServerBreakdown) {
81
- profilingEnvelope['includeServer'] = true;
82
- }
83
78
  const requestWithProfiling = {
84
79
  ...parsedRequest,
85
- [PROFILING_KEY]: profilingEnvelope
80
+ [PROFILING_KEY]: createDelegatedProfilingMeta(profileId, profilingMeta)
86
81
  };
87
82
  const payload = JSON.stringify(requestWithProfiling);
88
83
  timings.requestStringifyMs = nowMs() - stringifyStart;
@@ -183,7 +178,7 @@ async function* streamProfiled(request, rpc, options = {}, profilingMeta) {
183
178
  const stringifyStart = nowMs();
184
179
  const requestWithProfiling = {
185
180
  ...parsedRequest,
186
- [PROFILING_KEY]: { id: profileId }
181
+ [PROFILING_KEY]: createDelegatedProfilingMeta(profileId, profilingMeta)
187
182
  };
188
183
  const payload = JSON.stringify(requestWithProfiling);
189
184
  timings.requestStringifyMs = nowMs() - stringifyStart;
@@ -1,12 +1,12 @@
1
1
  import { requestSchema, normalizeModelType, PROFILING_KEY } from '../../schemas/index.js';
2
2
  import { nowMs } from '../../profiling/index.js';
3
- import { resolveModelConfig } from '../bare/registry/model-config-registry.js';
4
- import { sendErrorResponse, sendStreamErrorResponse } from '../error-handlers.js';
3
+ import { resolveModelConfig } from '../../server/bare/registry/model-config-registry.js';
4
+ import { sendErrorResponse, sendStreamErrorResponse } from '../../server/error-handlers.js';
5
5
  import { RPCUnknownRequestTypeError, PluginHandlerTypeMismatchError } from '../../utils/errors-server.js';
6
6
  import { registry } from './handler-registry.js';
7
7
  import { executeHandler, executeDuplexHandler, handleInitConfig, isInitConfigMessage, handleShutdown, isShutdownMessage } from './handler-utils.js';
8
8
  import { createServerProfiler } from './profiling/index.js';
9
- import { assertLifecycleAllowed } from '../bare/runtime-lifecycle.js';
9
+ import { assertLifecycleAllowed } from '../../server/bare/runtime-lifecycle.js';
10
10
  import { shouldUseStreamErrorTransport } from './transport-selector.js';
11
11
  export async function handleRequest(req) {
12
12
  let profiler;
@@ -1,3 +1,3 @@
1
- import type { HandlerEntry } from './handler-utils';
1
+ import type { HandlerEntry } from './handler-utils.js';
2
2
  export declare const registry: Record<string, HandlerEntry>;
3
3
  //# sourceMappingURL=handler-registry.d.ts.map
@@ -1,44 +1,46 @@
1
1
  import {} from '../../schemas/index.js';
2
- import { handleBatchCompletionStream } from './handlers/batch-completion-stream.js';
3
- import { handleCompletionOrchestrate } from './handlers/completion-orchestrate.js';
4
- import { handleCompletionStream } from './handlers/completion-stream.js';
5
- import { handleDownloadAsset } from './handlers/download-asset.js';
6
- import { handleLoadModel } from './handlers/load-model/index.js';
7
- import { handleLoadModelDelegated } from './handlers/load-model-delegated.js';
8
- import { handleCompletionStreamDelegated } from './handlers/completion-stream-delegated.js';
9
- import { getModelEntry } from '../bare/registry/model-registry.js';
10
- import { handleUnloadModel } from './handlers/unload-model.js';
11
- import { handleUnloadModelDelegated } from './handlers/unload-model-delegated.js';
12
- import { handleTranscribe } from './handlers/transcribe.js';
13
- import { handleTranscribeStream } from './handlers/transcribe-stream.js';
14
- import { handleBciTranscribe } from './handlers/bci-transcribe.js';
15
- import { handleBciTranscribeStream } from './handlers/bci-transcribe-stream.js';
16
- import { handleEmbed } from './handlers/embed.js';
17
- import { handleTranslate } from './handlers/translate.js';
18
- import { handleLoggingStream } from './handlers/logging-stream.js';
2
+ import { handleBatchCompletionStream } from '../../server/rpc/handlers/batch-completion-stream.js';
3
+ import { handleCompletionOrchestrate } from '../../server/rpc/handlers/completion-orchestrate.js';
4
+ import { handleCompletionStream } from '../../server/rpc/handlers/completion-stream.js';
5
+ import { handleDownloadAsset } from '../../server/rpc/handlers/download-asset.js';
6
+ import { handleLoadModel } from '../../server/rpc/handlers/load-model/index.js';
7
+ import { handleLoadModelDelegated } from '../../server/rpc/handlers/load-model-delegated.js';
8
+ import { handleCompletionStreamDelegated } from '../../server/rpc/handlers/completion-stream-delegated.js';
9
+ import { getModelEntry } from '../../server/bare/registry/model-registry.js';
10
+ import { handleUnloadModel } from '../../server/rpc/handlers/unload-model.js';
11
+ import { handleUnloadModelDelegated } from '../../server/rpc/handlers/unload-model-delegated.js';
12
+ import { handleTranscribe } from '../../server/rpc/handlers/transcribe.js';
13
+ import { handleTranscribeStream } from '../../server/rpc/handlers/transcribe-stream.js';
14
+ import { handleBciTranscribe } from '../../server/rpc/handlers/bci-transcribe.js';
15
+ import { handleBciTranscribeStream } from '../../server/rpc/handlers/bci-transcribe-stream.js';
16
+ import { handleEmbed } from '../../server/rpc/handlers/embed.js';
17
+ import { handleTranslate } from '../../server/rpc/handlers/translate.js';
18
+ import { handleLoggingStream } from '../../server/rpc/handlers/logging-stream.js';
19
19
  import { cancelHandler } from './handlers/cancelHandler.js';
20
20
  import { provideHandler } from './handlers/provideHandler.js';
21
21
  import { stopProvideHandler } from './handlers/stopProvideHandler.js';
22
- import { handleRag } from './handlers/rag.js';
23
- import { handleDeleteCache } from './handlers/delete-cache.js';
24
- import { handleTextToSpeech } from './handlers/text-to-speech.js';
25
- import { handleTextToSpeechStream } from './handlers/text-to-speech-stream.js';
26
- import { handleGetModelInfo } from './handlers/get-model-info.js';
27
- import { handleGetLoadedModelInfo } from './handlers/get-loaded-model-info.js';
28
- import { handleOCRStream } from './handlers/ocr-stream.js';
29
- import { handleHeartbeat } from './handlers/heartbeat.js';
30
- import { handleFinetune } from './handlers/finetune.js';
31
- import { handleHeartbeatDelegated } from './handlers/heartbeat-delegated.js';
32
- import { handleCancelDelegated } from './handlers/cancel-delegated.js';
33
- import { handleDiffusionStream } from './handlers/diffusion-stream.js';
34
- import { handleVideoStream } from './handlers/video-stream.js';
35
- import { handleUpscaleStream } from './handlers/upscale-stream.js';
36
- import { handleClassify } from './handlers/classify.js';
37
- import { handlePluginInvoke, handlePluginInvokeStream } from './handlers/plugin-invoke.js';
38
- import { handleModelRegistryList, handleModelRegistrySearch, handleModelRegistryGetModel } from './handlers/registry.js';
39
- import { handleSuspend } from './handlers/suspend.js';
40
- import { handleResume } from './handlers/resume.js';
41
- import { handleState } from './handlers/state.js';
22
+ import { handleRag } from '../../server/rpc/handlers/rag.js';
23
+ import { handleDeleteCache } from '../../server/rpc/handlers/delete-cache.js';
24
+ import { handleTextToSpeech } from '../../server/rpc/handlers/text-to-speech.js';
25
+ import { handleTextToSpeechStream } from '../../server/rpc/handlers/text-to-speech-stream.js';
26
+ import { handleGetModelInfo } from '../../server/rpc/handlers/get-model-info.js';
27
+ import { handleGetLoadedModelInfo } from '../../server/rpc/handlers/get-loaded-model-info.js';
28
+ import { handleGetSystemResources } from '../../server/rpc/handlers/get-system-resources.js';
29
+ import { handleOCRStream } from '../../server/rpc/handlers/ocr-stream.js';
30
+ import { handleHeartbeat } from '../../server/rpc/handlers/heartbeat.js';
31
+ import { handleFinetune } from '../../server/rpc/handlers/finetune.js';
32
+ import { handleHeartbeatDelegated } from '../../server/rpc/handlers/heartbeat-delegated.js';
33
+ import { handleCancelDelegated } from '../../server/rpc/handlers/cancel-delegated.js';
34
+ import { handleDiffusionStream } from '../../server/rpc/handlers/diffusion-stream.js';
35
+ import { handleVideoStream } from '../../server/rpc/handlers/video-stream.js';
36
+ import { handleUpscaleStream } from '../../server/rpc/handlers/upscale-stream.js';
37
+ import { handleClassify } from '../../server/rpc/handlers/classify.js';
38
+ import { handleAudioGenStream } from '../../server/rpc/handlers/audio-gen-stream.js';
39
+ import { handlePluginInvoke, handlePluginInvokeStream } from '../../server/rpc/handlers/plugin-invoke.js';
40
+ import { handleModelRegistryList, handleModelRegistrySearch, handleModelRegistryGetModel } from '../../server/rpc/handlers/registry.js';
41
+ import { handleSuspend } from '../../server/rpc/handlers/suspend.js';
42
+ import { handleResume } from '../../server/rpc/handlers/resume.js';
43
+ import { handleState } from '../../server/rpc/handlers/state.js';
42
44
  function ragSupportsProgress(request) {
43
45
  if (request.type !== 'rag')
44
46
  return false;
@@ -109,6 +111,7 @@ export const registry = {
109
111
  deleteCache: { type: 'reply', handler: handleDeleteCache },
110
112
  getModelInfo: { type: 'reply', handler: handleGetModelInfo },
111
113
  getLoadedModelInfo: { type: 'reply', handler: handleGetLoadedModelInfo },
114
+ getSystemResources: { type: 'reply', handler: handleGetSystemResources },
112
115
  pluginInvoke: { type: 'reply', handler: handlePluginInvoke },
113
116
  modelRegistryList: { type: 'reply', handler: handleModelRegistryList },
114
117
  modelRegistrySearch: { type: 'reply', handler: handleModelRegistrySearch },
@@ -120,6 +123,7 @@ export const registry = {
120
123
  resume: { type: 'reply', handler: handleResume },
121
124
  state: { type: 'reply', handler: handleState },
122
125
  // Simple Stream handlers
126
+ audioGenStream: { type: 'stream', handler: handleAudioGenStream },
123
127
  transcribe: { type: 'stream', handler: handleTranscribe },
124
128
  transcribeStream: { type: 'duplex', handler: handleTranscribeStream },
125
129
  bciTranscribe: { type: 'stream', handler: handleBciTranscribe },
@@ -1,5 +1,5 @@
1
- import type { Request } from '../../schemas/index';
2
- import type { HandlerEntry } from './handler-utils';
1
+ import type { Request } from '../../schemas/index.js';
2
+ import type { HandlerEntry } from '../../server/rpc/handler-utils.js';
3
3
  export interface HandlerSelection {
4
4
  handler: HandlerEntry['handler'];
5
5
  isDelegated: boolean;
@@ -1,6 +1,6 @@
1
- import { type QvacConfig, type Request, type Response, type RuntimeContext } from '../../schemas/index';
1
+ import { type QvacConfig, type Request, type Response, type RuntimeContext } from '../../schemas/index.js';
2
2
  import type RPC from 'bare-rpc';
3
- import { type ServerProfiler } from './profiling/index';
3
+ import { type ServerProfiler } from './profiling/index.js';
4
4
  type ReplyHandler = (request: any, ...args: any[]) => Promise<Response> | Response;
5
5
  type StreamHandler = (request: any, ...args: any[]) => AsyncGenerator<Response>;
6
6
  type ProgressHandler = (request: any, ...args: any[]) => Promise<Response>;
@@ -1,12 +1,12 @@
1
1
  import { PROFILING_KEY } from '../../schemas/index.js';
2
- import { sendErrorResponse, sendStreamErrorResponse } from '../error-handlers.js';
2
+ import { sendErrorResponse, sendStreamErrorResponse } from '../../server/error-handlers.js';
3
3
  import { PluginHandlerTypeMismatchError } from '../../utils/errors-server.js';
4
- import { setSDKConfig } from '../bare/registry/config-registry.js';
5
- import { setRuntimeContext } from '../bare/registry/runtime-context-registry.js';
4
+ import { setSDKConfig } from '../../server/bare/registry/config-registry.js';
5
+ import { setRuntimeContext } from '../../server/bare/registry/runtime-context-registry.js';
6
6
  import {} from './profiling/index.js';
7
7
  import { isTerminalChunk } from './rpc-utils.js';
8
8
  import { createProgressThrottle } from './progress-throttle.js';
9
- import { handlerSupportsProgress, selectHandler } from './handler-selection.js';
9
+ import { handlerSupportsProgress, selectHandler } from '../../server/rpc/handler-selection.js';
10
10
  function getProfilingMetaFromRequest(request) {
11
11
  if (PROFILING_KEY in request) {
12
12
  return request[PROFILING_KEY];
@@ -170,7 +170,7 @@ export async function handleShutdown(req) {
170
170
  // Lazy import to avoid the import cycle:
171
171
  // handler-utils -> worker-core -> create-server -> handle-request
172
172
  // -> handler-utils. By the time this runs, all modules are loaded.
173
- const { cleanupForTerminate } = await import('../worker-core.js');
173
+ const { cleanupForTerminate } = await import('../../server/worker-core.js');
174
174
  await cleanupForTerminate();
175
175
  req.reply(JSON.stringify({ success: true }), 'utf-8');
176
176
  }
@@ -0,0 +1,3 @@
1
+ import type { AudioGenStreamRequest, AudioGenStreamResponse } from '../../../schemas/audio-gen.js';
2
+ export declare function handleAudioGenStream(request: AudioGenStreamRequest): AsyncGenerator<AudioGenStreamResponse>;
3
+ //# sourceMappingURL=audio-gen-stream.d.ts.map
@@ -0,0 +1,4 @@
1
+ import { dispatchPluginStream } from '../../../server/rpc/handlers/plugin-dispatch.js';
2
+ export async function* handleAudioGenStream(request) {
3
+ yield* dispatchPluginStream(request.modelId, 'audioGenStream', request);
4
+ }
@@ -1,4 +1,4 @@
1
- import type { BatchCompletionStreamRequest } from '../../../schemas/index';
1
+ import type { BatchCompletionStreamRequest } from '../../../schemas/index.js';
2
2
  export declare function handleBatchCompletionStream(request: BatchCompletionStreamRequest): AsyncGenerator<{
3
3
  type: "batchCompletionStream";
4
4
  events: {
@@ -41,6 +41,7 @@ export declare function handleBatchCompletionStream(request: BatchCompletionStre
41
41
  cacheTokens?: number | undefined;
42
42
  promptTokens?: number | undefined;
43
43
  generatedTokens?: number | undefined;
44
+ emittedTokens?: number | undefined;
44
45
  avgConcurrentSeq?: number | undefined;
45
46
  backendDevice?: "gpu" | "cpu" | undefined;
46
47
  };
@@ -71,6 +72,7 @@ export declare function handleBatchCompletionStream(request: BatchCompletionStre
71
72
  cacheTokens?: number | undefined;
72
73
  promptTokens?: number | undefined;
73
74
  generatedTokens?: number | undefined;
75
+ emittedTokens?: number | undefined;
74
76
  avgConcurrentSeq?: number | undefined;
75
77
  backendDevice?: "gpu" | "cpu" | undefined;
76
78
  } | undefined;
@@ -1,4 +1,4 @@
1
- import { dispatchPluginStream } from './plugin-dispatch.js';
1
+ import { dispatchPluginStream } from '../../../server/rpc/handlers/plugin-dispatch.js';
2
2
  export async function* handleBatchCompletionStream(request) {
3
3
  yield* dispatchPluginStream(request.modelId, 'batchCompletionStream', request);
4
4
  }
@@ -1,3 +1,3 @@
1
- import type { BciTranscribeStreamRequest, BciTranscribeStreamResponse } from '../../../schemas/index';
1
+ import type { BciTranscribeStreamRequest, BciTranscribeStreamResponse } from '../../../schemas/index.js';
2
2
  export declare function handleBciTranscribeStream(request: BciTranscribeStreamRequest, inputStream: AsyncIterable<Buffer>): AsyncGenerator<BciTranscribeStreamResponse>;
3
3
  //# sourceMappingURL=bci-transcribe-stream.d.ts.map
@@ -1,4 +1,4 @@
1
- import { dispatchPluginStream } from './plugin-dispatch.js';
1
+ import { dispatchPluginStream } from '../../../server/rpc/handlers/plugin-dispatch.js';
2
2
  export async function* handleBciTranscribeStream(request, inputStream) {
3
3
  yield* dispatchPluginStream(request.modelId, 'bciTranscribeStream', request, inputStream);
4
4
  }
@@ -1,3 +1,3 @@
1
- import type { BciTranscribeRequest, BciTranscribeResponse } from '../../../schemas/index';
1
+ import type { BciTranscribeRequest, BciTranscribeResponse } from '../../../schemas/index.js';
2
2
  export declare function handleBciTranscribe(request: BciTranscribeRequest): AsyncGenerator<BciTranscribeResponse>;
3
3
  //# sourceMappingURL=bci-transcribe.d.ts.map
@@ -1,4 +1,4 @@
1
- import { dispatchPluginStream } from './plugin-dispatch.js';
1
+ import { dispatchPluginStream } from '../../../server/rpc/handlers/plugin-dispatch.js';
2
2
  export async function* handleBciTranscribe(request) {
3
3
  yield* dispatchPluginStream(request.modelId, 'bciTranscribe', request);
4
4
  }
@@ -1,4 +1,4 @@
1
- import type { CancelRequest, CancelResponse } from '../../../schemas/cancel';
2
- import type { DelegatedHandlerOptions } from '../profiling/index';
1
+ import type { CancelRequest, CancelResponse } from '../../../schemas/cancel.js';
2
+ import type { DelegatedHandlerOptions } from '../../../server/rpc/profiling/index.js';
3
3
  export declare function handleCancelDelegated(request: CancelRequest, options?: DelegatedHandlerOptions): Promise<CancelResponse>;
4
4
  //# sourceMappingURL=cancel-delegated.d.ts.map
@@ -1,7 +1,7 @@
1
1
  import { getServerLogger } from '../../../logging/index.js';
2
- import { getModelEntry } from '../../bare/registry/model-registry.js';
3
- import { getRPC } from '../../bare/delegate-rpc-client.js';
4
- import { send } from '../delegate-transport.js';
2
+ import { getModelEntry } from '../../../server/bare/registry/model-registry.js';
3
+ import { getRPC } from '../../../server/bare/delegate-rpc-client.js';
4
+ import { send } from '../../../server/rpc/delegate-transport.js';
5
5
  const logger = getServerLogger();
6
6
  /**
7
7
  * Resolve the delegated provider for a cancel request, if any.
@@ -1,4 +1,4 @@
1
- import type { CancelRequest, CancelResponse } from '../../../schemas/cancel';
1
+ import type { CancelRequest, CancelResponse } from '../../../schemas/cancel.js';
2
2
  /**
3
3
  * Cancel RPC entry point. The 5-arm `switch (request.operation)`
4
4
  * dispatcher that lived here through 0.10.x was retired in 0.11.0:
@@ -1,6 +1,6 @@
1
- import { cancel as cancelByModelId } from '../../bare/ops/cancel.js';
2
- import { getRequestRegistry } from '../../bare/runtime/index.js';
3
- import { markClearCacheForRequest } from './load-model/download-manager.js';
1
+ import { cancel as cancelByModelId } from '../../../server/bare/ops/cancel.js';
2
+ import { getRequestRegistry } from '../../../server/bare/runtime/index.js';
3
+ import { markClearCacheForRequest } from '../../../server/rpc/handlers/load-model/download-manager.js';
4
4
  import { getServerLogger } from '../../../logging/index.js';
5
5
  const logger = getServerLogger();
6
6
  /**
@@ -1,3 +1,3 @@
1
- import type { ClassifyRequest, ClassifyResponse } from '../../../schemas/classification';
1
+ import type { ClassifyRequest, ClassifyResponse } from '../../../schemas/classification.js';
2
2
  export declare function handleClassify(request: ClassifyRequest): AsyncGenerator<ClassifyResponse>;
3
3
  //# sourceMappingURL=classify.d.ts.map
@@ -1,4 +1,4 @@
1
- import { dispatchPluginStream } from './plugin-dispatch.js';
1
+ import { dispatchPluginStream } from '../../../server/rpc/handlers/plugin-dispatch.js';
2
2
  export async function* handleClassify(request) {
3
3
  yield* dispatchPluginStream(request.modelId, 'classify', request);
4
4
  }
@@ -1,5 +1,5 @@
1
- import type { CompletionOrchestrateRequest, CompletionOrchestrateResponse, CompletionStreamRequest, CompletionStreamResponse } from '../../../schemas/index';
2
- import { type ToolCallbackResult } from '../../../schemas/completion-stream';
1
+ import type { CompletionOrchestrateRequest, CompletionOrchestrateResponse, CompletionStreamRequest, CompletionStreamResponse } from '../../../schemas/index.js';
2
+ import { type ToolCallbackResult } from '../../../schemas/completion-stream.js';
3
3
  /**
4
4
  * Reads newline-delimited JSON tool results off the duplex request stream
5
5
  * and resolves per-callId waiters. Chunk boundaries don't align with lines,
@@ -1,7 +1,7 @@
1
1
  import { toolCallbackResultSchema } from '../../../schemas/completion-stream.js';
2
2
  import { aggregateEvents } from '../../../utils/aggregate-events.js';
3
3
  import { CompletionFailedError } from '../../../utils/errors-server.js';
4
- import { dispatchPluginStream } from './plugin-dispatch.js';
4
+ import { dispatchPluginStream } from '../../../server/rpc/handlers/plugin-dispatch.js';
5
5
  const DEFAULT_MAX_TOOL_TURNS = 8;
6
6
  // Generous ceiling on one client-side tool execution: long enough for a slow
7
7
  // MCP round trip, short enough that a client that stopped reading can't pin a
@@ -1,5 +1,5 @@
1
- import type { CompletionStreamRequest, CompletionStreamResponse } from '../../../schemas/index';
2
- import type { DelegatedHandlerOptions } from '../profiling/index';
1
+ import type { CompletionStreamRequest, CompletionStreamResponse } from '../../../schemas/index.js';
2
+ import type { DelegatedHandlerOptions } from '../../../server/rpc/profiling/index.js';
3
3
  export type HandleCompletionStreamDelegatedOptions = DelegatedHandlerOptions;
4
4
  export declare function handleCompletionStreamDelegated(request: CompletionStreamRequest, options?: HandleCompletionStreamDelegatedOptions): AsyncGenerator<CompletionStreamResponse>;
5
5
  //# sourceMappingURL=completion-stream-delegated.d.ts.map
@@ -1,6 +1,6 @@
1
- import { getModelEntry } from '../../bare/registry/model-registry.js';
2
- import { getRPC } from '../../bare/delegate-rpc-client.js';
3
- import { stream } from '../delegate-transport.js';
1
+ import { getModelEntry } from '../../../server/bare/registry/model-registry.js';
2
+ import { getRPC } from '../../../server/bare/delegate-rpc-client.js';
3
+ import { stream } from '../../../server/rpc/delegate-transport.js';
4
4
  import { ModelIsDelegatedError } from '../../../utils/errors-server.js';
5
5
  import { getServerLogger } from '../../../logging/index.js';
6
6
  const logger = getServerLogger();
@@ -1,3 +1,3 @@
1
- import type { CompletionStreamRequest, CompletionStreamResponse } from '../../../schemas/index';
1
+ import type { CompletionStreamRequest, CompletionStreamResponse } from '../../../schemas/index.js';
2
2
  export declare function handleCompletionStream(request: CompletionStreamRequest): AsyncGenerator<CompletionStreamResponse>;
3
3
  //# sourceMappingURL=completion-stream.d.ts.map
@@ -1,4 +1,4 @@
1
- import { dispatchPluginStream } from './plugin-dispatch.js';
1
+ import { dispatchPluginStream } from '../../../server/rpc/handlers/plugin-dispatch.js';
2
2
  export async function* handleCompletionStream(request) {
3
3
  yield* dispatchPluginStream(request.modelId, 'completionStream', request);
4
4
  }
@@ -1,4 +1,4 @@
1
- import type { DeleteCacheRequest, DeleteCacheResponse } from '../../../schemas/index';
1
+ import type { DeleteCacheRequest, DeleteCacheResponse } from '../../../schemas/index.js';
2
2
  /**
3
3
  * RPC handler for `deleteCache(...)`. The three KV-cache bookkeeping
4
4
  * layers (on-disk `.bin`, `initializedCaches`, `cachedMessageCounts`)
@@ -1,4 +1,4 @@
1
- import { deleteKvCacheState } from '../../bare/plugins/llamacpp-completion/ops/kv-cache-session.js';
1
+ import { deleteKvCacheState } from '../../../server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js';
2
2
  import { getServerLogger } from '../../../logging/index.js';
3
3
  const logger = getServerLogger();
4
4
  /**
@@ -1,3 +1,3 @@
1
- import type { DiffusionStreamRequest, DiffusionStreamResponse } from '../../../schemas/sdcpp-config';
1
+ import type { DiffusionStreamRequest, DiffusionStreamResponse } from '../../../schemas/sdcpp-config.js';
2
2
  export declare function handleDiffusionStream(request: DiffusionStreamRequest): AsyncGenerator<DiffusionStreamResponse>;
3
3
  //# sourceMappingURL=diffusion-stream.d.ts.map
@@ -1,4 +1,4 @@
1
- import { dispatchPluginStream } from './plugin-dispatch.js';
1
+ import { dispatchPluginStream } from '../../../server/rpc/handlers/plugin-dispatch.js';
2
2
  export async function* handleDiffusionStream(request) {
3
3
  yield* dispatchPluginStream(request.modelId, 'diffusionStream', request);
4
4
  }
@@ -1,3 +1,3 @@
1
- import type { DownloadAssetRequest, DownloadAssetResponse, ModelProgressUpdate } from '../../../schemas/index';
1
+ import type { DownloadAssetRequest, DownloadAssetResponse, ModelProgressUpdate } from '../../../schemas/index.js';
2
2
  export declare function handleDownloadAsset(request: DownloadAssetRequest, progressCallback?: (update: ModelProgressUpdate) => void): Promise<DownloadAssetResponse>;
3
3
  //# sourceMappingURL=download-asset.d.ts.map
@@ -51,12 +51,12 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
51
51
  return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
52
  });
53
53
  import { PROFILING_KEY, OPERATION_EVENT_KEY } from '../../../schemas/index.js';
54
- import { resolveModelPath, resolveModelPathWithStats } from './load-model/resolve.js';
55
- import { buildDownloadProfilingFields } from './load-model/types.js';
54
+ import { resolveModelPath, resolveModelPathWithStats } from '../../../server/rpc/handlers/load-model/resolve.js';
55
+ import { buildDownloadProfilingFields } from '../../../server/rpc/handlers/load-model/types.js';
56
56
  import { nowMs, generateProfileId } from '../../../profiling/clock.js';
57
57
  import { getServerLogger } from '../../../logging/index.js';
58
- import { getRequestRegistry, withRequestContext } from '../../bare/runtime/index.js';
59
- import { generateServerRequestId } from '../../bare/runtime/request-id.js';
58
+ import { getRequestRegistry, withRequestContext } from '../../../server/bare/runtime/index.js';
59
+ import { generateServerRequestId } from '../../../server/bare/runtime/request-id.js';
60
60
  import { InferenceCancelledError } from '../../../utils/errors-server.js';
61
61
  const logger = getServerLogger();
62
62
  export async function handleDownloadAsset(request, progressCallback) {
@@ -1,3 +1,3 @@
1
- import type { EmbedRequest, EmbedResponse } from '../../../schemas/index';
1
+ import type { EmbedRequest, EmbedResponse } from '../../../schemas/index.js';
2
2
  export declare function handleEmbed(request: EmbedRequest): Promise<EmbedResponse>;
3
3
  //# sourceMappingURL=embed.d.ts.map
@@ -1,4 +1,4 @@
1
- import { dispatchPluginReply } from './plugin-dispatch.js';
1
+ import { dispatchPluginReply } from '../../../server/rpc/handlers/plugin-dispatch.js';
2
2
  export async function handleEmbed(request) {
3
3
  return dispatchPluginReply(request.modelId, 'embed', request);
4
4
  }