@qvac/sdk 0.8.0 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (588) hide show
  1. package/LICENSE +24 -1
  2. package/README.md +191 -373
  3. package/dist/client/api/cancel.d.ts +4 -13
  4. package/dist/client/api/cancel.js +6 -16
  5. package/dist/client/api/completion-stream.d.ts +30 -24
  6. package/dist/client/api/completion-stream.js +70 -121
  7. package/dist/client/api/delete-cache.js +2 -3
  8. package/dist/client/api/download-asset.d.ts +5 -6
  9. package/dist/client/api/download-asset.js +20 -16
  10. package/dist/client/api/embed.d.ts +4 -21
  11. package/dist/client/api/embed.js +14 -4
  12. package/dist/client/api/index.d.ts +1 -5
  13. package/dist/client/api/index.js +1 -5
  14. package/dist/client/api/load-model.d.ts +21 -49
  15. package/dist/client/api/load-model.js +134 -40
  16. package/dist/client/api/logging-stream.d.ts +4 -7
  17. package/dist/client/api/logging-stream.js +5 -9
  18. package/dist/client/api/ping.d.ts +1 -1
  19. package/dist/client/api/ping.js +2 -3
  20. package/dist/client/api/provide.d.ts +1 -1
  21. package/dist/client/api/provide.js +3 -4
  22. package/dist/client/api/rag.d.ts +21 -216
  23. package/dist/client/api/rag.js +36 -396
  24. package/dist/client/api/stop-provider.d.ts +1 -1
  25. package/dist/client/api/stop-provider.js +3 -4
  26. package/dist/client/api/text-to-speech.d.ts +2 -2
  27. package/dist/client/api/text-to-speech.js +3 -3
  28. package/dist/client/api/transcribe.d.ts +5 -9
  29. package/dist/client/api/transcribe.js +9 -11
  30. package/dist/client/api/translate.d.ts +3 -3
  31. package/dist/client/api/translate.js +15 -15
  32. package/dist/client/api/unload-model.d.ts +1 -5
  33. package/dist/client/api/unload-model.js +4 -17
  34. package/dist/client/index.d.ts +1 -1
  35. package/dist/client/index.js +1 -1
  36. package/dist/client/logging-stream-registry.d.ts +1 -1
  37. package/dist/client/logging-stream-registry.js +13 -14
  38. package/dist/client/rpc/bare-client.d.ts +139 -3
  39. package/dist/client/rpc/bare-client.js +16 -117
  40. package/dist/client/rpc/bare-rpc-client.d.ts +4 -0
  41. package/dist/client/rpc/bare-rpc-client.js +87 -0
  42. package/dist/client/rpc/expo-rpc-client.d.ts +1 -2
  43. package/dist/client/rpc/expo-rpc-client.js +14 -57
  44. package/dist/client/rpc/node-rpc-client.d.ts +8 -3
  45. package/dist/client/rpc/node-rpc-client.js +62 -218
  46. package/dist/client/rpc/rpc-client.d.ts +2 -3
  47. package/dist/client/rpc/rpc-client.js +49 -184
  48. package/dist/constants/audio.d.ts +2 -1
  49. package/dist/constants/audio.js +17 -1
  50. package/dist/constants/index.d.ts +0 -1
  51. package/dist/constants/index.js +0 -1
  52. package/dist/examples/delegated-inference/consumer.js +2 -3
  53. package/dist/examples/download-with-cancel.js +4 -3
  54. package/dist/examples/embed-hyperdrive.js +4 -39
  55. package/dist/examples/kv-cache-cleanup.js +2 -1
  56. package/dist/examples/kv-cache-custom-key.js +2 -16
  57. package/dist/examples/kv-cache-example.js +2 -1
  58. package/dist/examples/llamacpp-file-logging.d.ts +2 -0
  59. package/dist/examples/{logging-file-transport.js → llamacpp-file-logging.js} +8 -3
  60. package/dist/examples/llamacpp-filesystem.js +2 -2
  61. package/dist/examples/llamacpp-http.js +1 -0
  62. package/dist/examples/llamacpp-hyperdrive.js +2 -1
  63. package/dist/examples/llamacpp-multimodal.js +4 -3
  64. package/dist/examples/llamacpp-native-tools.js +30 -72
  65. package/dist/examples/multi-model-demo.js +3 -2
  66. package/dist/examples/parallel-download.js +14 -46
  67. package/dist/examples/rag/rag-chromadb.js +1 -0
  68. package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +2 -0
  69. package/dist/examples/rag/rag-hyperdb-workspaces.js +107 -0
  70. package/dist/examples/rag/rag-hyperdb.d.ts +2 -0
  71. package/dist/examples/rag/{rag-hyperdb/ingest.js → rag-hyperdb.js} +5 -10
  72. package/dist/examples/rag/rag-lancedb.js +1 -0
  73. package/dist/examples/rag/rag-sqlite.js +1 -0
  74. package/dist/examples/text-to-speech.d.ts +3 -0
  75. package/dist/examples/{tts/utils.js → text-to-speech.js} +63 -18
  76. package/dist/examples/translation/translation-indic.js +1 -4
  77. package/dist/examples/translation/translation-llm-context.js +1 -0
  78. package/dist/examples/translation/translation-llm.js +2 -2
  79. package/dist/examples/translation/translation-opus.js +3 -6
  80. package/dist/examples/translation/translation-stream.js +3 -3
  81. package/dist/examples/whispercpp-filesystem.js +43 -0
  82. package/dist/examples/{transcription/whispercpp-microphone-record.js → whispercpp-microphone-record.js} +9 -8
  83. package/dist/expo/plugins/index.d.ts +0 -3
  84. package/dist/expo/plugins/index.js +0 -3
  85. package/dist/expo/plugins/withMobileBundle.d.ts +2 -5
  86. package/dist/expo/plugins/withMobileBundle.js +40 -121
  87. package/dist/expo/plugins/withQvacSDK.d.ts +0 -4
  88. package/dist/expo/plugins/withQvacSDK.js +1 -26
  89. package/dist/index.d.ts +4 -9
  90. package/dist/index.js +5 -11
  91. package/dist/logging/base-logger.js +16 -26
  92. package/dist/logging/index.d.ts +1 -7
  93. package/dist/logging/index.js +1 -7
  94. package/dist/logging/logger.d.ts +2 -0
  95. package/dist/logging/logger.js +6 -11
  96. package/dist/logging/stream-logger.d.ts +1 -1
  97. package/dist/logging/stream-logger.js +3 -6
  98. package/dist/logging/transport.js +2 -2
  99. package/dist/logging/types.d.ts +0 -2
  100. package/dist/logging/utils.d.ts +0 -2
  101. package/dist/logging/utils.js +0 -62
  102. package/dist/models/{registry → hyperdrive}/index.js +1 -1
  103. package/dist/models/hyperdrive/models.d.ts +619 -0
  104. package/dist/models/hyperdrive/models.js +693 -0
  105. package/dist/schemas/cancel.d.ts +0 -6
  106. package/dist/schemas/cancel.js +0 -5
  107. package/dist/schemas/common.d.ts +164 -2973
  108. package/dist/schemas/common.js +1 -23
  109. package/dist/schemas/completion-stream.d.ts +60 -31
  110. package/dist/schemas/completion-stream.js +44 -20
  111. package/dist/schemas/delegate.d.ts +0 -1
  112. package/dist/schemas/delegate.js +0 -1
  113. package/dist/schemas/download-asset.d.ts +3 -125
  114. package/dist/schemas/download-asset.js +5 -22
  115. package/dist/schemas/embed.d.ts +3 -3
  116. package/dist/schemas/embed.js +2 -9
  117. package/dist/schemas/index.d.ts +1 -19
  118. package/dist/schemas/index.js +1 -19
  119. package/dist/schemas/llamacpp-config.d.ts +12 -243
  120. package/dist/schemas/llamacpp-config.js +14 -50
  121. package/dist/schemas/load-model.d.ts +893 -14358
  122. package/dist/schemas/load-model.js +72 -325
  123. package/dist/schemas/logging-stream.d.ts +4 -11
  124. package/dist/schemas/logging-stream.js +3 -4
  125. package/dist/schemas/rag.d.ts +52 -183
  126. package/dist/schemas/rag.js +23 -152
  127. package/dist/schemas/text-to-speech.d.ts +1 -692
  128. package/dist/schemas/text-to-speech.js +3 -35
  129. package/dist/schemas/transcription.d.ts +0 -3
  130. package/dist/schemas/transcription.js +0 -1
  131. package/dist/schemas/translate.d.ts +23 -68
  132. package/dist/schemas/translate.js +11 -37
  133. package/dist/schemas/translation-config.d.ts +7 -810
  134. package/dist/schemas/translation-config.js +7 -113
  135. package/dist/schemas/unload-model.d.ts +0 -2
  136. package/dist/schemas/unload-model.js +0 -2
  137. package/dist/schemas/whispercpp-config.d.ts +25 -0
  138. package/dist/schemas/whispercpp-config.js +18 -0
  139. package/dist/server/bare/{ops → addons}/cancel.js +1 -2
  140. package/dist/server/bare/addons/index.d.ts +4 -0
  141. package/dist/server/bare/addons/index.js +3 -0
  142. package/dist/server/bare/addons/llamacpp/create-model.d.ts +5 -0
  143. package/dist/server/bare/addons/llamacpp/create-model.js +67 -0
  144. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.d.ts +1 -2
  145. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.js +87 -54
  146. package/dist/server/bare/addons/llamacpp/handlers/embed.d.ts +4 -0
  147. package/dist/server/bare/{ops → addons/llamacpp/handlers}/embed.js +7 -22
  148. package/dist/server/bare/addons/llamacpp/index.d.ts +4 -0
  149. package/dist/server/bare/addons/llamacpp/index.js +3 -0
  150. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.d.ts +1 -4
  151. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.js +19 -54
  152. package/dist/server/bare/addons/load-model.d.ts +3 -0
  153. package/dist/server/bare/addons/load-model.js +62 -0
  154. package/dist/server/bare/addons/translation/create-model.d.ts +4 -0
  155. package/dist/server/bare/addons/translation/create-model.js +45 -0
  156. package/dist/server/bare/addons/translation/handlers/translate.d.ts +3 -0
  157. package/dist/server/bare/{ops → addons/translation/handlers}/translate.js +14 -47
  158. package/dist/server/bare/addons/translation/index.d.ts +3 -0
  159. package/dist/server/bare/addons/translation/index.js +2 -0
  160. package/dist/server/bare/addons/tts/create-model.d.ts +6 -0
  161. package/dist/server/bare/addons/tts/create-model.js +40 -0
  162. package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.js +3 -25
  163. package/dist/server/bare/addons/tts/index.d.ts +3 -0
  164. package/dist/server/bare/addons/tts/index.js +2 -0
  165. package/dist/server/bare/addons/unload-model.js +20 -0
  166. package/dist/server/bare/addons/whispercpp/create-model.d.ts +6 -0
  167. package/dist/server/bare/addons/whispercpp/create-model.js +55 -0
  168. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.d.ts +3 -0
  169. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +48 -0
  170. package/dist/server/bare/addons/whispercpp/index.d.ts +3 -0
  171. package/dist/server/bare/addons/whispercpp/index.js +2 -0
  172. package/dist/server/bare/delegate-rpc-client.d.ts +0 -6
  173. package/dist/server/bare/delegate-rpc-client.js +46 -157
  174. package/dist/server/bare/hyperswarm.d.ts +0 -3
  175. package/dist/server/bare/hyperswarm.js +6 -29
  176. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
  177. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +10 -9
  178. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +4 -7
  179. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +14 -13
  180. package/dist/server/bare/rag-hyperdb/handlers/search.js +10 -10
  181. package/dist/server/bare/rag-hyperdb/index.d.ts +1 -8
  182. package/dist/server/bare/rag-hyperdb/index.js +1 -8
  183. package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +5 -0
  184. package/dist/server/bare/rag-hyperdb/rag-manager.js +65 -0
  185. package/dist/server/bare/registry/logging-stream-registry.d.ts +7 -24
  186. package/dist/server/bare/registry/logging-stream-registry.js +20 -99
  187. package/dist/server/bare/registry/model-registry.d.ts +26 -14
  188. package/dist/server/bare/registry/model-registry.js +12 -32
  189. package/dist/server/error-handlers.d.ts +2 -3
  190. package/dist/server/error-handlers.js +10 -15
  191. package/dist/server/http-server.d.ts +2 -0
  192. package/dist/server/http-server.js +189 -0
  193. package/dist/server/rpc/create-server.js +3 -5
  194. package/dist/server/rpc/handle-request.d.ts +9 -0
  195. package/dist/server/rpc/handle-request.js +242 -92
  196. package/dist/server/rpc/handlers/cancelHandler.js +3 -14
  197. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +1 -3
  198. package/dist/server/rpc/handlers/completion-stream-delegated.js +6 -18
  199. package/dist/server/rpc/handlers/completion-stream.js +41 -2
  200. package/dist/server/rpc/handlers/delete-cache.js +2 -4
  201. package/dist/server/rpc/handlers/download-asset.js +6 -59
  202. package/dist/server/rpc/handlers/embed.js +19 -2
  203. package/dist/server/rpc/handlers/index.d.ts +0 -13
  204. package/dist/server/rpc/handlers/index.js +0 -13
  205. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +11 -12
  206. package/dist/server/rpc/handlers/load-model/download-manager.js +28 -43
  207. package/dist/server/rpc/handlers/load-model/http.d.ts +1 -2
  208. package/dist/server/rpc/handlers/load-model/http.js +55 -424
  209. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +1 -2
  210. package/dist/server/rpc/handlers/load-model/hyperdrive.js +171 -364
  211. package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
  212. package/dist/server/rpc/handlers/load-model/index.js +2 -2
  213. package/dist/server/rpc/handlers/load-model/resolve.d.ts +1 -3
  214. package/dist/server/rpc/handlers/load-model/resolve.js +29 -110
  215. package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -6
  216. package/dist/server/rpc/handlers/load-model-delegated.js +21 -59
  217. package/dist/server/rpc/handlers/{load-model/handler.d.ts → load-model.d.ts} +2 -2
  218. package/dist/server/rpc/handlers/load-model.js +57 -0
  219. package/dist/server/rpc/handlers/logging-stream.js +4 -4
  220. package/dist/server/rpc/handlers/provideHandler/connection.js +10 -12
  221. package/dist/server/rpc/handlers/provideHandler/handler.js +17 -20
  222. package/dist/server/rpc/handlers/provideHandler/proxy.js +6 -8
  223. package/dist/server/rpc/handlers/rag.d.ts +2 -2
  224. package/dist/server/rpc/handlers/rag.js +43 -130
  225. package/dist/server/rpc/handlers/stopProvideHandler.js +2 -6
  226. package/dist/server/rpc/handlers/text-to-speech.js +5 -2
  227. package/dist/server/rpc/handlers/transcribe-stream.js +24 -2
  228. package/dist/server/rpc/handlers/translate.js +49 -2
  229. package/dist/server/rpc/handlers/unload-model.js +3 -12
  230. package/dist/server/rpc/index.d.ts +1 -1
  231. package/dist/server/utils/audio/decoder.d.ts +1 -2
  232. package/dist/server/utils/audio/decoder.js +12 -49
  233. package/dist/server/utils/cache.d.ts +8 -19
  234. package/dist/server/utils/cache.js +15 -100
  235. package/dist/server/utils/hash.d.ts +5 -0
  236. package/dist/server/utils/hash.js +11 -0
  237. package/dist/server/utils/index.d.ts +2 -7
  238. package/dist/server/utils/index.js +2 -7
  239. package/dist/server/utils/tool-parser.js +14 -28
  240. package/dist/server/worker.d.ts +5 -4
  241. package/dist/server/worker.js +89 -22
  242. package/package.json +41 -141
  243. package/NOTICE +0 -358
  244. package/bare-imports.json +0 -44
  245. package/dist/client/api/get-model-info.d.ts +0 -36
  246. package/dist/client/api/get-model-info.js +0 -14
  247. package/dist/client/api/invoke-plugin.d.ts +0 -15
  248. package/dist/client/api/invoke-plugin.js +0 -38
  249. package/dist/client/api/ocr.d.ts +0 -31
  250. package/dist/client/api/ocr.js +0 -88
  251. package/dist/client/api/registry.d.ts +0 -14
  252. package/dist/client/api/registry.js +0 -37
  253. package/dist/client/config-loader/config-utils.d.ts +0 -5
  254. package/dist/client/config-loader/config-utils.js +0 -20
  255. package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
  256. package/dist/client/config-loader/resolve-config.bare.js +0 -87
  257. package/dist/client/config-loader/resolve-config.expo.d.ts +0 -11
  258. package/dist/client/config-loader/resolve-config.expo.js +0 -62
  259. package/dist/client/config-loader/resolve-config.node.d.ts +0 -10
  260. package/dist/client/config-loader/resolve-config.node.js +0 -145
  261. package/dist/client/init-hooks.d.ts +0 -21
  262. package/dist/client/init-hooks.js +0 -66
  263. package/dist/client/rpc/expo-device-info.d.ts +0 -6
  264. package/dist/client/rpc/expo-device-info.js +0 -32
  265. package/dist/client/rpc/profiling/index.d.ts +0 -2
  266. package/dist/client/rpc/profiling/index.js +0 -1
  267. package/dist/client/rpc/profiling/profiler.d.ts +0 -27
  268. package/dist/client/rpc/profiling/profiler.js +0 -139
  269. package/dist/constants/registry.d.ts +0 -2
  270. package/dist/constants/registry.js +0 -1
  271. package/dist/examples/cache-management.d.ts +0 -2
  272. package/dist/examples/cache-management.js +0 -97
  273. package/dist/examples/config/blind-relay/blind-relay.config.d.ts +0 -5
  274. package/dist/examples/config/blind-relay/blind-relay.config.js +0 -7
  275. package/dist/examples/config/default/default.config.d.ts +0 -8
  276. package/dist/examples/config/default/default.config.js +0 -6
  277. package/dist/examples/config/plugins/plugins.config.d.ts +0 -5
  278. package/dist/examples/config/plugins/plugins.config.js +0 -4
  279. package/dist/examples/config-reload.d.ts +0 -2
  280. package/dist/examples/config-reload.js +0 -49
  281. package/dist/examples/default-config-usage.d.ts +0 -17
  282. package/dist/examples/default-config-usage.js +0 -47
  283. package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
  284. package/dist/examples/delegated-inference/consumer-profiled.js +0 -67
  285. package/dist/examples/download-with-blind-relays.d.ts +0 -2
  286. package/dist/examples/download-with-blind-relays.js +0 -49
  287. package/dist/examples/llamacpp-sharded.d.ts +0 -2
  288. package/dist/examples/llamacpp-sharded.js +0 -53
  289. package/dist/examples/logging-file-transport.d.ts +0 -2
  290. package/dist/examples/logging-streaming.d.ts +0 -2
  291. package/dist/examples/logging-streaming.js +0 -75
  292. package/dist/examples/mcp-websearch.d.ts +0 -13
  293. package/dist/examples/mcp-websearch.js +0 -176
  294. package/dist/examples/ocr-fasttext.d.ts +0 -2
  295. package/dist/examples/ocr-fasttext.js +0 -52
  296. package/dist/examples/plugins.d.ts +0 -14
  297. package/dist/examples/plugins.js +0 -129
  298. package/dist/examples/profiling/basic.d.ts +0 -2
  299. package/dist/examples/profiling/basic.js +0 -71
  300. package/dist/examples/profiling/per-call.d.ts +0 -2
  301. package/dist/examples/profiling/per-call.js +0 -30
  302. package/dist/examples/quickstart.d.ts +0 -2
  303. package/dist/examples/quickstart.js +0 -28
  304. package/dist/examples/rag/rag-hyperdb/cancellation.d.ts +0 -2
  305. package/dist/examples/rag/rag-hyperdb/cancellation.js +0 -75
  306. package/dist/examples/rag/rag-hyperdb/ingest.d.ts +0 -2
  307. package/dist/examples/rag/rag-hyperdb/pipeline.d.ts +0 -2
  308. package/dist/examples/rag/rag-hyperdb/pipeline.js +0 -74
  309. package/dist/examples/rag/rag-hyperdb/workspaces.d.ts +0 -2
  310. package/dist/examples/rag/rag-hyperdb/workspaces.js +0 -178
  311. package/dist/examples/registry-query.d.ts +0 -2
  312. package/dist/examples/registry-query.js +0 -87
  313. package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +0 -2
  314. package/dist/examples/transcription/parakeet-ctc-filesystem.js +0 -40
  315. package/dist/examples/transcription/parakeet-microphone-record.d.ts +0 -2
  316. package/dist/examples/transcription/parakeet-microphone-record.js +0 -95
  317. package/dist/examples/transcription/parakeet-sortformer.d.ts +0 -2
  318. package/dist/examples/transcription/parakeet-sortformer.js +0 -115
  319. package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +0 -2
  320. package/dist/examples/transcription/parakeet-tdt-filesystem.js +0 -44
  321. package/dist/examples/transcription/whispercpp-filesystem.js +0 -69
  322. package/dist/examples/transcription/whispercpp-prompt.d.ts +0 -2
  323. package/dist/examples/transcription/whispercpp-prompt.js +0 -67
  324. package/dist/examples/translation/translation-bergamot-batch.d.ts +0 -2
  325. package/dist/examples/translation/translation-bergamot-batch.js +0 -49
  326. package/dist/examples/translation/translation-bergamot-pivot.d.ts +0 -2
  327. package/dist/examples/translation/translation-bergamot-pivot.js +0 -73
  328. package/dist/examples/translation/translation-bergamot.d.ts +0 -2
  329. package/dist/examples/translation/translation-bergamot.js +0 -39
  330. package/dist/examples/translation/translation-llm-afriquegemma.d.ts +0 -2
  331. package/dist/examples/translation/translation-llm-afriquegemma.js +0 -39
  332. package/dist/examples/tts/chatterbox.d.ts +0 -2
  333. package/dist/examples/tts/chatterbox.js +0 -59
  334. package/dist/examples/tts/supertonic.d.ts +0 -2
  335. package/dist/examples/tts/supertonic.js +0 -51
  336. package/dist/examples/tts/utils.d.ts +0 -17
  337. package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +0 -15
  338. package/dist/expo/plugins/resolve-sdk-package-dir.js +0 -31
  339. package/dist/expo/plugins/withAndroidArchitecture.d.ts +0 -8
  340. package/dist/expo/plugins/withAndroidArchitecture.js +0 -52
  341. package/dist/expo/plugins/withAndroidNdkVersion.d.ts +0 -8
  342. package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
  343. package/dist/expo/plugins/withDeviceInfo.d.ts +0 -10
  344. package/dist/expo/plugins/withDeviceInfo.js +0 -48
  345. package/dist/logging/addon.d.ts +0 -6
  346. package/dist/logging/addon.js +0 -75
  347. package/dist/logging/client-logger.d.ts +0 -3
  348. package/dist/logging/client-logger.js +0 -24
  349. package/dist/logging/namespaces.d.ts +0 -6
  350. package/dist/logging/namespaces.js +0 -6
  351. package/dist/logging/registry.d.ts +0 -31
  352. package/dist/logging/registry.js +0 -62
  353. package/dist/logging/server-logger.d.ts +0 -3
  354. package/dist/logging/server-logger.js +0 -16
  355. package/dist/models/registry/models.d.ts +0 -10417
  356. package/dist/models/registry/models.js +0 -10757
  357. package/dist/models/update-models/codegen.d.ts +0 -3
  358. package/dist/models/update-models/codegen.js +0 -135
  359. package/dist/models/update-models/history.d.ts +0 -24
  360. package/dist/models/update-models/history.js +0 -107
  361. package/dist/models/update-models/index.d.ts +0 -2
  362. package/dist/models/update-models/index.js +0 -125
  363. package/dist/models/update-models/naming.d.ts +0 -4
  364. package/dist/models/update-models/naming.js +0 -370
  365. package/dist/models/update-models/processing.d.ts +0 -8
  366. package/dist/models/update-models/processing.js +0 -67
  367. package/dist/models/update-models/registry.d.ts +0 -4
  368. package/dist/models/update-models/registry.js +0 -67
  369. package/dist/models/update-models/shards.d.ts +0 -4
  370. package/dist/models/update-models/shards.js +0 -57
  371. package/dist/models/update-models/types.d.ts +0 -60
  372. package/dist/models/update-models/types.js +0 -1
  373. package/dist/models/update-models/utils.d.ts +0 -3
  374. package/dist/models/update-models/utils.js +0 -21
  375. package/dist/pear/pre.d.ts +0 -18
  376. package/dist/pear/pre.js +0 -433
  377. package/dist/profiling/aggregator.d.ts +0 -15
  378. package/dist/profiling/aggregator.js +0 -100
  379. package/dist/profiling/clock.d.ts +0 -12
  380. package/dist/profiling/clock.js +0 -51
  381. package/dist/profiling/controller.d.ts +0 -33
  382. package/dist/profiling/controller.js +0 -123
  383. package/dist/profiling/envelope.d.ts +0 -10
  384. package/dist/profiling/envelope.js +0 -36
  385. package/dist/profiling/events.d.ts +0 -20
  386. package/dist/profiling/events.js +0 -37
  387. package/dist/profiling/exporters.d.ts +0 -10
  388. package/dist/profiling/exporters.js +0 -236
  389. package/dist/profiling/index.d.ts +0 -36
  390. package/dist/profiling/index.js +0 -31
  391. package/dist/profiling/ring-buffer.d.ts +0 -19
  392. package/dist/profiling/ring-buffer.js +0 -83
  393. package/dist/profiling/types.d.ts +0 -47
  394. package/dist/profiling/types.js +0 -1
  395. package/dist/schemas/archive.d.ts +0 -9
  396. package/dist/schemas/archive.js +0 -17
  397. package/dist/schemas/engine-addon-map.d.ts +0 -5
  398. package/dist/schemas/engine-addon-map.js +0 -52
  399. package/dist/schemas/get-model-info.d.ts +0 -120
  400. package/dist/schemas/get-model-info.js +0 -58
  401. package/dist/schemas/json-schema.d.ts +0 -16
  402. package/dist/schemas/json-schema.js +0 -2
  403. package/dist/schemas/mcp-adapter.d.ts +0 -47
  404. package/dist/schemas/mcp-adapter.js +0 -1
  405. package/dist/schemas/model-src-utils.d.ts +0 -148
  406. package/dist/schemas/model-src-utils.js +0 -35
  407. package/dist/schemas/model-types.d.ts +0 -183
  408. package/dist/schemas/model-types.js +0 -168
  409. package/dist/schemas/ocr.d.ts +0 -125
  410. package/dist/schemas/ocr.js +0 -57
  411. package/dist/schemas/path-validation.d.ts +0 -10
  412. package/dist/schemas/path-validation.js +0 -22
  413. package/dist/schemas/plugin.d.ts +0 -226
  414. package/dist/schemas/plugin.js +0 -158
  415. package/dist/schemas/profiling.d.ts +0 -105
  416. package/dist/schemas/profiling.js +0 -66
  417. package/dist/schemas/registry.d.ts +0 -356
  418. package/dist/schemas/registry.js +0 -93
  419. package/dist/schemas/reload-config.d.ts +0 -476
  420. package/dist/schemas/reload-config.js +0 -44
  421. package/dist/schemas/runtime-context.d.ts +0 -19
  422. package/dist/schemas/runtime-context.js +0 -7
  423. package/dist/schemas/sdk-config.d.ts +0 -2973
  424. package/dist/schemas/sdk-config.js +0 -136
  425. package/dist/schemas/sdk-errors-client.d.ts +0 -31
  426. package/dist/schemas/sdk-errors-client.js +0 -143
  427. package/dist/schemas/sdk-errors-registry.d.ts +0 -6
  428. package/dist/schemas/sdk-errors-registry.js +0 -8
  429. package/dist/schemas/sdk-errors-server.d.ts +0 -89
  430. package/dist/schemas/sdk-errors-server.js +0 -451
  431. package/dist/schemas/shard.d.ts +0 -21
  432. package/dist/schemas/shard.js +0 -17
  433. package/dist/schemas/tools.d.ts +0 -65
  434. package/dist/schemas/tools.js +0 -43
  435. package/dist/schemas/transcription-config.d.ts +0 -383
  436. package/dist/schemas/transcription-config.js +0 -95
  437. package/dist/scripts/run-security-tests-bare.d.ts +0 -2
  438. package/dist/scripts/run-security-tests-bare.js +0 -78
  439. package/dist/scripts/run-security-tests.d.ts +0 -2
  440. package/dist/scripts/run-security-tests.js +0 -22
  441. package/dist/scripts/run-unit-tests.d.ts +0 -2
  442. package/dist/scripts/run-unit-tests.js +0 -17
  443. package/dist/server/bare/ops/embed.d.ts +0 -12
  444. package/dist/server/bare/ops/load-model.d.ts +0 -9
  445. package/dist/server/bare/ops/load-model.js +0 -85
  446. package/dist/server/bare/ops/transcribe.d.ts +0 -3
  447. package/dist/server/bare/ops/transcribe.js +0 -75
  448. package/dist/server/bare/ops/translate.d.ts +0 -5
  449. package/dist/server/bare/ops/unload-model.js +0 -41
  450. package/dist/server/bare/plugins/index.d.ts +0 -8
  451. package/dist/server/bare/plugins/index.js +0 -7
  452. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -6
  453. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -34
  454. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -220
  455. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -155
  456. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -54
  457. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -87
  458. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -367
  459. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -204
  460. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.d.ts +0 -10
  461. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.js +0 -110
  462. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +0 -86
  463. package/dist/server/bare/plugins/onnx-ocr/plugin.js +0 -117
  464. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -373
  465. package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -182
  466. package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
  467. package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
  468. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -317
  469. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -154
  470. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -237
  471. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -86
  472. package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
  473. package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
  474. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
  475. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
  476. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
  477. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
  478. package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
  479. package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -18
  480. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
  481. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
  482. package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
  483. package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
  484. package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -7
  485. package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -39
  486. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
  487. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -136
  488. package/dist/server/bare/registry/config-registry.d.ts +0 -14
  489. package/dist/server/bare/registry/config-registry.js +0 -82
  490. package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
  491. package/dist/server/bare/registry/model-config-registry.js +0 -15
  492. package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
  493. package/dist/server/bare/registry/model-config-utils.js +0 -112
  494. package/dist/server/bare/registry/registry-client.d.ts +0 -5
  495. package/dist/server/bare/registry/registry-client.js +0 -37
  496. package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
  497. package/dist/server/bare/registry/runtime-context-registry.js +0 -26
  498. package/dist/server/bare/utils/audio-input.d.ts +0 -10
  499. package/dist/server/bare/utils/audio-input.js +0 -33
  500. package/dist/server/bare/utils/loader-adapter.d.ts +0 -7
  501. package/dist/server/bare/utils/loader-adapter.js +0 -9
  502. package/dist/server/env.d.ts +0 -22
  503. package/dist/server/env.js +0 -57
  504. package/dist/server/plugins/index.d.ts +0 -2
  505. package/dist/server/plugins/index.js +0 -1
  506. package/dist/server/plugins/registry.d.ts +0 -9
  507. package/dist/server/plugins/registry.js +0 -79
  508. package/dist/server/rpc/delegate-transport.d.ts +0 -19
  509. package/dist/server/rpc/delegate-transport.js +0 -215
  510. package/dist/server/rpc/handler-registry.d.ts +0 -3
  511. package/dist/server/rpc/handler-registry.js +0 -90
  512. package/dist/server/rpc/handler-utils.d.ts +0 -23
  513. package/dist/server/rpc/handler-utils.js +0 -128
  514. package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
  515. package/dist/server/rpc/handlers/get-model-info.js +0 -164
  516. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -6
  517. package/dist/server/rpc/handlers/load-model/download-stats.js +0 -87
  518. package/dist/server/rpc/handlers/load-model/handler.js +0 -187
  519. package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -11
  520. package/dist/server/rpc/handlers/load-model/registry.js +0 -564
  521. package/dist/server/rpc/handlers/load-model/types.d.ts +0 -29
  522. package/dist/server/rpc/handlers/load-model/types.js +0 -1
  523. package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
  524. package/dist/server/rpc/handlers/ocr-stream.js +0 -4
  525. package/dist/server/rpc/handlers/ping.d.ts +0 -3
  526. package/dist/server/rpc/handlers/ping.js +0 -3
  527. package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -15
  528. package/dist/server/rpc/handlers/plugin-dispatch.js +0 -59
  529. package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
  530. package/dist/server/rpc/handlers/plugin-invoke.js +0 -92
  531. package/dist/server/rpc/handlers/registry.d.ts +0 -5
  532. package/dist/server/rpc/handlers/registry.js +0 -157
  533. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
  534. package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
  535. package/dist/server/rpc/profiling/context.d.ts +0 -18
  536. package/dist/server/rpc/profiling/context.js +0 -38
  537. package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
  538. package/dist/server/rpc/profiling/delegation-profiler.js +0 -154
  539. package/dist/server/rpc/profiling/index.d.ts +0 -5
  540. package/dist/server/rpc/profiling/index.js +0 -4
  541. package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
  542. package/dist/server/rpc/profiling/operation-metrics.js +0 -199
  543. package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
  544. package/dist/server/rpc/profiling/operation-wrappers.js +0 -124
  545. package/dist/server/rpc/profiling/profiler.d.ts +0 -13
  546. package/dist/server/rpc/profiling/profiler.js +0 -97
  547. package/dist/server/utils/archive.d.ts +0 -4
  548. package/dist/server/utils/archive.js +0 -179
  549. package/dist/server/utils/checksum.d.ts +0 -4
  550. package/dist/server/utils/checksum.js +0 -31
  551. package/dist/server/utils/config-transform.d.ts +0 -3
  552. package/dist/server/utils/config-transform.js +0 -23
  553. package/dist/server/utils/formatting.d.ts +0 -19
  554. package/dist/server/utils/formatting.js +0 -61
  555. package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
  556. package/dist/server/utils/gguf-tensor-extractor.js +0 -314
  557. package/dist/server/utils/path-security.d.ts +0 -12
  558. package/dist/server/utils/path-security.js +0 -25
  559. package/dist/server/utils/shard-utils.d.ts +0 -48
  560. package/dist/server/utils/shard-utils.js +0 -125
  561. package/dist/server/utils/tool-integration.d.ts +0 -13
  562. package/dist/server/utils/tool-integration.js +0 -43
  563. package/dist/server/worker-core.d.ts +0 -6
  564. package/dist/server/worker-core.js +0 -88
  565. package/dist/utils/errors-base.d.ts +0 -3
  566. package/dist/utils/errors-base.js +0 -13
  567. package/dist/utils/errors-client.d.ts +0 -137
  568. package/dist/utils/errors-client.js +0 -240
  569. package/dist/utils/errors-server.d.ts +0 -236
  570. package/dist/utils/errors-server.js +0 -412
  571. package/dist/utils/global-singleton.d.ts +0 -2
  572. package/dist/utils/global-singleton.js +0 -10
  573. package/dist/utils/mcp-adapter.d.ts +0 -12
  574. package/dist/utils/mcp-adapter.js +0 -103
  575. package/dist/utils/object.d.ts +0 -2
  576. package/dist/utils/object.js +0 -3
  577. package/dist/utils/path-sanitize.d.ts +0 -17
  578. package/dist/utils/path-sanitize.js +0 -54
  579. package/dist/utils/tool-helpers.d.ts +0 -25
  580. package/dist/utils/tool-helpers.js +0 -112
  581. package/expo/plugins/patches/android-link.mjs +0 -63
  582. package/expo/plugins/patches/ios-link.mjs +0 -63
  583. /package/dist/examples/{transcription/whispercpp-filesystem.d.ts → whispercpp-filesystem.d.ts} +0 -0
  584. /package/dist/examples/{transcription/whispercpp-microphone-record.d.ts → whispercpp-microphone-record.d.ts} +0 -0
  585. /package/dist/models/{registry → hyperdrive}/index.d.ts +0 -0
  586. /package/dist/server/bare/{ops → addons}/cancel.d.ts +0 -0
  587. /package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.d.ts +0 -0
  588. /package/dist/server/bare/{ops → addons}/unload-model.d.ts +0 -0
@@ -1,59 +0,0 @@
1
- import { getModelEntry } from "../../bare/registry/model-registry.js";
2
- import { getPlugin } from "../../plugins/index.js";
3
- import { profileReplyHandler, profileStreamHandler, } from "../profiling/index.js";
4
- import { ModelNotFoundError, ModelIsDelegatedError, PluginNotFoundError, PluginHandlerNotFoundError, PluginHandlerTypeMismatchError, } from "../../../utils/errors-server.js";
5
- /**
6
- * Resolves the plugin handler and returns both the result and streaming flag.
7
- */
8
- function resolvePluginHandler(modelId, handlerName, request) {
9
- const entry = getModelEntry(modelId);
10
- if (!entry) {
11
- throw new ModelNotFoundError(modelId);
12
- }
13
- if (entry.isDelegated || !entry.local) {
14
- throw new ModelIsDelegatedError(modelId);
15
- }
16
- const plugin = getPlugin(entry.local.modelType);
17
- if (!plugin) {
18
- throw new PluginNotFoundError(entry.local.modelType);
19
- }
20
- const handlerDef = plugin.handlers[handlerName];
21
- if (!handlerDef) {
22
- const availableHandlers = Object.keys(plugin.handlers);
23
- throw new PluginHandlerNotFoundError(entry.local.modelType, handlerName, availableHandlers);
24
- }
25
- return {
26
- result: handlerDef.handler(request),
27
- streaming: handlerDef.streaming,
28
- };
29
- }
30
- /**
31
- * Dispatches a request to a plugin handler and returns a Promise.
32
- * Use for non-streaming (reply) handlers.
33
- *
34
- * @throws PluginHandlerTypeMismatchError if the handler is streaming
35
- */
36
- export async function dispatchPluginReply(modelId, handlerName, request) {
37
- return profileReplyHandler({ op: handlerName, request }, async () => {
38
- const { result, streaming } = resolvePluginHandler(modelId, handlerName, request);
39
- if (streaming) {
40
- throw new PluginHandlerTypeMismatchError(handlerName, "reply", "streaming");
41
- }
42
- return result;
43
- });
44
- }
45
- /**
46
- * Dispatches a request to a plugin handler and returns an AsyncGenerator.
47
- * Use for streaming handlers.
48
- *
49
- * @throws PluginHandlerTypeMismatchError if the handler is not streaming
50
- */
51
- export async function* dispatchPluginStream(modelId, handlerName, request) {
52
- yield* profileStreamHandler({ op: handlerName, request }, async function* () {
53
- const { result, streaming } = resolvePluginHandler(modelId, handlerName, request);
54
- if (!streaming) {
55
- throw new PluginHandlerTypeMismatchError(handlerName, "streaming", "reply");
56
- }
57
- yield* result;
58
- });
59
- }
@@ -1,4 +0,0 @@
1
- import type { PluginInvokeRequest, PluginInvokeResponse, PluginInvokeStreamRequest, PluginInvokeStreamResponse } from "../../../schemas/plugin";
2
- export declare function handlePluginInvoke(request: PluginInvokeRequest): Promise<PluginInvokeResponse>;
3
- export declare function handlePluginInvokeStream(request: PluginInvokeStreamRequest): AsyncGenerator<PluginInvokeStreamResponse>;
4
- //# sourceMappingURL=plugin-invoke.d.ts.map
@@ -1,92 +0,0 @@
1
- import { getModelEntry } from "../../bare/registry/model-registry.js";
2
- import { getPlugin, getPluginHandler } from "../../plugins/index.js";
3
- import { profileReplyHandler, profileStreamHandler, } from "../profiling/index.js";
4
- import { PluginNotFoundError, PluginHandlerNotFoundError, PluginHandlerTypeMismatchError, PluginRequestValidationFailedError, PluginResponseValidationFailedError, ModelIsDelegatedError, ModelNotFoundError, } from "../../../utils/errors-server.js";
5
- import { getServerLogger } from "../../../logging/index.js";
6
- const logger = getServerLogger();
7
- function resolvePluginHandler(modelId, handlerName) {
8
- const modelEntry = getModelEntry(modelId);
9
- if (!modelEntry) {
10
- throw new ModelNotFoundError(modelId);
11
- }
12
- if (modelEntry.isDelegated || !modelEntry.local) {
13
- throw new ModelIsDelegatedError(modelId);
14
- }
15
- const modelType = modelEntry.local.modelType;
16
- const plugin = getPlugin(modelType);
17
- if (!plugin) {
18
- throw new PluginNotFoundError(modelType);
19
- }
20
- const handlerDef = getPluginHandler(modelType, handlerName);
21
- if (!handlerDef) {
22
- const availableHandlers = Object.keys(plugin.handlers);
23
- throw new PluginHandlerNotFoundError(modelType, handlerName, availableHandlers);
24
- }
25
- return { modelType, plugin, handlerDef };
26
- }
27
- export async function handlePluginInvoke(request) {
28
- return profileReplyHandler({ op: "pluginInvoke", request }, async () => {
29
- const { modelId, handler: handlerName, params } = request;
30
- logger.debug(`[pluginInvoke] modelId=${modelId} handler=${handlerName}`);
31
- const { handlerDef } = resolvePluginHandler(modelId, handlerName);
32
- if (handlerDef.streaming) {
33
- throw new PluginHandlerTypeMismatchError(handlerName, "reply", "streaming");
34
- }
35
- const parseResult = handlerDef.requestSchema.safeParse(params);
36
- if (!parseResult.success) {
37
- const details = parseResult.error.issues
38
- .map((i) => `${String(i.path.join("."))}: ${i.message}`)
39
- .join(", ");
40
- throw new PluginRequestValidationFailedError(handlerName, details);
41
- }
42
- const result = await handlerDef.handler(parseResult.data);
43
- const responseParseResult = handlerDef.responseSchema.safeParse(result);
44
- if (!responseParseResult.success) {
45
- const details = responseParseResult.error.issues
46
- .map((i) => `${String(i.path.join("."))}: ${i.message}`)
47
- .join(", ");
48
- throw new PluginResponseValidationFailedError(handlerName, details);
49
- }
50
- return {
51
- type: "pluginInvoke",
52
- result: responseParseResult.data,
53
- };
54
- });
55
- }
56
- export async function* handlePluginInvokeStream(request) {
57
- yield* profileStreamHandler({ op: "pluginInvokeStream", request }, async function* () {
58
- const { modelId, handler: handlerName, params } = request;
59
- logger.debug(`[pluginInvokeStream] modelId=${modelId} handler=${handlerName}`);
60
- const { handlerDef } = resolvePluginHandler(modelId, handlerName);
61
- if (!handlerDef.streaming) {
62
- throw new PluginHandlerTypeMismatchError(handlerName, "streaming", "reply");
63
- }
64
- const parseResult = handlerDef.requestSchema.safeParse(params);
65
- if (!parseResult.success) {
66
- const details = parseResult.error.issues
67
- .map((i) => `${String(i.path.join("."))}: ${i.message}`)
68
- .join(", ");
69
- throw new PluginRequestValidationFailedError(handlerName, details);
70
- }
71
- const generator = handlerDef.handler(parseResult.data);
72
- for await (const chunk of generator) {
73
- const responseParseResult = handlerDef.responseSchema.safeParse(chunk);
74
- if (!responseParseResult.success) {
75
- const details = responseParseResult.error.issues
76
- .map((i) => `${String(i.path.join("."))}: ${i.message}`)
77
- .join(", ");
78
- throw new PluginResponseValidationFailedError(handlerName, details);
79
- }
80
- yield {
81
- type: "pluginInvokeStream",
82
- result: responseParseResult.data,
83
- done: false,
84
- };
85
- }
86
- yield {
87
- type: "pluginInvokeStream",
88
- result: null,
89
- done: true,
90
- };
91
- });
92
- }
@@ -1,5 +0,0 @@
1
- import type { ModelRegistryListResponse, ModelRegistrySearchRequest, ModelRegistrySearchResponse, ModelRegistryGetModelRequest, ModelRegistryGetModelResponse } from "../../../schemas/index";
2
- export declare function handleModelRegistryList(): Promise<ModelRegistryListResponse>;
3
- export declare function handleModelRegistrySearch(request: ModelRegistrySearchRequest): Promise<ModelRegistrySearchResponse>;
4
- export declare function handleModelRegistryGetModel(request: ModelRegistryGetModelRequest): Promise<ModelRegistryGetModelResponse>;
5
- //# sourceMappingURL=registry.d.ts.map
@@ -1,157 +0,0 @@
1
- import { REGISTRY_ERROR_CODES } from "../../../schemas/sdk-errors-registry.js";
2
- import { getAddonFromEngine, resolveCanonicalEngine, } from "../../../schemas/engine-addon-map.js";
3
- import { getRegistryClient } from "../../bare/registry/registry-client.js";
4
- import { getServerLogger } from "../../../logging/index.js";
5
- import { ModelRegistryQueryFailedError } from "../../../utils/errors-server.js";
6
- const logger = getServerLogger();
7
- function toHexString(value) {
8
- if (!value)
9
- return "";
10
- if (Buffer.isBuffer(value))
11
- return value.toString("hex");
12
- if (typeof value === "string")
13
- return value;
14
- if (typeof value === "object" && "data" in value) {
15
- return Buffer.from(value.data).toString("hex");
16
- }
17
- return "";
18
- }
19
- function processRegistryModel(model) {
20
- const engine = resolveCanonicalEngine(model.engine || "");
21
- if (!engine) {
22
- logger.warn(`Skipping model with unknown engine "${model.engine}": ${model.path}`);
23
- return null;
24
- }
25
- const filename = model.path.split("/").pop() || model.path;
26
- const blobBinding = model.blobBinding;
27
- const blobCoreKey = toHexString(blobBinding?.coreKey);
28
- const blobBlockOffset = blobBinding?.blockOffset ?? 0;
29
- const blobBlockLength = blobBinding?.blockLength ?? 0;
30
- const blobByteOffset = blobBinding?.byteOffset ?? 0;
31
- const expectedSize = blobBinding?.byteLength ?? 0;
32
- // sha256 lives on blobBinding at runtime (per hyperschema), fall back to top-level
33
- const sha256Checksum = blobBinding?.["sha256"] ||
34
- model.sha256 ||
35
- "";
36
- const addon = getAddonFromEngine(engine);
37
- // Use the filename without extension as the display name
38
- const name = filename.replace(/\.\w+$/, "");
39
- return {
40
- name,
41
- registryPath: model.path,
42
- registrySource: model.source,
43
- blobCoreKey,
44
- blobBlockOffset,
45
- blobBlockLength,
46
- blobByteOffset,
47
- modelId: filename,
48
- addon,
49
- expectedSize,
50
- sha256Checksum,
51
- engine,
52
- quantization: model.quantization || "",
53
- params: model.params || "",
54
- };
55
- }
56
- export async function handleModelRegistryList() {
57
- logger.debug("Handling QVAC model registry list request");
58
- try {
59
- const client = await getRegistryClient();
60
- const registryModels = await client.findBy();
61
- const models = registryModels
62
- .map(processRegistryModel)
63
- .filter((m) => m !== null);
64
- logger.debug(`QVAC model registry list returned ${models.length} models`);
65
- return {
66
- type: "modelRegistryList",
67
- success: true,
68
- models,
69
- };
70
- }
71
- catch (error) {
72
- logger.error("QVAC model registry list failed:", error);
73
- // Re-throw registry client errors directly (19001-19003)
74
- const qvacError = error;
75
- if (qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CONNECT ||
76
- qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CLOSE ||
77
- qvacError.code === REGISTRY_ERROR_CODES.MODEL_NOT_FOUND) {
78
- throw error;
79
- }
80
- // Wrap unknown errors in SDK error
81
- throw new ModelRegistryQueryFailedError(error instanceof Error ? error.message : "Unknown error", error);
82
- }
83
- }
84
- export async function handleModelRegistrySearch(request) {
85
- logger.debug("Handling QVAC model registry search request", request);
86
- try {
87
- const client = await getRegistryClient();
88
- const registryModels = await client.findBy({
89
- ...(request.quantization && { quantization: request.quantization }),
90
- });
91
- let models = registryModels
92
- .map(processRegistryModel)
93
- .filter((m) => m !== null);
94
- if (request.engine) {
95
- const canonicalEngine = resolveCanonicalEngine(request.engine);
96
- models = models.filter((m) => m.engine === (canonicalEngine ?? request.engine));
97
- }
98
- if (request.filter) {
99
- const filterLower = request.filter.toLowerCase();
100
- models = models.filter((m) => m.name.toLowerCase().includes(filterLower) ||
101
- m.registryPath.toLowerCase().includes(filterLower) ||
102
- m.addon.toLowerCase().includes(filterLower) ||
103
- m.engine.toLowerCase().includes(filterLower));
104
- }
105
- if (request.addon) {
106
- models = models.filter((m) => m.addon === request.addon);
107
- }
108
- logger.debug(`QVAC model registry search returned ${models.length} models`);
109
- return {
110
- type: "modelRegistrySearch",
111
- success: true,
112
- models,
113
- };
114
- }
115
- catch (error) {
116
- logger.error("QVAC model registry search failed:", error);
117
- // Re-throw registry client errors directly (19001-19003)
118
- const qvacError = error;
119
- if (qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CONNECT ||
120
- qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CLOSE ||
121
- qvacError.code === REGISTRY_ERROR_CODES.MODEL_NOT_FOUND) {
122
- throw error;
123
- }
124
- throw new ModelRegistryQueryFailedError(error instanceof Error ? error.message : "Unknown error", error);
125
- }
126
- }
127
- export async function handleModelRegistryGetModel(request) {
128
- logger.debug("Handling QVAC model registry get model request", request);
129
- try {
130
- const client = await getRegistryClient();
131
- const rawModel = await client.getModel(request.registryPath, request.registrySource);
132
- if (!rawModel) {
133
- throw new ModelRegistryQueryFailedError(`Model not found: ${request.registrySource}/${request.registryPath}`);
134
- }
135
- const model = processRegistryModel(rawModel);
136
- if (!model) {
137
- throw new ModelRegistryQueryFailedError(`Model has unknown engine "${rawModel.engine}": ${request.registryPath}`);
138
- }
139
- logger.debug("QVAC model registry get model found:", model.name);
140
- return {
141
- type: "modelRegistryGetModel",
142
- success: true,
143
- model,
144
- };
145
- }
146
- catch (error) {
147
- logger.error("QVAC model registry get model failed:", error);
148
- // Re-throw registry client errors directly (19001-19003)
149
- const qvacError = error;
150
- if (qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CONNECT ||
151
- qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CLOSE ||
152
- qvacError.code === REGISTRY_ERROR_CODES.MODEL_NOT_FOUND) {
153
- throw error;
154
- }
155
- throw new ModelRegistryQueryFailedError(error instanceof Error ? error.message : "Unknown error", error);
156
- }
157
- }
@@ -1,3 +0,0 @@
1
- import type { UnloadModelRequest, UnloadModelResponse } from "../../../schemas/index";
2
- export declare function handleUnloadModelDelegated(request: UnloadModelRequest): Promise<UnloadModelResponse>;
3
- //# sourceMappingURL=unload-model-delegated.d.ts.map
@@ -1,32 +0,0 @@
1
- import { getModelEntry, unregisterModel } from "../../bare/registry/model-registry.js";
2
- import { getRPC } from "../../bare/delegate-rpc-client.js";
3
- import { send } from "../delegate-transport.js";
4
- import { hasActiveProviders } from "../../bare/hyperswarm.js";
5
- import { getRegistryStats } from "../../bare/registry/model-registry.js";
6
- import { ModelIsDelegatedError } from "../../../utils/errors-server.js";
7
- import { getServerLogger } from "../../../logging/index.js";
8
- const logger = getServerLogger();
9
- export async function handleUnloadModelDelegated(request) {
10
- const entry = getModelEntry(request.modelId);
11
- if (!entry?.isDelegated || !entry.delegated) {
12
- throw new ModelIsDelegatedError(request.modelId);
13
- }
14
- const { topic, providerPublicKey, timeout } = entry.delegated;
15
- unregisterModel(request.modelId);
16
- try {
17
- logger.info(`Sending delegated unload for model ${request.modelId} to provider: ${providerPublicKey}`);
18
- const rpc = await getRPC(topic, providerPublicKey, { timeout });
19
- await send({ type: "unloadModel", modelId: request.modelId, clearStorage: false }, rpc, { timeout });
20
- logger.info(`Delegated model ${request.modelId} unloaded on provider`);
21
- }
22
- catch (error) {
23
- logger.error(`Failed to unload delegated model ${request.modelId} on provider:`, error);
24
- }
25
- const stats = getRegistryStats();
26
- return {
27
- type: "unloadModel",
28
- success: true,
29
- hasActiveModels: stats.totalModels > 0,
30
- hasActiveProviders: hasActiveProviders(),
31
- };
32
- }
@@ -1,18 +0,0 @@
1
- import { type ProfilingRequestMeta, type DelegationBreakdown, type OperationEvent } from "../../../schemas/index";
2
- export interface ServerProfilingContext {
3
- meta: ProfilingRequestMeta;
4
- requestStart: number;
5
- jsonParseMs?: number;
6
- zodValidationMs?: number;
7
- handlerExecutionMs?: number;
8
- responseZodValidationMs?: number;
9
- responseStringifyMs?: number;
10
- }
11
- export declare function createProfilingContext(meta: ProfilingRequestMeta): ServerProfilingContext;
12
- export interface ProfilingInjectionOptions {
13
- ctx?: ServerProfilingContext;
14
- delegation?: DelegationBreakdown;
15
- operation?: OperationEvent;
16
- }
17
- export declare function injectProfilingIntoString(jsonString: string, options: ProfilingInjectionOptions): string;
18
- //# sourceMappingURL=context.d.ts.map
@@ -1,38 +0,0 @@
1
- import { PROFILING_KEY, } from "../../../schemas/index.js";
2
- import { nowMs } from "../../../profiling/index.js";
3
- export function createProfilingContext(meta) {
4
- return { meta, requestStart: nowMs() };
5
- }
6
- function buildServerBreakdown(ctx) {
7
- return {
8
- requestJsonParseMs: ctx.jsonParseMs,
9
- requestZodValidationMs: ctx.zodValidationMs,
10
- handlerExecutionMs: ctx.handlerExecutionMs,
11
- responseZodValidationMs: ctx.responseZodValidationMs,
12
- responseStringifyMs: ctx.responseStringifyMs,
13
- totalServerMs: nowMs() - ctx.requestStart,
14
- };
15
- }
16
- export function injectProfilingIntoString(jsonString, options) {
17
- const { ctx, delegation, operation } = options;
18
- const includeServer = ctx?.meta.includeServer ?? false;
19
- const hasContent = includeServer || !!delegation || !!operation;
20
- if (!hasContent || !jsonString.endsWith("}")) {
21
- return jsonString;
22
- }
23
- const id = ctx?.meta.id ?? delegation?.profileId ?? operation?.profileId ?? "";
24
- const profilingMeta = { id };
25
- if (includeServer && ctx) {
26
- profilingMeta["server"] = buildServerBreakdown(ctx);
27
- }
28
- if (delegation) {
29
- const { profileId: _unused, ...delegationWithoutId } = delegation;
30
- void _unused;
31
- profilingMeta["delegation"] = delegationWithoutId;
32
- }
33
- if (operation) {
34
- profilingMeta["operation"] = operation;
35
- }
36
- return (jsonString.slice(0, -1) +
37
- `,"${PROFILING_KEY}":${JSON.stringify(profilingMeta)}}`);
38
- }
@@ -1,32 +0,0 @@
1
- import { type BaseTimings } from "../../../profiling/index";
2
- import type { ProfilingRequestMeta, ProfilingResponseMeta, DelegationBreakdown } from "../../../schemas/index";
3
- export interface DelegatedHandlerOptions {
4
- profilingMeta?: ProfilingRequestMeta;
5
- }
6
- interface BaseDelegationTimings extends BaseTimings {
7
- requestStringifyMs?: number;
8
- sendStart?: number;
9
- }
10
- export interface DelegationTimings extends BaseDelegationTimings {
11
- firstResponseAt?: number;
12
- responseJsonParseMs?: number;
13
- }
14
- export interface DelegationStreamTimings extends BaseDelegationTimings {
15
- firstChunkAt?: number;
16
- lastChunkAt?: number;
17
- chunkCount: number;
18
- }
19
- export declare function shouldProfileDelegation(op: string, incomingMeta?: ProfilingRequestMeta): boolean;
20
- export declare function createDelegationTimings(profileId: string, requestType: string): DelegationTimings;
21
- export declare function createDelegationStreamTimings(profileId: string, requestType: string): DelegationStreamTimings;
22
- export declare function cacheDelegationConnectionTime(peerKey: string, durationMs: number): void;
23
- export declare function flushServerConnectionEvent(peerKey: string): void;
24
- export declare function consumeBreakdownConnectionTime(peerKey: string): number | undefined;
25
- export declare function buildDelegationBreakdown(timings: DelegationTimings, connectionMs?: number): DelegationBreakdown;
26
- export declare function buildDelegationStreamBreakdown(timings: DelegationStreamTimings): DelegationBreakdown;
27
- export declare function recordDelegationEvents(timings: DelegationTimings, serverMeta?: ProfilingResponseMeta, connectionMs?: number): DelegationBreakdown;
28
- export declare function recordDelegationStreamEvents(timings: DelegationStreamTimings, serverMeta?: ProfilingResponseMeta): void;
29
- export declare function clearPeerConnectionTracking(peerKey: string): void;
30
- export declare function resetDelegationConnectionTracking(): void;
31
- export {};
32
- //# sourceMappingURL=delegation-profiler.d.ts.map
@@ -1,154 +0,0 @@
1
- import { nowMs, record, shouldProfile, recordPhase, recordServerBreakdownPhases, } from "../../../profiling/index.js";
2
- /**
3
- * Per-peer connection tracking for delegation.
4
- * Separate tracking for server-side event recording vs breakdown injection.
5
- *
6
- * Flow:
7
- * 1. Connection happens → cacheDelegationConnectionTime stores ms
8
- * 2. First profiled call (stream or unary) → flushServerConnectionEvent records server event
9
- * 3. First unary call → consumeBreakdownConnectionTime returns ms for breakdown injection
10
- */
11
- const pendingConnectionTimes = new Map();
12
- const serverConnectionRecorded = new Map();
13
- const breakdownConnectionMs = new Map();
14
- const breakdownConnectionInjected = new Map();
15
- export function shouldProfileDelegation(op, incomingMeta) {
16
- if (incomingMeta?.enabled === false) {
17
- return false;
18
- }
19
- if (incomingMeta?.enabled === true) {
20
- return true;
21
- }
22
- return shouldProfile(op);
23
- }
24
- export function createDelegationTimings(profileId, requestType) {
25
- return { profileId, requestType, requestStart: nowMs() };
26
- }
27
- export function createDelegationStreamTimings(profileId, requestType) {
28
- return { profileId, requestType, requestStart: nowMs(), chunkCount: 0 };
29
- }
30
- export function cacheDelegationConnectionTime(peerKey, durationMs) {
31
- if (serverConnectionRecorded.get(peerKey))
32
- return;
33
- if (pendingConnectionTimes.has(peerKey))
34
- return;
35
- pendingConnectionTimes.set(peerKey, durationMs);
36
- }
37
- export function flushServerConnectionEvent(peerKey) {
38
- if (serverConnectionRecorded.get(peerKey))
39
- return;
40
- const ms = pendingConnectionTimes.get(peerKey);
41
- if (ms === undefined)
42
- return;
43
- pendingConnectionTimes.delete(peerKey);
44
- serverConnectionRecorded.set(peerKey, true);
45
- if (!breakdownConnectionInjected.get(peerKey)) {
46
- breakdownConnectionMs.set(peerKey, ms);
47
- }
48
- record({
49
- ts: nowMs(),
50
- op: "delegation",
51
- kind: "delegation",
52
- phase: "connection",
53
- ms,
54
- tags: { peer: peerKey.slice(0, 16) },
55
- });
56
- }
57
- export function consumeBreakdownConnectionTime(peerKey) {
58
- if (breakdownConnectionInjected.get(peerKey))
59
- return undefined;
60
- const ms = breakdownConnectionMs.get(peerKey);
61
- if (ms === undefined)
62
- return undefined;
63
- breakdownConnectionMs.delete(peerKey);
64
- breakdownConnectionInjected.set(peerKey, true);
65
- return ms;
66
- }
67
- export function buildDelegationBreakdown(timings, connectionMs) {
68
- const now = nowMs();
69
- const breakdown = {
70
- profileId: timings.profileId,
71
- };
72
- if (connectionMs !== undefined) {
73
- breakdown.connectionMs = connectionMs;
74
- }
75
- if (timings.requestStringifyMs !== undefined) {
76
- breakdown.requestStringifyMs = timings.requestStringifyMs;
77
- }
78
- if (timings.sendStart !== undefined &&
79
- timings.firstResponseAt !== undefined) {
80
- breakdown.serverWaitMs = timings.firstResponseAt - timings.sendStart;
81
- }
82
- if (timings.responseJsonParseMs !== undefined) {
83
- breakdown.responseJsonParseMs = timings.responseJsonParseMs;
84
- }
85
- breakdown.totalDelegationMs = now - timings.requestStart;
86
- return breakdown;
87
- }
88
- export function buildDelegationStreamBreakdown(timings) {
89
- const now = nowMs();
90
- const breakdown = {
91
- profileId: timings.profileId,
92
- };
93
- if (timings.requestStringifyMs !== undefined) {
94
- breakdown.requestStringifyMs = timings.requestStringifyMs;
95
- }
96
- if (timings.sendStart !== undefined && timings.firstChunkAt !== undefined) {
97
- breakdown.serverWaitMs = timings.firstChunkAt - timings.sendStart;
98
- }
99
- breakdown.totalDelegationMs = now - timings.requestStart;
100
- return breakdown;
101
- }
102
- export function recordDelegationEvents(timings, serverMeta, connectionMs) {
103
- const now = nowMs();
104
- const base = {
105
- ts: now,
106
- op: timings.requestType,
107
- kind: "delegation",
108
- profileId: timings.profileId,
109
- };
110
- const breakdown = buildDelegationBreakdown(timings, connectionMs);
111
- recordPhase(base, "request.stringify", breakdown.requestStringifyMs);
112
- recordPhase(base, "serverWait", breakdown.serverWaitMs);
113
- recordPhase(base, "response.jsonParse", breakdown.responseJsonParseMs);
114
- recordPhase(base, "totalDelegationTime", breakdown.totalDelegationMs);
115
- if (serverMeta?.server) {
116
- recordServerBreakdownPhases(base, serverMeta.server, "delegated");
117
- }
118
- return breakdown;
119
- }
120
- export function recordDelegationStreamEvents(timings, serverMeta) {
121
- const now = nowMs();
122
- const totalTime = now - timings.requestStart;
123
- const base = {
124
- ts: now,
125
- op: timings.requestType,
126
- kind: "delegation",
127
- profileId: timings.profileId,
128
- };
129
- recordPhase(base, "request.stringify", timings.requestStringifyMs);
130
- if (timings.sendStart !== undefined && timings.firstChunkAt !== undefined) {
131
- recordPhase(base, "ttfb", timings.firstChunkAt - timings.sendStart);
132
- }
133
- if (timings.firstChunkAt !== undefined && timings.lastChunkAt !== undefined) {
134
- recordPhase(base, "streamDuration", timings.lastChunkAt - timings.firstChunkAt);
135
- }
136
- recordPhase(base, "totalDelegationTime", totalTime, {
137
- count: timings.chunkCount,
138
- });
139
- if (serverMeta?.server) {
140
- recordServerBreakdownPhases(base, serverMeta.server, "delegated");
141
- }
142
- }
143
- export function clearPeerConnectionTracking(peerKey) {
144
- pendingConnectionTimes.delete(peerKey);
145
- serverConnectionRecorded.delete(peerKey);
146
- breakdownConnectionMs.delete(peerKey);
147
- breakdownConnectionInjected.delete(peerKey);
148
- }
149
- export function resetDelegationConnectionTracking() {
150
- pendingConnectionTimes.clear();
151
- serverConnectionRecorded.clear();
152
- breakdownConnectionMs.clear();
153
- breakdownConnectionInjected.clear();
154
- }
@@ -1,5 +0,0 @@
1
- export { createServerProfiler, type ServerProfiler } from "./profiler";
2
- export { profileReplyHandler, profileStreamHandler, } from "./operation-wrappers";
3
- export { registerOperationMetrics, buildOperationEvent, type OperationMetricsConfig, } from "./operation-metrics";
4
- export { shouldProfileDelegation, createDelegationTimings, createDelegationStreamTimings, recordDelegationEvents, recordDelegationStreamEvents, cacheDelegationConnectionTime, flushServerConnectionEvent, consumeBreakdownConnectionTime, clearPeerConnectionTracking, resetDelegationConnectionTracking, type DelegationTimings, type DelegationStreamTimings, type DelegatedHandlerOptions, } from "./delegation-profiler";
5
- //# sourceMappingURL=index.d.ts.map
@@ -1,4 +0,0 @@
1
- export { createServerProfiler } from "./profiler.js";
2
- export { profileReplyHandler, profileStreamHandler, } from "./operation-wrappers.js";
3
- export { registerOperationMetrics, buildOperationEvent, } from "./operation-metrics.js";
4
- export { shouldProfileDelegation, createDelegationTimings, createDelegationStreamTimings, recordDelegationEvents, recordDelegationStreamEvents, cacheDelegationConnectionTime, flushServerConnectionEvent, consumeBreakdownConnectionTime, clearPeerConnectionTracking, resetDelegationConnectionTracking, } from "./delegation-profiler.js";
@@ -1,25 +0,0 @@
1
- /**
2
- * Declarative extraction of operation-level metrics from request/response data.
3
- * Used by operation wrappers to capture handler-specific profiling events.
4
- */
5
- import type { ProfilingEvent, ProfilingEventKind } from "../../../profiling/types";
6
- import type { DownloadStats } from "../handlers/load-model/types";
7
- export type MetricExtractor<T> = (data: T) => Record<string, number> | undefined;
8
- export type TagExtractor<T> = (data: T) => Record<string, string> | undefined;
9
- export interface OperationMetricsConfig<TRequest = unknown, TResponse = unknown> {
10
- op: string;
11
- kind: ProfilingEventKind;
12
- fromRequest?: MetricExtractor<TRequest>;
13
- fromFinalChunk?: MetricExtractor<TResponse>;
14
- fromResult?: MetricExtractor<TResponse>;
15
- getTags?: (request: TRequest) => Record<string, string>;
16
- getTagsFromResult?: TagExtractor<TResponse>;
17
- }
18
- export interface DownloadAssetProfilingMeta {
19
- sourceType?: string;
20
- downloadStats?: DownloadStats;
21
- totalDownloadTimeMs?: number;
22
- }
23
- export declare function registerOperationMetrics<TRequest, TResponse>(config: OperationMetricsConfig<TRequest, TResponse>): void;
24
- export declare function buildOperationEvent(op: string, profileId: string, ts: number, executionMs: number, request?: unknown, finalResponse?: unknown, ttfb?: number): ProfilingEvent | undefined;
25
- //# sourceMappingURL=operation-metrics.d.ts.map