@qvac/sdk 0.8.0 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (588) hide show
  1. package/LICENSE +24 -1
  2. package/README.md +191 -373
  3. package/dist/client/api/cancel.d.ts +4 -13
  4. package/dist/client/api/cancel.js +6 -16
  5. package/dist/client/api/completion-stream.d.ts +30 -24
  6. package/dist/client/api/completion-stream.js +70 -121
  7. package/dist/client/api/delete-cache.js +2 -3
  8. package/dist/client/api/download-asset.d.ts +5 -6
  9. package/dist/client/api/download-asset.js +20 -16
  10. package/dist/client/api/embed.d.ts +4 -21
  11. package/dist/client/api/embed.js +14 -4
  12. package/dist/client/api/index.d.ts +1 -5
  13. package/dist/client/api/index.js +1 -5
  14. package/dist/client/api/load-model.d.ts +21 -49
  15. package/dist/client/api/load-model.js +134 -40
  16. package/dist/client/api/logging-stream.d.ts +4 -7
  17. package/dist/client/api/logging-stream.js +5 -9
  18. package/dist/client/api/ping.d.ts +1 -1
  19. package/dist/client/api/ping.js +2 -3
  20. package/dist/client/api/provide.d.ts +1 -1
  21. package/dist/client/api/provide.js +3 -4
  22. package/dist/client/api/rag.d.ts +21 -216
  23. package/dist/client/api/rag.js +36 -396
  24. package/dist/client/api/stop-provider.d.ts +1 -1
  25. package/dist/client/api/stop-provider.js +3 -4
  26. package/dist/client/api/text-to-speech.d.ts +2 -2
  27. package/dist/client/api/text-to-speech.js +3 -3
  28. package/dist/client/api/transcribe.d.ts +5 -9
  29. package/dist/client/api/transcribe.js +9 -11
  30. package/dist/client/api/translate.d.ts +3 -3
  31. package/dist/client/api/translate.js +15 -15
  32. package/dist/client/api/unload-model.d.ts +1 -5
  33. package/dist/client/api/unload-model.js +4 -17
  34. package/dist/client/index.d.ts +1 -1
  35. package/dist/client/index.js +1 -1
  36. package/dist/client/logging-stream-registry.d.ts +1 -1
  37. package/dist/client/logging-stream-registry.js +13 -14
  38. package/dist/client/rpc/bare-client.d.ts +139 -3
  39. package/dist/client/rpc/bare-client.js +16 -117
  40. package/dist/client/rpc/bare-rpc-client.d.ts +4 -0
  41. package/dist/client/rpc/bare-rpc-client.js +87 -0
  42. package/dist/client/rpc/expo-rpc-client.d.ts +1 -2
  43. package/dist/client/rpc/expo-rpc-client.js +14 -57
  44. package/dist/client/rpc/node-rpc-client.d.ts +8 -3
  45. package/dist/client/rpc/node-rpc-client.js +62 -218
  46. package/dist/client/rpc/rpc-client.d.ts +2 -3
  47. package/dist/client/rpc/rpc-client.js +49 -184
  48. package/dist/constants/audio.d.ts +2 -1
  49. package/dist/constants/audio.js +17 -1
  50. package/dist/constants/index.d.ts +0 -1
  51. package/dist/constants/index.js +0 -1
  52. package/dist/examples/delegated-inference/consumer.js +2 -3
  53. package/dist/examples/download-with-cancel.js +4 -3
  54. package/dist/examples/embed-hyperdrive.js +4 -39
  55. package/dist/examples/kv-cache-cleanup.js +2 -1
  56. package/dist/examples/kv-cache-custom-key.js +2 -16
  57. package/dist/examples/kv-cache-example.js +2 -1
  58. package/dist/examples/llamacpp-file-logging.d.ts +2 -0
  59. package/dist/examples/{logging-file-transport.js → llamacpp-file-logging.js} +8 -3
  60. package/dist/examples/llamacpp-filesystem.js +2 -2
  61. package/dist/examples/llamacpp-http.js +1 -0
  62. package/dist/examples/llamacpp-hyperdrive.js +2 -1
  63. package/dist/examples/llamacpp-multimodal.js +4 -3
  64. package/dist/examples/llamacpp-native-tools.js +30 -72
  65. package/dist/examples/multi-model-demo.js +3 -2
  66. package/dist/examples/parallel-download.js +14 -46
  67. package/dist/examples/rag/rag-chromadb.js +1 -0
  68. package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +2 -0
  69. package/dist/examples/rag/rag-hyperdb-workspaces.js +107 -0
  70. package/dist/examples/rag/rag-hyperdb.d.ts +2 -0
  71. package/dist/examples/rag/{rag-hyperdb/ingest.js → rag-hyperdb.js} +5 -10
  72. package/dist/examples/rag/rag-lancedb.js +1 -0
  73. package/dist/examples/rag/rag-sqlite.js +1 -0
  74. package/dist/examples/text-to-speech.d.ts +3 -0
  75. package/dist/examples/{tts/utils.js → text-to-speech.js} +63 -18
  76. package/dist/examples/translation/translation-indic.js +1 -4
  77. package/dist/examples/translation/translation-llm-context.js +1 -0
  78. package/dist/examples/translation/translation-llm.js +2 -2
  79. package/dist/examples/translation/translation-opus.js +3 -6
  80. package/dist/examples/translation/translation-stream.js +3 -3
  81. package/dist/examples/whispercpp-filesystem.js +43 -0
  82. package/dist/examples/{transcription/whispercpp-microphone-record.js → whispercpp-microphone-record.js} +9 -8
  83. package/dist/expo/plugins/index.d.ts +0 -3
  84. package/dist/expo/plugins/index.js +0 -3
  85. package/dist/expo/plugins/withMobileBundle.d.ts +2 -5
  86. package/dist/expo/plugins/withMobileBundle.js +40 -121
  87. package/dist/expo/plugins/withQvacSDK.d.ts +0 -4
  88. package/dist/expo/plugins/withQvacSDK.js +1 -26
  89. package/dist/index.d.ts +4 -9
  90. package/dist/index.js +5 -11
  91. package/dist/logging/base-logger.js +16 -26
  92. package/dist/logging/index.d.ts +1 -7
  93. package/dist/logging/index.js +1 -7
  94. package/dist/logging/logger.d.ts +2 -0
  95. package/dist/logging/logger.js +6 -11
  96. package/dist/logging/stream-logger.d.ts +1 -1
  97. package/dist/logging/stream-logger.js +3 -6
  98. package/dist/logging/transport.js +2 -2
  99. package/dist/logging/types.d.ts +0 -2
  100. package/dist/logging/utils.d.ts +0 -2
  101. package/dist/logging/utils.js +0 -62
  102. package/dist/models/{registry → hyperdrive}/index.js +1 -1
  103. package/dist/models/hyperdrive/models.d.ts +619 -0
  104. package/dist/models/hyperdrive/models.js +693 -0
  105. package/dist/schemas/cancel.d.ts +0 -6
  106. package/dist/schemas/cancel.js +0 -5
  107. package/dist/schemas/common.d.ts +164 -2973
  108. package/dist/schemas/common.js +1 -23
  109. package/dist/schemas/completion-stream.d.ts +60 -31
  110. package/dist/schemas/completion-stream.js +44 -20
  111. package/dist/schemas/delegate.d.ts +0 -1
  112. package/dist/schemas/delegate.js +0 -1
  113. package/dist/schemas/download-asset.d.ts +3 -125
  114. package/dist/schemas/download-asset.js +5 -22
  115. package/dist/schemas/embed.d.ts +3 -3
  116. package/dist/schemas/embed.js +2 -9
  117. package/dist/schemas/index.d.ts +1 -19
  118. package/dist/schemas/index.js +1 -19
  119. package/dist/schemas/llamacpp-config.d.ts +12 -243
  120. package/dist/schemas/llamacpp-config.js +14 -50
  121. package/dist/schemas/load-model.d.ts +893 -14358
  122. package/dist/schemas/load-model.js +72 -325
  123. package/dist/schemas/logging-stream.d.ts +4 -11
  124. package/dist/schemas/logging-stream.js +3 -4
  125. package/dist/schemas/rag.d.ts +52 -183
  126. package/dist/schemas/rag.js +23 -152
  127. package/dist/schemas/text-to-speech.d.ts +1 -692
  128. package/dist/schemas/text-to-speech.js +3 -35
  129. package/dist/schemas/transcription.d.ts +0 -3
  130. package/dist/schemas/transcription.js +0 -1
  131. package/dist/schemas/translate.d.ts +23 -68
  132. package/dist/schemas/translate.js +11 -37
  133. package/dist/schemas/translation-config.d.ts +7 -810
  134. package/dist/schemas/translation-config.js +7 -113
  135. package/dist/schemas/unload-model.d.ts +0 -2
  136. package/dist/schemas/unload-model.js +0 -2
  137. package/dist/schemas/whispercpp-config.d.ts +25 -0
  138. package/dist/schemas/whispercpp-config.js +18 -0
  139. package/dist/server/bare/{ops → addons}/cancel.js +1 -2
  140. package/dist/server/bare/addons/index.d.ts +4 -0
  141. package/dist/server/bare/addons/index.js +3 -0
  142. package/dist/server/bare/addons/llamacpp/create-model.d.ts +5 -0
  143. package/dist/server/bare/addons/llamacpp/create-model.js +67 -0
  144. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.d.ts +1 -2
  145. package/dist/server/bare/{plugins/llamacpp-completion/ops → addons/llamacpp/handlers}/completion-stream.js +87 -54
  146. package/dist/server/bare/addons/llamacpp/handlers/embed.d.ts +4 -0
  147. package/dist/server/bare/{ops → addons/llamacpp/handlers}/embed.js +7 -22
  148. package/dist/server/bare/addons/llamacpp/index.d.ts +4 -0
  149. package/dist/server/bare/addons/llamacpp/index.js +3 -0
  150. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.d.ts +1 -4
  151. package/dist/server/bare/{ops → addons/llamacpp}/kv-cache-utils.js +19 -54
  152. package/dist/server/bare/addons/load-model.d.ts +3 -0
  153. package/dist/server/bare/addons/load-model.js +62 -0
  154. package/dist/server/bare/addons/translation/create-model.d.ts +4 -0
  155. package/dist/server/bare/addons/translation/create-model.js +45 -0
  156. package/dist/server/bare/addons/translation/handlers/translate.d.ts +3 -0
  157. package/dist/server/bare/{ops → addons/translation/handlers}/translate.js +14 -47
  158. package/dist/server/bare/addons/translation/index.d.ts +3 -0
  159. package/dist/server/bare/addons/translation/index.js +2 -0
  160. package/dist/server/bare/addons/tts/create-model.d.ts +6 -0
  161. package/dist/server/bare/addons/tts/create-model.js +40 -0
  162. package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.js +3 -25
  163. package/dist/server/bare/addons/tts/index.d.ts +3 -0
  164. package/dist/server/bare/addons/tts/index.js +2 -0
  165. package/dist/server/bare/addons/unload-model.js +20 -0
  166. package/dist/server/bare/addons/whispercpp/create-model.d.ts +6 -0
  167. package/dist/server/bare/addons/whispercpp/create-model.js +55 -0
  168. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.d.ts +3 -0
  169. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +48 -0
  170. package/dist/server/bare/addons/whispercpp/index.d.ts +3 -0
  171. package/dist/server/bare/addons/whispercpp/index.js +2 -0
  172. package/dist/server/bare/delegate-rpc-client.d.ts +0 -6
  173. package/dist/server/bare/delegate-rpc-client.js +46 -157
  174. package/dist/server/bare/hyperswarm.d.ts +0 -3
  175. package/dist/server/bare/hyperswarm.js +6 -29
  176. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
  177. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +10 -9
  178. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +4 -7
  179. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +14 -13
  180. package/dist/server/bare/rag-hyperdb/handlers/search.js +10 -10
  181. package/dist/server/bare/rag-hyperdb/index.d.ts +1 -8
  182. package/dist/server/bare/rag-hyperdb/index.js +1 -8
  183. package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +5 -0
  184. package/dist/server/bare/rag-hyperdb/rag-manager.js +65 -0
  185. package/dist/server/bare/registry/logging-stream-registry.d.ts +7 -24
  186. package/dist/server/bare/registry/logging-stream-registry.js +20 -99
  187. package/dist/server/bare/registry/model-registry.d.ts +26 -14
  188. package/dist/server/bare/registry/model-registry.js +12 -32
  189. package/dist/server/error-handlers.d.ts +2 -3
  190. package/dist/server/error-handlers.js +10 -15
  191. package/dist/server/http-server.d.ts +2 -0
  192. package/dist/server/http-server.js +189 -0
  193. package/dist/server/rpc/create-server.js +3 -5
  194. package/dist/server/rpc/handle-request.d.ts +9 -0
  195. package/dist/server/rpc/handle-request.js +242 -92
  196. package/dist/server/rpc/handlers/cancelHandler.js +3 -14
  197. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +1 -3
  198. package/dist/server/rpc/handlers/completion-stream-delegated.js +6 -18
  199. package/dist/server/rpc/handlers/completion-stream.js +41 -2
  200. package/dist/server/rpc/handlers/delete-cache.js +2 -4
  201. package/dist/server/rpc/handlers/download-asset.js +6 -59
  202. package/dist/server/rpc/handlers/embed.js +19 -2
  203. package/dist/server/rpc/handlers/index.d.ts +0 -13
  204. package/dist/server/rpc/handlers/index.js +0 -13
  205. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +11 -12
  206. package/dist/server/rpc/handlers/load-model/download-manager.js +28 -43
  207. package/dist/server/rpc/handlers/load-model/http.d.ts +1 -2
  208. package/dist/server/rpc/handlers/load-model/http.js +55 -424
  209. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +1 -2
  210. package/dist/server/rpc/handlers/load-model/hyperdrive.js +171 -364
  211. package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
  212. package/dist/server/rpc/handlers/load-model/index.js +2 -2
  213. package/dist/server/rpc/handlers/load-model/resolve.d.ts +1 -3
  214. package/dist/server/rpc/handlers/load-model/resolve.js +29 -110
  215. package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -6
  216. package/dist/server/rpc/handlers/load-model-delegated.js +21 -59
  217. package/dist/server/rpc/handlers/{load-model/handler.d.ts → load-model.d.ts} +2 -2
  218. package/dist/server/rpc/handlers/load-model.js +57 -0
  219. package/dist/server/rpc/handlers/logging-stream.js +4 -4
  220. package/dist/server/rpc/handlers/provideHandler/connection.js +10 -12
  221. package/dist/server/rpc/handlers/provideHandler/handler.js +17 -20
  222. package/dist/server/rpc/handlers/provideHandler/proxy.js +6 -8
  223. package/dist/server/rpc/handlers/rag.d.ts +2 -2
  224. package/dist/server/rpc/handlers/rag.js +43 -130
  225. package/dist/server/rpc/handlers/stopProvideHandler.js +2 -6
  226. package/dist/server/rpc/handlers/text-to-speech.js +5 -2
  227. package/dist/server/rpc/handlers/transcribe-stream.js +24 -2
  228. package/dist/server/rpc/handlers/translate.js +49 -2
  229. package/dist/server/rpc/handlers/unload-model.js +3 -12
  230. package/dist/server/rpc/index.d.ts +1 -1
  231. package/dist/server/utils/audio/decoder.d.ts +1 -2
  232. package/dist/server/utils/audio/decoder.js +12 -49
  233. package/dist/server/utils/cache.d.ts +8 -19
  234. package/dist/server/utils/cache.js +15 -100
  235. package/dist/server/utils/hash.d.ts +5 -0
  236. package/dist/server/utils/hash.js +11 -0
  237. package/dist/server/utils/index.d.ts +2 -7
  238. package/dist/server/utils/index.js +2 -7
  239. package/dist/server/utils/tool-parser.js +14 -28
  240. package/dist/server/worker.d.ts +5 -4
  241. package/dist/server/worker.js +89 -22
  242. package/package.json +41 -141
  243. package/NOTICE +0 -358
  244. package/bare-imports.json +0 -44
  245. package/dist/client/api/get-model-info.d.ts +0 -36
  246. package/dist/client/api/get-model-info.js +0 -14
  247. package/dist/client/api/invoke-plugin.d.ts +0 -15
  248. package/dist/client/api/invoke-plugin.js +0 -38
  249. package/dist/client/api/ocr.d.ts +0 -31
  250. package/dist/client/api/ocr.js +0 -88
  251. package/dist/client/api/registry.d.ts +0 -14
  252. package/dist/client/api/registry.js +0 -37
  253. package/dist/client/config-loader/config-utils.d.ts +0 -5
  254. package/dist/client/config-loader/config-utils.js +0 -20
  255. package/dist/client/config-loader/resolve-config.bare.d.ts +0 -9
  256. package/dist/client/config-loader/resolve-config.bare.js +0 -87
  257. package/dist/client/config-loader/resolve-config.expo.d.ts +0 -11
  258. package/dist/client/config-loader/resolve-config.expo.js +0 -62
  259. package/dist/client/config-loader/resolve-config.node.d.ts +0 -10
  260. package/dist/client/config-loader/resolve-config.node.js +0 -145
  261. package/dist/client/init-hooks.d.ts +0 -21
  262. package/dist/client/init-hooks.js +0 -66
  263. package/dist/client/rpc/expo-device-info.d.ts +0 -6
  264. package/dist/client/rpc/expo-device-info.js +0 -32
  265. package/dist/client/rpc/profiling/index.d.ts +0 -2
  266. package/dist/client/rpc/profiling/index.js +0 -1
  267. package/dist/client/rpc/profiling/profiler.d.ts +0 -27
  268. package/dist/client/rpc/profiling/profiler.js +0 -139
  269. package/dist/constants/registry.d.ts +0 -2
  270. package/dist/constants/registry.js +0 -1
  271. package/dist/examples/cache-management.d.ts +0 -2
  272. package/dist/examples/cache-management.js +0 -97
  273. package/dist/examples/config/blind-relay/blind-relay.config.d.ts +0 -5
  274. package/dist/examples/config/blind-relay/blind-relay.config.js +0 -7
  275. package/dist/examples/config/default/default.config.d.ts +0 -8
  276. package/dist/examples/config/default/default.config.js +0 -6
  277. package/dist/examples/config/plugins/plugins.config.d.ts +0 -5
  278. package/dist/examples/config/plugins/plugins.config.js +0 -4
  279. package/dist/examples/config-reload.d.ts +0 -2
  280. package/dist/examples/config-reload.js +0 -49
  281. package/dist/examples/default-config-usage.d.ts +0 -17
  282. package/dist/examples/default-config-usage.js +0 -47
  283. package/dist/examples/delegated-inference/consumer-profiled.d.ts +0 -2
  284. package/dist/examples/delegated-inference/consumer-profiled.js +0 -67
  285. package/dist/examples/download-with-blind-relays.d.ts +0 -2
  286. package/dist/examples/download-with-blind-relays.js +0 -49
  287. package/dist/examples/llamacpp-sharded.d.ts +0 -2
  288. package/dist/examples/llamacpp-sharded.js +0 -53
  289. package/dist/examples/logging-file-transport.d.ts +0 -2
  290. package/dist/examples/logging-streaming.d.ts +0 -2
  291. package/dist/examples/logging-streaming.js +0 -75
  292. package/dist/examples/mcp-websearch.d.ts +0 -13
  293. package/dist/examples/mcp-websearch.js +0 -176
  294. package/dist/examples/ocr-fasttext.d.ts +0 -2
  295. package/dist/examples/ocr-fasttext.js +0 -52
  296. package/dist/examples/plugins.d.ts +0 -14
  297. package/dist/examples/plugins.js +0 -129
  298. package/dist/examples/profiling/basic.d.ts +0 -2
  299. package/dist/examples/profiling/basic.js +0 -71
  300. package/dist/examples/profiling/per-call.d.ts +0 -2
  301. package/dist/examples/profiling/per-call.js +0 -30
  302. package/dist/examples/quickstart.d.ts +0 -2
  303. package/dist/examples/quickstart.js +0 -28
  304. package/dist/examples/rag/rag-hyperdb/cancellation.d.ts +0 -2
  305. package/dist/examples/rag/rag-hyperdb/cancellation.js +0 -75
  306. package/dist/examples/rag/rag-hyperdb/ingest.d.ts +0 -2
  307. package/dist/examples/rag/rag-hyperdb/pipeline.d.ts +0 -2
  308. package/dist/examples/rag/rag-hyperdb/pipeline.js +0 -74
  309. package/dist/examples/rag/rag-hyperdb/workspaces.d.ts +0 -2
  310. package/dist/examples/rag/rag-hyperdb/workspaces.js +0 -178
  311. package/dist/examples/registry-query.d.ts +0 -2
  312. package/dist/examples/registry-query.js +0 -87
  313. package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +0 -2
  314. package/dist/examples/transcription/parakeet-ctc-filesystem.js +0 -40
  315. package/dist/examples/transcription/parakeet-microphone-record.d.ts +0 -2
  316. package/dist/examples/transcription/parakeet-microphone-record.js +0 -95
  317. package/dist/examples/transcription/parakeet-sortformer.d.ts +0 -2
  318. package/dist/examples/transcription/parakeet-sortformer.js +0 -115
  319. package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +0 -2
  320. package/dist/examples/transcription/parakeet-tdt-filesystem.js +0 -44
  321. package/dist/examples/transcription/whispercpp-filesystem.js +0 -69
  322. package/dist/examples/transcription/whispercpp-prompt.d.ts +0 -2
  323. package/dist/examples/transcription/whispercpp-prompt.js +0 -67
  324. package/dist/examples/translation/translation-bergamot-batch.d.ts +0 -2
  325. package/dist/examples/translation/translation-bergamot-batch.js +0 -49
  326. package/dist/examples/translation/translation-bergamot-pivot.d.ts +0 -2
  327. package/dist/examples/translation/translation-bergamot-pivot.js +0 -73
  328. package/dist/examples/translation/translation-bergamot.d.ts +0 -2
  329. package/dist/examples/translation/translation-bergamot.js +0 -39
  330. package/dist/examples/translation/translation-llm-afriquegemma.d.ts +0 -2
  331. package/dist/examples/translation/translation-llm-afriquegemma.js +0 -39
  332. package/dist/examples/tts/chatterbox.d.ts +0 -2
  333. package/dist/examples/tts/chatterbox.js +0 -59
  334. package/dist/examples/tts/supertonic.d.ts +0 -2
  335. package/dist/examples/tts/supertonic.js +0 -51
  336. package/dist/examples/tts/utils.d.ts +0 -17
  337. package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +0 -15
  338. package/dist/expo/plugins/resolve-sdk-package-dir.js +0 -31
  339. package/dist/expo/plugins/withAndroidArchitecture.d.ts +0 -8
  340. package/dist/expo/plugins/withAndroidArchitecture.js +0 -52
  341. package/dist/expo/plugins/withAndroidNdkVersion.d.ts +0 -8
  342. package/dist/expo/plugins/withAndroidNdkVersion.js +0 -31
  343. package/dist/expo/plugins/withDeviceInfo.d.ts +0 -10
  344. package/dist/expo/plugins/withDeviceInfo.js +0 -48
  345. package/dist/logging/addon.d.ts +0 -6
  346. package/dist/logging/addon.js +0 -75
  347. package/dist/logging/client-logger.d.ts +0 -3
  348. package/dist/logging/client-logger.js +0 -24
  349. package/dist/logging/namespaces.d.ts +0 -6
  350. package/dist/logging/namespaces.js +0 -6
  351. package/dist/logging/registry.d.ts +0 -31
  352. package/dist/logging/registry.js +0 -62
  353. package/dist/logging/server-logger.d.ts +0 -3
  354. package/dist/logging/server-logger.js +0 -16
  355. package/dist/models/registry/models.d.ts +0 -10417
  356. package/dist/models/registry/models.js +0 -10757
  357. package/dist/models/update-models/codegen.d.ts +0 -3
  358. package/dist/models/update-models/codegen.js +0 -135
  359. package/dist/models/update-models/history.d.ts +0 -24
  360. package/dist/models/update-models/history.js +0 -107
  361. package/dist/models/update-models/index.d.ts +0 -2
  362. package/dist/models/update-models/index.js +0 -125
  363. package/dist/models/update-models/naming.d.ts +0 -4
  364. package/dist/models/update-models/naming.js +0 -370
  365. package/dist/models/update-models/processing.d.ts +0 -8
  366. package/dist/models/update-models/processing.js +0 -67
  367. package/dist/models/update-models/registry.d.ts +0 -4
  368. package/dist/models/update-models/registry.js +0 -67
  369. package/dist/models/update-models/shards.d.ts +0 -4
  370. package/dist/models/update-models/shards.js +0 -57
  371. package/dist/models/update-models/types.d.ts +0 -60
  372. package/dist/models/update-models/types.js +0 -1
  373. package/dist/models/update-models/utils.d.ts +0 -3
  374. package/dist/models/update-models/utils.js +0 -21
  375. package/dist/pear/pre.d.ts +0 -18
  376. package/dist/pear/pre.js +0 -433
  377. package/dist/profiling/aggregator.d.ts +0 -15
  378. package/dist/profiling/aggregator.js +0 -100
  379. package/dist/profiling/clock.d.ts +0 -12
  380. package/dist/profiling/clock.js +0 -51
  381. package/dist/profiling/controller.d.ts +0 -33
  382. package/dist/profiling/controller.js +0 -123
  383. package/dist/profiling/envelope.d.ts +0 -10
  384. package/dist/profiling/envelope.js +0 -36
  385. package/dist/profiling/events.d.ts +0 -20
  386. package/dist/profiling/events.js +0 -37
  387. package/dist/profiling/exporters.d.ts +0 -10
  388. package/dist/profiling/exporters.js +0 -236
  389. package/dist/profiling/index.d.ts +0 -36
  390. package/dist/profiling/index.js +0 -31
  391. package/dist/profiling/ring-buffer.d.ts +0 -19
  392. package/dist/profiling/ring-buffer.js +0 -83
  393. package/dist/profiling/types.d.ts +0 -47
  394. package/dist/profiling/types.js +0 -1
  395. package/dist/schemas/archive.d.ts +0 -9
  396. package/dist/schemas/archive.js +0 -17
  397. package/dist/schemas/engine-addon-map.d.ts +0 -5
  398. package/dist/schemas/engine-addon-map.js +0 -52
  399. package/dist/schemas/get-model-info.d.ts +0 -120
  400. package/dist/schemas/get-model-info.js +0 -58
  401. package/dist/schemas/json-schema.d.ts +0 -16
  402. package/dist/schemas/json-schema.js +0 -2
  403. package/dist/schemas/mcp-adapter.d.ts +0 -47
  404. package/dist/schemas/mcp-adapter.js +0 -1
  405. package/dist/schemas/model-src-utils.d.ts +0 -148
  406. package/dist/schemas/model-src-utils.js +0 -35
  407. package/dist/schemas/model-types.d.ts +0 -183
  408. package/dist/schemas/model-types.js +0 -168
  409. package/dist/schemas/ocr.d.ts +0 -125
  410. package/dist/schemas/ocr.js +0 -57
  411. package/dist/schemas/path-validation.d.ts +0 -10
  412. package/dist/schemas/path-validation.js +0 -22
  413. package/dist/schemas/plugin.d.ts +0 -226
  414. package/dist/schemas/plugin.js +0 -158
  415. package/dist/schemas/profiling.d.ts +0 -105
  416. package/dist/schemas/profiling.js +0 -66
  417. package/dist/schemas/registry.d.ts +0 -356
  418. package/dist/schemas/registry.js +0 -93
  419. package/dist/schemas/reload-config.d.ts +0 -476
  420. package/dist/schemas/reload-config.js +0 -44
  421. package/dist/schemas/runtime-context.d.ts +0 -19
  422. package/dist/schemas/runtime-context.js +0 -7
  423. package/dist/schemas/sdk-config.d.ts +0 -2973
  424. package/dist/schemas/sdk-config.js +0 -136
  425. package/dist/schemas/sdk-errors-client.d.ts +0 -31
  426. package/dist/schemas/sdk-errors-client.js +0 -143
  427. package/dist/schemas/sdk-errors-registry.d.ts +0 -6
  428. package/dist/schemas/sdk-errors-registry.js +0 -8
  429. package/dist/schemas/sdk-errors-server.d.ts +0 -89
  430. package/dist/schemas/sdk-errors-server.js +0 -451
  431. package/dist/schemas/shard.d.ts +0 -21
  432. package/dist/schemas/shard.js +0 -17
  433. package/dist/schemas/tools.d.ts +0 -65
  434. package/dist/schemas/tools.js +0 -43
  435. package/dist/schemas/transcription-config.d.ts +0 -383
  436. package/dist/schemas/transcription-config.js +0 -95
  437. package/dist/scripts/run-security-tests-bare.d.ts +0 -2
  438. package/dist/scripts/run-security-tests-bare.js +0 -78
  439. package/dist/scripts/run-security-tests.d.ts +0 -2
  440. package/dist/scripts/run-security-tests.js +0 -22
  441. package/dist/scripts/run-unit-tests.d.ts +0 -2
  442. package/dist/scripts/run-unit-tests.js +0 -17
  443. package/dist/server/bare/ops/embed.d.ts +0 -12
  444. package/dist/server/bare/ops/load-model.d.ts +0 -9
  445. package/dist/server/bare/ops/load-model.js +0 -85
  446. package/dist/server/bare/ops/transcribe.d.ts +0 -3
  447. package/dist/server/bare/ops/transcribe.js +0 -75
  448. package/dist/server/bare/ops/translate.d.ts +0 -5
  449. package/dist/server/bare/ops/unload-model.js +0 -41
  450. package/dist/server/bare/plugins/index.d.ts +0 -8
  451. package/dist/server/bare/plugins/index.js +0 -7
  452. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.d.ts +0 -6
  453. package/dist/server/bare/plugins/llamacpp-completion/ops/cache-logger.js +0 -34
  454. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +0 -220
  455. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +0 -155
  456. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +0 -54
  457. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +0 -87
  458. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +0 -367
  459. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +0 -204
  460. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.d.ts +0 -10
  461. package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.js +0 -110
  462. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +0 -86
  463. package/dist/server/bare/plugins/onnx-ocr/plugin.js +0 -117
  464. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -373
  465. package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -182
  466. package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
  467. package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
  468. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +0 -317
  469. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +0 -154
  470. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +0 -237
  471. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +0 -86
  472. package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +0 -3
  473. package/dist/server/bare/rag-hyperdb/handlers/chunk.js +0 -7
  474. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +0 -3
  475. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +0 -9
  476. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +0 -3
  477. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +0 -14
  478. package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +0 -9
  479. package/dist/server/bare/rag-hyperdb/handlers/ingest.js +0 -18
  480. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +0 -3
  481. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +0 -4
  482. package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +0 -9
  483. package/dist/server/bare/rag-hyperdb/handlers/reindex.js +0 -16
  484. package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +0 -7
  485. package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +0 -39
  486. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +0 -15
  487. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +0 -136
  488. package/dist/server/bare/registry/config-registry.d.ts +0 -14
  489. package/dist/server/bare/registry/config-registry.js +0 -82
  490. package/dist/server/bare/registry/model-config-registry.d.ts +0 -4
  491. package/dist/server/bare/registry/model-config-registry.js +0 -15
  492. package/dist/server/bare/registry/model-config-utils.d.ts +0 -15
  493. package/dist/server/bare/registry/model-config-utils.js +0 -112
  494. package/dist/server/bare/registry/registry-client.d.ts +0 -5
  495. package/dist/server/bare/registry/registry-client.js +0 -37
  496. package/dist/server/bare/registry/runtime-context-registry.d.ts +0 -7
  497. package/dist/server/bare/registry/runtime-context-registry.js +0 -26
  498. package/dist/server/bare/utils/audio-input.d.ts +0 -10
  499. package/dist/server/bare/utils/audio-input.js +0 -33
  500. package/dist/server/bare/utils/loader-adapter.d.ts +0 -7
  501. package/dist/server/bare/utils/loader-adapter.js +0 -9
  502. package/dist/server/env.d.ts +0 -22
  503. package/dist/server/env.js +0 -57
  504. package/dist/server/plugins/index.d.ts +0 -2
  505. package/dist/server/plugins/index.js +0 -1
  506. package/dist/server/plugins/registry.d.ts +0 -9
  507. package/dist/server/plugins/registry.js +0 -79
  508. package/dist/server/rpc/delegate-transport.d.ts +0 -19
  509. package/dist/server/rpc/delegate-transport.js +0 -215
  510. package/dist/server/rpc/handler-registry.d.ts +0 -3
  511. package/dist/server/rpc/handler-registry.js +0 -90
  512. package/dist/server/rpc/handler-utils.d.ts +0 -23
  513. package/dist/server/rpc/handler-utils.js +0 -128
  514. package/dist/server/rpc/handlers/get-model-info.d.ts +0 -3
  515. package/dist/server/rpc/handlers/get-model-info.js +0 -164
  516. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +0 -6
  517. package/dist/server/rpc/handlers/load-model/download-stats.js +0 -87
  518. package/dist/server/rpc/handlers/load-model/handler.js +0 -187
  519. package/dist/server/rpc/handlers/load-model/registry.d.ts +0 -11
  520. package/dist/server/rpc/handlers/load-model/registry.js +0 -564
  521. package/dist/server/rpc/handlers/load-model/types.d.ts +0 -29
  522. package/dist/server/rpc/handlers/load-model/types.js +0 -1
  523. package/dist/server/rpc/handlers/ocr-stream.d.ts +0 -3
  524. package/dist/server/rpc/handlers/ocr-stream.js +0 -4
  525. package/dist/server/rpc/handlers/ping.d.ts +0 -3
  526. package/dist/server/rpc/handlers/ping.js +0 -3
  527. package/dist/server/rpc/handlers/plugin-dispatch.d.ts +0 -15
  528. package/dist/server/rpc/handlers/plugin-dispatch.js +0 -59
  529. package/dist/server/rpc/handlers/plugin-invoke.d.ts +0 -4
  530. package/dist/server/rpc/handlers/plugin-invoke.js +0 -92
  531. package/dist/server/rpc/handlers/registry.d.ts +0 -5
  532. package/dist/server/rpc/handlers/registry.js +0 -157
  533. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +0 -3
  534. package/dist/server/rpc/handlers/unload-model-delegated.js +0 -32
  535. package/dist/server/rpc/profiling/context.d.ts +0 -18
  536. package/dist/server/rpc/profiling/context.js +0 -38
  537. package/dist/server/rpc/profiling/delegation-profiler.d.ts +0 -32
  538. package/dist/server/rpc/profiling/delegation-profiler.js +0 -154
  539. package/dist/server/rpc/profiling/index.d.ts +0 -5
  540. package/dist/server/rpc/profiling/index.js +0 -4
  541. package/dist/server/rpc/profiling/operation-metrics.d.ts +0 -25
  542. package/dist/server/rpc/profiling/operation-metrics.js +0 -199
  543. package/dist/server/rpc/profiling/operation-wrappers.d.ts +0 -18
  544. package/dist/server/rpc/profiling/operation-wrappers.js +0 -124
  545. package/dist/server/rpc/profiling/profiler.d.ts +0 -13
  546. package/dist/server/rpc/profiling/profiler.js +0 -97
  547. package/dist/server/utils/archive.d.ts +0 -4
  548. package/dist/server/utils/archive.js +0 -179
  549. package/dist/server/utils/checksum.d.ts +0 -4
  550. package/dist/server/utils/checksum.js +0 -31
  551. package/dist/server/utils/config-transform.d.ts +0 -3
  552. package/dist/server/utils/config-transform.js +0 -23
  553. package/dist/server/utils/formatting.d.ts +0 -19
  554. package/dist/server/utils/formatting.js +0 -61
  555. package/dist/server/utils/gguf-tensor-extractor.d.ts +0 -15
  556. package/dist/server/utils/gguf-tensor-extractor.js +0 -314
  557. package/dist/server/utils/path-security.d.ts +0 -12
  558. package/dist/server/utils/path-security.js +0 -25
  559. package/dist/server/utils/shard-utils.d.ts +0 -48
  560. package/dist/server/utils/shard-utils.js +0 -125
  561. package/dist/server/utils/tool-integration.d.ts +0 -13
  562. package/dist/server/utils/tool-integration.js +0 -43
  563. package/dist/server/worker-core.d.ts +0 -6
  564. package/dist/server/worker-core.js +0 -88
  565. package/dist/utils/errors-base.d.ts +0 -3
  566. package/dist/utils/errors-base.js +0 -13
  567. package/dist/utils/errors-client.d.ts +0 -137
  568. package/dist/utils/errors-client.js +0 -240
  569. package/dist/utils/errors-server.d.ts +0 -236
  570. package/dist/utils/errors-server.js +0 -412
  571. package/dist/utils/global-singleton.d.ts +0 -2
  572. package/dist/utils/global-singleton.js +0 -10
  573. package/dist/utils/mcp-adapter.d.ts +0 -12
  574. package/dist/utils/mcp-adapter.js +0 -103
  575. package/dist/utils/object.d.ts +0 -2
  576. package/dist/utils/object.js +0 -3
  577. package/dist/utils/path-sanitize.d.ts +0 -17
  578. package/dist/utils/path-sanitize.js +0 -54
  579. package/dist/utils/tool-helpers.d.ts +0 -25
  580. package/dist/utils/tool-helpers.js +0 -112
  581. package/expo/plugins/patches/android-link.mjs +0 -63
  582. package/expo/plugins/patches/ios-link.mjs +0 -63
  583. /package/dist/examples/{transcription/whispercpp-filesystem.d.ts → whispercpp-filesystem.d.ts} +0 -0
  584. /package/dist/examples/{transcription/whispercpp-microphone-record.d.ts → whispercpp-microphone-record.d.ts} +0 -0
  585. /package/dist/models/{registry → hyperdrive}/index.d.ts +0 -0
  586. /package/dist/server/bare/{ops → addons}/cancel.d.ts +0 -0
  587. /package/dist/server/bare/{plugins/onnx-tts/ops → addons/tts/handlers}/text-to-speech.d.ts +0 -0
  588. /package/dist/server/bare/{ops → addons}/unload-model.d.ts +0 -0
@@ -1,215 +0,0 @@
1
- /**
2
- * Server-side RPC transport for delegated requests.
3
- *
4
- * This module provides `send` and `stream` functions for server-side
5
- * delegation to remote peers (via HyperSwarm RPC).
6
- */
7
- import { requestSchema, responseSchema, PROFILING_KEY, DELEGATION_BREAKDOWN_KEY, OPERATION_EVENT_KEY, } from "../../schemas/index.js";
8
- import { nowMs, extractProfilingMeta, recordFailure, generateId, } from "../../profiling/index.js";
9
- import { withTimeout, withTimeoutStream } from "../../utils/withTimeout.js";
10
- import { getServerLogger } from "../../logging/index.js";
11
- import { DelegateProviderError } from "../../utils/errors-server.js";
12
- import { shouldProfileDelegation, createDelegationTimings, createDelegationStreamTimings, recordDelegationEvents, recordDelegationStreamEvents, buildDelegationStreamBreakdown, flushServerConnectionEvent, consumeBreakdownConnectionTime, } from "./profiling/delegation-profiler.js";
13
- const logger = getServerLogger();
14
- let commandCounter = 0;
15
- function getNextCommandId() {
16
- commandCounter = (commandCounter + 1) % Number.MAX_SAFE_INTEGER;
17
- return commandCounter;
18
- }
19
- function checkAndThrowError(response) {
20
- if (response.type === "error") {
21
- throw new DelegateProviderError(response.message || "Unknown provider error", response.code);
22
- }
23
- }
24
- export async function send(request, rpc, options) {
25
- const { profilingMeta } = options ?? {};
26
- const shouldProfile = shouldProfileDelegation(request.type, profilingMeta);
27
- if (!shouldProfile) {
28
- return sendBase(request, rpc, options, profilingMeta);
29
- }
30
- return sendProfiled(request, rpc, options, profilingMeta);
31
- }
32
- async function sendBase(request, rpc, options, profilingMeta) {
33
- const parsedRequest = requestSchema.parse(request);
34
- const req = rpc.request(getNextCommandId());
35
- logger.debug("[delegate-transport] Sending:", { type: request.type });
36
- // Propagate per-call disable signal to delegated provider
37
- const finalRequest = profilingMeta?.enabled === false
38
- ? { ...parsedRequest, [PROFILING_KEY]: { enabled: false } }
39
- : parsedRequest;
40
- const payload = JSON.stringify(finalRequest);
41
- req.send(payload, "utf-8");
42
- const response = await withTimeout(req.reply("utf-8"), options?.timeout);
43
- const resPayload = responseSchema.parse(JSON.parse(response?.toString() || "{}"));
44
- logger.debug("[delegate-transport] Response:", { type: resPayload.type });
45
- checkAndThrowError(resPayload);
46
- return resPayload;
47
- }
48
- async function sendProfiled(request, rpc, options, profilingMeta) {
49
- const profileId = profilingMeta?.id ?? generateId();
50
- const includeServerBreakdown = profilingMeta?.includeServer ?? false;
51
- const timings = createDelegationTimings(profileId, request.type);
52
- try {
53
- if (options?.peerKey) {
54
- flushServerConnectionEvent(options.peerKey);
55
- }
56
- const connectionMs = options?.peerKey
57
- ? consumeBreakdownConnectionTime(options.peerKey)
58
- : undefined;
59
- const parsedRequest = requestSchema.parse(request);
60
- const req = rpc.request(getNextCommandId());
61
- logger.debug("[delegate-transport] Sending (profiled):", {
62
- type: request.type,
63
- });
64
- const stringifyStart = nowMs();
65
- const profilingEnvelope = { id: profileId };
66
- if (includeServerBreakdown) {
67
- profilingEnvelope["includeServer"] = true;
68
- }
69
- const requestWithProfiling = {
70
- ...parsedRequest,
71
- [PROFILING_KEY]: profilingEnvelope,
72
- };
73
- const payload = JSON.stringify(requestWithProfiling);
74
- timings.requestStringifyMs = nowMs() - stringifyStart;
75
- timings.sendStart = nowMs();
76
- req.send(payload, "utf-8");
77
- const response = await withTimeout(req.reply("utf-8"), options?.timeout);
78
- timings.firstResponseAt = nowMs();
79
- const parseStart = nowMs();
80
- const rawPayload = JSON.parse(response?.toString() || "{}");
81
- timings.responseJsonParseMs = nowMs() - parseStart;
82
- const resPayload = responseSchema.parse(rawPayload);
83
- logger.debug("[delegate-transport] Response (profiled):", {
84
- type: resPayload.type,
85
- });
86
- checkAndThrowError(resPayload);
87
- const serverMeta = extractProfilingMeta(rawPayload);
88
- const delegationBreakdown = recordDelegationEvents(timings, serverMeta, connectionMs);
89
- resPayload[DELEGATION_BREAKDOWN_KEY] = delegationBreakdown;
90
- if (serverMeta?.operation) {
91
- resPayload[OPERATION_EVENT_KEY] = serverMeta.operation;
92
- }
93
- return resPayload;
94
- }
95
- catch (error) {
96
- const base = {
97
- ts: nowMs(),
98
- op: timings.requestType,
99
- kind: "delegation",
100
- profileId: timings.profileId,
101
- };
102
- recordFailure(base, timings.requestStart, error);
103
- throw error;
104
- }
105
- }
106
- export async function* stream(request, rpc, options = {}) {
107
- const { profilingMeta } = options;
108
- const shouldProfile = shouldProfileDelegation(request.type, profilingMeta);
109
- if (!shouldProfile) {
110
- yield* streamBase(request, rpc, options, profilingMeta);
111
- return;
112
- }
113
- yield* streamProfiled(request, rpc, options, profilingMeta);
114
- }
115
- async function* streamBase(request, rpc, options = {}, profilingMeta) {
116
- const parsedRequest = requestSchema.parse(request);
117
- const req = rpc.request(getNextCommandId());
118
- logger.debug("[delegate-transport] Streaming:", { type: request.type });
119
- // Propagate per-call disable signal to delegated provider
120
- const finalRequest = profilingMeta?.enabled === false
121
- ? { ...parsedRequest, [PROFILING_KEY]: { enabled: false } }
122
- : parsedRequest;
123
- req.send(JSON.stringify(finalRequest), "utf-8");
124
- const responseStream = req.createResponseStream({ encoding: "utf-8" });
125
- let buffer = "";
126
- async function* processStream() {
127
- for await (const chunk of responseStream) {
128
- yield chunk;
129
- }
130
- }
131
- const streamWithTimeout = withTimeoutStream(processStream(), options?.timeout);
132
- for await (const chunk of streamWithTimeout) {
133
- buffer += chunk.toString();
134
- // Process complete lines (newline-delimited JSON)
135
- const lines = buffer.split("\n");
136
- buffer = lines.pop() || ""; // Keep incomplete line in buffer
137
- for (const line of lines) {
138
- if (line.trim()) {
139
- const response = responseSchema.parse(JSON.parse(line));
140
- checkAndThrowError(response);
141
- yield response;
142
- }
143
- }
144
- }
145
- }
146
- async function* streamProfiled(request, rpc, options = {}, profilingMeta) {
147
- const profileId = profilingMeta?.id ?? generateId();
148
- const timings = createDelegationStreamTimings(profileId, request.type);
149
- try {
150
- if (options.peerKey) {
151
- flushServerConnectionEvent(options.peerKey);
152
- }
153
- const parsedRequest = requestSchema.parse(request);
154
- const req = rpc.request(getNextCommandId());
155
- logger.debug("[delegate-transport] Streaming (profiled):", {
156
- type: request.type,
157
- });
158
- const stringifyStart = nowMs();
159
- const requestWithProfiling = {
160
- ...parsedRequest,
161
- [PROFILING_KEY]: { id: profileId },
162
- };
163
- const payload = JSON.stringify(requestWithProfiling);
164
- timings.requestStringifyMs = nowMs() - stringifyStart;
165
- timings.sendStart = nowMs();
166
- req.send(payload, "utf-8");
167
- const responseStream = req.createResponseStream({ encoding: "utf-8" });
168
- let buffer = "";
169
- async function* processStream() {
170
- for await (const chunk of responseStream) {
171
- yield chunk;
172
- }
173
- }
174
- const streamWithTimeout = withTimeoutStream(processStream(), options?.timeout);
175
- let lastServerMeta;
176
- for await (const chunk of streamWithTimeout) {
177
- buffer += chunk.toString();
178
- const lines = buffer.split("\n");
179
- buffer = lines.pop() || "";
180
- for (const line of lines) {
181
- if (line.trim()) {
182
- const rawPayload = JSON.parse(line);
183
- const response = responseSchema.parse(rawPayload);
184
- checkAndThrowError(response);
185
- timings.chunkCount++;
186
- if (timings.firstChunkAt === undefined) {
187
- timings.firstChunkAt = nowMs();
188
- }
189
- timings.lastChunkAt = nowMs();
190
- const serverMeta = extractProfilingMeta(rawPayload);
191
- if (serverMeta?.operation) {
192
- response[OPERATION_EVENT_KEY] = serverMeta.operation;
193
- }
194
- if (serverMeta) {
195
- lastServerMeta = serverMeta;
196
- }
197
- response[DELEGATION_BREAKDOWN_KEY] =
198
- buildDelegationStreamBreakdown(timings);
199
- yield response;
200
- }
201
- }
202
- }
203
- recordDelegationStreamEvents(timings, lastServerMeta);
204
- }
205
- catch (error) {
206
- const base = {
207
- ts: nowMs(),
208
- op: timings.requestType,
209
- kind: "delegation",
210
- profileId: timings.profileId,
211
- };
212
- recordFailure(base, timings.requestStart, error);
213
- throw error;
214
- }
215
- }
@@ -1,3 +0,0 @@
1
- import type { HandlerEntry } from "./handler-utils";
2
- export declare const registry: Record<string, HandlerEntry>;
3
- //# sourceMappingURL=handler-registry.d.ts.map
@@ -1,90 +0,0 @@
1
- import {} from "../../schemas/index.js";
2
- import { handleCompletionStream } from "./handlers/completion-stream.js";
3
- import { handleDownloadAsset } from "./handlers/download-asset.js";
4
- import { handleLoadModel } from "./handlers/load-model/index.js";
5
- import { handleLoadModelDelegated } from "./handlers/load-model-delegated.js";
6
- import { handleCompletionStreamDelegated } from "./handlers/completion-stream-delegated.js";
7
- import { getModelEntry } from "../bare/registry/model-registry.js";
8
- import { handleUnloadModel } from "./handlers/unload-model.js";
9
- import { handleUnloadModelDelegated } from "./handlers/unload-model-delegated.js";
10
- import { handleTranscribeStream } from "./handlers/transcribe-stream.js";
11
- import { handleEmbed } from "./handlers/embed.js";
12
- import { handleTranslate } from "./handlers/translate.js";
13
- import { handleLoggingStream } from "./handlers/logging-stream.js";
14
- import { cancelHandler } from "./handlers/cancelHandler.js";
15
- import { provideHandler } from "./handlers/provideHandler.js";
16
- import { stopProvideHandler } from "./handlers/stopProvideHandler.js";
17
- import { handleRag } from "./handlers/rag.js";
18
- import { handleDeleteCache } from "./handlers/delete-cache.js";
19
- import { handleTextToSpeech } from "./handlers/text-to-speech.js";
20
- import { handleGetModelInfo } from "./handlers/get-model-info.js";
21
- import { handleOCRStream } from "./handlers/ocr-stream.js";
22
- import { handlePing } from "./handlers/ping.js";
23
- import { handlePluginInvoke, handlePluginInvokeStream, } from "./handlers/plugin-invoke.js";
24
- import { handleModelRegistryList, handleModelRegistrySearch, handleModelRegistryGetModel, } from "./handlers/registry.js";
25
- function ragSupportsProgress(request) {
26
- if (request.type !== "rag")
27
- return false;
28
- return ["ingest", "saveEmbeddings", "reindex"].includes(request.operation);
29
- }
30
- function isModelDelegated(request) {
31
- if (!("modelId" in request))
32
- return false;
33
- const entry = getModelEntry(request.modelId);
34
- return entry?.isDelegated ?? false;
35
- }
36
- export const registry = {
37
- // Simple Reply handlers
38
- ping: { type: "reply", handler: handlePing },
39
- unloadModel: {
40
- type: "reply",
41
- handler: handleUnloadModel,
42
- delegatedHandler: handleUnloadModelDelegated,
43
- isDelegated: isModelDelegated,
44
- },
45
- embed: { type: "reply", handler: handleEmbed },
46
- cancel: { type: "reply", handler: cancelHandler },
47
- provide: { type: "reply", handler: provideHandler },
48
- stopProvide: { type: "reply", handler: stopProvideHandler },
49
- deleteCache: { type: "reply", handler: handleDeleteCache },
50
- getModelInfo: { type: "reply", handler: handleGetModelInfo },
51
- pluginInvoke: { type: "reply", handler: handlePluginInvoke },
52
- modelRegistryList: { type: "reply", handler: handleModelRegistryList },
53
- modelRegistrySearch: { type: "reply", handler: handleModelRegistrySearch },
54
- modelRegistryGetModel: {
55
- type: "reply",
56
- handler: handleModelRegistryGetModel,
57
- },
58
- // Simple Stream handlers
59
- transcribeStream: { type: "stream", handler: handleTranscribeStream },
60
- loggingStream: { type: "stream", handler: handleLoggingStream },
61
- translate: { type: "stream", handler: handleTranslate },
62
- textToSpeech: { type: "stream", handler: handleTextToSpeech },
63
- ocrStream: { type: "stream", handler: handleOCRStream },
64
- pluginInvokeStream: { type: "stream", handler: handlePluginInvokeStream },
65
- // Handlers with delegation support
66
- loadModel: {
67
- type: "reply",
68
- handler: handleLoadModel,
69
- delegatedHandler: handleLoadModelDelegated,
70
- isDelegated: (r) => r.type === "loadModel" && !!r.delegate,
71
- supportsProgress: true,
72
- },
73
- completionStream: {
74
- type: "stream",
75
- handler: handleCompletionStream,
76
- delegatedHandler: handleCompletionStreamDelegated,
77
- isDelegated: isModelDelegated,
78
- },
79
- // Handlers with progress support
80
- downloadAsset: {
81
- type: "reply",
82
- handler: handleDownloadAsset,
83
- supportsProgress: true,
84
- },
85
- rag: {
86
- type: "reply",
87
- handler: handleRag,
88
- supportsProgress: ragSupportsProgress,
89
- },
90
- };
@@ -1,23 +0,0 @@
1
- import { type QvacConfig, type Request, type Response, type RuntimeContext } from "../../schemas/index";
2
- import type RPC from "bare-rpc";
3
- import { type ServerProfiler } from "./profiling/index";
4
- type ReplyHandler = (request: any, ...args: any[]) => Promise<Response> | Response;
5
- type StreamHandler = (request: any, ...args: any[]) => AsyncGenerator<Response>;
6
- type ProgressHandler = (request: any, ...args: any[]) => Promise<Response>;
7
- export type HandlerEntry = {
8
- type: "reply" | "stream";
9
- handler: ReplyHandler | StreamHandler | ProgressHandler;
10
- delegatedHandler?: ReplyHandler | StreamHandler | ProgressHandler;
11
- isDelegated?: (request: Request) => boolean;
12
- supportsProgress?: boolean | ((request: Request) => boolean);
13
- };
14
- export declare function executeHandler(req: RPC.IncomingRequest, request: Request, entry: HandlerEntry, profiler: ServerProfiler): Promise<void>;
15
- type InitConfigMessage = {
16
- type: "__init_config";
17
- config: QvacConfig;
18
- runtimeContext?: RuntimeContext;
19
- };
20
- export declare function isInitConfigMessage(data: unknown): data is InitConfigMessage;
21
- export declare function handleInitConfig(req: RPC.IncomingRequest, data: InitConfigMessage): void;
22
- export {};
23
- //# sourceMappingURL=handler-utils.d.ts.map
@@ -1,128 +0,0 @@
1
- import { PROFILING_KEY, } from "../../schemas/index.js";
2
- import { sendErrorResponse, sendStreamErrorResponse, } from "../error-handlers.js";
3
- import { setSDKConfig } from "../bare/registry/config-registry.js";
4
- import { setRuntimeContext } from "../bare/registry/runtime-context-registry.js";
5
- import {} from "./profiling/index.js";
6
- function getProfilingMetaFromRequest(request) {
7
- if (PROFILING_KEY in request) {
8
- return request[PROFILING_KEY];
9
- }
10
- return undefined;
11
- }
12
- async function executeReplyHandler(req, request, handler, profiler, isDelegated) {
13
- profiler.startHandler();
14
- try {
15
- let response;
16
- if (isDelegated) {
17
- const profilingMeta = getProfilingMetaFromRequest(request);
18
- response = await handler(request, profilingMeta ? { profilingMeta } : undefined);
19
- }
20
- else {
21
- response = await handler(request);
22
- }
23
- profiler.endHandler();
24
- req.reply(profiler.serialize(response, true), "utf-8");
25
- }
26
- catch (error) {
27
- profiler.endHandler();
28
- sendErrorResponse(req, error, profiler);
29
- }
30
- }
31
- async function executeStreamHandler(req, request, handler, profiler, isDelegated) {
32
- const stream = req.createResponseStream();
33
- profiler.startHandler();
34
- try {
35
- // eslint-disable-next-line @typescript-eslint/no-explicit-any
36
- let generator;
37
- if (isDelegated) {
38
- const profilingMeta = getProfilingMetaFromRequest(request);
39
- generator = handler(request, profilingMeta ? { profilingMeta } : undefined);
40
- }
41
- else {
42
- generator = handler(request);
43
- }
44
- for await (const response of generator) {
45
- stream.write(profiler.serialize(response, false) + "\n", "utf-8");
46
- }
47
- profiler.endHandler();
48
- const trailer = profiler.serialize();
49
- if (trailer) {
50
- stream.write(trailer + "\n", "utf-8");
51
- }
52
- stream.end();
53
- }
54
- catch (error) {
55
- profiler.endHandler();
56
- sendStreamErrorResponse(stream, error, profiler);
57
- }
58
- }
59
- async function executeProgressHandler(req, request, handler, profiler, isDelegated) {
60
- const stream = req.createResponseStream();
61
- profiler.startHandler();
62
- const progressCallback = (update) => {
63
- stream.write(profiler.serialize(update, false) + "\n", "utf-8");
64
- };
65
- try {
66
- let response;
67
- if (isDelegated) {
68
- const profilingMeta = getProfilingMetaFromRequest(request);
69
- const options = { progressCallback };
70
- if (profilingMeta) {
71
- options.profilingMeta = profilingMeta;
72
- }
73
- response = await handler(request, options);
74
- }
75
- else {
76
- response = await handler(request, progressCallback);
77
- }
78
- profiler.endHandler();
79
- stream.write(profiler.serialize(response, true) + "\n", "utf-8");
80
- stream.end();
81
- }
82
- catch (error) {
83
- profiler.endHandler();
84
- sendStreamErrorResponse(stream, error, profiler);
85
- }
86
- }
87
- // Unified handler executor with delegation and progress support
88
- export async function executeHandler(req, request, entry, profiler) {
89
- const isDelegated = !!(entry.delegatedHandler && entry.isDelegated?.(request));
90
- const handler = isDelegated ? entry.delegatedHandler : entry.handler;
91
- const wantsProgress = "withProgress" in request &&
92
- request.withProgress &&
93
- (typeof entry.supportsProgress === "function"
94
- ? entry.supportsProgress(request)
95
- : entry.supportsProgress);
96
- if (entry.type === "stream") {
97
- await executeStreamHandler(req, request, handler, profiler, isDelegated);
98
- }
99
- else if (wantsProgress) {
100
- await executeProgressHandler(req, request, handler, profiler, isDelegated);
101
- }
102
- else {
103
- await executeReplyHandler(req, request, handler, profiler, isDelegated);
104
- }
105
- }
106
- export function isInitConfigMessage(data) {
107
- return (typeof data === "object" &&
108
- data !== null &&
109
- "type" in data &&
110
- data.type === "__init_config");
111
- }
112
- export function handleInitConfig(req, data) {
113
- try {
114
- if (data.config) {
115
- setSDKConfig(data.config);
116
- }
117
- if (data.runtimeContext) {
118
- setRuntimeContext(data.runtimeContext);
119
- }
120
- req.reply(JSON.stringify({ success: true }), "utf-8");
121
- }
122
- catch (error) {
123
- req.reply(JSON.stringify({
124
- success: false,
125
- error: error instanceof Error ? error.message : String(error),
126
- }), "utf-8");
127
- }
128
- }
@@ -1,3 +0,0 @@
1
- import type { GetModelInfoRequest, GetModelInfoResponse } from "../../../schemas/index";
2
- export declare function handleGetModelInfo(request: GetModelInfoRequest): Promise<GetModelInfoResponse>;
3
- //# sourceMappingURL=get-model-info.d.ts.map
@@ -1,164 +0,0 @@
1
- import { models } from "../../../models/registry/models.js";
2
- import { getAllModelIds, getModelEntry, } from "../../bare/registry/model-registry.js";
3
- import { getConfiguredCacheDir } from "../../bare/registry/config-registry.js";
4
- import { generateShortHash } from "../../utils/index.js";
5
- import { promises as fsPromises } from "bare-fs";
6
- import path from "bare-path";
7
- import { getShardPath } from "../../utils/cache.js";
8
- import { ModelNotFoundError } from "../../../utils/errors-server.js";
9
- export async function handleGetModelInfo(request) {
10
- const { name } = request;
11
- const catalogEntry = models.find((m) => m.name === name);
12
- if (!catalogEntry) {
13
- throw new ModelNotFoundError(`${name}" not found in catalog. Use model names from the catalog (e.g., "WHISPER_TINY", "EMBEDDINGGEMMA_300M_Q4_0")`);
14
- }
15
- const cacheKey = generateShortHash(catalogEntry.registryPath);
16
- const cacheStatus = catalogEntry.shardMetadata && catalogEntry.shardMetadata.length > 0
17
- ? await handleShardedModel(cacheKey, catalogEntry.shardMetadata)
18
- : await handleSingleFileModel(catalogEntry.registryPath, catalogEntry.modelId, catalogEntry.expectedSize, catalogEntry.sha256Checksum);
19
- const { cacheFiles, isCached, actualSize, cachedAt } = cacheStatus;
20
- const loadedModelIds = getAllModelIds();
21
- const loadedInstances = [];
22
- for (const id of loadedModelIds) {
23
- const entry = getModelEntry(id);
24
- if (!entry?.local)
25
- continue;
26
- const matchesByName = entry.local.name && entry.local.name === name;
27
- const matchesByPath = cacheFiles.length > 0 && entry.local.path === cacheFiles[0]?.path;
28
- if (matchesByName || matchesByPath) {
29
- const instance = {
30
- registryId: id,
31
- loadedAt: entry.local.loadedAt,
32
- config: entry.local.config,
33
- };
34
- loadedInstances.push(instance);
35
- }
36
- }
37
- const isLoaded = loadedInstances.length > 0;
38
- const modelInfo = {
39
- name: catalogEntry.name,
40
- modelId: catalogEntry.modelId,
41
- registryPath: catalogEntry.registryPath,
42
- registrySource: catalogEntry.registrySource,
43
- blobCoreKey: catalogEntry.blobCoreKey,
44
- blobBlockOffset: catalogEntry.blobBlockOffset,
45
- blobBlockLength: catalogEntry.blobBlockLength,
46
- blobByteOffset: catalogEntry.blobByteOffset,
47
- engine: catalogEntry.engine,
48
- quantization: catalogEntry.quantization,
49
- params: catalogEntry.params,
50
- expectedSize: catalogEntry.expectedSize,
51
- sha256Checksum: catalogEntry.sha256Checksum,
52
- addon: catalogEntry.addon,
53
- isCached,
54
- isLoaded,
55
- cacheFiles,
56
- actualSize,
57
- cachedAt,
58
- loadedInstances: loadedInstances.length > 0 ? loadedInstances : undefined,
59
- };
60
- return {
61
- type: "getModelInfo",
62
- modelInfo,
63
- };
64
- }
65
- async function handleShardedModel(cacheKey, shardMetadata) {
66
- const cacheFiles = [];
67
- let allShardsCached = true;
68
- let totalActualSize = 0;
69
- let latestCachedAt;
70
- for (const shard of shardMetadata) {
71
- const shardPath = getShardPath(cacheKey, shard.filename);
72
- let shardIsCached = false;
73
- let shardActualSize;
74
- let shardCachedAt;
75
- try {
76
- const stats = await fsPromises.stat(shardPath);
77
- const fileExists = stats.isFile();
78
- if (fileExists) {
79
- shardActualSize = stats.size;
80
- shardCachedAt = stats.mtime;
81
- shardIsCached = stats.size === shard.expectedSize;
82
- if (shardIsCached) {
83
- totalActualSize += stats.size;
84
- if (!latestCachedAt || stats.mtime > latestCachedAt) {
85
- latestCachedAt = stats.mtime;
86
- }
87
- }
88
- else {
89
- allShardsCached = false;
90
- }
91
- }
92
- else {
93
- allShardsCached = false;
94
- }
95
- }
96
- catch {
97
- shardIsCached = false;
98
- allShardsCached = false;
99
- }
100
- cacheFiles.push({
101
- filename: shard.filename,
102
- path: shardPath,
103
- expectedSize: shard.expectedSize,
104
- sha256Checksum: shard.sha256Checksum,
105
- isCached: shardIsCached,
106
- actualSize: shardActualSize,
107
- cachedAt: shardCachedAt,
108
- });
109
- }
110
- const result = {
111
- cacheFiles,
112
- isCached: allShardsCached,
113
- };
114
- if (allShardsCached) {
115
- result.actualSize = totalActualSize;
116
- if (latestCachedAt) {
117
- result.cachedAt = latestCachedAt;
118
- }
119
- }
120
- return result;
121
- }
122
- async function handleSingleFileModel(registryPath, modelId, expectedSize, sha256Checksum) {
123
- const cacheDir = getConfiguredCacheDir();
124
- // Use registryPath for hash to match download logic in registry.ts
125
- const sourceHash = generateShortHash(registryPath);
126
- const filePath = path.join(cacheDir, `${sourceHash}_${modelId}`);
127
- let fileIsCached = false;
128
- let fileActualSize;
129
- let fileCachedAt;
130
- try {
131
- const stats = await fsPromises.stat(filePath);
132
- const fileExists = stats.isFile();
133
- if (fileExists) {
134
- fileActualSize = stats.size;
135
- fileCachedAt = stats.mtime;
136
- fileIsCached = stats.size === expectedSize;
137
- }
138
- }
139
- catch {
140
- fileIsCached = false;
141
- }
142
- const cacheFiles = [
143
- {
144
- filename: modelId,
145
- path: filePath,
146
- expectedSize,
147
- sha256Checksum,
148
- isCached: fileIsCached,
149
- actualSize: fileActualSize,
150
- cachedAt: fileCachedAt,
151
- },
152
- ];
153
- const result = {
154
- cacheFiles,
155
- isCached: fileIsCached,
156
- };
157
- if (fileActualSize !== undefined) {
158
- result.actualSize = fileActualSize;
159
- }
160
- if (fileCachedAt !== undefined) {
161
- result.cachedAt = fileCachedAt;
162
- }
163
- return result;
164
- }
@@ -1,6 +0,0 @@
1
- import type { ModelProgressUpdate } from "../../../../schemas/index";
2
- import type { DownloadResult } from "./types";
3
- export declare function downloadModelFromHttpWithStats(url: string, progressCallback?: (progress: ModelProgressUpdate) => void): Promise<DownloadResult>;
4
- export declare function downloadModelFromRegistryWithStats(registryPath: string, registrySource: string, progressCallback?: (progress: ModelProgressUpdate) => void, expectedChecksum?: string): Promise<DownloadResult>;
5
- export declare function downloadModelFromHyperdriveWithStats(hyperdriveKey: string, modelFileName: string, seed?: boolean, progressCallback?: (progress: ModelProgressUpdate) => void): Promise<DownloadResult>;
6
- //# sourceMappingURL=download-stats.d.ts.map