@qvac/sdk 0.7.1 → 0.8.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (257) hide show
  1. package/NOTICE +73 -10
  2. package/README.md +4 -4
  3. package/bare-imports.json +9 -0
  4. package/dist/client/api/cancel.d.ts +9 -0
  5. package/dist/client/api/cancel.js +9 -0
  6. package/dist/client/api/completion-stream.d.ts +2 -1
  7. package/dist/client/api/completion-stream.js +2 -1
  8. package/dist/client/api/download-asset.d.ts +3 -2
  9. package/dist/client/api/download-asset.js +4 -3
  10. package/dist/client/api/embed.d.ts +5 -2
  11. package/dist/client/api/embed.js +2 -2
  12. package/dist/client/api/get-model-info.d.ts +1 -1
  13. package/dist/client/api/heartbeat.d.ts +30 -0
  14. package/dist/client/api/heartbeat.js +38 -0
  15. package/dist/client/api/index.d.ts +1 -1
  16. package/dist/client/api/index.js +1 -1
  17. package/dist/client/api/invoke-plugin.d.ts +3 -2
  18. package/dist/client/api/invoke-plugin.js +4 -4
  19. package/dist/client/api/load-model.d.ts +12 -10
  20. package/dist/client/api/load-model.js +3 -3
  21. package/dist/client/api/rag.d.ts +10 -10
  22. package/dist/client/api/rag.js +21 -21
  23. package/dist/client/api/text-to-speech.d.ts +2 -2
  24. package/dist/client/api/text-to-speech.js +3 -3
  25. package/dist/client/api/transcribe.d.ts +5 -3
  26. package/dist/client/api/transcribe.js +6 -4
  27. package/dist/client/api/translate.d.ts +2 -2
  28. package/dist/client/api/translate.js +3 -3
  29. package/dist/client/rpc/node-rpc-client.d.ts +2 -7
  30. package/dist/client/rpc/node-rpc-client.js +2 -39
  31. package/dist/client/rpc/profiling/index.d.ts +2 -0
  32. package/dist/client/rpc/profiling/index.js +1 -0
  33. package/dist/client/rpc/profiling/profiler.d.ts +27 -0
  34. package/dist/client/rpc/profiling/profiler.js +139 -0
  35. package/dist/client/rpc/rpc-client.d.ts +2 -2
  36. package/dist/client/rpc/rpc-client.js +174 -12
  37. package/dist/examples/delegated-inference/consumer-profiled.d.ts +2 -0
  38. package/dist/examples/delegated-inference/consumer-profiled.js +67 -0
  39. package/dist/examples/embed-p2p.d.ts +2 -0
  40. package/dist/examples/llamacpp-multimodal.js +1 -1
  41. package/dist/examples/llamacpp-p2p.d.ts +2 -0
  42. package/dist/examples/parallel-download.js +45 -13
  43. package/dist/examples/profiling/basic.d.ts +2 -0
  44. package/dist/examples/profiling/basic.js +71 -0
  45. package/dist/examples/profiling/per-call.d.ts +2 -0
  46. package/dist/examples/profiling/per-call.js +30 -0
  47. package/dist/examples/seed-p2p.d.ts +2 -0
  48. package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +2 -0
  49. package/dist/examples/transcription/parakeet-ctc-filesystem.js +40 -0
  50. package/dist/examples/transcription/parakeet-microphone-record.d.ts +2 -0
  51. package/dist/examples/transcription/parakeet-microphone-record.js +95 -0
  52. package/dist/examples/transcription/parakeet-sortformer.d.ts +2 -0
  53. package/dist/examples/transcription/parakeet-sortformer.js +115 -0
  54. package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +2 -0
  55. package/dist/examples/transcription/parakeet-tdt-filesystem.js +44 -0
  56. package/dist/examples/translation/translation-bergamot-pivot.d.ts +2 -0
  57. package/dist/examples/translation/translation-bergamot-pivot.js +73 -0
  58. package/dist/examples/translation/translation-llm-afriquegemma.d.ts +2 -0
  59. package/dist/examples/translation/translation-llm-afriquegemma.js +39 -0
  60. package/dist/index.d.ts +4 -2
  61. package/dist/index.js +3 -1
  62. package/dist/logging/index.d.ts +1 -1
  63. package/dist/logging/index.js +1 -1
  64. package/dist/logging/namespaces.d.ts +3 -9
  65. package/dist/logging/namespaces.js +2 -8
  66. package/dist/logging/registry.js +15 -1
  67. package/dist/models/registry/models.d.ts +1671 -310
  68. package/dist/models/registry/models.js +2116 -710
  69. package/dist/models/update-models/codegen.js +2 -2
  70. package/dist/models/update-models/history.d.ts +11 -0
  71. package/dist/models/update-models/history.js +24 -5
  72. package/dist/models/update-models/index.js +17 -16
  73. package/dist/models/update-models/naming.js +56 -0
  74. package/dist/profiling/aggregator.d.ts +15 -0
  75. package/dist/profiling/aggregator.js +100 -0
  76. package/dist/profiling/clock.d.ts +12 -0
  77. package/dist/profiling/clock.js +51 -0
  78. package/dist/profiling/controller.d.ts +33 -0
  79. package/dist/profiling/controller.js +123 -0
  80. package/dist/profiling/envelope.d.ts +10 -0
  81. package/dist/profiling/envelope.js +36 -0
  82. package/dist/profiling/events.d.ts +20 -0
  83. package/dist/profiling/events.js +37 -0
  84. package/dist/profiling/exporters.d.ts +10 -0
  85. package/dist/profiling/exporters.js +236 -0
  86. package/dist/profiling/index.d.ts +36 -0
  87. package/dist/profiling/index.js +31 -0
  88. package/dist/profiling/ring-buffer.d.ts +19 -0
  89. package/dist/profiling/ring-buffer.js +83 -0
  90. package/dist/profiling/types.d.ts +47 -0
  91. package/dist/profiling/types.js +1 -0
  92. package/dist/schemas/cancel.d.ts +12 -0
  93. package/dist/schemas/cancel.js +2 -0
  94. package/dist/schemas/common.d.ts +1927 -135
  95. package/dist/schemas/common.js +6 -3
  96. package/dist/schemas/completion-stream.d.ts +31 -0
  97. package/dist/schemas/completion-stream.js +13 -0
  98. package/dist/schemas/delegate.d.ts +8 -0
  99. package/dist/schemas/delegate.js +5 -2
  100. package/dist/schemas/download-asset.d.ts +14 -3
  101. package/dist/schemas/download-asset.js +3 -1
  102. package/dist/schemas/engine-addon-map.js +9 -6
  103. package/dist/schemas/get-model-info.d.ts +2 -0
  104. package/dist/schemas/get-model-info.js +1 -0
  105. package/dist/schemas/heartbeat.d.ts +17 -0
  106. package/dist/schemas/heartbeat.js +10 -0
  107. package/dist/schemas/index.d.ts +3 -2
  108. package/dist/schemas/index.js +3 -2
  109. package/dist/schemas/llamacpp-config.d.ts +140 -14
  110. package/dist/schemas/llamacpp-config.js +11 -7
  111. package/dist/schemas/load-model.d.ts +9762 -2515
  112. package/dist/schemas/load-model.js +142 -182
  113. package/dist/schemas/model-src-utils.d.ts +10 -2
  114. package/dist/schemas/model-types.d.ts +19 -1
  115. package/dist/schemas/model-types.js +11 -0
  116. package/dist/schemas/ocr.d.ts +37 -0
  117. package/dist/schemas/ocr.js +5 -0
  118. package/dist/schemas/plugin.d.ts +51 -5
  119. package/dist/schemas/plugin.js +26 -0
  120. package/dist/schemas/profiling.d.ts +105 -0
  121. package/dist/schemas/profiling.js +66 -0
  122. package/dist/schemas/registry.d.ts +18 -0
  123. package/dist/schemas/registry.js +2 -0
  124. package/dist/schemas/reload-config.d.ts +126 -6
  125. package/dist/schemas/reload-config.js +1 -1
  126. package/dist/schemas/sdk-config.d.ts +2280 -24
  127. package/dist/schemas/sdk-config.js +6 -1
  128. package/dist/schemas/sdk-errors-client.d.ts +1 -0
  129. package/dist/schemas/sdk-errors-client.js +7 -0
  130. package/dist/schemas/sdk-errors-server.d.ts +3 -0
  131. package/dist/schemas/sdk-errors-server.js +15 -0
  132. package/dist/schemas/text-to-speech.d.ts +90 -68
  133. package/dist/schemas/text-to-speech.js +16 -33
  134. package/dist/schemas/transcription-config.d.ts +383 -0
  135. package/dist/schemas/{whispercpp-config.js → transcription-config.js} +29 -1
  136. package/dist/schemas/translation-config.d.ts +463 -8
  137. package/dist/schemas/translation-config.js +35 -2
  138. package/dist/server/bare/delegate-rpc-client.js +52 -11
  139. package/dist/server/bare/ops/load-model.d.ts +7 -1
  140. package/dist/server/bare/ops/load-model.js +41 -42
  141. package/dist/server/bare/ops/transcribe.d.ts +3 -0
  142. package/dist/server/bare/ops/transcribe.js +75 -0
  143. package/dist/server/bare/ops/translate.d.ts +2 -0
  144. package/dist/server/bare/ops/translate.js +12 -4
  145. package/dist/server/bare/plugins/index.d.ts +1 -0
  146. package/dist/server/bare/plugins/index.js +1 -0
  147. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +2 -1
  148. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +8 -6
  149. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +108 -3
  150. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +19 -6
  151. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +32 -2
  152. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +31 -17
  153. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +325 -3
  154. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +117 -13
  155. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +50 -2
  156. package/dist/server/bare/plugins/onnx-ocr/plugin.js +46 -5
  157. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +351 -4
  158. package/dist/server/bare/plugins/onnx-tts/plugin.js +81 -61
  159. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +317 -0
  160. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +154 -0
  161. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +209 -3
  162. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +21 -9
  163. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +2 -2
  164. package/dist/server/bare/registry/model-config-utils.js +3 -1
  165. package/dist/server/bare/registry/model-registry.d.ts +2 -0
  166. package/dist/server/bare/registry/model-registry.js +2 -1
  167. package/dist/server/bare/utils/audio-input.d.ts +10 -0
  168. package/dist/server/bare/utils/audio-input.js +33 -0
  169. package/dist/server/error-handlers.d.ts +3 -2
  170. package/dist/server/error-handlers.js +11 -8
  171. package/dist/server/plugins/registry.js +5 -1
  172. package/dist/server/rpc/delegate-transport.d.ts +11 -3
  173. package/dist/server/rpc/delegate-transport.js +214 -38
  174. package/dist/server/rpc/delegate-utils.d.ts +2 -0
  175. package/dist/server/rpc/delegate-utils.js +5 -0
  176. package/dist/server/rpc/handle-request.js +43 -4
  177. package/dist/server/rpc/handler-registry.js +33 -4
  178. package/dist/server/rpc/handler-utils.d.ts +5 -4
  179. package/dist/server/rpc/handler-utils.js +114 -31
  180. package/dist/server/rpc/handlers/cancel-delegated.d.ts +4 -0
  181. package/dist/server/rpc/handlers/cancel-delegated.js +71 -0
  182. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +3 -1
  183. package/dist/server/rpc/handlers/completion-stream-delegated.js +13 -4
  184. package/dist/server/rpc/handlers/download-asset.js +55 -3
  185. package/dist/server/rpc/handlers/heartbeat-delegated.d.ts +4 -0
  186. package/dist/server/rpc/handlers/heartbeat-delegated.js +32 -0
  187. package/dist/server/rpc/handlers/heartbeat.d.ts +3 -0
  188. package/dist/server/rpc/handlers/heartbeat.js +3 -0
  189. package/dist/server/rpc/handlers/index.d.ts +2 -2
  190. package/dist/server/rpc/handlers/index.js +2 -2
  191. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +6 -0
  192. package/dist/server/rpc/handlers/load-model/download-stats.js +87 -0
  193. package/dist/server/rpc/handlers/load-model/handler.js +108 -123
  194. package/dist/server/rpc/handlers/load-model/http.d.ts +2 -1
  195. package/dist/server/rpc/handlers/load-model/http.js +21 -5
  196. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -1
  197. package/dist/server/rpc/handlers/load-model/hyperdrive.js +19 -14
  198. package/dist/server/rpc/handlers/load-model/registry.d.ts +2 -1
  199. package/dist/server/rpc/handlers/load-model/registry.js +113 -136
  200. package/dist/server/rpc/handlers/load-model/resolve.d.ts +2 -0
  201. package/dist/server/rpc/handlers/load-model/resolve.js +55 -22
  202. package/dist/server/rpc/handlers/load-model/types.d.ts +29 -0
  203. package/dist/server/rpc/handlers/load-model/types.js +1 -0
  204. package/dist/server/rpc/handlers/load-model-delegated.d.ts +5 -1
  205. package/dist/server/rpc/handlers/load-model-delegated.js +41 -11
  206. package/dist/server/rpc/handlers/plugin-dispatch.js +15 -10
  207. package/dist/server/rpc/handlers/plugin-invoke.js +56 -51
  208. package/dist/server/rpc/handlers/rag.js +24 -0
  209. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +3 -0
  210. package/dist/server/rpc/handlers/unload-model-delegated.js +32 -0
  211. package/dist/server/rpc/profiling/context.d.ts +18 -0
  212. package/dist/server/rpc/profiling/context.js +38 -0
  213. package/dist/server/rpc/profiling/delegation-profiler.d.ts +32 -0
  214. package/dist/server/rpc/profiling/delegation-profiler.js +154 -0
  215. package/dist/server/rpc/profiling/index.d.ts +5 -0
  216. package/dist/server/rpc/profiling/index.js +4 -0
  217. package/dist/server/rpc/profiling/operation-metrics.d.ts +25 -0
  218. package/dist/server/rpc/profiling/operation-metrics.js +199 -0
  219. package/dist/server/rpc/profiling/operation-wrappers.d.ts +18 -0
  220. package/dist/server/rpc/profiling/operation-wrappers.js +124 -0
  221. package/dist/server/rpc/profiling/profiler.d.ts +13 -0
  222. package/dist/server/rpc/profiling/profiler.js +97 -0
  223. package/dist/server/utils/cache.d.ts +2 -1
  224. package/dist/server/utils/cache.js +5 -1
  225. package/dist/server/utils/checksum.d.ts +2 -0
  226. package/dist/server/utils/checksum.js +7 -0
  227. package/dist/server/utils/formatting.d.ts +6 -0
  228. package/dist/server/utils/formatting.js +35 -0
  229. package/dist/server/worker.js +2 -1
  230. package/dist/utils/errors-client.d.ts +3 -0
  231. package/dist/utils/errors-client.js +6 -0
  232. package/dist/utils/errors-server.d.ts +9 -0
  233. package/dist/utils/errors-server.js +15 -0
  234. package/dist/utils/global-singleton.d.ts +2 -0
  235. package/dist/utils/global-singleton.js +10 -0
  236. package/package.json +22 -18
  237. package/dist/client/api/ping.d.ts +0 -11
  238. package/dist/client/api/ping.js +0 -19
  239. package/dist/examples/embed-hyperdrive.d.ts +0 -2
  240. package/dist/examples/llamacpp-hyperdrive.d.ts +0 -2
  241. package/dist/examples/seed-hyperdrive.d.ts +0 -2
  242. package/dist/schemas/ping.d.ts +0 -11
  243. package/dist/schemas/ping.js +0 -8
  244. package/dist/schemas/whispercpp-config.d.ts +0 -70
  245. package/dist/server/bare/plugins/whispercpp-transcription/ops/transcribe-stream.d.ts +0 -3
  246. package/dist/server/bare/plugins/whispercpp-transcription/ops/transcribe-stream.js +0 -81
  247. package/dist/server/rpc/handlers/ping.d.ts +0 -3
  248. package/dist/server/rpc/handlers/ping.js +0 -3
  249. /package/dist/examples/{embed-hyperdrive.js → embed-p2p.js} +0 -0
  250. /package/dist/examples/{llamacpp-hyperdrive.js → llamacpp-p2p.js} +0 -0
  251. /package/dist/examples/{seed-hyperdrive.js → seed-p2p.js} +0 -0
  252. /package/dist/examples/{whispercpp-filesystem.d.ts → transcription/whispercpp-filesystem.d.ts} +0 -0
  253. /package/dist/examples/{whispercpp-filesystem.js → transcription/whispercpp-filesystem.js} +0 -0
  254. /package/dist/examples/{whispercpp-microphone-record.d.ts → transcription/whispercpp-microphone-record.d.ts} +0 -0
  255. /package/dist/examples/{whispercpp-microphone-record.js → transcription/whispercpp-microphone-record.js} +0 -0
  256. /package/dist/examples/{whispercpp-prompt.d.ts → transcription/whispercpp-prompt.d.ts} +0 -0
  257. /package/dist/examples/{whispercpp-prompt.js → transcription/whispercpp-prompt.js} +0 -0
package/package.json CHANGED
@@ -1,7 +1,14 @@
1
1
  {
2
2
  "name": "@qvac/sdk",
3
- "version": "0.7.1",
3
+ "version": "0.8.1",
4
4
  "license": "Apache-2.0",
5
+ "repository": {
6
+ "type": "git",
7
+ "url": "git+https://github.com/tetherto/qvac.git",
8
+ "directory": "packages/sdk"
9
+ },
10
+ "bugs": "https://github.com/tetherto/qvac/issues",
11
+ "homepage": "https://github.com/tetherto/qvac/tree/main/packages/sdk#readme",
5
12
  "type": "module",
6
13
  "main": "./dist/index.js",
7
14
  "types": "./dist/index.d.ts",
@@ -28,6 +35,10 @@
28
35
  "types": "./dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts",
29
36
  "import": "./dist/server/bare/plugins/whispercpp-transcription/plugin.js"
30
37
  },
38
+ "./parakeet-transcription/plugin": {
39
+ "types": "./dist/server/bare/plugins/parakeet-transcription/plugin.d.ts",
40
+ "import": "./dist/server/bare/plugins/parakeet-transcription/plugin.js"
41
+ },
31
42
  "./nmtcpp-translation/plugin": {
32
43
  "types": "./dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts",
33
44
  "import": "./dist/server/bare/plugins/nmtcpp-translation/plugin.js"
@@ -100,30 +111,26 @@
100
111
  "bare:ensureprebuilds": "bun run bare:ensureprebuilds:llamacpp && bun run bare:ensureprebuilds:whispercpp && bun run bare:ensureprebuilds:embeddings",
101
112
  "prepare:husky": "bun run husky",
102
113
  "bare:example": "bare ./scripts/bare-bootstrap.js",
103
- "docs_api:website": "typedoc --out ./docs/api/website --entryPoints index.ts --entryPointStrategy expand --readme none",
104
- "docs_api:markdown": "typedoc --plugin typedoc-plugin-markdown --out ./docs/api/markdown --entryPoints index.ts --entryPointStrategy expand --readme none && sed -i '1,4d' ./docs/api/markdown/README.md",
105
- "docs_api": "bun run docs_api:website && bun run docs_api:markdown",
106
114
  "check-models": "tsx ./models/update-models/index.ts --check",
107
115
  "check-models:hook": "tsx ./models/update-models/index.ts --check --non-blocking",
108
116
  "update-models": "tsx ./models/update-models/index.ts",
109
- "changelog:generate": "node ../../scripts/sdk/generate-changelog-sdk-pod.cjs --package=qvac-sdk && prettier --write changelog",
110
- "docs:gen-pages": "remark \"docs/*.mdx\" --output .docs-build",
111
- "docs:gen-api": "typedoc --options docs/typedoc.jsonc"
117
+ "changelog:generate": "node ../../scripts/sdk/generate-changelog-sdk-pod.cjs --package=sdk && prettier --write changelog"
112
118
  },
113
119
  "dependencies": {
114
120
  "@qvac/decoder-audio": "^0.3.3",
115
121
  "@qvac/dl-filesystem": "^0.2.0",
116
- "@qvac/embed-llamacpp": "^0.10.7",
122
+ "@qvac/embed-llamacpp": "^0.12.0",
117
123
  "@qvac/error": "^0.1.1",
118
124
  "@qvac/langdetect-text": "^0.1.0",
119
- "@qvac/llm-llamacpp": "^0.8.9",
125
+ "@qvac/llm-llamacpp": "^0.12.1",
120
126
  "@qvac/logging": "^0.1.0",
121
- "@qvac/ocr-onnx": "^0.1.5",
127
+ "@qvac/ocr-onnx": "^0.2.0",
122
128
  "@qvac/rag": "^0.4.2",
123
- "@qvac/transcription-whispercpp": "^0.3.17",
124
- "@qvac/translation-nmtcpp": "^0.3.9",
125
- "@qvac/tts-onnx": "^0.5.4",
126
129
  "@qvac/registry-client": "^0.2.1",
130
+ "@qvac/transcription-parakeet": "^0.2.0",
131
+ "@qvac/transcription-whispercpp": "^0.5.0",
132
+ "@qvac/translation-nmtcpp": "^0.6.1",
133
+ "@qvac/tts-onnx": "^0.6.1",
127
134
  "fast-safe-stringify": "2.1.1",
128
135
  "which-runtime": "^1.3.2",
129
136
  "zod": "^4.0.17"
@@ -133,7 +140,7 @@
133
140
  "@expo/config-plugins": "^54.0.1",
134
141
  "@lancedb/lancedb": "^0.21.3",
135
142
  "@modelcontextprotocol/sdk": "^1.12.1",
136
- "@qvac/cli": "^0.1.3",
143
+ "@qvac/cli": "^0.2.2",
137
144
  "@sqliteai/sqlite-wasm": "3.50.4-sync.0.8.30-vector.0.9.23",
138
145
  "@types/node": "^24.2.1",
139
146
  "@types/tar-stream": "^3.1.4",
@@ -159,15 +166,12 @@
159
166
  "remark-frontmatter": "^5.0.0",
160
167
  "remark-mdx": "^3.1.1",
161
168
  "tsx": "^4.21.0",
162
- "typedoc": "^0.28.11",
163
- "typedoc-plugin-frontmatter": "^1.3.1",
164
- "typedoc-plugin-markdown": "^4.8.1",
165
169
  "typescript": "^5.9.2",
166
170
  "typescript-eslint": "^8.39.0"
167
171
  },
168
172
  "peerDependencies": {
169
173
  "@modelcontextprotocol/sdk": "^1.0.0",
170
- "@qvac/cli": "^0.1.2",
174
+ "@qvac/cli": "^0.2.2",
171
175
  "bare-abort-controller": "^1.0.0",
172
176
  "bare-buffer": "^3.4.2",
173
177
  "bare-crypto": "^1.11.2",
@@ -1,11 +0,0 @@
1
- /**
2
- * Sends a ping request to the server and returns the pong response.
3
- *
4
- * @returns A promise that resolves to a pong response containing a number.
5
- * @throws {QvacErrorBase} When the response type is not "pong".
6
- */
7
- export declare function ping(): Promise<{
8
- type: "pong";
9
- number: number;
10
- }>;
11
- //# sourceMappingURL=ping.d.ts.map
@@ -1,19 +0,0 @@
1
- import {} from "../../schemas/index.js";
2
- import { send } from "../rpc/rpc-client.js";
3
- import { InvalidResponseError } from "../../utils/errors-client.js";
4
- /**
5
- * Sends a ping request to the server and returns the pong response.
6
- *
7
- * @returns A promise that resolves to a pong response containing a number.
8
- * @throws {QvacErrorBase} When the response type is not "pong".
9
- */
10
- export async function ping() {
11
- const request = {
12
- type: "ping",
13
- };
14
- const response = await send(request);
15
- if (response.type !== "pong") {
16
- throw new InvalidResponseError("pong");
17
- }
18
- return response;
19
- }
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=embed-hyperdrive.d.ts.map
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=llamacpp-hyperdrive.d.ts.map
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=seed-hyperdrive.d.ts.map
@@ -1,11 +0,0 @@
1
- import { z } from "zod";
2
- export declare const pingRequestSchema: z.ZodObject<{
3
- type: z.ZodLiteral<"ping">;
4
- }, z.core.$strip>;
5
- export declare const pingResponseSchema: z.ZodObject<{
6
- type: z.ZodLiteral<"pong">;
7
- number: z.ZodNumber;
8
- }, z.core.$strip>;
9
- export type PingRequest = z.infer<typeof pingRequestSchema>;
10
- export type PingResponse = z.infer<typeof pingResponseSchema>;
11
- //# sourceMappingURL=ping.d.ts.map
@@ -1,8 +0,0 @@
1
- import { z } from "zod";
2
- export const pingRequestSchema = z.object({
3
- type: z.literal("ping"),
4
- });
5
- export const pingResponseSchema = z.object({
6
- type: z.literal("pong"),
7
- number: z.number(),
8
- });
@@ -1,70 +0,0 @@
1
- import { z } from "zod";
2
- export declare const audioFormatSchema: z.ZodEnum<{
3
- f32le: "f32le";
4
- s16le: "s16le";
5
- }>;
6
- export type AudioFormat = z.infer<typeof audioFormatSchema>;
7
- export declare const whisperConfigSchema: z.ZodObject<{
8
- strategy: z.ZodOptional<z.ZodEnum<{
9
- greedy: "greedy";
10
- beam_search: "beam_search";
11
- }>>;
12
- n_threads: z.ZodOptional<z.ZodNumber>;
13
- n_max_text_ctx: z.ZodOptional<z.ZodNumber>;
14
- offset_ms: z.ZodOptional<z.ZodNumber>;
15
- duration_ms: z.ZodOptional<z.ZodNumber>;
16
- audio_ctx: z.ZodOptional<z.ZodNumber>;
17
- translate: z.ZodOptional<z.ZodBoolean>;
18
- no_context: z.ZodOptional<z.ZodBoolean>;
19
- no_timestamps: z.ZodOptional<z.ZodBoolean>;
20
- single_segment: z.ZodOptional<z.ZodBoolean>;
21
- print_special: z.ZodOptional<z.ZodBoolean>;
22
- print_progress: z.ZodOptional<z.ZodBoolean>;
23
- print_realtime: z.ZodOptional<z.ZodBoolean>;
24
- print_timestamps: z.ZodOptional<z.ZodBoolean>;
25
- token_timestamps: z.ZodOptional<z.ZodBoolean>;
26
- thold_pt: z.ZodOptional<z.ZodNumber>;
27
- thold_ptsum: z.ZodOptional<z.ZodNumber>;
28
- max_len: z.ZodOptional<z.ZodNumber>;
29
- split_on_word: z.ZodOptional<z.ZodBoolean>;
30
- max_tokens: z.ZodOptional<z.ZodNumber>;
31
- debug_mode: z.ZodOptional<z.ZodBoolean>;
32
- tdrz_enable: z.ZodOptional<z.ZodBoolean>;
33
- suppress_regex: z.ZodOptional<z.ZodString>;
34
- initial_prompt: z.ZodOptional<z.ZodString>;
35
- language: z.ZodOptional<z.ZodString>;
36
- detect_language: z.ZodOptional<z.ZodBoolean>;
37
- suppress_blank: z.ZodOptional<z.ZodBoolean>;
38
- suppress_nst: z.ZodOptional<z.ZodBoolean>;
39
- temperature: z.ZodOptional<z.ZodNumber>;
40
- length_penalty: z.ZodOptional<z.ZodNumber>;
41
- temperature_inc: z.ZodOptional<z.ZodNumber>;
42
- entropy_thold: z.ZodOptional<z.ZodNumber>;
43
- logprob_thold: z.ZodOptional<z.ZodNumber>;
44
- greedy_best_of: z.ZodOptional<z.ZodNumber>;
45
- beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
46
- vad_model_path: z.ZodOptional<z.ZodString>;
47
- vad_params: z.ZodOptional<z.ZodObject<{
48
- threshold: z.ZodOptional<z.ZodNumber>;
49
- min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
50
- min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
51
- max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
52
- speech_pad_ms: z.ZodOptional<z.ZodNumber>;
53
- samples_overlap: z.ZodOptional<z.ZodNumber>;
54
- }, z.core.$strip>>;
55
- audio_format: z.ZodOptional<z.ZodEnum<{
56
- f32le: "f32le";
57
- s16le: "s16le";
58
- }>>;
59
- contextParams: z.ZodOptional<z.ZodObject<{
60
- model: z.ZodOptional<z.ZodString>;
61
- use_gpu: z.ZodOptional<z.ZodBoolean>;
62
- flash_attn: z.ZodOptional<z.ZodBoolean>;
63
- gpu_device: z.ZodOptional<z.ZodNumber>;
64
- }, z.core.$strip>>;
65
- miscConfig: z.ZodOptional<z.ZodObject<{
66
- caption_enabled: z.ZodOptional<z.ZodBoolean>;
67
- }, z.core.$strip>>;
68
- }, z.core.$strip>;
69
- export type WhisperConfig = z.infer<typeof whisperConfigSchema>;
70
- //# sourceMappingURL=whispercpp-config.d.ts.map
@@ -1,3 +0,0 @@
1
- import type { TranscribeParams } from "../../../../../schemas/index";
2
- export declare function transcribe(params: TranscribeParams): AsyncGenerator<string, void, void>;
3
- //# sourceMappingURL=transcribe-stream.d.ts.map
@@ -1,81 +0,0 @@
1
- import { getModel, getModelConfig, } from "../../../registry/model-registry.js";
2
- import { Readable } from "bare-stream";
3
- import fs from "bare-fs";
4
- import { needsDecoding, decodeAudioToStream, } from "../../../../utils/audio/decoder.js";
5
- import { AudioFileNotFoundError, InvalidAudioChunkError, } from "../../../../../utils/errors-server.js";
6
- import { getServerLogger } from "../../../../../logging/index.js";
7
- const logger = getServerLogger();
8
- export async function* transcribe(params) {
9
- const model = getModel(params.modelId);
10
- const modelConfig = getModelConfig(params.modelId);
11
- let originalConfig = null;
12
- const audioFormat = modelConfig.audio_format || "s16le";
13
- if (params.prompt && typeof model.reload === "function") {
14
- originalConfig = modelConfig;
15
- const updatedConfig = {
16
- ...originalConfig,
17
- initial_prompt: params.prompt,
18
- };
19
- // eslint-disable-next-line @typescript-eslint/no-unused-vars
20
- const { contextParams: _, miscConfig, ...whisperParams } = updatedConfig;
21
- await model.reload({
22
- whisperConfig: whisperParams,
23
- ...(miscConfig && { miscConfig }),
24
- });
25
- }
26
- try {
27
- let audioStream;
28
- const audioChunk = params.audioChunk;
29
- switch (audioChunk.type) {
30
- case "base64": {
31
- const audioBuffer = Buffer.from(audioChunk.value, "base64");
32
- audioStream = Readable.from([audioBuffer]);
33
- break;
34
- }
35
- case "filePath": {
36
- const filePath = audioChunk.value;
37
- try {
38
- fs.accessSync(filePath);
39
- }
40
- catch (error) {
41
- throw new AudioFileNotFoundError(filePath, error);
42
- }
43
- if (needsDecoding(filePath)) {
44
- audioStream = await decodeAudioToStream(filePath, audioFormat);
45
- }
46
- else {
47
- audioStream = fs.createReadStream(filePath);
48
- }
49
- break;
50
- }
51
- default:
52
- throw new InvalidAudioChunkError();
53
- }
54
- // Run transcription with streaming enabled
55
- const response = await model.run(audioStream);
56
- for await (const output of response.iterate()) {
57
- logger.debug("Streaming Transcription Update:", output);
58
- // Filter out blank audio chunks and process the text
59
- const text = output
60
- .filter((chunk) => !chunk.text.includes("[BLANK_AUDIO]"))
61
- .map((chunk) => chunk.text)
62
- .join("");
63
- if (text.trim()) {
64
- yield text;
65
- }
66
- }
67
- }
68
- finally {
69
- if (originalConfig && typeof model.reload === "function") {
70
- // eslint-disable-next-line @typescript-eslint/no-unused-vars
71
- const { contextParams: _, miscConfig, ...whisperParams } = originalConfig;
72
- await model.reload({
73
- whisperConfig: {
74
- ...whisperParams,
75
- initial_prompt: "",
76
- },
77
- ...(miscConfig && { miscConfig }),
78
- });
79
- }
80
- }
81
- }
@@ -1,3 +0,0 @@
1
- import type { PingResponse } from "../../../schemas/index";
2
- export declare function handlePing(): PingResponse;
3
- //# sourceMappingURL=ping.d.ts.map
@@ -1,3 +0,0 @@
1
- export function handlePing() {
2
- return { type: "pong", number: Math.random() * 100 };
3
- }