@qvac/sdk 0.5.0 → 0.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (259) hide show
  1. package/README.md +48 -11
  2. package/bare-imports.json +35 -0
  3. package/dist/client/api/cancel.d.ts +12 -3
  4. package/dist/client/api/cancel.js +12 -3
  5. package/dist/client/api/get-model-info.d.ts +2 -2
  6. package/dist/client/api/get-model-info.js +2 -2
  7. package/dist/client/api/index.d.ts +2 -1
  8. package/dist/client/api/index.js +2 -1
  9. package/dist/client/api/load-model.js +6 -1
  10. package/dist/client/api/ocr.d.ts +31 -0
  11. package/dist/client/api/ocr.js +88 -0
  12. package/dist/client/api/rag.d.ts +215 -20
  13. package/dist/client/api/rag.js +382 -23
  14. package/dist/client/api/translate.js +10 -11
  15. package/dist/client/api/unload-model.js +1 -1
  16. package/dist/client/init-hooks.d.ts +4 -3
  17. package/dist/client/init-hooks.js +40 -31
  18. package/dist/client/rpc/bare-client.d.ts +1 -178
  19. package/dist/client/rpc/bare-client.js +42 -9
  20. package/dist/client/rpc/expo-rpc-client.js +57 -2
  21. package/dist/client/rpc/node-rpc-client.js +5 -1
  22. package/dist/client/rpc/rpc-client.d.ts +1 -1
  23. package/dist/client/rpc/rpc-client.js +11 -57
  24. package/dist/examples/config/blind-relay/blind-relay.config.d.ts +5 -0
  25. package/dist/examples/config/blind-relay/blind-relay.config.js +7 -0
  26. package/dist/examples/config/default/default.config.d.ts +8 -0
  27. package/dist/examples/config/default/default.config.js +6 -0
  28. package/dist/examples/default-config-usage.d.ts +17 -0
  29. package/dist/examples/default-config-usage.js +47 -0
  30. package/dist/examples/delegated-inference/consumer.js +1 -0
  31. package/dist/examples/download-with-blind-relays.js +4 -3
  32. package/dist/examples/embed-hyperdrive.js +4 -0
  33. package/dist/examples/kv-cache-custom-key.js +16 -1
  34. package/dist/examples/llamacpp-sharded.js +12 -3
  35. package/dist/examples/ocr-fasttext.d.ts +2 -0
  36. package/dist/examples/ocr-fasttext.js +52 -0
  37. package/dist/examples/quickstart.d.ts +2 -0
  38. package/dist/examples/quickstart.js +28 -0
  39. package/dist/examples/rag/rag-hyperdb/cancellation.d.ts +2 -0
  40. package/dist/examples/rag/rag-hyperdb/cancellation.js +75 -0
  41. package/dist/examples/rag/rag-hyperdb/ingest.d.ts +2 -0
  42. package/dist/examples/rag/{rag-hyperdb.js → rag-hyperdb/ingest.js} +10 -4
  43. package/dist/examples/rag/rag-hyperdb/pipeline.d.ts +2 -0
  44. package/dist/examples/rag/rag-hyperdb/pipeline.js +74 -0
  45. package/dist/examples/rag/rag-hyperdb/workspaces.d.ts +2 -0
  46. package/dist/examples/rag/rag-hyperdb/workspaces.js +178 -0
  47. package/dist/examples/translation/translation-bergamot-batch.d.ts +2 -0
  48. package/dist/examples/translation/translation-bergamot-batch.js +49 -0
  49. package/dist/examples/translation/translation-bergamot.d.ts +2 -0
  50. package/dist/examples/translation/translation-bergamot.js +39 -0
  51. package/dist/examples/translation/translation-indic.js +1 -0
  52. package/dist/examples/translation/translation-opus.js +1 -0
  53. package/dist/examples/translation/translation-stream.js +1 -0
  54. package/dist/expo/plugins/withMobileBundle.js +29 -10
  55. package/dist/index.d.ts +3 -2
  56. package/dist/index.js +3 -1
  57. package/dist/logging/addon.js +23 -7
  58. package/dist/logging/base-logger.js +2 -2
  59. package/dist/logging/client-logger.js +15 -4
  60. package/dist/logging/index.d.ts +1 -0
  61. package/dist/logging/index.js +1 -0
  62. package/dist/logging/logger.js +11 -3
  63. package/dist/logging/namespaces.d.ts +1 -0
  64. package/dist/logging/namespaces.js +1 -0
  65. package/dist/logging/registry.d.ts +5 -0
  66. package/dist/logging/registry.js +17 -5
  67. package/dist/logging/transport.js +2 -2
  68. package/dist/logging/utils.d.ts +2 -0
  69. package/dist/logging/utils.js +62 -0
  70. package/dist/models/hyperdrive/models.d.ts +1096 -178
  71. package/dist/models/hyperdrive/models.js +1476 -507
  72. package/dist/schemas/archive.d.ts +9 -0
  73. package/dist/schemas/archive.js +17 -0
  74. package/dist/schemas/cancel.d.ts +6 -0
  75. package/dist/schemas/cancel.js +5 -0
  76. package/dist/schemas/common.d.ts +582 -77
  77. package/dist/schemas/common.js +6 -1
  78. package/dist/schemas/delegate.d.ts +1 -0
  79. package/dist/schemas/delegate.js +1 -0
  80. package/dist/schemas/download-asset.d.ts +21 -9
  81. package/dist/schemas/get-model-info.d.ts +12 -10
  82. package/dist/schemas/get-model-info.js +9 -1
  83. package/dist/schemas/index.d.ts +6 -2
  84. package/dist/schemas/index.js +9 -2
  85. package/dist/schemas/llamacpp-config.d.ts +112 -8
  86. package/dist/schemas/llamacpp-config.js +40 -8
  87. package/dist/schemas/load-model.d.ts +2993 -525
  88. package/dist/schemas/load-model.js +88 -33
  89. package/dist/schemas/logging-stream.d.ts +2 -2
  90. package/dist/schemas/model-src-utils.d.ts +38 -16
  91. package/dist/schemas/model-src-utils.js +4 -8
  92. package/dist/schemas/model-types.d.ts +154 -0
  93. package/dist/schemas/model-types.js +140 -0
  94. package/dist/schemas/ocr.d.ts +88 -0
  95. package/dist/schemas/ocr.js +52 -0
  96. package/dist/schemas/rag.d.ts +183 -52
  97. package/dist/schemas/rag.js +148 -23
  98. package/dist/schemas/reload-config.d.ts +20 -8
  99. package/dist/schemas/reload-config.js +7 -5
  100. package/dist/schemas/runtime-context.d.ts +19 -0
  101. package/dist/schemas/runtime-context.js +7 -0
  102. package/dist/schemas/sdk-config.d.ts +697 -2
  103. package/dist/schemas/sdk-config.js +99 -1
  104. package/dist/schemas/sdk-errors-client.d.ts +1 -0
  105. package/dist/schemas/sdk-errors-client.js +5 -0
  106. package/dist/schemas/sdk-errors-server.d.ts +14 -0
  107. package/dist/schemas/sdk-errors-server.js +70 -0
  108. package/dist/schemas/shard.d.ts +21 -0
  109. package/dist/schemas/shard.js +17 -0
  110. package/dist/schemas/translate.d.ts +68 -23
  111. package/dist/schemas/translate.js +37 -11
  112. package/dist/schemas/translation-config.d.ts +272 -29
  113. package/dist/schemas/translation-config.js +63 -6
  114. package/dist/scripts/run-unit-tests.d.ts +2 -0
  115. package/dist/scripts/run-unit-tests.js +17 -0
  116. package/dist/server/bare/addons/llamacpp-completion/cache-logger.d.ts +6 -0
  117. package/dist/server/bare/addons/llamacpp-completion/cache-logger.js +34 -0
  118. package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/create-model.d.ts +1 -5
  119. package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/create-model.js +3 -26
  120. package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/handlers/completion-stream.js +26 -7
  121. package/dist/server/bare/addons/llamacpp-completion/index.d.ts +4 -0
  122. package/dist/server/bare/addons/llamacpp-completion/index.js +3 -0
  123. package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/kv-cache-utils.d.ts +4 -1
  124. package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/kv-cache-utils.js +43 -10
  125. package/dist/server/bare/addons/llamacpp-embedding/create-model.d.ts +8 -0
  126. package/dist/server/bare/addons/llamacpp-embedding/create-model.js +38 -0
  127. package/dist/server/bare/addons/llamacpp-embedding/index.d.ts +3 -0
  128. package/dist/server/bare/addons/llamacpp-embedding/index.js +2 -0
  129. package/dist/server/bare/addons/load-model.js +28 -24
  130. package/dist/server/bare/addons/{translation → nmtcpp-translation}/create-model.js +23 -8
  131. package/dist/server/bare/addons/{translation → nmtcpp-translation}/handlers/translate.js +35 -11
  132. package/dist/server/bare/addons/onnx-ocr/create-model.d.ts +10 -0
  133. package/dist/server/bare/addons/onnx-ocr/create-model.js +39 -0
  134. package/dist/server/bare/addons/onnx-ocr/handlers/ocr-stream.d.ts +10 -0
  135. package/dist/server/bare/addons/onnx-ocr/handlers/ocr-stream.js +109 -0
  136. package/dist/server/bare/addons/onnx-ocr/index.d.ts +3 -0
  137. package/dist/server/bare/addons/onnx-ocr/index.js +2 -0
  138. package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/create-model.js +2 -1
  139. package/dist/server/bare/delegate-rpc-client.js +19 -1
  140. package/dist/server/bare/rag-hyperdb/handlers/chunk.d.ts +3 -0
  141. package/dist/server/bare/rag-hyperdb/handlers/chunk.js +7 -0
  142. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.d.ts +3 -0
  143. package/dist/server/bare/rag-hyperdb/handlers/close-workspace.js +9 -0
  144. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +1 -1
  145. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +9 -10
  146. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.d.ts +3 -0
  147. package/dist/server/bare/rag-hyperdb/handlers/delete-workspace.js +14 -0
  148. package/dist/server/bare/rag-hyperdb/handlers/ingest.d.ts +9 -0
  149. package/dist/server/bare/rag-hyperdb/handlers/ingest.js +18 -0
  150. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.d.ts +3 -0
  151. package/dist/server/bare/rag-hyperdb/handlers/list-workspaces.js +4 -0
  152. package/dist/server/bare/rag-hyperdb/handlers/reindex.d.ts +9 -0
  153. package/dist/server/bare/rag-hyperdb/handlers/reindex.js +16 -0
  154. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +7 -4
  155. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +13 -14
  156. package/dist/server/bare/rag-hyperdb/handlers/search.js +10 -10
  157. package/dist/server/bare/rag-hyperdb/index.d.ts +8 -1
  158. package/dist/server/bare/rag-hyperdb/index.js +8 -1
  159. package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +7 -0
  160. package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +39 -0
  161. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.d.ts +15 -0
  162. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +135 -0
  163. package/dist/server/bare/registry/config-registry.js +11 -0
  164. package/dist/server/bare/registry/logging-stream-registry.js +3 -3
  165. package/dist/server/bare/registry/model-config-registry.d.ts +4 -0
  166. package/dist/server/bare/registry/model-config-registry.js +15 -0
  167. package/dist/server/bare/registry/model-config-utils.d.ts +15 -0
  168. package/dist/server/bare/registry/model-config-utils.js +110 -0
  169. package/dist/server/bare/registry/model-registry.d.ts +6 -29
  170. package/dist/server/bare/registry/runtime-context-registry.d.ts +7 -0
  171. package/dist/server/bare/registry/runtime-context-registry.js +26 -0
  172. package/dist/server/bare/utils/loader-adapter.d.ts +7 -0
  173. package/dist/server/bare/utils/loader-adapter.js +9 -0
  174. package/dist/server/error-handlers.js +4 -2
  175. package/dist/server/rpc/handle-request.js +91 -9
  176. package/dist/server/rpc/handlers/cancelHandler.js +10 -1
  177. package/dist/server/rpc/handlers/completion-stream.js +1 -1
  178. package/dist/server/rpc/handlers/delete-cache.js +1 -1
  179. package/dist/server/rpc/handlers/embed.js +1 -1
  180. package/dist/server/rpc/handlers/get-model-info.d.ts +1 -1
  181. package/dist/server/rpc/handlers/get-model-info.js +22 -10
  182. package/dist/server/rpc/handlers/index.d.ts +4 -1
  183. package/dist/server/rpc/handlers/index.js +2 -0
  184. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +11 -11
  185. package/dist/server/rpc/handlers/load-model/download-manager.js +36 -26
  186. package/dist/server/rpc/handlers/{load-model.d.ts → load-model/handler.d.ts} +2 -2
  187. package/dist/server/rpc/handlers/load-model/handler.js +179 -0
  188. package/dist/server/rpc/handlers/load-model/http.js +342 -33
  189. package/dist/server/rpc/handlers/load-model/hyperdrive.js +5 -3
  190. package/dist/server/rpc/handlers/load-model/index.d.ts +2 -2
  191. package/dist/server/rpc/handlers/load-model/index.js +2 -2
  192. package/dist/server/rpc/handlers/load-model/resolve.js +32 -3
  193. package/dist/server/rpc/handlers/load-model-delegated.js +6 -3
  194. package/dist/server/rpc/handlers/ocr-stream.d.ts +3 -0
  195. package/dist/server/rpc/handlers/ocr-stream.js +39 -0
  196. package/dist/server/rpc/handlers/rag.d.ts +2 -2
  197. package/dist/server/rpc/handlers/rag.js +107 -43
  198. package/dist/server/rpc/handlers/text-to-speech.js +1 -1
  199. package/dist/server/rpc/handlers/transcribe-stream.js +1 -1
  200. package/dist/server/rpc/handlers/translate.js +6 -15
  201. package/dist/server/utils/archive.d.ts +3 -0
  202. package/dist/server/utils/archive.js +171 -0
  203. package/dist/server/utils/audio/decoder.js +2 -2
  204. package/dist/server/utils/cache.d.ts +5 -5
  205. package/dist/server/utils/cache.js +6 -6
  206. package/dist/server/utils/config-transform.d.ts +2 -2
  207. package/dist/server/utils/config-transform.js +8 -6
  208. package/dist/server/utils/formatting.d.ts +13 -0
  209. package/dist/server/utils/formatting.js +26 -0
  210. package/dist/server/utils/gguf-tensor-extractor.d.ts +15 -0
  211. package/dist/server/utils/gguf-tensor-extractor.js +314 -0
  212. package/dist/server/utils/index.d.ts +3 -1
  213. package/dist/server/utils/index.js +3 -1
  214. package/dist/server/utils/shard-utils.d.ts +42 -16
  215. package/dist/server/utils/shard-utils.js +95 -7
  216. package/dist/server/worker.js +8 -3
  217. package/dist/utils/errors-base.d.ts +1 -1
  218. package/dist/utils/errors-base.js +2 -2
  219. package/dist/utils/errors-client.d.ts +12 -0
  220. package/dist/utils/errors-client.js +20 -0
  221. package/dist/utils/errors-server.d.ts +33 -0
  222. package/dist/utils/errors-server.js +55 -0
  223. package/package.json +42 -17
  224. package/dist/client/rpc/bare-rpc-client.d.ts +0 -4
  225. package/dist/client/rpc/bare-rpc-client.js +0 -94
  226. package/dist/examples/config/config-path.d.ts +0 -8
  227. package/dist/examples/config/config-path.js +0 -13
  228. package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +0 -2
  229. package/dist/examples/rag/rag-hyperdb-workspaces.js +0 -106
  230. package/dist/examples/rag/rag-hyperdb.d.ts +0 -2
  231. package/dist/server/bare/addons/llamacpp/index.d.ts +0 -4
  232. package/dist/server/bare/addons/llamacpp/index.js +0 -3
  233. package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +0 -5
  234. package/dist/server/bare/rag-hyperdb/rag-manager.js +0 -66
  235. package/dist/server/rpc/handlers/load-model.js +0 -111
  236. package/dist/server/utils/hash.d.ts +0 -5
  237. package/dist/server/utils/hash.js +0 -11
  238. package/dist/utils/getProcessSafe.d.ts +0 -7
  239. package/dist/utils/getProcessSafe.js +0 -17
  240. package/dist/utils/runtime.d.ts +0 -30
  241. package/dist/utils/runtime.js +0 -48
  242. /package/dist/server/bare/addons/{llamacpp → llamacpp-completion}/handlers/completion-stream.d.ts +0 -0
  243. /package/dist/server/bare/addons/{llamacpp → llamacpp-embedding}/handlers/embed.d.ts +0 -0
  244. /package/dist/server/bare/addons/{llamacpp → llamacpp-embedding}/handlers/embed.js +0 -0
  245. /package/dist/server/bare/addons/{translation → nmtcpp-translation}/create-model.d.ts +0 -0
  246. /package/dist/server/bare/addons/{translation → nmtcpp-translation}/handlers/translate.d.ts +0 -0
  247. /package/dist/server/bare/addons/{translation → nmtcpp-translation}/index.d.ts +0 -0
  248. /package/dist/server/bare/addons/{translation → nmtcpp-translation}/index.js +0 -0
  249. /package/dist/server/bare/addons/{tts → onnx-tts}/create-model.d.ts +0 -0
  250. /package/dist/server/bare/addons/{tts → onnx-tts}/create-model.js +0 -0
  251. /package/dist/server/bare/addons/{tts → onnx-tts}/handlers/text-to-speech.d.ts +0 -0
  252. /package/dist/server/bare/addons/{tts → onnx-tts}/handlers/text-to-speech.js +0 -0
  253. /package/dist/server/bare/addons/{tts → onnx-tts}/index.d.ts +0 -0
  254. /package/dist/server/bare/addons/{tts → onnx-tts}/index.js +0 -0
  255. /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/create-model.d.ts +0 -0
  256. /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/handlers/transcribe-stream.d.ts +0 -0
  257. /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/handlers/transcribe-stream.js +0 -0
  258. /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/index.d.ts +0 -0
  259. /package/dist/server/bare/addons/{whispercpp → whispercpp-transcription}/index.js +0 -0
@@ -1,13 +1,14 @@
1
1
  import { z } from "zod";
2
2
  export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3
3
  type: z.ZodLiteral<"ping">;
4
- }, z.core.$strip>, z.ZodUnion<readonly [z.ZodPipe<z.ZodDiscriminatedUnion<[z.ZodObject<{
4
+ }, z.core.$strip>, z.ZodUnion<readonly [z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
5
5
  type: z.ZodLiteral<"loadModel">;
6
6
  modelSrc: z.ZodString;
7
7
  modelName: z.ZodOptional<z.ZodString>;
8
8
  projectionModelSrc: z.ZodOptional<z.ZodString>;
9
9
  vadModelSrc: z.ZodOptional<z.ZodString>;
10
10
  configSrc: z.ZodOptional<z.ZodString>;
11
+ detectorModelSrc: z.ZodOptional<z.ZodString>;
11
12
  withProgress: z.ZodOptional<z.ZodBoolean>;
12
13
  seed: z.ZodOptional<z.ZodBoolean>;
13
14
  delegate: z.ZodOptional<z.ZodObject<{
@@ -15,19 +16,20 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
15
16
  providerPublicKey: z.ZodString;
16
17
  timeout: z.ZodOptional<z.ZodNumber>;
17
18
  fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
19
+ forceNewConnection: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
18
20
  }, z.core.$strip>>;
19
- modelType: z.ZodLiteral<"llm">;
21
+ modelType: z.ZodLiteral<"llamacpp-completion">;
20
22
  modelConfig: z.ZodObject<{
21
- ctx_size: z.ZodDefault<z.ZodNumber>;
23
+ ctx_size: z.ZodOptional<z.ZodNumber>;
22
24
  temp: z.ZodOptional<z.ZodNumber>;
23
25
  top_p: z.ZodOptional<z.ZodNumber>;
24
26
  top_k: z.ZodOptional<z.ZodNumber>;
25
27
  seed: z.ZodOptional<z.ZodNumber>;
26
- gpu_layers: z.ZodDefault<z.ZodNumber>;
28
+ gpu_layers: z.ZodOptional<z.ZodNumber>;
27
29
  lora: z.ZodOptional<z.ZodString>;
28
- device: z.ZodDefault<z.ZodString>;
30
+ device: z.ZodOptional<z.ZodString>;
29
31
  predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
30
- system_prompt: z.ZodDefault<z.ZodString>;
32
+ system_prompt: z.ZodOptional<z.ZodString>;
31
33
  no_mmap: z.ZodOptional<z.ZodBoolean>;
32
34
  verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
33
35
  presence_penalty: z.ZodOptional<z.ZodNumber>;
@@ -44,6 +46,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
44
46
  projectionModelSrc: z.ZodOptional<z.ZodString>;
45
47
  vadModelSrc: z.ZodOptional<z.ZodString>;
46
48
  configSrc: z.ZodOptional<z.ZodString>;
49
+ detectorModelSrc: z.ZodOptional<z.ZodString>;
47
50
  withProgress: z.ZodOptional<z.ZodBoolean>;
48
51
  seed: z.ZodOptional<z.ZodBoolean>;
49
52
  delegate: z.ZodOptional<z.ZodObject<{
@@ -51,8 +54,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
51
54
  providerPublicKey: z.ZodString;
52
55
  timeout: z.ZodOptional<z.ZodNumber>;
53
56
  fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
57
+ forceNewConnection: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
54
58
  }, z.core.$strip>>;
55
- modelType: z.ZodLiteral<"whisper">;
59
+ modelType: z.ZodLiteral<"whispercpp-transcription">;
56
60
  modelConfig: z.ZodObject<{
57
61
  strategy: z.ZodOptional<z.ZodEnum<{
58
62
  greedy: "greedy";
@@ -122,6 +126,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
122
126
  projectionModelSrc: z.ZodOptional<z.ZodString>;
123
127
  vadModelSrc: z.ZodOptional<z.ZodString>;
124
128
  configSrc: z.ZodOptional<z.ZodString>;
129
+ detectorModelSrc: z.ZodOptional<z.ZodString>;
125
130
  withProgress: z.ZodOptional<z.ZodBoolean>;
126
131
  seed: z.ZodOptional<z.ZodBoolean>;
127
132
  delegate: z.ZodOptional<z.ZodObject<{
@@ -129,10 +134,19 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
129
134
  providerPublicKey: z.ZodString;
130
135
  timeout: z.ZodOptional<z.ZodNumber>;
131
136
  fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
137
+ forceNewConnection: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
132
138
  }, z.core.$strip>>;
133
- modelType: z.ZodLiteral<"embeddings">;
139
+ modelType: z.ZodLiteral<"llamacpp-embedding">;
134
140
  modelConfig: z.ZodObject<{
135
- config: z.ZodDefault<z.ZodString>;
141
+ gpuLayers: z.ZodOptional<z.ZodNumber>;
142
+ device: z.ZodOptional<z.ZodString>;
143
+ batchSize: z.ZodOptional<z.ZodNumber>;
144
+ ctxSize: z.ZodOptional<z.ZodNumber>;
145
+ flashAttention: z.ZodOptional<z.ZodEnum<{
146
+ on: "on";
147
+ off: "off";
148
+ }>>;
149
+ rawConfig: z.ZodOptional<z.ZodString>;
136
150
  }, z.core.$strip>;
137
151
  }, z.core.$strip>, z.ZodObject<{
138
152
  type: z.ZodLiteral<"loadModel">;
@@ -141,6 +155,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
141
155
  projectionModelSrc: z.ZodOptional<z.ZodString>;
142
156
  vadModelSrc: z.ZodOptional<z.ZodString>;
143
157
  configSrc: z.ZodOptional<z.ZodString>;
158
+ detectorModelSrc: z.ZodOptional<z.ZodString>;
144
159
  withProgress: z.ZodOptional<z.ZodBoolean>;
145
160
  seed: z.ZodOptional<z.ZodBoolean>;
146
161
  delegate: z.ZodOptional<z.ZodObject<{
@@ -148,12 +163,51 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
148
163
  providerPublicKey: z.ZodString;
149
164
  timeout: z.ZodOptional<z.ZodNumber>;
150
165
  fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
166
+ forceNewConnection: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
151
167
  }, z.core.$strip>>;
152
- modelType: z.ZodLiteral<"nmt">;
153
- modelConfig: z.ZodPipe<z.ZodObject<{
168
+ modelType: z.ZodLiteral<"nmtcpp-translation">;
169
+ modelConfig: z.ZodPipe<z.ZodDiscriminatedUnion<[z.ZodObject<{
170
+ mode: z.ZodOptional<z.ZodEnum<{
171
+ full: "full";
172
+ }>>;
173
+ beamsize: z.ZodOptional<z.ZodNumber>;
174
+ lengthpenalty: z.ZodOptional<z.ZodNumber>;
175
+ maxlength: z.ZodOptional<z.ZodNumber>;
176
+ repetitionpenalty: z.ZodOptional<z.ZodNumber>;
177
+ norepeatngramsize: z.ZodOptional<z.ZodNumber>;
178
+ temperature: z.ZodOptional<z.ZodNumber>;
179
+ topk: z.ZodOptional<z.ZodNumber>;
180
+ topp: z.ZodOptional<z.ZodNumber>;
181
+ engine: z.ZodLiteral<"Opus">;
182
+ from: z.ZodEnum<{
183
+ en: "en";
184
+ de: "de";
185
+ es: "es";
186
+ it: "it";
187
+ ru: "ru";
188
+ ja: "ja";
189
+ }>;
190
+ to: z.ZodEnum<{
191
+ en: "en";
192
+ de: "de";
193
+ es: "es";
194
+ it: "it";
195
+ ru: "ru";
196
+ ja: "ja";
197
+ }>;
198
+ }, z.core.$strip>, z.ZodObject<{
154
199
  mode: z.ZodOptional<z.ZodEnum<{
155
200
  full: "full";
156
201
  }>>;
202
+ beamsize: z.ZodOptional<z.ZodNumber>;
203
+ lengthpenalty: z.ZodOptional<z.ZodNumber>;
204
+ maxlength: z.ZodOptional<z.ZodNumber>;
205
+ repetitionpenalty: z.ZodOptional<z.ZodNumber>;
206
+ norepeatngramsize: z.ZodOptional<z.ZodNumber>;
207
+ temperature: z.ZodOptional<z.ZodNumber>;
208
+ topk: z.ZodOptional<z.ZodNumber>;
209
+ topp: z.ZodOptional<z.ZodNumber>;
210
+ engine: z.ZodLiteral<"Bergamot">;
157
211
  from: z.ZodEnum<{
158
212
  en: "en";
159
213
  de: "de";
@@ -161,6 +215,70 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
161
215
  it: "it";
162
216
  ru: "ru";
163
217
  ja: "ja";
218
+ ar: "ar";
219
+ bg: "bg";
220
+ ca: "ca";
221
+ cs: "cs";
222
+ et: "et";
223
+ fi: "fi";
224
+ fr: "fr";
225
+ hu: "hu";
226
+ is: "is";
227
+ ko: "ko";
228
+ lt: "lt";
229
+ lv: "lv";
230
+ nl: "nl";
231
+ pl: "pl";
232
+ pt: "pt";
233
+ sk: "sk";
234
+ sl: "sl";
235
+ uk: "uk";
236
+ zh: "zh";
237
+ }>;
238
+ to: z.ZodEnum<{
239
+ en: "en";
240
+ de: "de";
241
+ es: "es";
242
+ it: "it";
243
+ ru: "ru";
244
+ ja: "ja";
245
+ ar: "ar";
246
+ bg: "bg";
247
+ ca: "ca";
248
+ cs: "cs";
249
+ et: "et";
250
+ fi: "fi";
251
+ fr: "fr";
252
+ hu: "hu";
253
+ is: "is";
254
+ ko: "ko";
255
+ lt: "lt";
256
+ lv: "lv";
257
+ nl: "nl";
258
+ pl: "pl";
259
+ pt: "pt";
260
+ sk: "sk";
261
+ sl: "sl";
262
+ uk: "uk";
263
+ zh: "zh";
264
+ }>;
265
+ srcVocabPath: z.ZodOptional<z.ZodString>;
266
+ dstVocabPath: z.ZodOptional<z.ZodString>;
267
+ normalize: z.ZodOptional<z.ZodNumber>;
268
+ }, z.core.$strip>, z.ZodObject<{
269
+ mode: z.ZodOptional<z.ZodEnum<{
270
+ full: "full";
271
+ }>>;
272
+ beamsize: z.ZodOptional<z.ZodNumber>;
273
+ lengthpenalty: z.ZodOptional<z.ZodNumber>;
274
+ maxlength: z.ZodOptional<z.ZodNumber>;
275
+ repetitionpenalty: z.ZodOptional<z.ZodNumber>;
276
+ norepeatngramsize: z.ZodOptional<z.ZodNumber>;
277
+ temperature: z.ZodOptional<z.ZodNumber>;
278
+ topk: z.ZodOptional<z.ZodNumber>;
279
+ topp: z.ZodOptional<z.ZodNumber>;
280
+ engine: z.ZodLiteral<"IndicTrans">;
281
+ from: z.ZodEnum<{
164
282
  asm_Beng: "asm_Beng";
165
283
  ben_Beng: "ben_Beng";
166
284
  brx_Deva: "brx_Deva";
@@ -189,12 +307,6 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
189
307
  urd_Arab: "urd_Arab";
190
308
  }>;
191
309
  to: z.ZodEnum<{
192
- en: "en";
193
- de: "de";
194
- es: "es";
195
- it: "it";
196
- ru: "ru";
197
- ja: "ja";
198
310
  asm_Beng: "asm_Beng";
199
311
  ben_Beng: "ben_Beng";
200
312
  brx_Deva: "brx_Deva";
@@ -222,15 +334,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
222
334
  tel_Telu: "tel_Telu";
223
335
  urd_Arab: "urd_Arab";
224
336
  }>;
225
- beamsize: z.ZodOptional<z.ZodNumber>;
226
- lengthpenalty: z.ZodOptional<z.ZodNumber>;
227
- maxlength: z.ZodOptional<z.ZodNumber>;
228
- repetitionpenalty: z.ZodOptional<z.ZodNumber>;
229
- norepeatngramsize: z.ZodOptional<z.ZodNumber>;
230
- temperature: z.ZodOptional<z.ZodNumber>;
231
- topk: z.ZodOptional<z.ZodNumber>;
232
- topp: z.ZodOptional<z.ZodNumber>;
233
- }, z.core.$strip>, z.ZodTransform<{
337
+ }, z.core.$strip>], "engine">, z.ZodTransform<{
234
338
  mode: "full";
235
339
  beamsize: number;
236
340
  lengthpenalty: number;
@@ -240,11 +344,71 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
240
344
  temperature: number;
241
345
  topk: number;
242
346
  topp: number;
243
- from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
244
- to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
347
+ engine: "Opus";
348
+ from: "en" | "de" | "es" | "it" | "ru" | "ja";
349
+ to: "en" | "de" | "es" | "it" | "ru" | "ja";
350
+ } | {
351
+ mode: "full";
352
+ beamsize: number;
353
+ lengthpenalty: number;
354
+ maxlength: number;
355
+ repetitionpenalty: number;
356
+ norepeatngramsize: number;
357
+ temperature: number;
358
+ topk: number;
359
+ topp: number;
360
+ engine: "Bergamot";
361
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "ar" | "bg" | "ca" | "cs" | "et" | "fi" | "fr" | "hu" | "is" | "ko" | "lt" | "lv" | "nl" | "pl" | "pt" | "sk" | "sl" | "uk" | "zh";
362
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "ar" | "bg" | "ca" | "cs" | "et" | "fi" | "fr" | "hu" | "is" | "ko" | "lt" | "lv" | "nl" | "pl" | "pt" | "sk" | "sl" | "uk" | "zh";
363
+ srcVocabPath?: string | undefined;
364
+ dstVocabPath?: string | undefined;
365
+ normalize?: number | undefined;
366
+ } | {
367
+ mode: "full";
368
+ beamsize: number;
369
+ lengthpenalty: number;
370
+ maxlength: number;
371
+ repetitionpenalty: number;
372
+ norepeatngramsize: number;
373
+ temperature: number;
374
+ topk: number;
375
+ topp: number;
376
+ engine: "IndicTrans";
377
+ from: "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
378
+ to: "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
245
379
  }, {
246
- from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
247
- to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
380
+ engine: "Opus";
381
+ from: "en" | "de" | "es" | "it" | "ru" | "ja";
382
+ to: "en" | "de" | "es" | "it" | "ru" | "ja";
383
+ mode?: "full" | undefined;
384
+ beamsize?: number | undefined;
385
+ lengthpenalty?: number | undefined;
386
+ maxlength?: number | undefined;
387
+ repetitionpenalty?: number | undefined;
388
+ norepeatngramsize?: number | undefined;
389
+ temperature?: number | undefined;
390
+ topk?: number | undefined;
391
+ topp?: number | undefined;
392
+ } | {
393
+ engine: "Bergamot";
394
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "ar" | "bg" | "ca" | "cs" | "et" | "fi" | "fr" | "hu" | "is" | "ko" | "lt" | "lv" | "nl" | "pl" | "pt" | "sk" | "sl" | "uk" | "zh";
395
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "ar" | "bg" | "ca" | "cs" | "et" | "fi" | "fr" | "hu" | "is" | "ko" | "lt" | "lv" | "nl" | "pl" | "pt" | "sk" | "sl" | "uk" | "zh";
396
+ mode?: "full" | undefined;
397
+ beamsize?: number | undefined;
398
+ lengthpenalty?: number | undefined;
399
+ maxlength?: number | undefined;
400
+ repetitionpenalty?: number | undefined;
401
+ norepeatngramsize?: number | undefined;
402
+ temperature?: number | undefined;
403
+ topk?: number | undefined;
404
+ topp?: number | undefined;
405
+ srcVocabPath?: string | undefined;
406
+ dstVocabPath?: string | undefined;
407
+ normalize?: number | undefined;
408
+ } | {
409
+ engine: "IndicTrans";
410
+ from: "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
411
+ to: "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
248
412
  mode?: "full" | undefined;
249
413
  beamsize?: number | undefined;
250
414
  lengthpenalty?: number | undefined;
@@ -255,12 +419,15 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
255
419
  topk?: number | undefined;
256
420
  topp?: number | undefined;
257
421
  }>>;
422
+ srcVocabSrc: z.ZodOptional<z.ZodString>;
423
+ dstVocabSrc: z.ZodOptional<z.ZodString>;
258
424
  }, z.core.$strip>, z.ZodObject<{
259
425
  type: z.ZodLiteral<"loadModel">;
260
426
  modelSrc: z.ZodString;
261
427
  modelName: z.ZodOptional<z.ZodString>;
262
428
  projectionModelSrc: z.ZodOptional<z.ZodString>;
263
429
  vadModelSrc: z.ZodOptional<z.ZodString>;
430
+ detectorModelSrc: z.ZodOptional<z.ZodString>;
264
431
  withProgress: z.ZodOptional<z.ZodBoolean>;
265
432
  seed: z.ZodOptional<z.ZodBoolean>;
266
433
  delegate: z.ZodOptional<z.ZodObject<{
@@ -268,8 +435,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
268
435
  providerPublicKey: z.ZodString;
269
436
  timeout: z.ZodOptional<z.ZodNumber>;
270
437
  fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
438
+ forceNewConnection: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
271
439
  }, z.core.$strip>>;
272
- modelType: z.ZodLiteral<"tts">;
440
+ modelType: z.ZodLiteral<"onnx-tts">;
273
441
  modelConfig: z.ZodObject<{
274
442
  language: z.ZodEnum<{
275
443
  en: "en";
@@ -280,24 +448,52 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
280
448
  }, z.core.$strip>;
281
449
  configSrc: z.ZodString;
282
450
  eSpeakDataPath: z.ZodString;
283
- }, z.core.$strip>], "modelType">, z.ZodTransform<{
451
+ }, z.core.$strip>, z.ZodObject<{
452
+ type: z.ZodLiteral<"loadModel">;
453
+ modelSrc: z.ZodString;
454
+ modelName: z.ZodOptional<z.ZodString>;
455
+ projectionModelSrc: z.ZodOptional<z.ZodString>;
456
+ vadModelSrc: z.ZodOptional<z.ZodString>;
457
+ configSrc: z.ZodOptional<z.ZodString>;
458
+ detectorModelSrc: z.ZodOptional<z.ZodString>;
459
+ withProgress: z.ZodOptional<z.ZodBoolean>;
460
+ seed: z.ZodOptional<z.ZodBoolean>;
461
+ delegate: z.ZodOptional<z.ZodObject<{
462
+ topic: z.ZodString;
463
+ providerPublicKey: z.ZodString;
464
+ timeout: z.ZodOptional<z.ZodNumber>;
465
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
466
+ forceNewConnection: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
467
+ }, z.core.$strip>>;
468
+ modelType: z.ZodLiteral<"onnx-ocr">;
469
+ modelConfig: z.ZodObject<{
470
+ langList: z.ZodOptional<z.ZodArray<z.ZodString>>;
471
+ useGPU: z.ZodOptional<z.ZodBoolean>;
472
+ timeout: z.ZodOptional<z.ZodNumber>;
473
+ magRatio: z.ZodOptional<z.ZodNumber>;
474
+ defaultRotationAngles: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
475
+ contrastRetry: z.ZodOptional<z.ZodBoolean>;
476
+ lowConfidenceThreshold: z.ZodOptional<z.ZodNumber>;
477
+ recognizerBatchSize: z.ZodOptional<z.ZodNumber>;
478
+ }, z.core.$strip>;
479
+ }, z.core.$strip>]>, z.ZodTransform<{
284
480
  seed: boolean;
285
481
  type: "loadModel";
286
482
  modelSrc: string;
287
- modelType: "llm";
483
+ modelType: "llamacpp-completion";
288
484
  modelConfig: {
289
- ctx_size: number;
290
- gpu_layers: number;
291
- device: string;
292
- system_prompt: string;
485
+ ctx_size?: number | undefined;
293
486
  temp?: number | undefined;
294
487
  top_p?: number | undefined;
295
488
  top_k?: number | undefined;
296
489
  seed?: number | undefined;
490
+ gpu_layers?: number | undefined;
297
491
  lora?: string | undefined;
492
+ device?: string | undefined;
298
493
  predict?: number | undefined;
494
+ system_prompt?: string | undefined;
299
495
  no_mmap?: boolean | undefined;
300
- verbosity?: 0 | 2 | 1 | 3 | undefined;
496
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
301
497
  presence_penalty?: number | undefined;
302
498
  frequency_penalty?: number | undefined;
303
499
  repeat_penalty?: number | undefined;
@@ -309,18 +505,20 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
309
505
  projectionModelSrc?: string | undefined;
310
506
  vadModelSrc?: string | undefined;
311
507
  configSrc?: string | undefined;
508
+ detectorModelSrc?: string | undefined;
312
509
  withProgress?: boolean | undefined;
313
510
  delegate?: {
314
511
  topic: string;
315
512
  providerPublicKey: string;
316
513
  fallbackToLocal: boolean;
514
+ forceNewConnection: boolean;
317
515
  timeout?: number | undefined;
318
516
  } | undefined;
319
517
  } | {
320
518
  seed: boolean;
321
519
  type: "loadModel";
322
520
  modelSrc: string;
323
- modelType: "whisper";
521
+ modelType: "whispercpp-transcription";
324
522
  modelConfig: {
325
523
  strategy?: "greedy" | "beam_search" | undefined;
326
524
  n_threads?: number | undefined;
@@ -381,37 +579,46 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
381
579
  projectionModelSrc?: string | undefined;
382
580
  vadModelSrc?: string | undefined;
383
581
  configSrc?: string | undefined;
582
+ detectorModelSrc?: string | undefined;
384
583
  withProgress?: boolean | undefined;
385
584
  delegate?: {
386
585
  topic: string;
387
586
  providerPublicKey: string;
388
587
  fallbackToLocal: boolean;
588
+ forceNewConnection: boolean;
389
589
  timeout?: number | undefined;
390
590
  } | undefined;
391
591
  } | {
392
592
  seed: boolean;
393
593
  type: "loadModel";
394
594
  modelSrc: string;
395
- modelType: "embeddings";
595
+ modelType: "llamacpp-embedding";
396
596
  modelConfig: {
397
- config: string;
597
+ gpuLayers?: number | undefined;
598
+ device?: string | undefined;
599
+ batchSize?: number | undefined;
600
+ ctxSize?: number | undefined;
601
+ flashAttention?: "on" | "off" | undefined;
602
+ rawConfig?: string | undefined;
398
603
  };
399
604
  modelName?: string | undefined;
400
605
  projectionModelSrc?: string | undefined;
401
606
  vadModelSrc?: string | undefined;
402
607
  configSrc?: string | undefined;
608
+ detectorModelSrc?: string | undefined;
403
609
  withProgress?: boolean | undefined;
404
610
  delegate?: {
405
611
  topic: string;
406
612
  providerPublicKey: string;
407
613
  fallbackToLocal: boolean;
614
+ forceNewConnection: boolean;
408
615
  timeout?: number | undefined;
409
616
  } | undefined;
410
617
  } | {
411
618
  seed: boolean;
412
619
  type: "loadModel";
413
620
  modelSrc: string;
414
- modelType: "nmt";
621
+ modelType: "nmtcpp-translation";
415
622
  modelConfig: {
416
623
  mode: "full";
417
624
  beamsize: number;
@@ -422,25 +629,59 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
422
629
  temperature: number;
423
630
  topk: number;
424
631
  topp: number;
425
- from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
426
- to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
632
+ engine: "Opus";
633
+ from: "en" | "de" | "es" | "it" | "ru" | "ja";
634
+ to: "en" | "de" | "es" | "it" | "ru" | "ja";
635
+ } | {
636
+ mode: "full";
637
+ beamsize: number;
638
+ lengthpenalty: number;
639
+ maxlength: number;
640
+ repetitionpenalty: number;
641
+ norepeatngramsize: number;
642
+ temperature: number;
643
+ topk: number;
644
+ topp: number;
645
+ engine: "Bergamot";
646
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "ar" | "bg" | "ca" | "cs" | "et" | "fi" | "fr" | "hu" | "is" | "ko" | "lt" | "lv" | "nl" | "pl" | "pt" | "sk" | "sl" | "uk" | "zh";
647
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "ar" | "bg" | "ca" | "cs" | "et" | "fi" | "fr" | "hu" | "is" | "ko" | "lt" | "lv" | "nl" | "pl" | "pt" | "sk" | "sl" | "uk" | "zh";
648
+ srcVocabPath?: string | undefined;
649
+ dstVocabPath?: string | undefined;
650
+ normalize?: number | undefined;
651
+ } | {
652
+ mode: "full";
653
+ beamsize: number;
654
+ lengthpenalty: number;
655
+ maxlength: number;
656
+ repetitionpenalty: number;
657
+ norepeatngramsize: number;
658
+ temperature: number;
659
+ topk: number;
660
+ topp: number;
661
+ engine: "IndicTrans";
662
+ from: "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
663
+ to: "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
427
664
  };
428
665
  modelName?: string | undefined;
429
666
  projectionModelSrc?: string | undefined;
430
667
  vadModelSrc?: string | undefined;
431
668
  configSrc?: string | undefined;
669
+ detectorModelSrc?: string | undefined;
432
670
  withProgress?: boolean | undefined;
433
671
  delegate?: {
434
672
  topic: string;
435
673
  providerPublicKey: string;
436
674
  fallbackToLocal: boolean;
675
+ forceNewConnection: boolean;
437
676
  timeout?: number | undefined;
438
677
  } | undefined;
678
+ srcVocabSrc?: string | undefined;
679
+ dstVocabSrc?: string | undefined;
439
680
  } | {
440
681
  seed: boolean;
441
682
  type: "loadModel";
442
683
  modelSrc: string;
443
- modelType: "tts";
684
+ modelType: "onnx-tts";
444
685
  modelConfig: {
445
686
  language: "en" | "de" | "es" | "it";
446
687
  };
@@ -449,30 +690,60 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
449
690
  modelName?: string | undefined;
450
691
  projectionModelSrc?: string | undefined;
451
692
  vadModelSrc?: string | undefined;
693
+ detectorModelSrc?: string | undefined;
694
+ withProgress?: boolean | undefined;
695
+ delegate?: {
696
+ topic: string;
697
+ providerPublicKey: string;
698
+ fallbackToLocal: boolean;
699
+ forceNewConnection: boolean;
700
+ timeout?: number | undefined;
701
+ } | undefined;
702
+ } | {
703
+ seed: boolean;
704
+ type: "loadModel";
705
+ modelSrc: string;
706
+ modelType: "onnx-ocr";
707
+ modelConfig: {
708
+ langList?: string[] | undefined;
709
+ useGPU?: boolean | undefined;
710
+ timeout?: number | undefined;
711
+ magRatio?: number | undefined;
712
+ defaultRotationAngles?: number[] | undefined;
713
+ contrastRetry?: boolean | undefined;
714
+ lowConfidenceThreshold?: number | undefined;
715
+ recognizerBatchSize?: number | undefined;
716
+ };
717
+ modelName?: string | undefined;
718
+ projectionModelSrc?: string | undefined;
719
+ vadModelSrc?: string | undefined;
720
+ configSrc?: string | undefined;
721
+ detectorModelSrc?: string | undefined;
452
722
  withProgress?: boolean | undefined;
453
723
  delegate?: {
454
724
  topic: string;
455
725
  providerPublicKey: string;
456
726
  fallbackToLocal: boolean;
727
+ forceNewConnection: boolean;
457
728
  timeout?: number | undefined;
458
729
  } | undefined;
459
730
  }, {
460
731
  type: "loadModel";
461
732
  modelSrc: string;
462
- modelType: "llm";
733
+ modelType: "llamacpp-completion";
463
734
  modelConfig: {
464
- ctx_size: number;
465
- gpu_layers: number;
466
- device: string;
467
- system_prompt: string;
735
+ ctx_size?: number | undefined;
468
736
  temp?: number | undefined;
469
737
  top_p?: number | undefined;
470
738
  top_k?: number | undefined;
471
739
  seed?: number | undefined;
740
+ gpu_layers?: number | undefined;
472
741
  lora?: string | undefined;
742
+ device?: string | undefined;
473
743
  predict?: number | undefined;
744
+ system_prompt?: string | undefined;
474
745
  no_mmap?: boolean | undefined;
475
- verbosity?: 0 | 2 | 1 | 3 | undefined;
746
+ verbosity?: 0 | 3 | 2 | 1 | undefined;
476
747
  presence_penalty?: number | undefined;
477
748
  frequency_penalty?: number | undefined;
478
749
  repeat_penalty?: number | undefined;
@@ -484,18 +755,20 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
484
755
  projectionModelSrc?: string | undefined;
485
756
  vadModelSrc?: string | undefined;
486
757
  configSrc?: string | undefined;
758
+ detectorModelSrc?: string | undefined;
487
759
  withProgress?: boolean | undefined;
488
760
  seed?: boolean | undefined;
489
761
  delegate?: {
490
762
  topic: string;
491
763
  providerPublicKey: string;
492
764
  fallbackToLocal: boolean;
765
+ forceNewConnection: boolean;
493
766
  timeout?: number | undefined;
494
767
  } | undefined;
495
768
  } | {
496
769
  type: "loadModel";
497
770
  modelSrc: string;
498
- modelType: "whisper";
771
+ modelType: "whispercpp-transcription";
499
772
  modelConfig: {
500
773
  strategy?: "greedy" | "beam_search" | undefined;
501
774
  n_threads?: number | undefined;
@@ -556,37 +829,46 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
556
829
  projectionModelSrc?: string | undefined;
557
830
  vadModelSrc?: string | undefined;
558
831
  configSrc?: string | undefined;
832
+ detectorModelSrc?: string | undefined;
559
833
  withProgress?: boolean | undefined;
560
834
  seed?: boolean | undefined;
561
835
  delegate?: {
562
836
  topic: string;
563
837
  providerPublicKey: string;
564
838
  fallbackToLocal: boolean;
839
+ forceNewConnection: boolean;
565
840
  timeout?: number | undefined;
566
841
  } | undefined;
567
842
  } | {
568
843
  type: "loadModel";
569
844
  modelSrc: string;
570
- modelType: "embeddings";
845
+ modelType: "llamacpp-embedding";
571
846
  modelConfig: {
572
- config: string;
847
+ gpuLayers?: number | undefined;
848
+ device?: string | undefined;
849
+ batchSize?: number | undefined;
850
+ ctxSize?: number | undefined;
851
+ flashAttention?: "on" | "off" | undefined;
852
+ rawConfig?: string | undefined;
573
853
  };
574
854
  modelName?: string | undefined;
575
855
  projectionModelSrc?: string | undefined;
576
856
  vadModelSrc?: string | undefined;
577
857
  configSrc?: string | undefined;
858
+ detectorModelSrc?: string | undefined;
578
859
  withProgress?: boolean | undefined;
579
860
  seed?: boolean | undefined;
580
861
  delegate?: {
581
862
  topic: string;
582
863
  providerPublicKey: string;
583
864
  fallbackToLocal: boolean;
865
+ forceNewConnection: boolean;
584
866
  timeout?: number | undefined;
585
867
  } | undefined;
586
868
  } | {
587
869
  type: "loadModel";
588
870
  modelSrc: string;
589
- modelType: "nmt";
871
+ modelType: "nmtcpp-translation";
590
872
  modelConfig: {
591
873
  mode: "full";
592
874
  beamsize: number;
@@ -597,25 +879,59 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
597
879
  temperature: number;
598
880
  topk: number;
599
881
  topp: number;
600
- from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
601
- to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
882
+ engine: "Opus";
883
+ from: "en" | "de" | "es" | "it" | "ru" | "ja";
884
+ to: "en" | "de" | "es" | "it" | "ru" | "ja";
885
+ } | {
886
+ mode: "full";
887
+ beamsize: number;
888
+ lengthpenalty: number;
889
+ maxlength: number;
890
+ repetitionpenalty: number;
891
+ norepeatngramsize: number;
892
+ temperature: number;
893
+ topk: number;
894
+ topp: number;
895
+ engine: "Bergamot";
896
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "ar" | "bg" | "ca" | "cs" | "et" | "fi" | "fr" | "hu" | "is" | "ko" | "lt" | "lv" | "nl" | "pl" | "pt" | "sk" | "sl" | "uk" | "zh";
897
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "ar" | "bg" | "ca" | "cs" | "et" | "fi" | "fr" | "hu" | "is" | "ko" | "lt" | "lv" | "nl" | "pl" | "pt" | "sk" | "sl" | "uk" | "zh";
898
+ srcVocabPath?: string | undefined;
899
+ dstVocabPath?: string | undefined;
900
+ normalize?: number | undefined;
901
+ } | {
902
+ mode: "full";
903
+ beamsize: number;
904
+ lengthpenalty: number;
905
+ maxlength: number;
906
+ repetitionpenalty: number;
907
+ norepeatngramsize: number;
908
+ temperature: number;
909
+ topk: number;
910
+ topp: number;
911
+ engine: "IndicTrans";
912
+ from: "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
913
+ to: "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
602
914
  };
603
915
  modelName?: string | undefined;
604
916
  projectionModelSrc?: string | undefined;
605
917
  vadModelSrc?: string | undefined;
606
918
  configSrc?: string | undefined;
919
+ detectorModelSrc?: string | undefined;
607
920
  withProgress?: boolean | undefined;
608
921
  seed?: boolean | undefined;
609
922
  delegate?: {
610
923
  topic: string;
611
924
  providerPublicKey: string;
612
925
  fallbackToLocal: boolean;
926
+ forceNewConnection: boolean;
613
927
  timeout?: number | undefined;
614
928
  } | undefined;
929
+ srcVocabSrc?: string | undefined;
930
+ dstVocabSrc?: string | undefined;
615
931
  } | {
616
932
  type: "loadModel";
617
933
  modelSrc: string;
618
- modelType: "tts";
934
+ modelType: "onnx-tts";
619
935
  modelConfig: {
620
936
  language: "en" | "de" | "es" | "it";
621
937
  };
@@ -624,22 +940,55 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
624
940
  modelName?: string | undefined;
625
941
  projectionModelSrc?: string | undefined;
626
942
  vadModelSrc?: string | undefined;
943
+ detectorModelSrc?: string | undefined;
944
+ withProgress?: boolean | undefined;
945
+ seed?: boolean | undefined;
946
+ delegate?: {
947
+ topic: string;
948
+ providerPublicKey: string;
949
+ fallbackToLocal: boolean;
950
+ forceNewConnection: boolean;
951
+ timeout?: number | undefined;
952
+ } | undefined;
953
+ } | {
954
+ type: "loadModel";
955
+ modelSrc: string;
956
+ modelType: "onnx-ocr";
957
+ modelConfig: {
958
+ langList?: string[] | undefined;
959
+ useGPU?: boolean | undefined;
960
+ timeout?: number | undefined;
961
+ magRatio?: number | undefined;
962
+ defaultRotationAngles?: number[] | undefined;
963
+ contrastRetry?: boolean | undefined;
964
+ lowConfidenceThreshold?: number | undefined;
965
+ recognizerBatchSize?: number | undefined;
966
+ };
967
+ modelName?: string | undefined;
968
+ projectionModelSrc?: string | undefined;
969
+ vadModelSrc?: string | undefined;
970
+ configSrc?: string | undefined;
971
+ detectorModelSrc?: string | undefined;
627
972
  withProgress?: boolean | undefined;
628
973
  seed?: boolean | undefined;
629
974
  delegate?: {
630
975
  topic: string;
631
976
  providerPublicKey: string;
632
977
  fallbackToLocal: boolean;
978
+ forceNewConnection: boolean;
633
979
  timeout?: number | undefined;
634
980
  } | undefined;
635
- }>>, z.ZodDiscriminatedUnion<[z.ZodObject<{
981
+ }>>, z.ZodUnion<readonly [z.ZodObject<{
636
982
  type: z.ZodLiteral<"loadModel">;
637
983
  modelId: z.ZodString;
638
984
  modelSrc: z.ZodOptional<z.ZodNever>;
639
985
  withProgress: z.ZodOptional<z.ZodNever>;
640
986
  delegate: z.ZodOptional<z.ZodNever>;
641
987
  seed: z.ZodOptional<z.ZodNever>;
642
- modelType: z.ZodLiteral<"whisper">;
988
+ modelType: z.ZodEnum<{
989
+ "whispercpp-transcription": "whispercpp-transcription";
990
+ whisper: "whisper";
991
+ }>;
643
992
  modelConfig: z.ZodObject<{
644
993
  strategy: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
645
994
  greedy: "greedy";
@@ -702,7 +1051,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
702
1051
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
703
1052
  }, z.core.$strip>>>;
704
1053
  }, z.core.$strip>;
705
- }, z.core.$strip>], "modelType">]>, z.ZodPipe<z.ZodObject<{
1054
+ }, z.core.$strip>]>]>, z.ZodPipe<z.ZodObject<{
706
1055
  type: z.ZodLiteral<"downloadAsset">;
707
1056
  assetSrc: z.ZodString;
708
1057
  withProgress: z.ZodOptional<z.ZodBoolean>;
@@ -774,15 +1123,21 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
774
1123
  type: z.ZodLiteral<"embed">;
775
1124
  }, z.core.$strip>, z.ZodUnion<readonly [z.ZodObject<{
776
1125
  modelId: z.ZodString;
777
- text: z.ZodString;
1126
+ text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
778
1127
  stream: z.ZodBoolean;
779
- modelType: z.ZodLiteral<"nmt">;
1128
+ modelType: z.ZodEnum<{
1129
+ "nmtcpp-translation": "nmtcpp-translation";
1130
+ nmt: "nmt";
1131
+ }>;
780
1132
  type: z.ZodLiteral<"translate">;
781
1133
  }, z.core.$strip>, z.ZodObject<{
782
1134
  modelId: z.ZodString;
783
1135
  text: z.ZodString;
784
1136
  stream: z.ZodBoolean;
785
- modelType: z.ZodLiteral<"llm">;
1137
+ modelType: z.ZodEnum<{
1138
+ "llamacpp-completion": "llamacpp-completion";
1139
+ llm: "llm";
1140
+ }>;
786
1141
  from: z.ZodOptional<z.ZodString>;
787
1142
  to: z.ZodString;
788
1143
  context: z.ZodOptional<z.ZodString>;
@@ -802,6 +1157,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
802
1157
  operation: z.ZodLiteral<"downloadAsset">;
803
1158
  downloadKey: z.ZodString;
804
1159
  clearCache: z.ZodOptional<z.ZodBoolean>;
1160
+ }, z.core.$strip>, z.ZodObject<{
1161
+ operation: z.ZodLiteral<"rag">;
1162
+ workspace: z.ZodOptional<z.ZodString>;
805
1163
  }, z.core.$strip>], "operation">>, z.ZodObject<{
806
1164
  type: z.ZodLiteral<"provide">;
807
1165
  topic: z.ZodString;
@@ -816,16 +1174,35 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
816
1174
  type: z.ZodLiteral<"stopProvide">;
817
1175
  topic: z.ZodString;
818
1176
  }, z.core.$strict>, z.ZodDiscriminatedUnion<[z.ZodObject<{
819
- modelId: z.ZodString;
1177
+ documents: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
1178
+ chunkOpts: z.ZodOptional<z.ZodObject<{
1179
+ chunkSize: z.ZodOptional<z.ZodNumber>;
1180
+ chunkOverlap: z.ZodOptional<z.ZodNumber>;
1181
+ chunkStrategy: z.ZodOptional<z.ZodEnum<{
1182
+ paragraph: "paragraph";
1183
+ character: "character";
1184
+ }>>;
1185
+ splitStrategy: z.ZodOptional<z.ZodEnum<{
1186
+ token: "token";
1187
+ character: "character";
1188
+ word: "word";
1189
+ sentence: "sentence";
1190
+ line: "line";
1191
+ }>>;
1192
+ }, z.core.$strip>>;
1193
+ type: z.ZodLiteral<"rag">;
1194
+ operation: z.ZodLiteral<"chunk">;
1195
+ }, z.core.$strip>, z.ZodObject<{
820
1196
  workspace: z.ZodOptional<z.ZodString>;
1197
+ modelId: z.ZodString;
821
1198
  documents: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
822
1199
  chunk: z.ZodDefault<z.ZodBoolean>;
823
1200
  chunkOpts: z.ZodOptional<z.ZodObject<{
824
1201
  chunkSize: z.ZodOptional<z.ZodNumber>;
825
1202
  chunkOverlap: z.ZodOptional<z.ZodNumber>;
826
1203
  chunkStrategy: z.ZodOptional<z.ZodEnum<{
827
- character: "character";
828
1204
  paragraph: "paragraph";
1205
+ character: "character";
829
1206
  }>>;
830
1207
  splitStrategy: z.ZodOptional<z.ZodEnum<{
831
1208
  token: "token";
@@ -835,22 +1212,59 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
835
1212
  line: "line";
836
1213
  }>>;
837
1214
  }, z.core.$strip>>;
1215
+ progressInterval: z.ZodOptional<z.ZodNumber>;
1216
+ onProgress: z.ZodOptional<z.ZodUnknown>;
1217
+ withProgress: z.ZodOptional<z.ZodBoolean>;
1218
+ type: z.ZodLiteral<"rag">;
1219
+ operation: z.ZodLiteral<"ingest">;
1220
+ }, z.core.$strip>, z.ZodObject<{
1221
+ modelId: z.ZodOptional<z.ZodString>;
1222
+ workspace: z.ZodOptional<z.ZodString>;
1223
+ documents: z.ZodArray<z.ZodObject<{
1224
+ id: z.ZodString;
1225
+ content: z.ZodString;
1226
+ embedding: z.ZodArray<z.ZodNumber>;
1227
+ embeddingModelId: z.ZodString;
1228
+ metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
1229
+ }, z.core.$strip>>;
1230
+ progressInterval: z.ZodOptional<z.ZodNumber>;
1231
+ onProgress: z.ZodOptional<z.ZodUnknown>;
1232
+ withProgress: z.ZodOptional<z.ZodBoolean>;
838
1233
  type: z.ZodLiteral<"rag">;
839
1234
  operation: z.ZodLiteral<"saveEmbeddings">;
840
1235
  }, z.core.$strip>, z.ZodObject<{
841
- modelId: z.ZodString;
842
1236
  workspace: z.ZodOptional<z.ZodString>;
1237
+ modelId: z.ZodString;
843
1238
  query: z.ZodString;
844
- type: z.ZodLiteral<"rag">;
845
- operation: z.ZodLiteral<"search">;
846
1239
  topK: z.ZodDefault<z.ZodNumber>;
847
1240
  n: z.ZodDefault<z.ZodNumber>;
1241
+ type: z.ZodLiteral<"rag">;
1242
+ operation: z.ZodLiteral<"search">;
848
1243
  }, z.core.$strip>, z.ZodObject<{
849
- modelId: z.ZodString;
1244
+ modelId: z.ZodOptional<z.ZodString>;
850
1245
  workspace: z.ZodOptional<z.ZodString>;
851
1246
  ids: z.ZodArray<z.ZodString>;
852
1247
  type: z.ZodLiteral<"rag">;
853
1248
  operation: z.ZodLiteral<"deleteEmbeddings">;
1249
+ }, z.core.$strip>, z.ZodObject<{
1250
+ modelId: z.ZodOptional<z.ZodString>;
1251
+ workspace: z.ZodOptional<z.ZodString>;
1252
+ onProgress: z.ZodOptional<z.ZodUnknown>;
1253
+ withProgress: z.ZodOptional<z.ZodBoolean>;
1254
+ type: z.ZodLiteral<"rag">;
1255
+ operation: z.ZodLiteral<"reindex">;
1256
+ }, z.core.$strip>, z.ZodObject<{
1257
+ type: z.ZodLiteral<"rag">;
1258
+ operation: z.ZodLiteral<"listWorkspaces">;
1259
+ }, z.core.$strip>, z.ZodObject<{
1260
+ workspace: z.ZodOptional<z.ZodString>;
1261
+ deleteOnClose: z.ZodOptional<z.ZodBoolean>;
1262
+ type: z.ZodLiteral<"rag">;
1263
+ operation: z.ZodLiteral<"closeWorkspace">;
1264
+ }, z.core.$strip>, z.ZodObject<{
1265
+ workspace: z.ZodString;
1266
+ type: z.ZodLiteral<"rag">;
1267
+ operation: z.ZodLiteral<"deleteWorkspace">;
854
1268
  }, z.core.$strip>], "operation">, z.ZodUnion<readonly [z.ZodObject<{
855
1269
  type: z.ZodLiteral<"deleteCache">;
856
1270
  all: z.ZodLiteral<true>;
@@ -861,6 +1275,19 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
861
1275
  }, z.core.$strip>]>, z.ZodObject<{
862
1276
  name: z.ZodString;
863
1277
  type: z.ZodLiteral<"getModelInfo">;
1278
+ }, z.core.$strip>, z.ZodObject<{
1279
+ modelId: z.ZodString;
1280
+ image: z.ZodDiscriminatedUnion<[z.ZodObject<{
1281
+ type: z.ZodLiteral<"base64">;
1282
+ value: z.ZodString;
1283
+ }, z.core.$strip>, z.ZodObject<{
1284
+ type: z.ZodLiteral<"filePath">;
1285
+ value: z.ZodString;
1286
+ }, z.core.$strip>], "type">;
1287
+ options: z.ZodOptional<z.ZodObject<{
1288
+ paragraph: z.ZodOptional<z.ZodBoolean>;
1289
+ }, z.core.$strip>>;
1290
+ type: z.ZodLiteral<"ocrStream">;
864
1291
  }, z.core.$strip>]>;
865
1292
  export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
866
1293
  type: z.ZodLiteral<"pong">;
@@ -941,10 +1368,10 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
941
1368
  id: z.ZodString;
942
1369
  level: z.ZodEnum<{
943
1370
  error: "error";
1371
+ off: "off";
944
1372
  warn: "warn";
945
1373
  info: "info";
946
1374
  debug: "debug";
947
- off: "off";
948
1375
  }>;
949
1376
  namespace: z.ZodString;
950
1377
  message: z.ZodString;
@@ -992,7 +1419,16 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
992
1419
  type: z.ZodLiteral<"rag">;
993
1420
  success: z.ZodBoolean;
994
1421
  error: z.ZodOptional<z.ZodString>;
995
- operation: z.ZodLiteral<"saveEmbeddings">;
1422
+ operation: z.ZodLiteral<"chunk">;
1423
+ chunks: z.ZodArray<z.ZodObject<{
1424
+ id: z.ZodString;
1425
+ content: z.ZodString;
1426
+ }, z.core.$strip>>;
1427
+ }, z.core.$strip>, z.ZodObject<{
1428
+ type: z.ZodLiteral<"rag">;
1429
+ success: z.ZodBoolean;
1430
+ error: z.ZodOptional<z.ZodString>;
1431
+ operation: z.ZodLiteral<"ingest">;
996
1432
  processed: z.ZodArray<z.ZodObject<{
997
1433
  status: z.ZodEnum<{
998
1434
  fulfilled: "fulfilled";
@@ -1002,6 +1438,19 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
1002
1438
  error: z.ZodOptional<z.ZodString>;
1003
1439
  }, z.core.$strip>>;
1004
1440
  droppedIndices: z.ZodArray<z.ZodNumber>;
1441
+ }, z.core.$strip>, z.ZodObject<{
1442
+ type: z.ZodLiteral<"rag">;
1443
+ success: z.ZodBoolean;
1444
+ error: z.ZodOptional<z.ZodString>;
1445
+ operation: z.ZodLiteral<"saveEmbeddings">;
1446
+ processed: z.ZodArray<z.ZodObject<{
1447
+ status: z.ZodEnum<{
1448
+ fulfilled: "fulfilled";
1449
+ rejected: "rejected";
1450
+ }>;
1451
+ id: z.ZodOptional<z.ZodString>;
1452
+ error: z.ZodOptional<z.ZodString>;
1453
+ }, z.core.$strip>>;
1005
1454
  }, z.core.$strip>, z.ZodObject<{
1006
1455
  type: z.ZodLiteral<"rag">;
1007
1456
  success: z.ZodBoolean;
@@ -1017,7 +1466,47 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
1017
1466
  success: z.ZodBoolean;
1018
1467
  error: z.ZodOptional<z.ZodString>;
1019
1468
  operation: z.ZodLiteral<"deleteEmbeddings">;
1469
+ }, z.core.$strip>, z.ZodObject<{
1470
+ type: z.ZodLiteral<"rag">;
1471
+ success: z.ZodBoolean;
1472
+ error: z.ZodOptional<z.ZodString>;
1473
+ operation: z.ZodLiteral<"reindex">;
1474
+ result: z.ZodObject<{
1475
+ reindexed: z.ZodBoolean;
1476
+ details: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
1477
+ }, z.core.$strip>;
1478
+ }, z.core.$strip>, z.ZodObject<{
1479
+ type: z.ZodLiteral<"rag">;
1480
+ success: z.ZodBoolean;
1481
+ error: z.ZodOptional<z.ZodString>;
1482
+ operation: z.ZodLiteral<"listWorkspaces">;
1483
+ workspaces: z.ZodArray<z.ZodObject<{
1484
+ name: z.ZodString;
1485
+ open: z.ZodBoolean;
1486
+ }, z.core.$strip>>;
1487
+ }, z.core.$strip>, z.ZodObject<{
1488
+ type: z.ZodLiteral<"rag">;
1489
+ success: z.ZodBoolean;
1490
+ error: z.ZodOptional<z.ZodString>;
1491
+ operation: z.ZodLiteral<"closeWorkspace">;
1492
+ }, z.core.$strip>, z.ZodObject<{
1493
+ type: z.ZodLiteral<"rag">;
1494
+ success: z.ZodBoolean;
1495
+ error: z.ZodOptional<z.ZodString>;
1496
+ operation: z.ZodLiteral<"deleteWorkspace">;
1020
1497
  }, z.core.$strip>], "operation">, z.ZodObject<{
1498
+ type: z.ZodLiteral<"rag:progress">;
1499
+ operation: z.ZodEnum<{
1500
+ ingest: "ingest";
1501
+ saveEmbeddings: "saveEmbeddings";
1502
+ reindex: "reindex";
1503
+ }>;
1504
+ workspace: z.ZodString;
1505
+ stage: z.ZodString;
1506
+ current: z.ZodNumber;
1507
+ total: z.ZodNumber;
1508
+ timestamp: z.ZodNumber;
1509
+ }, z.core.$strip>, z.ZodObject<{
1021
1510
  type: z.ZodLiteral<"deleteCache">;
1022
1511
  success: z.ZodBoolean;
1023
1512
  error: z.ZodOptional<z.ZodString>;
@@ -1031,11 +1520,12 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
1031
1520
  expectedSize: z.ZodNumber;
1032
1521
  sha256Checksum: z.ZodString;
1033
1522
  addon: z.ZodEnum<{
1034
- llm: "llm";
1035
- whisper: "whisper";
1036
- embeddings: "embeddings";
1037
- nmt: "nmt";
1038
- tts: "tts";
1523
+ "llamacpp-completion": "llamacpp-completion";
1524
+ "whispercpp-transcription": "whispercpp-transcription";
1525
+ "llamacpp-embedding": "llamacpp-embedding";
1526
+ "nmtcpp-translation": "nmtcpp-translation";
1527
+ "onnx-tts": "onnx-tts";
1528
+ "onnx-ocr": "onnx-ocr";
1039
1529
  vad: "vad";
1040
1530
  }>;
1041
1531
  isCached: z.ZodBoolean;
@@ -1057,9 +1547,24 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
1057
1547
  config: z.ZodOptional<z.ZodUnknown>;
1058
1548
  }, z.core.$strip>>>;
1059
1549
  }, z.core.$strip>;
1550
+ }, z.core.$strip>, z.ZodObject<{
1551
+ type: z.ZodLiteral<"ocrStream">;
1552
+ blocks: z.ZodOptional<z.ZodArray<z.ZodObject<{
1553
+ text: z.ZodString;
1554
+ bbox: z.ZodOptional<z.ZodTuple<[z.ZodNumber, z.ZodNumber, z.ZodNumber, z.ZodNumber], null>>;
1555
+ confidence: z.ZodOptional<z.ZodNumber>;
1556
+ }, z.core.$strip>>>;
1557
+ done: z.ZodOptional<z.ZodBoolean>;
1558
+ error: z.ZodOptional<z.ZodString>;
1559
+ stats: z.ZodOptional<z.ZodObject<{
1560
+ detectionTime: z.ZodOptional<z.ZodNumber>;
1561
+ recognitionTime: z.ZodOptional<z.ZodNumber>;
1562
+ totalTime: z.ZodOptional<z.ZodNumber>;
1563
+ }, z.core.$strip>>;
1060
1564
  }, z.core.$strip>], "type">;
1061
1565
  export declare const rpcOptionsSchema: z.ZodObject<{
1062
1566
  timeout: z.ZodOptional<z.ZodNumber>;
1567
+ forceNewConnection: z.ZodOptional<z.ZodBoolean>;
1063
1568
  }, z.core.$strip>;
1064
1569
  export type Request = z.infer<typeof requestSchema>;
1065
1570
  export type Response = z.infer<typeof responseSchema>;