@qvac/sdk 0.1.0-dev.1760648187.328e967

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (287) hide show
  1. package/LICENSE +202 -0
  2. package/README.md +301 -0
  3. package/dist/client/api/cancel.d.ts +25 -0
  4. package/dist/client/api/cancel.js +37 -0
  5. package/dist/client/api/completion-stream.d.ts +50 -0
  6. package/dist/client/api/completion-stream.js +103 -0
  7. package/dist/client/api/download-asset.d.ts +39 -0
  8. package/dist/client/api/download-asset.js +72 -0
  9. package/dist/client/api/embed.d.ts +11 -0
  10. package/dist/client/api/embed.js +24 -0
  11. package/dist/client/api/index.d.ts +13 -0
  12. package/dist/client/api/index.js +12 -0
  13. package/dist/client/api/load-model.d.ts +98 -0
  14. package/dist/client/api/load-model.js +154 -0
  15. package/dist/client/api/logging-stream.d.ts +21 -0
  16. package/dist/client/api/logging-stream.js +32 -0
  17. package/dist/client/api/ping.d.ts +11 -0
  18. package/dist/client/api/ping.js +18 -0
  19. package/dist/client/api/provide.d.ts +18 -0
  20. package/dist/client/api/provide.js +27 -0
  21. package/dist/client/api/rag.d.ts +42 -0
  22. package/dist/client/api/rag.js +97 -0
  23. package/dist/client/api/transcribe.d.ts +24 -0
  24. package/dist/client/api/transcribe.js +52 -0
  25. package/dist/client/api/translate.d.ts +47 -0
  26. package/dist/client/api/translate.js +114 -0
  27. package/dist/client/api/unload-model.d.ts +11 -0
  28. package/dist/client/api/unload-model.js +26 -0
  29. package/dist/client/index.d.ts +2 -0
  30. package/dist/client/index.js +1 -0
  31. package/dist/client/logging-stream-registry.d.ts +5 -0
  32. package/dist/client/logging-stream-registry.js +60 -0
  33. package/dist/client/rpc/bare-client.d.ts +112 -0
  34. package/dist/client/rpc/bare-client.js +82 -0
  35. package/dist/client/rpc/bare-rpc-client.d.ts +4 -0
  36. package/dist/client/rpc/bare-rpc-client.js +87 -0
  37. package/dist/client/rpc/expo-rpc-client.d.ts +3 -0
  38. package/dist/client/rpc/expo-rpc-client.js +57 -0
  39. package/dist/client/rpc/node-rpc-client.d.ts +9 -0
  40. package/dist/client/rpc/node-rpc-client.js +99 -0
  41. package/dist/client/rpc/rpc-client.d.ts +5 -0
  42. package/dist/client/rpc/rpc-client.js +91 -0
  43. package/dist/client/rpc/rpc-error.d.ts +19 -0
  44. package/dist/client/rpc/rpc-error.js +39 -0
  45. package/dist/constants/audio.d.ts +3 -0
  46. package/dist/constants/audio.js +17 -0
  47. package/dist/constants/index.d.ts +2 -0
  48. package/dist/constants/index.js +1 -0
  49. package/dist/examples/delegated-inference/consumer.d.ts +2 -0
  50. package/dist/examples/delegated-inference/consumer.js +56 -0
  51. package/dist/examples/delegated-inference/provider.d.ts +2 -0
  52. package/dist/examples/delegated-inference/provider.js +57 -0
  53. package/dist/examples/download-with-cancel.d.ts +2 -0
  54. package/dist/examples/download-with-cancel.js +46 -0
  55. package/dist/examples/embed-hyperdrive.d.ts +2 -0
  56. package/dist/examples/embed-hyperdrive.js +19 -0
  57. package/dist/examples/kv-cache-example.d.ts +2 -0
  58. package/dist/examples/kv-cache-example.js +74 -0
  59. package/dist/examples/llamacpp-file-logging.d.ts +2 -0
  60. package/dist/examples/llamacpp-file-logging.js +62 -0
  61. package/dist/examples/llamacpp-filesystem.d.ts +2 -0
  62. package/dist/examples/llamacpp-filesystem.js +40 -0
  63. package/dist/examples/llamacpp-http.d.ts +2 -0
  64. package/dist/examples/llamacpp-http.js +41 -0
  65. package/dist/examples/llamacpp-hyperdrive.d.ts +2 -0
  66. package/dist/examples/llamacpp-hyperdrive.js +39 -0
  67. package/dist/examples/llamacpp-multimodal.d.ts +2 -0
  68. package/dist/examples/llamacpp-multimodal.js +62 -0
  69. package/dist/examples/llamacpp-native-tools.d.ts +2 -0
  70. package/dist/examples/llamacpp-native-tools.js +64 -0
  71. package/dist/examples/llamacpp-tools-routing.d.ts +2 -0
  72. package/dist/examples/llamacpp-tools-routing.js +364 -0
  73. package/dist/examples/llamacpp-tools.d.ts +2 -0
  74. package/dist/examples/llamacpp-tools.js +81 -0
  75. package/dist/examples/multi-model-demo.d.ts +2 -0
  76. package/dist/examples/multi-model-demo.js +75 -0
  77. package/dist/examples/parallel-download.d.ts +2 -0
  78. package/dist/examples/parallel-download.js +21 -0
  79. package/dist/examples/rag/rag-chromadb.d.ts +2 -0
  80. package/dist/examples/rag/rag-chromadb.js +130 -0
  81. package/dist/examples/rag/rag-hyperdb-workspaces.d.ts +2 -0
  82. package/dist/examples/rag/rag-hyperdb-workspaces.js +106 -0
  83. package/dist/examples/rag/rag-hyperdb.d.ts +2 -0
  84. package/dist/examples/rag/rag-hyperdb.js +50 -0
  85. package/dist/examples/rag/rag-lancedb.d.ts +2 -0
  86. package/dist/examples/rag/rag-lancedb.js +95 -0
  87. package/dist/examples/rag/rag-sqlite.d.ts +2 -0
  88. package/dist/examples/rag/rag-sqlite.js +107 -0
  89. package/dist/examples/seed-hyperdrive.d.ts +2 -0
  90. package/dist/examples/seed-hyperdrive.js +21 -0
  91. package/dist/examples/translation/translation-indic.d.ts +2 -0
  92. package/dist/examples/translation/translation-indic.js +30 -0
  93. package/dist/examples/translation/translation-llm-context.d.ts +2 -0
  94. package/dist/examples/translation/translation-llm-context.js +30 -0
  95. package/dist/examples/translation/translation-llm.d.ts +2 -0
  96. package/dist/examples/translation/translation-llm.js +38 -0
  97. package/dist/examples/translation/translation-opus.d.ts +2 -0
  98. package/dist/examples/translation/translation-opus.js +30 -0
  99. package/dist/examples/translation/translation-stream.d.ts +2 -0
  100. package/dist/examples/translation/translation-stream.js +35 -0
  101. package/dist/examples/whispercpp-filesystem.d.ts +2 -0
  102. package/dist/examples/whispercpp-filesystem.js +43 -0
  103. package/dist/examples/whispercpp-microphone-record.d.ts +2 -0
  104. package/dist/examples/whispercpp-microphone-record.js +311 -0
  105. package/dist/expo/plugins/index.d.ts +5 -0
  106. package/dist/expo/plugins/index.js +5 -0
  107. package/dist/expo/plugins/withMobileBundle.d.ts +8 -0
  108. package/dist/expo/plugins/withMobileBundle.js +60 -0
  109. package/dist/expo/plugins/withOpenCL.d.ts +9 -0
  110. package/dist/expo/plugins/withOpenCL.js +118 -0
  111. package/dist/expo/plugins/withQvacSDK.d.ts +9 -0
  112. package/dist/expo/plugins/withQvacSDK.js +13 -0
  113. package/dist/index.d.ts +7 -0
  114. package/dist/index.js +8 -0
  115. package/dist/logging/base-logger.d.ts +7 -0
  116. package/dist/logging/base-logger.js +55 -0
  117. package/dist/logging/index.d.ts +4 -0
  118. package/dist/logging/index.js +2 -0
  119. package/dist/logging/logger.d.ts +5 -0
  120. package/dist/logging/logger.js +28 -0
  121. package/dist/logging/stream-logger.d.ts +3 -0
  122. package/dist/logging/stream-logger.js +9 -0
  123. package/dist/logging/transport.d.ts +3 -0
  124. package/dist/logging/transport.js +15 -0
  125. package/dist/logging/types.d.ts +18 -0
  126. package/dist/logging/types.js +1 -0
  127. package/dist/logging/utils.d.ts +4 -0
  128. package/dist/logging/utils.js +47 -0
  129. package/dist/models/hyperdrive/index.d.ts +2 -0
  130. package/dist/models/hyperdrive/index.js +2 -0
  131. package/dist/models/hyperdrive/models.d.ts +475 -0
  132. package/dist/models/hyperdrive/models.js +534 -0
  133. package/dist/schemas/cancel.d.ts +33 -0
  134. package/dist/schemas/cancel.js +25 -0
  135. package/dist/schemas/common.d.ts +626 -0
  136. package/dist/schemas/common.js +47 -0
  137. package/dist/schemas/completion-stream.d.ts +125 -0
  138. package/dist/schemas/completion-stream.js +53 -0
  139. package/dist/schemas/delegate.d.ts +9 -0
  140. package/dist/schemas/delegate.js +9 -0
  141. package/dist/schemas/download-asset.d.ts +75 -0
  142. package/dist/schemas/download-asset.js +43 -0
  143. package/dist/schemas/embed.d.ts +20 -0
  144. package/dist/schemas/embed.js +14 -0
  145. package/dist/schemas/error.d.ts +13 -0
  146. package/dist/schemas/error.js +35 -0
  147. package/dist/schemas/index.d.ts +19 -0
  148. package/dist/schemas/index.js +19 -0
  149. package/dist/schemas/llamacpp-config.d.ts +30 -0
  150. package/dist/schemas/llamacpp-config.js +39 -0
  151. package/dist/schemas/load-model.d.ts +1259 -0
  152. package/dist/schemas/load-model.js +108 -0
  153. package/dist/schemas/logging-stream.d.ts +27 -0
  154. package/dist/schemas/logging-stream.js +16 -0
  155. package/dist/schemas/ping.d.ts +11 -0
  156. package/dist/schemas/ping.js +8 -0
  157. package/dist/schemas/provide.d.ts +43 -0
  158. package/dist/schemas/provide.js +25 -0
  159. package/dist/schemas/rag.d.ts +159 -0
  160. package/dist/schemas/rag.js +78 -0
  161. package/dist/schemas/transcription.d.ts +24 -0
  162. package/dist/schemas/transcription.js +15 -0
  163. package/dist/schemas/translate.d.ts +82 -0
  164. package/dist/schemas/translate.js +42 -0
  165. package/dist/schemas/translation-config.d.ts +83 -0
  166. package/dist/schemas/translation-config.js +46 -0
  167. package/dist/schemas/unload-model.d.ts +19 -0
  168. package/dist/schemas/unload-model.js +13 -0
  169. package/dist/schemas/whispercpp-config.d.ts +25 -0
  170. package/dist/schemas/whispercpp-config.js +18 -0
  171. package/dist/server/bare/addons/cancel.d.ts +3 -0
  172. package/dist/server/bare/addons/cancel.js +12 -0
  173. package/dist/server/bare/addons/index.d.ts +4 -0
  174. package/dist/server/bare/addons/index.js +3 -0
  175. package/dist/server/bare/addons/llamacpp/create-model.d.ts +5 -0
  176. package/dist/server/bare/addons/llamacpp/create-model.js +57 -0
  177. package/dist/server/bare/addons/llamacpp/handlers/completion-stream.d.ts +3 -0
  178. package/dist/server/bare/addons/llamacpp/handlers/completion-stream.js +65 -0
  179. package/dist/server/bare/addons/llamacpp/handlers/embed.d.ts +4 -0
  180. package/dist/server/bare/addons/llamacpp/handlers/embed.js +40 -0
  181. package/dist/server/bare/addons/llamacpp/index.d.ts +4 -0
  182. package/dist/server/bare/addons/llamacpp/index.js +3 -0
  183. package/dist/server/bare/addons/llamacpp/kv-cache-utils.d.ts +19 -0
  184. package/dist/server/bare/addons/llamacpp/kv-cache-utils.js +46 -0
  185. package/dist/server/bare/addons/load-model.d.ts +3 -0
  186. package/dist/server/bare/addons/load-model.js +55 -0
  187. package/dist/server/bare/addons/translation/create-model.d.ts +4 -0
  188. package/dist/server/bare/addons/translation/create-model.js +45 -0
  189. package/dist/server/bare/addons/translation/handlers/translate.d.ts +3 -0
  190. package/dist/server/bare/addons/translation/handlers/translate.js +86 -0
  191. package/dist/server/bare/addons/translation/index.d.ts +3 -0
  192. package/dist/server/bare/addons/translation/index.js +2 -0
  193. package/dist/server/bare/addons/unload-model.d.ts +3 -0
  194. package/dist/server/bare/addons/unload-model.js +20 -0
  195. package/dist/server/bare/addons/whispercpp/create-model.d.ts +6 -0
  196. package/dist/server/bare/addons/whispercpp/create-model.js +55 -0
  197. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.d.ts +3 -0
  198. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +42 -0
  199. package/dist/server/bare/addons/whispercpp/index.d.ts +3 -0
  200. package/dist/server/bare/addons/whispercpp/index.js +2 -0
  201. package/dist/server/bare/delegate-rpc-client.d.ts +4 -0
  202. package/dist/server/bare/delegate-rpc-client.js +70 -0
  203. package/dist/server/bare/hyperswarm.d.ts +7 -0
  204. package/dist/server/bare/hyperswarm.js +62 -0
  205. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.d.ts +3 -0
  206. package/dist/server/bare/rag-hyperdb/handlers/delete-embeddings.js +12 -0
  207. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.d.ts +6 -0
  208. package/dist/server/bare/rag-hyperdb/handlers/save-embeddings.js +16 -0
  209. package/dist/server/bare/rag-hyperdb/handlers/search.d.ts +3 -0
  210. package/dist/server/bare/rag-hyperdb/handlers/search.js +15 -0
  211. package/dist/server/bare/rag-hyperdb/index.d.ts +5 -0
  212. package/dist/server/bare/rag-hyperdb/index.js +4 -0
  213. package/dist/server/bare/rag-hyperdb/rag-manager.d.ts +5 -0
  214. package/dist/server/bare/rag-hyperdb/rag-manager.js +61 -0
  215. package/dist/server/bare/registry/logging-stream-registry.d.ts +12 -0
  216. package/dist/server/bare/registry/logging-stream-registry.js +46 -0
  217. package/dist/server/bare/registry/model-registry.d.ts +64 -0
  218. package/dist/server/bare/registry/model-registry.js +95 -0
  219. package/dist/server/error-handlers.d.ts +4 -0
  220. package/dist/server/error-handlers.js +27 -0
  221. package/dist/server/http-server.d.ts +2 -0
  222. package/dist/server/http-server.js +189 -0
  223. package/dist/server/rpc/create-server.d.ts +4 -0
  224. package/dist/server/rpc/create-server.js +19 -0
  225. package/dist/server/rpc/handle-request.d.ts +12 -0
  226. package/dist/server/rpc/handle-request.js +220 -0
  227. package/dist/server/rpc/handlers/cancelHandler.d.ts +3 -0
  228. package/dist/server/rpc/handlers/cancelHandler.js +27 -0
  229. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +3 -0
  230. package/dist/server/rpc/handlers/completion-stream-delegated.js +30 -0
  231. package/dist/server/rpc/handlers/completion-stream.d.ts +3 -0
  232. package/dist/server/rpc/handlers/completion-stream.js +52 -0
  233. package/dist/server/rpc/handlers/download-asset.d.ts +3 -0
  234. package/dist/server/rpc/handlers/download-asset.js +21 -0
  235. package/dist/server/rpc/handlers/embed.d.ts +3 -0
  236. package/dist/server/rpc/handlers/embed.js +21 -0
  237. package/dist/server/rpc/handlers/index.d.ts +23 -0
  238. package/dist/server/rpc/handlers/index.js +22 -0
  239. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +31 -0
  240. package/dist/server/rpc/handlers/load-model/download-manager.js +88 -0
  241. package/dist/server/rpc/handlers/load-model/http.d.ts +3 -0
  242. package/dist/server/rpc/handlers/load-model/http.js +337 -0
  243. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +4 -0
  244. package/dist/server/rpc/handlers/load-model/hyperdrive.js +332 -0
  245. package/dist/server/rpc/handlers/load-model/index.d.ts +4 -0
  246. package/dist/server/rpc/handlers/load-model/index.js +3 -0
  247. package/dist/server/rpc/handlers/load-model/resolve.d.ts +3 -0
  248. package/dist/server/rpc/handlers/load-model/resolve.js +121 -0
  249. package/dist/server/rpc/handlers/load-model-delegated.d.ts +3 -0
  250. package/dist/server/rpc/handlers/load-model-delegated.js +93 -0
  251. package/dist/server/rpc/handlers/load-model.d.ts +3 -0
  252. package/dist/server/rpc/handlers/load-model.js +41 -0
  253. package/dist/server/rpc/handlers/logging-stream.d.ts +3 -0
  254. package/dist/server/rpc/handlers/logging-stream.js +37 -0
  255. package/dist/server/rpc/handlers/provideHandler/connection.d.ts +3 -0
  256. package/dist/server/rpc/handlers/provideHandler/connection.js +25 -0
  257. package/dist/server/rpc/handlers/provideHandler/handler.d.ts +3 -0
  258. package/dist/server/rpc/handlers/provideHandler/handler.js +50 -0
  259. package/dist/server/rpc/handlers/provideHandler/proxy.d.ts +3 -0
  260. package/dist/server/rpc/handlers/provideHandler/proxy.js +22 -0
  261. package/dist/server/rpc/handlers/provideHandler.d.ts +2 -0
  262. package/dist/server/rpc/handlers/provideHandler.js +2 -0
  263. package/dist/server/rpc/handlers/rag.d.ts +3 -0
  264. package/dist/server/rpc/handlers/rag.js +67 -0
  265. package/dist/server/rpc/handlers/transcribe-stream.d.ts +3 -0
  266. package/dist/server/rpc/handlers/transcribe-stream.js +26 -0
  267. package/dist/server/rpc/handlers/translate.d.ts +3 -0
  268. package/dist/server/rpc/handlers/translate.js +51 -0
  269. package/dist/server/rpc/handlers/unload-model.d.ts +3 -0
  270. package/dist/server/rpc/handlers/unload-model.js +20 -0
  271. package/dist/server/rpc/index.d.ts +3 -0
  272. package/dist/server/rpc/index.js +2 -0
  273. package/dist/server/utils/audio/decoder.d.ts +4 -0
  274. package/dist/server/utils/audio/decoder.js +41 -0
  275. package/dist/server/utils/cache.d.ts +15 -0
  276. package/dist/server/utils/cache.js +32 -0
  277. package/dist/server/utils/hash.d.ts +5 -0
  278. package/dist/server/utils/hash.js +11 -0
  279. package/dist/server/utils/index.d.ts +5 -0
  280. package/dist/server/utils/index.js +4 -0
  281. package/dist/server/utils/model-path.d.ts +5 -0
  282. package/dist/server/utils/model-path.js +7 -0
  283. package/dist/server/worker.d.ts +6 -0
  284. package/dist/server/worker.js +77 -0
  285. package/dist/utils/withTimeout.d.ts +11 -0
  286. package/dist/utils/withTimeout.js +37 -0
  287. package/package.json +129 -0
@@ -0,0 +1,1259 @@
1
+ import { z } from "zod";
2
+ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
3
+ modelSrc: z.ZodString;
4
+ modelType: z.ZodLiteral<"llm">;
5
+ modelConfig: z.ZodOptional<z.ZodObject<{
6
+ ctx_size: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
7
+ temp: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
8
+ top_p: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
9
+ top_k: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
10
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
11
+ gpu_layers: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
12
+ lora: z.ZodOptional<z.ZodOptional<z.ZodString>>;
13
+ device: z.ZodOptional<z.ZodDefault<z.ZodString>>;
14
+ predict: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>>;
15
+ system_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
16
+ no_mmap: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
17
+ verbosity: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<0>, z.ZodLiteral<1>]>>>;
18
+ presence_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
19
+ frequency_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
20
+ repeat_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
21
+ reverse_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
22
+ }, z.core.$strict>>;
23
+ seed: z.ZodOptional<z.ZodBoolean>;
24
+ projectionModelSrc: z.ZodOptional<z.ZodString>;
25
+ delegate: z.ZodOptional<z.ZodObject<{
26
+ topic: z.ZodString;
27
+ providerPublicKey: z.ZodString;
28
+ timeout: z.ZodOptional<z.ZodNumber>;
29
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
30
+ }, z.core.$strip>>;
31
+ toolFormat: z.ZodDefault<z.ZodEnum<{
32
+ json: "json";
33
+ xml: "xml";
34
+ }>>;
35
+ }, z.core.$strip>, z.ZodObject<{
36
+ modelSrc: z.ZodString;
37
+ modelType: z.ZodLiteral<"whisper">;
38
+ modelConfig: z.ZodOptional<z.ZodObject<{
39
+ mode: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
40
+ caption: "caption";
41
+ batch: "batch";
42
+ }>>>;
43
+ output_format: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
44
+ plaintext: "plaintext";
45
+ json: "json";
46
+ }>>>;
47
+ min_seconds: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
48
+ max_seconds: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
49
+ audio_format: z.ZodOptional<z.ZodDefault<z.ZodString>>;
50
+ update_frequency: z.ZodOptional<z.ZodDefault<z.ZodString>>;
51
+ vadConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
52
+ vad_threshold: z.ZodOptional<z.ZodNumber>;
53
+ vad_min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
54
+ vad_min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
55
+ vad_max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
56
+ vad_speech_pad_ms: z.ZodOptional<z.ZodNumber>;
57
+ vad_samples_overlap: z.ZodOptional<z.ZodNumber>;
58
+ }, z.core.$strip>>>;
59
+ }, z.core.$strict>>;
60
+ seed: z.ZodOptional<z.ZodBoolean>;
61
+ vadModelSrc: z.ZodOptional<z.ZodString>;
62
+ delegate: z.ZodOptional<z.ZodObject<{
63
+ topic: z.ZodString;
64
+ providerPublicKey: z.ZodString;
65
+ timeout: z.ZodOptional<z.ZodNumber>;
66
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
67
+ }, z.core.$strip>>;
68
+ }, z.core.$strip>, z.ZodObject<{
69
+ modelSrc: z.ZodString;
70
+ modelType: z.ZodLiteral<"embeddings">;
71
+ modelConfig: z.ZodOptional<z.ZodObject<{
72
+ config: z.ZodOptional<z.ZodDefault<z.ZodString>>;
73
+ }, z.core.$strict>>;
74
+ seed: z.ZodOptional<z.ZodBoolean>;
75
+ delegate: z.ZodOptional<z.ZodObject<{
76
+ topic: z.ZodString;
77
+ providerPublicKey: z.ZodString;
78
+ timeout: z.ZodOptional<z.ZodNumber>;
79
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
80
+ }, z.core.$strip>>;
81
+ }, z.core.$strip>, z.ZodObject<{
82
+ modelSrc: z.ZodString;
83
+ modelType: z.ZodLiteral<"nmt">;
84
+ modelConfig: z.ZodPipe<z.ZodObject<{
85
+ mode: z.ZodOptional<z.ZodEnum<{
86
+ full: "full";
87
+ }>>;
88
+ from: z.ZodEnum<{
89
+ en: "en";
90
+ de: "de";
91
+ es: "es";
92
+ it: "it";
93
+ asm_Beng: "asm_Beng";
94
+ ben_Beng: "ben_Beng";
95
+ brx_Deva: "brx_Deva";
96
+ doi_Deva: "doi_Deva";
97
+ eng_Latn: "eng_Latn";
98
+ gom_Deva: "gom_Deva";
99
+ guj_Gujr: "guj_Gujr";
100
+ hin_Deva: "hin_Deva";
101
+ kan_Knda: "kan_Knda";
102
+ kas_Arab: "kas_Arab";
103
+ kas_Deva: "kas_Deva";
104
+ mai_Deva: "mai_Deva";
105
+ mal_Mlym: "mal_Mlym";
106
+ mar_Deva: "mar_Deva";
107
+ mni_Beng: "mni_Beng";
108
+ mni_Mtei: "mni_Mtei";
109
+ npi_Deva: "npi_Deva";
110
+ ory_Orya: "ory_Orya";
111
+ pan_Guru: "pan_Guru";
112
+ san_Deva: "san_Deva";
113
+ sat_Olck: "sat_Olck";
114
+ snd_Arab: "snd_Arab";
115
+ snd_Deva: "snd_Deva";
116
+ tam_Taml: "tam_Taml";
117
+ tel_Telu: "tel_Telu";
118
+ urd_Arab: "urd_Arab";
119
+ }>;
120
+ to: z.ZodEnum<{
121
+ en: "en";
122
+ de: "de";
123
+ es: "es";
124
+ it: "it";
125
+ asm_Beng: "asm_Beng";
126
+ ben_Beng: "ben_Beng";
127
+ brx_Deva: "brx_Deva";
128
+ doi_Deva: "doi_Deva";
129
+ eng_Latn: "eng_Latn";
130
+ gom_Deva: "gom_Deva";
131
+ guj_Gujr: "guj_Gujr";
132
+ hin_Deva: "hin_Deva";
133
+ kan_Knda: "kan_Knda";
134
+ kas_Arab: "kas_Arab";
135
+ kas_Deva: "kas_Deva";
136
+ mai_Deva: "mai_Deva";
137
+ mal_Mlym: "mal_Mlym";
138
+ mar_Deva: "mar_Deva";
139
+ mni_Beng: "mni_Beng";
140
+ mni_Mtei: "mni_Mtei";
141
+ npi_Deva: "npi_Deva";
142
+ ory_Orya: "ory_Orya";
143
+ pan_Guru: "pan_Guru";
144
+ san_Deva: "san_Deva";
145
+ sat_Olck: "sat_Olck";
146
+ snd_Arab: "snd_Arab";
147
+ snd_Deva: "snd_Deva";
148
+ tam_Taml: "tam_Taml";
149
+ tel_Telu: "tel_Telu";
150
+ urd_Arab: "urd_Arab";
151
+ }>;
152
+ }, z.core.$strip>, z.ZodTransform<{
153
+ mode: "full";
154
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
155
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
156
+ }, {
157
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
158
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
159
+ mode?: "full" | undefined;
160
+ }>>;
161
+ seed: z.ZodOptional<z.ZodBoolean>;
162
+ delegate: z.ZodOptional<z.ZodObject<{
163
+ topic: z.ZodString;
164
+ providerPublicKey: z.ZodString;
165
+ timeout: z.ZodOptional<z.ZodNumber>;
166
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
167
+ }, z.core.$strip>>;
168
+ }, z.core.$strip>]>, z.ZodTransform<{
169
+ seed: boolean;
170
+ modelSrc: string;
171
+ modelType: "llm";
172
+ toolFormat: "json" | "xml";
173
+ modelConfig?: {
174
+ ctx_size?: number | undefined;
175
+ temp?: number | undefined;
176
+ top_p?: number | undefined;
177
+ top_k?: number | undefined;
178
+ seed?: number | undefined;
179
+ gpu_layers?: number | undefined;
180
+ lora?: string | undefined;
181
+ device?: string | undefined;
182
+ predict?: number | undefined;
183
+ system_prompt?: string | undefined;
184
+ no_mmap?: boolean | undefined;
185
+ verbosity?: 0 | 1 | -1 | undefined;
186
+ presence_penalty?: number | undefined;
187
+ frequency_penalty?: number | undefined;
188
+ repeat_penalty?: number | undefined;
189
+ reverse_prompt?: string | undefined;
190
+ } | undefined;
191
+ projectionModelSrc?: string | undefined;
192
+ delegate?: {
193
+ topic: string;
194
+ providerPublicKey: string;
195
+ fallbackToLocal: boolean;
196
+ timeout?: number | undefined;
197
+ } | undefined;
198
+ } | {
199
+ seed: boolean;
200
+ modelSrc: string;
201
+ modelType: "whisper";
202
+ modelConfig?: {
203
+ mode?: "caption" | "batch" | undefined;
204
+ output_format?: "plaintext" | "json" | undefined;
205
+ min_seconds?: number | undefined;
206
+ max_seconds?: number | undefined;
207
+ audio_format?: string | undefined;
208
+ update_frequency?: string | undefined;
209
+ vadConfig?: {
210
+ vad_threshold?: number | undefined;
211
+ vad_min_speech_duration_ms?: number | undefined;
212
+ vad_min_silence_duration_ms?: number | undefined;
213
+ vad_max_speech_duration_s?: number | undefined;
214
+ vad_speech_pad_ms?: number | undefined;
215
+ vad_samples_overlap?: number | undefined;
216
+ } | undefined;
217
+ } | undefined;
218
+ vadModelSrc?: string | undefined;
219
+ delegate?: {
220
+ topic: string;
221
+ providerPublicKey: string;
222
+ fallbackToLocal: boolean;
223
+ timeout?: number | undefined;
224
+ } | undefined;
225
+ } | {
226
+ seed: boolean;
227
+ modelSrc: string;
228
+ modelType: "embeddings";
229
+ modelConfig?: {
230
+ config?: string | undefined;
231
+ } | undefined;
232
+ delegate?: {
233
+ topic: string;
234
+ providerPublicKey: string;
235
+ fallbackToLocal: boolean;
236
+ timeout?: number | undefined;
237
+ } | undefined;
238
+ } | {
239
+ seed: boolean;
240
+ modelSrc: string;
241
+ modelType: "nmt";
242
+ modelConfig: {
243
+ mode: "full";
244
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
245
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
246
+ };
247
+ delegate?: {
248
+ topic: string;
249
+ providerPublicKey: string;
250
+ fallbackToLocal: boolean;
251
+ timeout?: number | undefined;
252
+ } | undefined;
253
+ }, {
254
+ modelSrc: string;
255
+ modelType: "llm";
256
+ toolFormat: "json" | "xml";
257
+ modelConfig?: {
258
+ ctx_size?: number | undefined;
259
+ temp?: number | undefined;
260
+ top_p?: number | undefined;
261
+ top_k?: number | undefined;
262
+ seed?: number | undefined;
263
+ gpu_layers?: number | undefined;
264
+ lora?: string | undefined;
265
+ device?: string | undefined;
266
+ predict?: number | undefined;
267
+ system_prompt?: string | undefined;
268
+ no_mmap?: boolean | undefined;
269
+ verbosity?: 0 | 1 | -1 | undefined;
270
+ presence_penalty?: number | undefined;
271
+ frequency_penalty?: number | undefined;
272
+ repeat_penalty?: number | undefined;
273
+ reverse_prompt?: string | undefined;
274
+ } | undefined;
275
+ seed?: boolean | undefined;
276
+ projectionModelSrc?: string | undefined;
277
+ delegate?: {
278
+ topic: string;
279
+ providerPublicKey: string;
280
+ fallbackToLocal: boolean;
281
+ timeout?: number | undefined;
282
+ } | undefined;
283
+ } | {
284
+ modelSrc: string;
285
+ modelType: "whisper";
286
+ modelConfig?: {
287
+ mode?: "caption" | "batch" | undefined;
288
+ output_format?: "plaintext" | "json" | undefined;
289
+ min_seconds?: number | undefined;
290
+ max_seconds?: number | undefined;
291
+ audio_format?: string | undefined;
292
+ update_frequency?: string | undefined;
293
+ vadConfig?: {
294
+ vad_threshold?: number | undefined;
295
+ vad_min_speech_duration_ms?: number | undefined;
296
+ vad_min_silence_duration_ms?: number | undefined;
297
+ vad_max_speech_duration_s?: number | undefined;
298
+ vad_speech_pad_ms?: number | undefined;
299
+ vad_samples_overlap?: number | undefined;
300
+ } | undefined;
301
+ } | undefined;
302
+ seed?: boolean | undefined;
303
+ vadModelSrc?: string | undefined;
304
+ delegate?: {
305
+ topic: string;
306
+ providerPublicKey: string;
307
+ fallbackToLocal: boolean;
308
+ timeout?: number | undefined;
309
+ } | undefined;
310
+ } | {
311
+ modelSrc: string;
312
+ modelType: "embeddings";
313
+ modelConfig?: {
314
+ config?: string | undefined;
315
+ } | undefined;
316
+ seed?: boolean | undefined;
317
+ delegate?: {
318
+ topic: string;
319
+ providerPublicKey: string;
320
+ fallbackToLocal: boolean;
321
+ timeout?: number | undefined;
322
+ } | undefined;
323
+ } | {
324
+ modelSrc: string;
325
+ modelType: "nmt";
326
+ modelConfig: {
327
+ mode: "full";
328
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
329
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
330
+ };
331
+ seed?: boolean | undefined;
332
+ delegate?: {
333
+ topic: string;
334
+ providerPublicKey: string;
335
+ fallbackToLocal: boolean;
336
+ timeout?: number | undefined;
337
+ } | undefined;
338
+ }>>;
339
+ export type LoadModelOptions = z.input<typeof loadModelOptionsSchema> & {
340
+ onProgress?: (progress: ModelProgressUpdate) => void;
341
+ };
342
+ export declare const loadLlmModelRequestSchema: z.ZodObject<{
343
+ type: z.ZodLiteral<"loadModel">;
344
+ modelSrc: z.ZodString;
345
+ projectionModelSrc: z.ZodOptional<z.ZodString>;
346
+ vadModelSrc: z.ZodOptional<z.ZodString>;
347
+ withProgress: z.ZodOptional<z.ZodBoolean>;
348
+ seed: z.ZodOptional<z.ZodBoolean>;
349
+ delegate: z.ZodOptional<z.ZodObject<{
350
+ topic: z.ZodString;
351
+ providerPublicKey: z.ZodString;
352
+ timeout: z.ZodOptional<z.ZodNumber>;
353
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
354
+ }, z.core.$strip>>;
355
+ modelType: z.ZodLiteral<"llm">;
356
+ modelConfig: z.ZodObject<{
357
+ ctx_size: z.ZodDefault<z.ZodNumber>;
358
+ temp: z.ZodOptional<z.ZodNumber>;
359
+ top_p: z.ZodOptional<z.ZodNumber>;
360
+ top_k: z.ZodOptional<z.ZodNumber>;
361
+ seed: z.ZodOptional<z.ZodNumber>;
362
+ gpu_layers: z.ZodDefault<z.ZodNumber>;
363
+ lora: z.ZodOptional<z.ZodString>;
364
+ device: z.ZodDefault<z.ZodString>;
365
+ predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
366
+ system_prompt: z.ZodOptional<z.ZodString>;
367
+ no_mmap: z.ZodOptional<z.ZodBoolean>;
368
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<0>, z.ZodLiteral<1>]>>;
369
+ presence_penalty: z.ZodOptional<z.ZodNumber>;
370
+ frequency_penalty: z.ZodOptional<z.ZodNumber>;
371
+ repeat_penalty: z.ZodOptional<z.ZodNumber>;
372
+ reverse_prompt: z.ZodOptional<z.ZodString>;
373
+ }, z.core.$strip>;
374
+ }, z.core.$strip>;
375
+ export declare const loadWhisperModelRequestSchema: z.ZodObject<{
376
+ type: z.ZodLiteral<"loadModel">;
377
+ modelSrc: z.ZodString;
378
+ projectionModelSrc: z.ZodOptional<z.ZodString>;
379
+ vadModelSrc: z.ZodOptional<z.ZodString>;
380
+ withProgress: z.ZodOptional<z.ZodBoolean>;
381
+ seed: z.ZodOptional<z.ZodBoolean>;
382
+ delegate: z.ZodOptional<z.ZodObject<{
383
+ topic: z.ZodString;
384
+ providerPublicKey: z.ZodString;
385
+ timeout: z.ZodOptional<z.ZodNumber>;
386
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
387
+ }, z.core.$strip>>;
388
+ modelType: z.ZodLiteral<"whisper">;
389
+ modelConfig: z.ZodObject<{
390
+ mode: z.ZodDefault<z.ZodEnum<{
391
+ caption: "caption";
392
+ batch: "batch";
393
+ }>>;
394
+ output_format: z.ZodDefault<z.ZodEnum<{
395
+ plaintext: "plaintext";
396
+ json: "json";
397
+ }>>;
398
+ min_seconds: z.ZodDefault<z.ZodNumber>;
399
+ max_seconds: z.ZodDefault<z.ZodNumber>;
400
+ audio_format: z.ZodDefault<z.ZodString>;
401
+ update_frequency: z.ZodDefault<z.ZodString>;
402
+ vadConfig: z.ZodOptional<z.ZodObject<{
403
+ vad_threshold: z.ZodOptional<z.ZodNumber>;
404
+ vad_min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
405
+ vad_min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
406
+ vad_max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
407
+ vad_speech_pad_ms: z.ZodOptional<z.ZodNumber>;
408
+ vad_samples_overlap: z.ZodOptional<z.ZodNumber>;
409
+ }, z.core.$strip>>;
410
+ }, z.core.$strip>;
411
+ }, z.core.$strip>;
412
+ export declare const loadEmbeddingsModelRequestSchema: z.ZodObject<{
413
+ type: z.ZodLiteral<"loadModel">;
414
+ modelSrc: z.ZodString;
415
+ projectionModelSrc: z.ZodOptional<z.ZodString>;
416
+ vadModelSrc: z.ZodOptional<z.ZodString>;
417
+ withProgress: z.ZodOptional<z.ZodBoolean>;
418
+ seed: z.ZodOptional<z.ZodBoolean>;
419
+ delegate: z.ZodOptional<z.ZodObject<{
420
+ topic: z.ZodString;
421
+ providerPublicKey: z.ZodString;
422
+ timeout: z.ZodOptional<z.ZodNumber>;
423
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
424
+ }, z.core.$strip>>;
425
+ modelType: z.ZodLiteral<"embeddings">;
426
+ modelConfig: z.ZodObject<{
427
+ config: z.ZodDefault<z.ZodString>;
428
+ }, z.core.$strip>;
429
+ }, z.core.$strip>;
430
+ export declare const loadNmtModelRequestSchema: z.ZodObject<{
431
+ type: z.ZodLiteral<"loadModel">;
432
+ modelSrc: z.ZodString;
433
+ projectionModelSrc: z.ZodOptional<z.ZodString>;
434
+ vadModelSrc: z.ZodOptional<z.ZodString>;
435
+ withProgress: z.ZodOptional<z.ZodBoolean>;
436
+ seed: z.ZodOptional<z.ZodBoolean>;
437
+ delegate: z.ZodOptional<z.ZodObject<{
438
+ topic: z.ZodString;
439
+ providerPublicKey: z.ZodString;
440
+ timeout: z.ZodOptional<z.ZodNumber>;
441
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
442
+ }, z.core.$strip>>;
443
+ modelType: z.ZodLiteral<"nmt">;
444
+ modelConfig: z.ZodPipe<z.ZodObject<{
445
+ mode: z.ZodOptional<z.ZodEnum<{
446
+ full: "full";
447
+ }>>;
448
+ from: z.ZodEnum<{
449
+ en: "en";
450
+ de: "de";
451
+ es: "es";
452
+ it: "it";
453
+ asm_Beng: "asm_Beng";
454
+ ben_Beng: "ben_Beng";
455
+ brx_Deva: "brx_Deva";
456
+ doi_Deva: "doi_Deva";
457
+ eng_Latn: "eng_Latn";
458
+ gom_Deva: "gom_Deva";
459
+ guj_Gujr: "guj_Gujr";
460
+ hin_Deva: "hin_Deva";
461
+ kan_Knda: "kan_Knda";
462
+ kas_Arab: "kas_Arab";
463
+ kas_Deva: "kas_Deva";
464
+ mai_Deva: "mai_Deva";
465
+ mal_Mlym: "mal_Mlym";
466
+ mar_Deva: "mar_Deva";
467
+ mni_Beng: "mni_Beng";
468
+ mni_Mtei: "mni_Mtei";
469
+ npi_Deva: "npi_Deva";
470
+ ory_Orya: "ory_Orya";
471
+ pan_Guru: "pan_Guru";
472
+ san_Deva: "san_Deva";
473
+ sat_Olck: "sat_Olck";
474
+ snd_Arab: "snd_Arab";
475
+ snd_Deva: "snd_Deva";
476
+ tam_Taml: "tam_Taml";
477
+ tel_Telu: "tel_Telu";
478
+ urd_Arab: "urd_Arab";
479
+ }>;
480
+ to: z.ZodEnum<{
481
+ en: "en";
482
+ de: "de";
483
+ es: "es";
484
+ it: "it";
485
+ asm_Beng: "asm_Beng";
486
+ ben_Beng: "ben_Beng";
487
+ brx_Deva: "brx_Deva";
488
+ doi_Deva: "doi_Deva";
489
+ eng_Latn: "eng_Latn";
490
+ gom_Deva: "gom_Deva";
491
+ guj_Gujr: "guj_Gujr";
492
+ hin_Deva: "hin_Deva";
493
+ kan_Knda: "kan_Knda";
494
+ kas_Arab: "kas_Arab";
495
+ kas_Deva: "kas_Deva";
496
+ mai_Deva: "mai_Deva";
497
+ mal_Mlym: "mal_Mlym";
498
+ mar_Deva: "mar_Deva";
499
+ mni_Beng: "mni_Beng";
500
+ mni_Mtei: "mni_Mtei";
501
+ npi_Deva: "npi_Deva";
502
+ ory_Orya: "ory_Orya";
503
+ pan_Guru: "pan_Guru";
504
+ san_Deva: "san_Deva";
505
+ sat_Olck: "sat_Olck";
506
+ snd_Arab: "snd_Arab";
507
+ snd_Deva: "snd_Deva";
508
+ tam_Taml: "tam_Taml";
509
+ tel_Telu: "tel_Telu";
510
+ urd_Arab: "urd_Arab";
511
+ }>;
512
+ }, z.core.$strip>, z.ZodTransform<{
513
+ mode: "full";
514
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
515
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
516
+ }, {
517
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
518
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
519
+ mode?: "full" | undefined;
520
+ }>>;
521
+ }, z.core.$strip>;
522
+ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[z.ZodObject<{
523
+ type: z.ZodLiteral<"loadModel">;
524
+ modelSrc: z.ZodString;
525
+ projectionModelSrc: z.ZodOptional<z.ZodString>;
526
+ vadModelSrc: z.ZodOptional<z.ZodString>;
527
+ withProgress: z.ZodOptional<z.ZodBoolean>;
528
+ seed: z.ZodOptional<z.ZodBoolean>;
529
+ delegate: z.ZodOptional<z.ZodObject<{
530
+ topic: z.ZodString;
531
+ providerPublicKey: z.ZodString;
532
+ timeout: z.ZodOptional<z.ZodNumber>;
533
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
534
+ }, z.core.$strip>>;
535
+ modelType: z.ZodLiteral<"llm">;
536
+ modelConfig: z.ZodObject<{
537
+ ctx_size: z.ZodDefault<z.ZodNumber>;
538
+ temp: z.ZodOptional<z.ZodNumber>;
539
+ top_p: z.ZodOptional<z.ZodNumber>;
540
+ top_k: z.ZodOptional<z.ZodNumber>;
541
+ seed: z.ZodOptional<z.ZodNumber>;
542
+ gpu_layers: z.ZodDefault<z.ZodNumber>;
543
+ lora: z.ZodOptional<z.ZodString>;
544
+ device: z.ZodDefault<z.ZodString>;
545
+ predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
546
+ system_prompt: z.ZodOptional<z.ZodString>;
547
+ no_mmap: z.ZodOptional<z.ZodBoolean>;
548
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<0>, z.ZodLiteral<1>]>>;
549
+ presence_penalty: z.ZodOptional<z.ZodNumber>;
550
+ frequency_penalty: z.ZodOptional<z.ZodNumber>;
551
+ repeat_penalty: z.ZodOptional<z.ZodNumber>;
552
+ reverse_prompt: z.ZodOptional<z.ZodString>;
553
+ }, z.core.$strip>;
554
+ }, z.core.$strip>, z.ZodObject<{
555
+ type: z.ZodLiteral<"loadModel">;
556
+ modelSrc: z.ZodString;
557
+ projectionModelSrc: z.ZodOptional<z.ZodString>;
558
+ vadModelSrc: z.ZodOptional<z.ZodString>;
559
+ withProgress: z.ZodOptional<z.ZodBoolean>;
560
+ seed: z.ZodOptional<z.ZodBoolean>;
561
+ delegate: z.ZodOptional<z.ZodObject<{
562
+ topic: z.ZodString;
563
+ providerPublicKey: z.ZodString;
564
+ timeout: z.ZodOptional<z.ZodNumber>;
565
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
566
+ }, z.core.$strip>>;
567
+ modelType: z.ZodLiteral<"whisper">;
568
+ modelConfig: z.ZodObject<{
569
+ mode: z.ZodDefault<z.ZodEnum<{
570
+ caption: "caption";
571
+ batch: "batch";
572
+ }>>;
573
+ output_format: z.ZodDefault<z.ZodEnum<{
574
+ plaintext: "plaintext";
575
+ json: "json";
576
+ }>>;
577
+ min_seconds: z.ZodDefault<z.ZodNumber>;
578
+ max_seconds: z.ZodDefault<z.ZodNumber>;
579
+ audio_format: z.ZodDefault<z.ZodString>;
580
+ update_frequency: z.ZodDefault<z.ZodString>;
581
+ vadConfig: z.ZodOptional<z.ZodObject<{
582
+ vad_threshold: z.ZodOptional<z.ZodNumber>;
583
+ vad_min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
584
+ vad_min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
585
+ vad_max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
586
+ vad_speech_pad_ms: z.ZodOptional<z.ZodNumber>;
587
+ vad_samples_overlap: z.ZodOptional<z.ZodNumber>;
588
+ }, z.core.$strip>>;
589
+ }, z.core.$strip>;
590
+ }, z.core.$strip>, z.ZodObject<{
591
+ type: z.ZodLiteral<"loadModel">;
592
+ modelSrc: z.ZodString;
593
+ projectionModelSrc: z.ZodOptional<z.ZodString>;
594
+ vadModelSrc: z.ZodOptional<z.ZodString>;
595
+ withProgress: z.ZodOptional<z.ZodBoolean>;
596
+ seed: z.ZodOptional<z.ZodBoolean>;
597
+ delegate: z.ZodOptional<z.ZodObject<{
598
+ topic: z.ZodString;
599
+ providerPublicKey: z.ZodString;
600
+ timeout: z.ZodOptional<z.ZodNumber>;
601
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
602
+ }, z.core.$strip>>;
603
+ modelType: z.ZodLiteral<"embeddings">;
604
+ modelConfig: z.ZodObject<{
605
+ config: z.ZodDefault<z.ZodString>;
606
+ }, z.core.$strip>;
607
+ }, z.core.$strip>, z.ZodObject<{
608
+ type: z.ZodLiteral<"loadModel">;
609
+ modelSrc: z.ZodString;
610
+ projectionModelSrc: z.ZodOptional<z.ZodString>;
611
+ vadModelSrc: z.ZodOptional<z.ZodString>;
612
+ withProgress: z.ZodOptional<z.ZodBoolean>;
613
+ seed: z.ZodOptional<z.ZodBoolean>;
614
+ delegate: z.ZodOptional<z.ZodObject<{
615
+ topic: z.ZodString;
616
+ providerPublicKey: z.ZodString;
617
+ timeout: z.ZodOptional<z.ZodNumber>;
618
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
619
+ }, z.core.$strip>>;
620
+ modelType: z.ZodLiteral<"nmt">;
621
+ modelConfig: z.ZodPipe<z.ZodObject<{
622
+ mode: z.ZodOptional<z.ZodEnum<{
623
+ full: "full";
624
+ }>>;
625
+ from: z.ZodEnum<{
626
+ en: "en";
627
+ de: "de";
628
+ es: "es";
629
+ it: "it";
630
+ asm_Beng: "asm_Beng";
631
+ ben_Beng: "ben_Beng";
632
+ brx_Deva: "brx_Deva";
633
+ doi_Deva: "doi_Deva";
634
+ eng_Latn: "eng_Latn";
635
+ gom_Deva: "gom_Deva";
636
+ guj_Gujr: "guj_Gujr";
637
+ hin_Deva: "hin_Deva";
638
+ kan_Knda: "kan_Knda";
639
+ kas_Arab: "kas_Arab";
640
+ kas_Deva: "kas_Deva";
641
+ mai_Deva: "mai_Deva";
642
+ mal_Mlym: "mal_Mlym";
643
+ mar_Deva: "mar_Deva";
644
+ mni_Beng: "mni_Beng";
645
+ mni_Mtei: "mni_Mtei";
646
+ npi_Deva: "npi_Deva";
647
+ ory_Orya: "ory_Orya";
648
+ pan_Guru: "pan_Guru";
649
+ san_Deva: "san_Deva";
650
+ sat_Olck: "sat_Olck";
651
+ snd_Arab: "snd_Arab";
652
+ snd_Deva: "snd_Deva";
653
+ tam_Taml: "tam_Taml";
654
+ tel_Telu: "tel_Telu";
655
+ urd_Arab: "urd_Arab";
656
+ }>;
657
+ to: z.ZodEnum<{
658
+ en: "en";
659
+ de: "de";
660
+ es: "es";
661
+ it: "it";
662
+ asm_Beng: "asm_Beng";
663
+ ben_Beng: "ben_Beng";
664
+ brx_Deva: "brx_Deva";
665
+ doi_Deva: "doi_Deva";
666
+ eng_Latn: "eng_Latn";
667
+ gom_Deva: "gom_Deva";
668
+ guj_Gujr: "guj_Gujr";
669
+ hin_Deva: "hin_Deva";
670
+ kan_Knda: "kan_Knda";
671
+ kas_Arab: "kas_Arab";
672
+ kas_Deva: "kas_Deva";
673
+ mai_Deva: "mai_Deva";
674
+ mal_Mlym: "mal_Mlym";
675
+ mar_Deva: "mar_Deva";
676
+ mni_Beng: "mni_Beng";
677
+ mni_Mtei: "mni_Mtei";
678
+ npi_Deva: "npi_Deva";
679
+ ory_Orya: "ory_Orya";
680
+ pan_Guru: "pan_Guru";
681
+ san_Deva: "san_Deva";
682
+ sat_Olck: "sat_Olck";
683
+ snd_Arab: "snd_Arab";
684
+ snd_Deva: "snd_Deva";
685
+ tam_Taml: "tam_Taml";
686
+ tel_Telu: "tel_Telu";
687
+ urd_Arab: "urd_Arab";
688
+ }>;
689
+ }, z.core.$strip>, z.ZodTransform<{
690
+ mode: "full";
691
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
692
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
693
+ }, {
694
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
695
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
696
+ mode?: "full" | undefined;
697
+ }>>;
698
+ }, z.core.$strip>], "modelType">, z.ZodTransform<{
699
+ seed: boolean;
700
+ type: "loadModel";
701
+ modelSrc: string;
702
+ modelType: "llm";
703
+ modelConfig: {
704
+ ctx_size: number;
705
+ gpu_layers: number;
706
+ device: string;
707
+ temp?: number | undefined;
708
+ top_p?: number | undefined;
709
+ top_k?: number | undefined;
710
+ seed?: number | undefined;
711
+ lora?: string | undefined;
712
+ predict?: number | undefined;
713
+ system_prompt?: string | undefined;
714
+ no_mmap?: boolean | undefined;
715
+ verbosity?: 0 | 1 | -1 | undefined;
716
+ presence_penalty?: number | undefined;
717
+ frequency_penalty?: number | undefined;
718
+ repeat_penalty?: number | undefined;
719
+ reverse_prompt?: string | undefined;
720
+ };
721
+ projectionModelSrc?: string | undefined;
722
+ vadModelSrc?: string | undefined;
723
+ withProgress?: boolean | undefined;
724
+ delegate?: {
725
+ topic: string;
726
+ providerPublicKey: string;
727
+ fallbackToLocal: boolean;
728
+ timeout?: number | undefined;
729
+ } | undefined;
730
+ } | {
731
+ seed: boolean;
732
+ type: "loadModel";
733
+ modelSrc: string;
734
+ modelType: "whisper";
735
+ modelConfig: {
736
+ mode: "caption" | "batch";
737
+ output_format: "plaintext" | "json";
738
+ min_seconds: number;
739
+ max_seconds: number;
740
+ audio_format: string;
741
+ update_frequency: string;
742
+ vadConfig?: {
743
+ vad_threshold?: number | undefined;
744
+ vad_min_speech_duration_ms?: number | undefined;
745
+ vad_min_silence_duration_ms?: number | undefined;
746
+ vad_max_speech_duration_s?: number | undefined;
747
+ vad_speech_pad_ms?: number | undefined;
748
+ vad_samples_overlap?: number | undefined;
749
+ } | undefined;
750
+ };
751
+ projectionModelSrc?: string | undefined;
752
+ vadModelSrc?: string | undefined;
753
+ withProgress?: boolean | undefined;
754
+ delegate?: {
755
+ topic: string;
756
+ providerPublicKey: string;
757
+ fallbackToLocal: boolean;
758
+ timeout?: number | undefined;
759
+ } | undefined;
760
+ } | {
761
+ seed: boolean;
762
+ type: "loadModel";
763
+ modelSrc: string;
764
+ modelType: "embeddings";
765
+ modelConfig: {
766
+ config: string;
767
+ };
768
+ projectionModelSrc?: string | undefined;
769
+ vadModelSrc?: string | undefined;
770
+ withProgress?: boolean | undefined;
771
+ delegate?: {
772
+ topic: string;
773
+ providerPublicKey: string;
774
+ fallbackToLocal: boolean;
775
+ timeout?: number | undefined;
776
+ } | undefined;
777
+ } | {
778
+ seed: boolean;
779
+ type: "loadModel";
780
+ modelSrc: string;
781
+ modelType: "nmt";
782
+ modelConfig: {
783
+ mode: "full";
784
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
785
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
786
+ };
787
+ projectionModelSrc?: string | undefined;
788
+ vadModelSrc?: string | undefined;
789
+ withProgress?: boolean | undefined;
790
+ delegate?: {
791
+ topic: string;
792
+ providerPublicKey: string;
793
+ fallbackToLocal: boolean;
794
+ timeout?: number | undefined;
795
+ } | undefined;
796
+ }, {
797
+ type: "loadModel";
798
+ modelSrc: string;
799
+ modelType: "llm";
800
+ modelConfig: {
801
+ ctx_size: number;
802
+ gpu_layers: number;
803
+ device: string;
804
+ temp?: number | undefined;
805
+ top_p?: number | undefined;
806
+ top_k?: number | undefined;
807
+ seed?: number | undefined;
808
+ lora?: string | undefined;
809
+ predict?: number | undefined;
810
+ system_prompt?: string | undefined;
811
+ no_mmap?: boolean | undefined;
812
+ verbosity?: 0 | 1 | -1 | undefined;
813
+ presence_penalty?: number | undefined;
814
+ frequency_penalty?: number | undefined;
815
+ repeat_penalty?: number | undefined;
816
+ reverse_prompt?: string | undefined;
817
+ };
818
+ projectionModelSrc?: string | undefined;
819
+ vadModelSrc?: string | undefined;
820
+ withProgress?: boolean | undefined;
821
+ seed?: boolean | undefined;
822
+ delegate?: {
823
+ topic: string;
824
+ providerPublicKey: string;
825
+ fallbackToLocal: boolean;
826
+ timeout?: number | undefined;
827
+ } | undefined;
828
+ } | {
829
+ type: "loadModel";
830
+ modelSrc: string;
831
+ modelType: "whisper";
832
+ modelConfig: {
833
+ mode: "caption" | "batch";
834
+ output_format: "plaintext" | "json";
835
+ min_seconds: number;
836
+ max_seconds: number;
837
+ audio_format: string;
838
+ update_frequency: string;
839
+ vadConfig?: {
840
+ vad_threshold?: number | undefined;
841
+ vad_min_speech_duration_ms?: number | undefined;
842
+ vad_min_silence_duration_ms?: number | undefined;
843
+ vad_max_speech_duration_s?: number | undefined;
844
+ vad_speech_pad_ms?: number | undefined;
845
+ vad_samples_overlap?: number | undefined;
846
+ } | undefined;
847
+ };
848
+ projectionModelSrc?: string | undefined;
849
+ vadModelSrc?: string | undefined;
850
+ withProgress?: boolean | undefined;
851
+ seed?: boolean | undefined;
852
+ delegate?: {
853
+ topic: string;
854
+ providerPublicKey: string;
855
+ fallbackToLocal: boolean;
856
+ timeout?: number | undefined;
857
+ } | undefined;
858
+ } | {
859
+ type: "loadModel";
860
+ modelSrc: string;
861
+ modelType: "embeddings";
862
+ modelConfig: {
863
+ config: string;
864
+ };
865
+ projectionModelSrc?: string | undefined;
866
+ vadModelSrc?: string | undefined;
867
+ withProgress?: boolean | undefined;
868
+ seed?: boolean | undefined;
869
+ delegate?: {
870
+ topic: string;
871
+ providerPublicKey: string;
872
+ fallbackToLocal: boolean;
873
+ timeout?: number | undefined;
874
+ } | undefined;
875
+ } | {
876
+ type: "loadModel";
877
+ modelSrc: string;
878
+ modelType: "nmt";
879
+ modelConfig: {
880
+ mode: "full";
881
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
882
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
883
+ };
884
+ projectionModelSrc?: string | undefined;
885
+ vadModelSrc?: string | undefined;
886
+ withProgress?: boolean | undefined;
887
+ seed?: boolean | undefined;
888
+ delegate?: {
889
+ topic: string;
890
+ providerPublicKey: string;
891
+ fallbackToLocal: boolean;
892
+ timeout?: number | undefined;
893
+ } | undefined;
894
+ }>>;
895
+ export declare const loadModelResponseSchema: z.ZodObject<{
896
+ type: z.ZodLiteral<"loadModel">;
897
+ success: z.ZodBoolean;
898
+ modelId: z.ZodOptional<z.ZodString>;
899
+ error: z.ZodOptional<z.ZodString>;
900
+ }, z.core.$strip>;
901
+ export declare const modelProgressUpdateSchema: z.ZodObject<{
902
+ type: z.ZodLiteral<"modelProgress">;
903
+ downloaded: z.ZodNumber;
904
+ total: z.ZodNumber;
905
+ percentage: z.ZodNumber;
906
+ downloadKey: z.ZodString;
907
+ }, z.core.$strip>;
908
+ export declare const hyperdriveUrlSchema: z.ZodPipe<z.ZodString, z.ZodTransform<{
909
+ key: string;
910
+ path: string;
911
+ }, string>>;
912
+ export declare const loadModelServerParamsSchema: z.ZodObject<{
913
+ modelId: z.ZodString;
914
+ modelPath: z.ZodString;
915
+ options: z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
916
+ modelSrc: z.ZodString;
917
+ modelType: z.ZodLiteral<"llm">;
918
+ modelConfig: z.ZodOptional<z.ZodObject<{
919
+ ctx_size: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
920
+ temp: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
921
+ top_p: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
922
+ top_k: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
923
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
924
+ gpu_layers: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
925
+ lora: z.ZodOptional<z.ZodOptional<z.ZodString>>;
926
+ device: z.ZodOptional<z.ZodDefault<z.ZodString>>;
927
+ predict: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>>;
928
+ system_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
929
+ no_mmap: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
930
+ verbosity: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<0>, z.ZodLiteral<1>]>>>;
931
+ presence_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
932
+ frequency_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
933
+ repeat_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
934
+ reverse_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
935
+ }, z.core.$strict>>;
936
+ seed: z.ZodOptional<z.ZodBoolean>;
937
+ projectionModelSrc: z.ZodOptional<z.ZodString>;
938
+ delegate: z.ZodOptional<z.ZodObject<{
939
+ topic: z.ZodString;
940
+ providerPublicKey: z.ZodString;
941
+ timeout: z.ZodOptional<z.ZodNumber>;
942
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
943
+ }, z.core.$strip>>;
944
+ toolFormat: z.ZodDefault<z.ZodEnum<{
945
+ json: "json";
946
+ xml: "xml";
947
+ }>>;
948
+ }, z.core.$strip>, z.ZodObject<{
949
+ modelSrc: z.ZodString;
950
+ modelType: z.ZodLiteral<"whisper">;
951
+ modelConfig: z.ZodOptional<z.ZodObject<{
952
+ mode: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
953
+ caption: "caption";
954
+ batch: "batch";
955
+ }>>>;
956
+ output_format: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
957
+ plaintext: "plaintext";
958
+ json: "json";
959
+ }>>>;
960
+ min_seconds: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
961
+ max_seconds: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
962
+ audio_format: z.ZodOptional<z.ZodDefault<z.ZodString>>;
963
+ update_frequency: z.ZodOptional<z.ZodDefault<z.ZodString>>;
964
+ vadConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
965
+ vad_threshold: z.ZodOptional<z.ZodNumber>;
966
+ vad_min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
967
+ vad_min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
968
+ vad_max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
969
+ vad_speech_pad_ms: z.ZodOptional<z.ZodNumber>;
970
+ vad_samples_overlap: z.ZodOptional<z.ZodNumber>;
971
+ }, z.core.$strip>>>;
972
+ }, z.core.$strict>>;
973
+ seed: z.ZodOptional<z.ZodBoolean>;
974
+ vadModelSrc: z.ZodOptional<z.ZodString>;
975
+ delegate: z.ZodOptional<z.ZodObject<{
976
+ topic: z.ZodString;
977
+ providerPublicKey: z.ZodString;
978
+ timeout: z.ZodOptional<z.ZodNumber>;
979
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
980
+ }, z.core.$strip>>;
981
+ }, z.core.$strip>, z.ZodObject<{
982
+ modelSrc: z.ZodString;
983
+ modelType: z.ZodLiteral<"embeddings">;
984
+ modelConfig: z.ZodOptional<z.ZodObject<{
985
+ config: z.ZodOptional<z.ZodDefault<z.ZodString>>;
986
+ }, z.core.$strict>>;
987
+ seed: z.ZodOptional<z.ZodBoolean>;
988
+ delegate: z.ZodOptional<z.ZodObject<{
989
+ topic: z.ZodString;
990
+ providerPublicKey: z.ZodString;
991
+ timeout: z.ZodOptional<z.ZodNumber>;
992
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
993
+ }, z.core.$strip>>;
994
+ }, z.core.$strip>, z.ZodObject<{
995
+ modelSrc: z.ZodString;
996
+ modelType: z.ZodLiteral<"nmt">;
997
+ modelConfig: z.ZodPipe<z.ZodObject<{
998
+ mode: z.ZodOptional<z.ZodEnum<{
999
+ full: "full";
1000
+ }>>;
1001
+ from: z.ZodEnum<{
1002
+ en: "en";
1003
+ de: "de";
1004
+ es: "es";
1005
+ it: "it";
1006
+ asm_Beng: "asm_Beng";
1007
+ ben_Beng: "ben_Beng";
1008
+ brx_Deva: "brx_Deva";
1009
+ doi_Deva: "doi_Deva";
1010
+ eng_Latn: "eng_Latn";
1011
+ gom_Deva: "gom_Deva";
1012
+ guj_Gujr: "guj_Gujr";
1013
+ hin_Deva: "hin_Deva";
1014
+ kan_Knda: "kan_Knda";
1015
+ kas_Arab: "kas_Arab";
1016
+ kas_Deva: "kas_Deva";
1017
+ mai_Deva: "mai_Deva";
1018
+ mal_Mlym: "mal_Mlym";
1019
+ mar_Deva: "mar_Deva";
1020
+ mni_Beng: "mni_Beng";
1021
+ mni_Mtei: "mni_Mtei";
1022
+ npi_Deva: "npi_Deva";
1023
+ ory_Orya: "ory_Orya";
1024
+ pan_Guru: "pan_Guru";
1025
+ san_Deva: "san_Deva";
1026
+ sat_Olck: "sat_Olck";
1027
+ snd_Arab: "snd_Arab";
1028
+ snd_Deva: "snd_Deva";
1029
+ tam_Taml: "tam_Taml";
1030
+ tel_Telu: "tel_Telu";
1031
+ urd_Arab: "urd_Arab";
1032
+ }>;
1033
+ to: z.ZodEnum<{
1034
+ en: "en";
1035
+ de: "de";
1036
+ es: "es";
1037
+ it: "it";
1038
+ asm_Beng: "asm_Beng";
1039
+ ben_Beng: "ben_Beng";
1040
+ brx_Deva: "brx_Deva";
1041
+ doi_Deva: "doi_Deva";
1042
+ eng_Latn: "eng_Latn";
1043
+ gom_Deva: "gom_Deva";
1044
+ guj_Gujr: "guj_Gujr";
1045
+ hin_Deva: "hin_Deva";
1046
+ kan_Knda: "kan_Knda";
1047
+ kas_Arab: "kas_Arab";
1048
+ kas_Deva: "kas_Deva";
1049
+ mai_Deva: "mai_Deva";
1050
+ mal_Mlym: "mal_Mlym";
1051
+ mar_Deva: "mar_Deva";
1052
+ mni_Beng: "mni_Beng";
1053
+ mni_Mtei: "mni_Mtei";
1054
+ npi_Deva: "npi_Deva";
1055
+ ory_Orya: "ory_Orya";
1056
+ pan_Guru: "pan_Guru";
1057
+ san_Deva: "san_Deva";
1058
+ sat_Olck: "sat_Olck";
1059
+ snd_Arab: "snd_Arab";
1060
+ snd_Deva: "snd_Deva";
1061
+ tam_Taml: "tam_Taml";
1062
+ tel_Telu: "tel_Telu";
1063
+ urd_Arab: "urd_Arab";
1064
+ }>;
1065
+ }, z.core.$strip>, z.ZodTransform<{
1066
+ mode: "full";
1067
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1068
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1069
+ }, {
1070
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1071
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1072
+ mode?: "full" | undefined;
1073
+ }>>;
1074
+ seed: z.ZodOptional<z.ZodBoolean>;
1075
+ delegate: z.ZodOptional<z.ZodObject<{
1076
+ topic: z.ZodString;
1077
+ providerPublicKey: z.ZodString;
1078
+ timeout: z.ZodOptional<z.ZodNumber>;
1079
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
1080
+ }, z.core.$strip>>;
1081
+ }, z.core.$strip>]>, z.ZodTransform<{
1082
+ seed: boolean;
1083
+ modelSrc: string;
1084
+ modelType: "llm";
1085
+ toolFormat: "json" | "xml";
1086
+ modelConfig?: {
1087
+ ctx_size?: number | undefined;
1088
+ temp?: number | undefined;
1089
+ top_p?: number | undefined;
1090
+ top_k?: number | undefined;
1091
+ seed?: number | undefined;
1092
+ gpu_layers?: number | undefined;
1093
+ lora?: string | undefined;
1094
+ device?: string | undefined;
1095
+ predict?: number | undefined;
1096
+ system_prompt?: string | undefined;
1097
+ no_mmap?: boolean | undefined;
1098
+ verbosity?: 0 | 1 | -1 | undefined;
1099
+ presence_penalty?: number | undefined;
1100
+ frequency_penalty?: number | undefined;
1101
+ repeat_penalty?: number | undefined;
1102
+ reverse_prompt?: string | undefined;
1103
+ } | undefined;
1104
+ projectionModelSrc?: string | undefined;
1105
+ delegate?: {
1106
+ topic: string;
1107
+ providerPublicKey: string;
1108
+ fallbackToLocal: boolean;
1109
+ timeout?: number | undefined;
1110
+ } | undefined;
1111
+ } | {
1112
+ seed: boolean;
1113
+ modelSrc: string;
1114
+ modelType: "whisper";
1115
+ modelConfig?: {
1116
+ mode?: "caption" | "batch" | undefined;
1117
+ output_format?: "plaintext" | "json" | undefined;
1118
+ min_seconds?: number | undefined;
1119
+ max_seconds?: number | undefined;
1120
+ audio_format?: string | undefined;
1121
+ update_frequency?: string | undefined;
1122
+ vadConfig?: {
1123
+ vad_threshold?: number | undefined;
1124
+ vad_min_speech_duration_ms?: number | undefined;
1125
+ vad_min_silence_duration_ms?: number | undefined;
1126
+ vad_max_speech_duration_s?: number | undefined;
1127
+ vad_speech_pad_ms?: number | undefined;
1128
+ vad_samples_overlap?: number | undefined;
1129
+ } | undefined;
1130
+ } | undefined;
1131
+ vadModelSrc?: string | undefined;
1132
+ delegate?: {
1133
+ topic: string;
1134
+ providerPublicKey: string;
1135
+ fallbackToLocal: boolean;
1136
+ timeout?: number | undefined;
1137
+ } | undefined;
1138
+ } | {
1139
+ seed: boolean;
1140
+ modelSrc: string;
1141
+ modelType: "embeddings";
1142
+ modelConfig?: {
1143
+ config?: string | undefined;
1144
+ } | undefined;
1145
+ delegate?: {
1146
+ topic: string;
1147
+ providerPublicKey: string;
1148
+ fallbackToLocal: boolean;
1149
+ timeout?: number | undefined;
1150
+ } | undefined;
1151
+ } | {
1152
+ seed: boolean;
1153
+ modelSrc: string;
1154
+ modelType: "nmt";
1155
+ modelConfig: {
1156
+ mode: "full";
1157
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1158
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1159
+ };
1160
+ delegate?: {
1161
+ topic: string;
1162
+ providerPublicKey: string;
1163
+ fallbackToLocal: boolean;
1164
+ timeout?: number | undefined;
1165
+ } | undefined;
1166
+ }, {
1167
+ modelSrc: string;
1168
+ modelType: "llm";
1169
+ toolFormat: "json" | "xml";
1170
+ modelConfig?: {
1171
+ ctx_size?: number | undefined;
1172
+ temp?: number | undefined;
1173
+ top_p?: number | undefined;
1174
+ top_k?: number | undefined;
1175
+ seed?: number | undefined;
1176
+ gpu_layers?: number | undefined;
1177
+ lora?: string | undefined;
1178
+ device?: string | undefined;
1179
+ predict?: number | undefined;
1180
+ system_prompt?: string | undefined;
1181
+ no_mmap?: boolean | undefined;
1182
+ verbosity?: 0 | 1 | -1 | undefined;
1183
+ presence_penalty?: number | undefined;
1184
+ frequency_penalty?: number | undefined;
1185
+ repeat_penalty?: number | undefined;
1186
+ reverse_prompt?: string | undefined;
1187
+ } | undefined;
1188
+ seed?: boolean | undefined;
1189
+ projectionModelSrc?: string | undefined;
1190
+ delegate?: {
1191
+ topic: string;
1192
+ providerPublicKey: string;
1193
+ fallbackToLocal: boolean;
1194
+ timeout?: number | undefined;
1195
+ } | undefined;
1196
+ } | {
1197
+ modelSrc: string;
1198
+ modelType: "whisper";
1199
+ modelConfig?: {
1200
+ mode?: "caption" | "batch" | undefined;
1201
+ output_format?: "plaintext" | "json" | undefined;
1202
+ min_seconds?: number | undefined;
1203
+ max_seconds?: number | undefined;
1204
+ audio_format?: string | undefined;
1205
+ update_frequency?: string | undefined;
1206
+ vadConfig?: {
1207
+ vad_threshold?: number | undefined;
1208
+ vad_min_speech_duration_ms?: number | undefined;
1209
+ vad_min_silence_duration_ms?: number | undefined;
1210
+ vad_max_speech_duration_s?: number | undefined;
1211
+ vad_speech_pad_ms?: number | undefined;
1212
+ vad_samples_overlap?: number | undefined;
1213
+ } | undefined;
1214
+ } | undefined;
1215
+ seed?: boolean | undefined;
1216
+ vadModelSrc?: string | undefined;
1217
+ delegate?: {
1218
+ topic: string;
1219
+ providerPublicKey: string;
1220
+ fallbackToLocal: boolean;
1221
+ timeout?: number | undefined;
1222
+ } | undefined;
1223
+ } | {
1224
+ modelSrc: string;
1225
+ modelType: "embeddings";
1226
+ modelConfig?: {
1227
+ config?: string | undefined;
1228
+ } | undefined;
1229
+ seed?: boolean | undefined;
1230
+ delegate?: {
1231
+ topic: string;
1232
+ providerPublicKey: string;
1233
+ fallbackToLocal: boolean;
1234
+ timeout?: number | undefined;
1235
+ } | undefined;
1236
+ } | {
1237
+ modelSrc: string;
1238
+ modelType: "nmt";
1239
+ modelConfig: {
1240
+ mode: "full";
1241
+ from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1242
+ to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1243
+ };
1244
+ seed?: boolean | undefined;
1245
+ delegate?: {
1246
+ topic: string;
1247
+ providerPublicKey: string;
1248
+ fallbackToLocal: boolean;
1249
+ timeout?: number | undefined;
1250
+ } | undefined;
1251
+ }>>;
1252
+ projectionModelPath: z.ZodOptional<z.ZodString>;
1253
+ vadModelPath: z.ZodOptional<z.ZodString>;
1254
+ }, z.core.$strip>;
1255
+ export type LoadModelServerParams = z.input<typeof loadModelServerParamsSchema>;
1256
+ export type LoadModelRequest = z.infer<typeof loadModelRequestSchema>;
1257
+ export type LoadModelResponse = z.infer<typeof loadModelResponseSchema>;
1258
+ export type ModelProgressUpdate = z.infer<typeof modelProgressUpdateSchema>;
1259
+ //# sourceMappingURL=load-model.d.ts.map