@qvac/sdk 0.3.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (207) hide show
  1. package/README.md +22 -0
  2. package/dist/client/api/cancel.d.ts +1 -1
  3. package/dist/client/api/cancel.js +4 -3
  4. package/dist/client/api/completion-stream.d.ts +24 -32
  5. package/dist/client/api/completion-stream.js +142 -50
  6. package/dist/client/api/delete-cache.js +3 -2
  7. package/dist/client/api/download-asset.d.ts +3 -3
  8. package/dist/client/api/download-asset.js +12 -17
  9. package/dist/client/api/embed.d.ts +1 -1
  10. package/dist/client/api/embed.js +4 -3
  11. package/dist/client/api/get-model-info.d.ts +29 -0
  12. package/dist/client/api/get-model-info.js +14 -0
  13. package/dist/client/api/index.d.ts +3 -0
  14. package/dist/client/api/index.js +3 -0
  15. package/dist/client/api/load-model.d.ts +3 -3
  16. package/dist/client/api/load-model.js +13 -22
  17. package/dist/client/api/logging-stream.d.ts +1 -1
  18. package/dist/client/api/logging-stream.js +3 -2
  19. package/dist/client/api/ping.d.ts +1 -1
  20. package/dist/client/api/ping.js +3 -2
  21. package/dist/client/api/provide.d.ts +1 -1
  22. package/dist/client/api/provide.js +4 -3
  23. package/dist/client/api/rag.d.ts +3 -3
  24. package/dist/client/api/rag.js +13 -12
  25. package/dist/client/api/set-config.d.ts +7 -0
  26. package/dist/client/api/set-config.js +20 -0
  27. package/dist/client/api/stop-provider.d.ts +1 -1
  28. package/dist/client/api/stop-provider.js +4 -3
  29. package/dist/client/api/text-to-speech.d.ts +7 -0
  30. package/dist/client/api/text-to-speech.js +58 -0
  31. package/dist/client/api/transcribe.d.ts +4 -2
  32. package/dist/client/api/transcribe.js +9 -5
  33. package/dist/client/api/translate.d.ts +1 -1
  34. package/dist/client/api/translate.js +3 -2
  35. package/dist/client/api/unload-model.d.ts +5 -1
  36. package/dist/client/api/unload-model.js +14 -4
  37. package/dist/client/config-manager.d.ts +4 -0
  38. package/dist/client/config-manager.js +8 -0
  39. package/dist/client/index.d.ts +1 -1
  40. package/dist/client/index.js +1 -1
  41. package/dist/client/init-hooks.d.ts +6 -0
  42. package/dist/client/init-hooks.js +37 -0
  43. package/dist/client/rpc/bare-client.d.ts +69 -0
  44. package/dist/client/rpc/bare-client.js +5 -4
  45. package/dist/client/rpc/bare-rpc-client.js +7 -3
  46. package/dist/client/rpc/expo-rpc-client.d.ts +1 -0
  47. package/dist/client/rpc/expo-rpc-client.js +9 -1
  48. package/dist/client/rpc/node-rpc-client.d.ts +1 -1
  49. package/dist/client/rpc/node-rpc-client.js +22 -9
  50. package/dist/client/rpc/rpc-client.d.ts +1 -0
  51. package/dist/client/rpc/rpc-client.js +20 -1
  52. package/dist/examples/cache-management.d.ts +2 -0
  53. package/dist/examples/cache-management.js +97 -0
  54. package/dist/examples/delegated-inference/consumer.js +2 -2
  55. package/dist/examples/download-with-blind-relays.d.ts +2 -0
  56. package/dist/examples/download-with-blind-relays.js +48 -0
  57. package/dist/examples/download-with-cancel.js +3 -4
  58. package/dist/examples/embed-hyperdrive.js +0 -1
  59. package/dist/examples/kv-cache-cleanup.js +0 -1
  60. package/dist/examples/kv-cache-custom-key.js +0 -1
  61. package/dist/examples/kv-cache-example.js +0 -1
  62. package/dist/examples/llamacpp-file-logging.js +0 -1
  63. package/dist/examples/llamacpp-filesystem.js +2 -2
  64. package/dist/examples/llamacpp-http.js +0 -1
  65. package/dist/examples/llamacpp-hyperdrive.js +0 -1
  66. package/dist/examples/llamacpp-multimodal.js +0 -1
  67. package/dist/examples/llamacpp-native-tools.js +118 -36
  68. package/dist/examples/llamacpp-sharded.d.ts +2 -0
  69. package/dist/examples/llamacpp-sharded.js +44 -0
  70. package/dist/examples/multi-model-demo.js +0 -1
  71. package/dist/examples/parallel-download.js +2 -2
  72. package/dist/examples/rag/rag-chromadb.js +0 -1
  73. package/dist/examples/rag/rag-hyperdb-workspaces.js +0 -1
  74. package/dist/examples/rag/rag-hyperdb.js +0 -1
  75. package/dist/examples/rag/rag-lancedb.js +0 -1
  76. package/dist/examples/rag/rag-sqlite.js +0 -1
  77. package/dist/examples/text-to-speech.d.ts +3 -0
  78. package/dist/examples/text-to-speech.js +137 -0
  79. package/dist/examples/translation/translation-indic.js +3 -1
  80. package/dist/examples/translation/translation-llm-context.js +0 -1
  81. package/dist/examples/translation/translation-llm.js +2 -2
  82. package/dist/examples/translation/translation-opus.js +3 -1
  83. package/dist/examples/translation/translation-stream.js +0 -1
  84. package/dist/examples/whispercpp-filesystem.js +32 -5
  85. package/dist/examples/whispercpp-microphone-record.js +9 -9
  86. package/dist/examples/whispercpp-prompt.d.ts +2 -0
  87. package/dist/examples/whispercpp-prompt.js +68 -0
  88. package/dist/expo/plugins/withMobileBundle.js +9 -3
  89. package/dist/index.d.ts +4 -2
  90. package/dist/index.js +4 -2
  91. package/dist/models/hyperdrive/models.d.ts +1916 -100
  92. package/dist/models/hyperdrive/models.js +2042 -102
  93. package/dist/schemas/common.d.ts +413 -58
  94. package/dist/schemas/common.js +9 -0
  95. package/dist/schemas/completion-stream.d.ts +26 -22
  96. package/dist/schemas/completion-stream.js +9 -23
  97. package/dist/schemas/download-asset.d.ts +77 -2
  98. package/dist/schemas/download-asset.js +15 -4
  99. package/dist/schemas/get-model-info.d.ts +100 -0
  100. package/dist/schemas/get-model-info.js +40 -0
  101. package/dist/schemas/index.d.ts +7 -0
  102. package/dist/schemas/index.js +7 -0
  103. package/dist/schemas/llamacpp-config.d.ts +2 -1
  104. package/dist/schemas/llamacpp-config.js +3 -4
  105. package/dist/schemas/load-model.d.ts +2316 -266
  106. package/dist/schemas/load-model.js +157 -10
  107. package/dist/schemas/model-src-utils.d.ts +98 -0
  108. package/dist/schemas/model-src-utils.js +31 -0
  109. package/dist/schemas/sdk-errors-client.d.ts +25 -0
  110. package/dist/schemas/sdk-errors-client.js +111 -0
  111. package/dist/schemas/sdk-errors-server.d.ts +55 -0
  112. package/dist/schemas/sdk-errors-server.js +271 -0
  113. package/dist/schemas/set-config.d.ts +21 -0
  114. package/dist/schemas/set-config.js +14 -0
  115. package/dist/schemas/text-to-speech.d.ts +34 -0
  116. package/dist/schemas/text-to-speech.js +25 -0
  117. package/dist/schemas/tools.d.ts +62 -0
  118. package/dist/schemas/tools.js +43 -0
  119. package/dist/schemas/transcription.d.ts +25 -2
  120. package/dist/schemas/transcription.js +12 -1
  121. package/dist/schemas/translation-config.d.ts +33 -5
  122. package/dist/schemas/translation-config.js +18 -1
  123. package/dist/schemas/unload-model.d.ts +2 -0
  124. package/dist/schemas/unload-model.js +2 -0
  125. package/dist/schemas/whispercpp-config.d.ts +55 -18
  126. package/dist/schemas/whispercpp-config.js +63 -15
  127. package/dist/server/bare/addons/cancel.js +2 -1
  128. package/dist/server/bare/addons/llamacpp/create-model.d.ts +9 -2
  129. package/dist/server/bare/addons/llamacpp/create-model.js +23 -23
  130. package/dist/server/bare/addons/llamacpp/handlers/completion-stream.d.ts +10 -2
  131. package/dist/server/bare/addons/llamacpp/handlers/completion-stream.js +62 -43
  132. package/dist/server/bare/addons/llamacpp/handlers/embed.js +3 -2
  133. package/dist/server/bare/addons/llamacpp/kv-cache-utils.d.ts +1 -1
  134. package/dist/server/bare/addons/llamacpp/kv-cache-utils.js +6 -2
  135. package/dist/server/bare/addons/load-model.js +59 -28
  136. package/dist/server/bare/addons/translation/create-model.d.ts +5 -1
  137. package/dist/server/bare/addons/translation/create-model.js +17 -25
  138. package/dist/server/bare/addons/translation/handlers/translate.js +10 -1
  139. package/dist/server/bare/addons/tts/create-model.d.ts +10 -0
  140. package/dist/server/bare/addons/tts/create-model.js +25 -0
  141. package/dist/server/bare/addons/tts/handlers/text-to-speech.d.ts +3 -0
  142. package/dist/server/bare/addons/tts/handlers/text-to-speech.js +87 -0
  143. package/dist/server/bare/addons/tts/index.d.ts +3 -0
  144. package/dist/server/bare/addons/tts/index.js +2 -0
  145. package/dist/server/bare/addons/unload-model.js +21 -3
  146. package/dist/server/bare/addons/whispercpp/create-model.d.ts +5 -1
  147. package/dist/server/bare/addons/whispercpp/create-model.js +13 -32
  148. package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +41 -20
  149. package/dist/server/bare/delegate-rpc-client.js +3 -2
  150. package/dist/server/bare/hyperswarm.d.ts +3 -0
  151. package/dist/server/bare/hyperswarm.js +22 -1
  152. package/dist/server/bare/rag-hyperdb/rag-manager.js +2 -3
  153. package/dist/server/bare/registry/config-registry.d.ts +5 -0
  154. package/dist/server/bare/registry/config-registry.js +39 -0
  155. package/dist/server/bare/registry/model-registry.d.ts +13 -0
  156. package/dist/server/bare/registry/model-registry.js +24 -7
  157. package/dist/server/rpc/handle-request.js +42 -3
  158. package/dist/server/rpc/handlers/completion-stream-delegated.js +2 -1
  159. package/dist/server/rpc/handlers/completion-stream.js +11 -4
  160. package/dist/server/rpc/handlers/download-asset.js +2 -3
  161. package/dist/server/rpc/handlers/get-model-info.d.ts +3 -0
  162. package/dist/server/rpc/handlers/get-model-info.js +148 -0
  163. package/dist/server/rpc/handlers/index.d.ts +4 -0
  164. package/dist/server/rpc/handlers/index.js +6 -0
  165. package/dist/server/rpc/handlers/load-model/http.js +51 -10
  166. package/dist/server/rpc/handlers/load-model/hyperdrive.js +336 -156
  167. package/dist/server/rpc/handlers/load-model/index.js +1 -1
  168. package/dist/server/rpc/handlers/load-model/resolve.d.ts +1 -1
  169. package/dist/server/rpc/handlers/load-model/resolve.js +10 -6
  170. package/dist/server/rpc/handlers/load-model-delegated.js +7 -4
  171. package/dist/server/rpc/handlers/load-model.js +19 -1
  172. package/dist/server/rpc/handlers/provideHandler/handler.js +2 -1
  173. package/dist/server/rpc/handlers/rag.js +0 -3
  174. package/dist/server/rpc/handlers/set-config.d.ts +3 -0
  175. package/dist/server/rpc/handlers/set-config.js +18 -0
  176. package/dist/server/rpc/handlers/stopProvideHandler.js +3 -1
  177. package/dist/server/rpc/handlers/text-to-speech.d.ts +3 -0
  178. package/dist/server/rpc/handlers/text-to-speech.js +7 -0
  179. package/dist/server/rpc/handlers/transcribe-stream.js +6 -2
  180. package/dist/server/rpc/handlers/unload-model.js +7 -0
  181. package/dist/server/utils/cache.d.ts +13 -8
  182. package/dist/server/utils/cache.js +69 -14
  183. package/dist/server/utils/checksum.d.ts +2 -0
  184. package/dist/server/utils/checksum.js +24 -0
  185. package/dist/server/utils/index.d.ts +2 -0
  186. package/dist/server/utils/index.js +2 -0
  187. package/dist/server/utils/shard-utils.d.ts +22 -0
  188. package/dist/server/utils/shard-utils.js +37 -0
  189. package/dist/server/utils/tool-integration.d.ts +13 -0
  190. package/dist/server/utils/tool-integration.js +43 -0
  191. package/dist/server/utils/tool-parser.d.ts +7 -0
  192. package/dist/server/utils/tool-parser.js +244 -0
  193. package/dist/utils/errors-base.d.ts +3 -0
  194. package/dist/utils/errors-base.js +13 -0
  195. package/dist/utils/errors-client.d.ts +107 -0
  196. package/dist/utils/errors-client.js +186 -0
  197. package/dist/utils/errors-server.d.ts +146 -0
  198. package/dist/utils/errors-server.js +253 -0
  199. package/dist/utils/tool-helpers.d.ts +17 -0
  200. package/dist/utils/tool-helpers.js +99 -0
  201. package/package.json +12 -8
  202. package/dist/examples/llamacpp-tools-routing.d.ts +0 -2
  203. package/dist/examples/llamacpp-tools-routing.js +0 -364
  204. package/dist/examples/llamacpp-tools.d.ts +0 -2
  205. package/dist/examples/llamacpp-tools.js +0 -81
  206. package/dist/server/http-server.d.ts +0 -2
  207. package/dist/server/http-server.js +0 -189
package/dist/schemas/load-model.d.ts CHANGED
@@ -1,6 +1,24 @@
1
1
  import { z } from "zod";
2
+ import { llmConfigSchema, embedConfigSchema } from "./llamacpp-config";
3
+ import { whisperConfigSchema } from "./whispercpp-config";
2
4
  export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
3
- modelSrc: z.ZodString;
5
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
6
+ src: z.ZodString;
7
+ name: z.ZodOptional<z.ZodString>;
8
+ modelId: z.ZodOptional<z.ZodString>;
9
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
10
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
11
+ expectedSize: z.ZodOptional<z.ZodNumber>;
12
+ sha256Checksum: z.ZodOptional<z.ZodString>;
13
+ addon: z.ZodOptional<z.ZodEnum<{
14
+ llm: "llm";
15
+ whisper: "whisper";
16
+ embeddings: "embeddings";
17
+ nmt: "nmt";
18
+ vad: "vad";
19
+ tts: "tts";
20
+ }>>;
21
+ }, z.core.$strip>]>;
4
22
  modelType: z.ZodLiteral<"llm">;
5
23
  modelConfig: z.ZodOptional<z.ZodObject<{
6
24
  ctx_size: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
@@ -18,11 +36,28 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
18
36
  presence_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
19
37
  frequency_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
20
38
  repeat_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
21
- reverse_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
39
+ stop_sequences: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodString>>>;
22
40
  n_discarded: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
41
+ tools: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
23
42
  }, z.core.$strict>>;
24
43
  seed: z.ZodOptional<z.ZodBoolean>;
25
- projectionModelSrc: z.ZodOptional<z.ZodString>;
44
+ projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
45
+ src: z.ZodString;
46
+ name: z.ZodOptional<z.ZodString>;
47
+ modelId: z.ZodOptional<z.ZodString>;
48
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
49
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
50
+ expectedSize: z.ZodOptional<z.ZodNumber>;
51
+ sha256Checksum: z.ZodOptional<z.ZodString>;
52
+ addon: z.ZodOptional<z.ZodEnum<{
53
+ llm: "llm";
54
+ whisper: "whisper";
55
+ embeddings: "embeddings";
56
+ nmt: "nmt";
57
+ vad: "vad";
58
+ tts: "tts";
59
+ }>>;
60
+ }, z.core.$strip>]>>;
26
61
  delegate: z.ZodOptional<z.ZodObject<{
27
62
  topic: z.ZodString;
28
63
  providerPublicKey: z.ZodString;
@@ -34,32 +69,101 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
34
69
  xml: "xml";
35
70
  }>>;
36
71
  }, z.core.$strip>, z.ZodObject<{
37
- modelSrc: z.ZodString;
72
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
73
+ src: z.ZodString;
74
+ name: z.ZodOptional<z.ZodString>;
75
+ modelId: z.ZodOptional<z.ZodString>;
76
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
77
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
78
+ expectedSize: z.ZodOptional<z.ZodNumber>;
79
+ sha256Checksum: z.ZodOptional<z.ZodString>;
80
+ addon: z.ZodOptional<z.ZodEnum<{
81
+ llm: "llm";
82
+ whisper: "whisper";
83
+ embeddings: "embeddings";
84
+ nmt: "nmt";
85
+ vad: "vad";
86
+ tts: "tts";
87
+ }>>;
88
+ }, z.core.$strip>]>;
38
89
  modelType: z.ZodLiteral<"whisper">;
39
90
  modelConfig: z.ZodOptional<z.ZodObject<{
40
- mode: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
41
- caption: "caption";
42
- batch: "batch";
91
+ strategy: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
92
+ greedy: "greedy";
93
+ beam_search: "beam_search";
43
94
  }>>>;
44
- output_format: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
45
- plaintext: "plaintext";
46
- json: "json";
47
- }>>>;
48
- min_seconds: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
49
- max_seconds: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
50
- audio_format: z.ZodOptional<z.ZodDefault<z.ZodString>>;
51
- update_frequency: z.ZodOptional<z.ZodDefault<z.ZodString>>;
52
- vadConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
53
- vad_threshold: z.ZodOptional<z.ZodNumber>;
54
- vad_min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
55
- vad_min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
56
- vad_max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
57
- vad_speech_pad_ms: z.ZodOptional<z.ZodNumber>;
58
- vad_samples_overlap: z.ZodOptional<z.ZodNumber>;
95
+ n_threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
96
+ n_max_text_ctx: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
97
+ offset_ms: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
98
+ duration_ms: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
99
+ audio_ctx: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
100
+ translate: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
101
+ no_context: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
102
+ no_timestamps: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
103
+ single_segment: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
104
+ print_special: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
105
+ print_progress: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
106
+ print_realtime: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
107
+ print_timestamps: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
108
+ token_timestamps: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
109
+ thold_pt: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
110
+ thold_ptsum: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
111
+ max_len: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
112
+ split_on_word: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
113
+ max_tokens: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
114
+ debug_mode: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
115
+ tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
116
+ suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
117
+ initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
118
+ language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
119
+ detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
120
+ suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
121
+ suppress_nst: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
122
+ temperature: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
123
+ length_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
124
+ temperature_inc: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
125
+ entropy_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
126
+ logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
127
+ greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
128
+ beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
129
+ vad_model_path: z.ZodOptional<z.ZodOptional<z.ZodString>>;
130
+ vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
131
+ threshold: z.ZodOptional<z.ZodNumber>;
132
+ min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
133
+ min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
134
+ max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
135
+ speech_pad_ms: z.ZodOptional<z.ZodNumber>;
136
+ samples_overlap: z.ZodOptional<z.ZodNumber>;
137
+ }, z.core.$strip>>>;
138
+ audio_format: z.ZodOptional<z.ZodOptional<z.ZodString>>;
139
+ contextParams: z.ZodOptional<z.ZodOptional<z.ZodObject<{
140
+ model: z.ZodOptional<z.ZodString>;
141
+ use_gpu: z.ZodOptional<z.ZodBoolean>;
142
+ flash_attn: z.ZodOptional<z.ZodBoolean>;
143
+ gpu_device: z.ZodOptional<z.ZodNumber>;
144
+ }, z.core.$strip>>>;
145
+ miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
146
+ caption_enabled: z.ZodOptional<z.ZodBoolean>;
59
147
  }, z.core.$strip>>>;
60
148
  }, z.core.$strict>>;
61
149
  seed: z.ZodOptional<z.ZodBoolean>;
62
- vadModelSrc: z.ZodOptional<z.ZodString>;
150
+ vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
151
+ src: z.ZodString;
152
+ name: z.ZodOptional<z.ZodString>;
153
+ modelId: z.ZodOptional<z.ZodString>;
154
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
155
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
156
+ expectedSize: z.ZodOptional<z.ZodNumber>;
157
+ sha256Checksum: z.ZodOptional<z.ZodString>;
158
+ addon: z.ZodOptional<z.ZodEnum<{
159
+ llm: "llm";
160
+ whisper: "whisper";
161
+ embeddings: "embeddings";
162
+ nmt: "nmt";
163
+ vad: "vad";
164
+ tts: "tts";
165
+ }>>;
166
+ }, z.core.$strip>]>>;
63
167
  delegate: z.ZodOptional<z.ZodObject<{
64
168
  topic: z.ZodString;
65
169
  providerPublicKey: z.ZodString;
@@ -67,7 +171,23 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
67
171
  fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
68
172
  }, z.core.$strip>>;
69
173
  }, z.core.$strip>, z.ZodObject<{
70
- modelSrc: z.ZodString;
174
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
175
+ src: z.ZodString;
176
+ name: z.ZodOptional<z.ZodString>;
177
+ modelId: z.ZodOptional<z.ZodString>;
178
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
179
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
180
+ expectedSize: z.ZodOptional<z.ZodNumber>;
181
+ sha256Checksum: z.ZodOptional<z.ZodString>;
182
+ addon: z.ZodOptional<z.ZodEnum<{
183
+ llm: "llm";
184
+ whisper: "whisper";
185
+ embeddings: "embeddings";
186
+ nmt: "nmt";
187
+ vad: "vad";
188
+ tts: "tts";
189
+ }>>;
190
+ }, z.core.$strip>]>;
71
191
  modelType: z.ZodLiteral<"embeddings">;
72
192
  modelConfig: z.ZodOptional<z.ZodObject<{
73
193
  config: z.ZodOptional<z.ZodDefault<z.ZodString>>;
@@ -80,7 +200,23 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
80
200
  fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
81
201
  }, z.core.$strip>>;
82
202
  }, z.core.$strip>, z.ZodObject<{
83
- modelSrc: z.ZodString;
203
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
204
+ src: z.ZodString;
205
+ name: z.ZodOptional<z.ZodString>;
206
+ modelId: z.ZodOptional<z.ZodString>;
207
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
208
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
209
+ expectedSize: z.ZodOptional<z.ZodNumber>;
210
+ sha256Checksum: z.ZodOptional<z.ZodString>;
211
+ addon: z.ZodOptional<z.ZodEnum<{
212
+ llm: "llm";
213
+ whisper: "whisper";
214
+ embeddings: "embeddings";
215
+ nmt: "nmt";
216
+ vad: "vad";
217
+ tts: "tts";
218
+ }>>;
219
+ }, z.core.$strip>]>;
84
220
  modelType: z.ZodLiteral<"nmt">;
85
221
  modelConfig: z.ZodPipe<z.ZodObject<{
86
222
  mode: z.ZodOptional<z.ZodEnum<{
@@ -91,6 +227,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
91
227
  de: "de";
92
228
  es: "es";
93
229
  it: "it";
230
+ ru: "ru";
231
+ ja: "ja";
94
232
  asm_Beng: "asm_Beng";
95
233
  ben_Beng: "ben_Beng";
96
234
  brx_Deva: "brx_Deva";
@@ -123,6 +261,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
123
261
  de: "de";
124
262
  es: "es";
125
263
  it: "it";
264
+ ru: "ru";
265
+ ja: "ja";
126
266
  asm_Beng: "asm_Beng";
127
267
  ben_Beng: "ben_Beng";
128
268
  brx_Deva: "brx_Deva";
@@ -150,14 +290,38 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
150
290
  tel_Telu: "tel_Telu";
151
291
  urd_Arab: "urd_Arab";
152
292
  }>;
293
+ beamsize: z.ZodOptional<z.ZodNumber>;
294
+ lengthpenalty: z.ZodOptional<z.ZodNumber>;
295
+ maxlength: z.ZodOptional<z.ZodNumber>;
296
+ repetitionpenalty: z.ZodOptional<z.ZodNumber>;
297
+ norepeatngramsize: z.ZodOptional<z.ZodNumber>;
298
+ temperature: z.ZodOptional<z.ZodNumber>;
299
+ topk: z.ZodOptional<z.ZodNumber>;
300
+ topp: z.ZodOptional<z.ZodNumber>;
153
301
  }, z.core.$strip>, z.ZodTransform<{
154
302
  mode: "full";
155
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
156
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
303
+ beamsize: number;
304
+ lengthpenalty: number;
305
+ maxlength: number;
306
+ repetitionpenalty: number;
307
+ norepeatngramsize: number;
308
+ temperature: number;
309
+ topk: number;
310
+ topp: number;
311
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
312
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
157
313
  }, {
158
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
159
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
314
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
315
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
160
316
  mode?: "full" | undefined;
317
+ beamsize?: number | undefined;
318
+ lengthpenalty?: number | undefined;
319
+ maxlength?: number | undefined;
320
+ repetitionpenalty?: number | undefined;
321
+ norepeatngramsize?: number | undefined;
322
+ temperature?: number | undefined;
323
+ topk?: number | undefined;
324
+ topp?: number | undefined;
161
325
  }>>;
162
326
  seed: z.ZodOptional<z.ZodBoolean>;
163
327
  delegate: z.ZodOptional<z.ZodObject<{
@@ -166,9 +330,70 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
166
330
  timeout: z.ZodOptional<z.ZodNumber>;
167
331
  fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
168
332
  }, z.core.$strip>>;
333
+ }, z.core.$strip>, z.ZodObject<{
334
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
335
+ src: z.ZodString;
336
+ name: z.ZodOptional<z.ZodString>;
337
+ modelId: z.ZodOptional<z.ZodString>;
338
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
339
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
340
+ expectedSize: z.ZodOptional<z.ZodNumber>;
341
+ sha256Checksum: z.ZodOptional<z.ZodString>;
342
+ addon: z.ZodOptional<z.ZodEnum<{
343
+ llm: "llm";
344
+ whisper: "whisper";
345
+ embeddings: "embeddings";
346
+ nmt: "nmt";
347
+ vad: "vad";
348
+ tts: "tts";
349
+ }>>;
350
+ }, z.core.$strip>]>;
351
+ modelType: z.ZodLiteral<"tts">;
352
+ modelConfig: z.ZodObject<{
353
+ language: z.ZodEnum<{
354
+ en: "en";
355
+ de: "de";
356
+ es: "es";
357
+ it: "it";
358
+ }>;
359
+ }, z.core.$strip>;
360
+ configSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
361
+ src: z.ZodString;
362
+ name: z.ZodOptional<z.ZodString>;
363
+ modelId: z.ZodOptional<z.ZodString>;
364
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
365
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
366
+ expectedSize: z.ZodOptional<z.ZodNumber>;
367
+ sha256Checksum: z.ZodOptional<z.ZodString>;
368
+ addon: z.ZodOptional<z.ZodEnum<{
369
+ llm: "llm";
370
+ whisper: "whisper";
371
+ embeddings: "embeddings";
372
+ nmt: "nmt";
373
+ vad: "vad";
374
+ tts: "tts";
375
+ }>>;
376
+ }, z.core.$strip>]>;
377
+ eSpeakDataPath: z.ZodString;
378
+ seed: z.ZodOptional<z.ZodBoolean>;
379
+ delegate: z.ZodOptional<z.ZodObject<{
380
+ topic: z.ZodString;
381
+ providerPublicKey: z.ZodString;
382
+ timeout: z.ZodOptional<z.ZodNumber>;
383
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
384
+ }, z.core.$strip>>;
169
385
  }, z.core.$strip>]>, z.ZodTransform<{
170
386
  seed: boolean;
171
- modelSrc: string;
387
+ modelSrc: string | {
388
+ src: string;
389
+ name?: string | undefined;
390
+ modelId?: string | undefined;
391
+ hyperdriveKey?: string | undefined;
392
+ hyperbeeKey?: string | undefined;
393
+ expectedSize?: number | undefined;
394
+ sha256Checksum?: string | undefined;
395
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
396
+ };
172
397
  modelType: "llm";
173
398
  toolFormat: "json" | "xml";
174
399
  modelConfig?: {
@@ -187,10 +412,20 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
187
412
  presence_penalty?: number | undefined;
188
413
  frequency_penalty?: number | undefined;
189
414
  repeat_penalty?: number | undefined;
190
- reverse_prompt?: string | undefined;
415
+ stop_sequences?: string[] | undefined;
191
416
  n_discarded?: number | undefined;
417
+ tools?: boolean | undefined;
418
+ } | undefined;
419
+ projectionModelSrc?: string | {
420
+ src: string;
421
+ name?: string | undefined;
422
+ modelId?: string | undefined;
423
+ hyperdriveKey?: string | undefined;
424
+ hyperbeeKey?: string | undefined;
425
+ expectedSize?: number | undefined;
426
+ sha256Checksum?: string | undefined;
427
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
192
428
  } | undefined;
193
- projectionModelSrc?: string | undefined;
194
429
  delegate?: {
195
430
  topic: string;
196
431
  providerPublicKey: string;
@@ -199,25 +434,83 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
199
434
  } | undefined;
200
435
  } | {
201
436
  seed: boolean;
202
- modelSrc: string;
437
+ modelSrc: string | {
438
+ src: string;
439
+ name?: string | undefined;
440
+ modelId?: string | undefined;
441
+ hyperdriveKey?: string | undefined;
442
+ hyperbeeKey?: string | undefined;
443
+ expectedSize?: number | undefined;
444
+ sha256Checksum?: string | undefined;
445
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
446
+ };
203
447
  modelType: "whisper";
204
448
  modelConfig?: {
205
- mode?: "caption" | "batch" | undefined;
206
- output_format?: "plaintext" | "json" | undefined;
207
- min_seconds?: number | undefined;
208
- max_seconds?: number | undefined;
449
+ strategy?: "greedy" | "beam_search" | undefined;
450
+ n_threads?: number | undefined;
451
+ n_max_text_ctx?: number | undefined;
452
+ offset_ms?: number | undefined;
453
+ duration_ms?: number | undefined;
454
+ audio_ctx?: number | undefined;
455
+ translate?: boolean | undefined;
456
+ no_context?: boolean | undefined;
457
+ no_timestamps?: boolean | undefined;
458
+ single_segment?: boolean | undefined;
459
+ print_special?: boolean | undefined;
460
+ print_progress?: boolean | undefined;
461
+ print_realtime?: boolean | undefined;
462
+ print_timestamps?: boolean | undefined;
463
+ token_timestamps?: boolean | undefined;
464
+ thold_pt?: number | undefined;
465
+ thold_ptsum?: number | undefined;
466
+ max_len?: number | undefined;
467
+ split_on_word?: boolean | undefined;
468
+ max_tokens?: number | undefined;
469
+ debug_mode?: boolean | undefined;
470
+ tdrz_enable?: boolean | undefined;
471
+ suppress_regex?: string | undefined;
472
+ initial_prompt?: string | undefined;
473
+ language?: string | undefined;
474
+ detect_language?: boolean | undefined;
475
+ suppress_blank?: boolean | undefined;
476
+ suppress_nst?: boolean | undefined;
477
+ temperature?: number | undefined;
478
+ length_penalty?: number | undefined;
479
+ temperature_inc?: number | undefined;
480
+ entropy_thold?: number | undefined;
481
+ logprob_thold?: number | undefined;
482
+ greedy_best_of?: number | undefined;
483
+ beam_search_beam_size?: number | undefined;
484
+ vad_model_path?: string | undefined;
485
+ vad_params?: {
486
+ threshold?: number | undefined;
487
+ min_speech_duration_ms?: number | undefined;
488
+ min_silence_duration_ms?: number | undefined;
489
+ max_speech_duration_s?: number | undefined;
490
+ speech_pad_ms?: number | undefined;
491
+ samples_overlap?: number | undefined;
492
+ } | undefined;
209
493
  audio_format?: string | undefined;
210
- update_frequency?: string | undefined;
211
- vadConfig?: {
212
- vad_threshold?: number | undefined;
213
- vad_min_speech_duration_ms?: number | undefined;
214
- vad_min_silence_duration_ms?: number | undefined;
215
- vad_max_speech_duration_s?: number | undefined;
216
- vad_speech_pad_ms?: number | undefined;
217
- vad_samples_overlap?: number | undefined;
494
+ contextParams?: {
495
+ model?: string | undefined;
496
+ use_gpu?: boolean | undefined;
497
+ flash_attn?: boolean | undefined;
498
+ gpu_device?: number | undefined;
499
+ } | undefined;
500
+ miscConfig?: {
501
+ caption_enabled?: boolean | undefined;
218
502
  } | undefined;
219
503
  } | undefined;
220
- vadModelSrc?: string | undefined;
504
+ vadModelSrc?: string | {
505
+ src: string;
506
+ name?: string | undefined;
507
+ modelId?: string | undefined;
508
+ hyperdriveKey?: string | undefined;
509
+ hyperbeeKey?: string | undefined;
510
+ expectedSize?: number | undefined;
511
+ sha256Checksum?: string | undefined;
512
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
513
+ } | undefined;
221
514
  delegate?: {
222
515
  topic: string;
223
516
  providerPublicKey: string;
@@ -226,11 +519,242 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
226
519
  } | undefined;
227
520
  } | {
228
521
  seed: boolean;
229
- modelSrc: string;
522
+ modelSrc: string | {
523
+ src: string;
524
+ name?: string | undefined;
525
+ modelId?: string | undefined;
526
+ hyperdriveKey?: string | undefined;
527
+ hyperbeeKey?: string | undefined;
528
+ expectedSize?: number | undefined;
529
+ sha256Checksum?: string | undefined;
530
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
531
+ };
532
+ modelType: "embeddings";
533
+ modelConfig?: {
534
+ config?: string | undefined;
535
+ } | undefined;
536
+ delegate?: {
537
+ topic: string;
538
+ providerPublicKey: string;
539
+ fallbackToLocal: boolean;
540
+ timeout?: number | undefined;
541
+ } | undefined;
542
+ } | {
543
+ seed: boolean;
544
+ modelSrc: string | {
545
+ src: string;
546
+ name?: string | undefined;
547
+ modelId?: string | undefined;
548
+ hyperdriveKey?: string | undefined;
549
+ hyperbeeKey?: string | undefined;
550
+ expectedSize?: number | undefined;
551
+ sha256Checksum?: string | undefined;
552
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
553
+ };
554
+ modelType: "nmt";
555
+ modelConfig: {
556
+ mode: "full";
557
+ beamsize: number;
558
+ lengthpenalty: number;
559
+ maxlength: number;
560
+ repetitionpenalty: number;
561
+ norepeatngramsize: number;
562
+ temperature: number;
563
+ topk: number;
564
+ topp: number;
565
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
566
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
567
+ };
568
+ delegate?: {
569
+ topic: string;
570
+ providerPublicKey: string;
571
+ fallbackToLocal: boolean;
572
+ timeout?: number | undefined;
573
+ } | undefined;
574
+ } | {
575
+ seed: boolean;
576
+ modelSrc: string | {
577
+ src: string;
578
+ name?: string | undefined;
579
+ modelId?: string | undefined;
580
+ hyperdriveKey?: string | undefined;
581
+ hyperbeeKey?: string | undefined;
582
+ expectedSize?: number | undefined;
583
+ sha256Checksum?: string | undefined;
584
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
585
+ };
586
+ modelType: "tts";
587
+ modelConfig: {
588
+ language: "en" | "de" | "es" | "it";
589
+ };
590
+ configSrc: string | {
591
+ src: string;
592
+ name?: string | undefined;
593
+ modelId?: string | undefined;
594
+ hyperdriveKey?: string | undefined;
595
+ hyperbeeKey?: string | undefined;
596
+ expectedSize?: number | undefined;
597
+ sha256Checksum?: string | undefined;
598
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
599
+ };
600
+ eSpeakDataPath: string;
601
+ delegate?: {
602
+ topic: string;
603
+ providerPublicKey: string;
604
+ fallbackToLocal: boolean;
605
+ timeout?: number | undefined;
606
+ } | undefined;
607
+ }, {
608
+ modelSrc: string | {
609
+ src: string;
610
+ name?: string | undefined;
611
+ modelId?: string | undefined;
612
+ hyperdriveKey?: string | undefined;
613
+ hyperbeeKey?: string | undefined;
614
+ expectedSize?: number | undefined;
615
+ sha256Checksum?: string | undefined;
616
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
617
+ };
618
+ modelType: "llm";
619
+ toolFormat: "json" | "xml";
620
+ modelConfig?: {
621
+ ctx_size?: number | undefined;
622
+ temp?: number | undefined;
623
+ top_p?: number | undefined;
624
+ top_k?: number | undefined;
625
+ seed?: number | undefined;
626
+ gpu_layers?: number | undefined;
627
+ lora?: string | undefined;
628
+ device?: string | undefined;
629
+ predict?: number | undefined;
630
+ system_prompt?: string | undefined;
631
+ no_mmap?: boolean | undefined;
632
+ verbosity?: 0 | 1 | -1 | undefined;
633
+ presence_penalty?: number | undefined;
634
+ frequency_penalty?: number | undefined;
635
+ repeat_penalty?: number | undefined;
636
+ stop_sequences?: string[] | undefined;
637
+ n_discarded?: number | undefined;
638
+ tools?: boolean | undefined;
639
+ } | undefined;
640
+ seed?: boolean | undefined;
641
+ projectionModelSrc?: string | {
642
+ src: string;
643
+ name?: string | undefined;
644
+ modelId?: string | undefined;
645
+ hyperdriveKey?: string | undefined;
646
+ hyperbeeKey?: string | undefined;
647
+ expectedSize?: number | undefined;
648
+ sha256Checksum?: string | undefined;
649
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
650
+ } | undefined;
651
+ delegate?: {
652
+ topic: string;
653
+ providerPublicKey: string;
654
+ fallbackToLocal: boolean;
655
+ timeout?: number | undefined;
656
+ } | undefined;
657
+ } | {
658
+ modelSrc: string | {
659
+ src: string;
660
+ name?: string | undefined;
661
+ modelId?: string | undefined;
662
+ hyperdriveKey?: string | undefined;
663
+ hyperbeeKey?: string | undefined;
664
+ expectedSize?: number | undefined;
665
+ sha256Checksum?: string | undefined;
666
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
667
+ };
668
+ modelType: "whisper";
669
+ modelConfig?: {
670
+ strategy?: "greedy" | "beam_search" | undefined;
671
+ n_threads?: number | undefined;
672
+ n_max_text_ctx?: number | undefined;
673
+ offset_ms?: number | undefined;
674
+ duration_ms?: number | undefined;
675
+ audio_ctx?: number | undefined;
676
+ translate?: boolean | undefined;
677
+ no_context?: boolean | undefined;
678
+ no_timestamps?: boolean | undefined;
679
+ single_segment?: boolean | undefined;
680
+ print_special?: boolean | undefined;
681
+ print_progress?: boolean | undefined;
682
+ print_realtime?: boolean | undefined;
683
+ print_timestamps?: boolean | undefined;
684
+ token_timestamps?: boolean | undefined;
685
+ thold_pt?: number | undefined;
686
+ thold_ptsum?: number | undefined;
687
+ max_len?: number | undefined;
688
+ split_on_word?: boolean | undefined;
689
+ max_tokens?: number | undefined;
690
+ debug_mode?: boolean | undefined;
691
+ tdrz_enable?: boolean | undefined;
692
+ suppress_regex?: string | undefined;
693
+ initial_prompt?: string | undefined;
694
+ language?: string | undefined;
695
+ detect_language?: boolean | undefined;
696
+ suppress_blank?: boolean | undefined;
697
+ suppress_nst?: boolean | undefined;
698
+ temperature?: number | undefined;
699
+ length_penalty?: number | undefined;
700
+ temperature_inc?: number | undefined;
701
+ entropy_thold?: number | undefined;
702
+ logprob_thold?: number | undefined;
703
+ greedy_best_of?: number | undefined;
704
+ beam_search_beam_size?: number | undefined;
705
+ vad_model_path?: string | undefined;
706
+ vad_params?: {
707
+ threshold?: number | undefined;
708
+ min_speech_duration_ms?: number | undefined;
709
+ min_silence_duration_ms?: number | undefined;
710
+ max_speech_duration_s?: number | undefined;
711
+ speech_pad_ms?: number | undefined;
712
+ samples_overlap?: number | undefined;
713
+ } | undefined;
714
+ audio_format?: string | undefined;
715
+ contextParams?: {
716
+ model?: string | undefined;
717
+ use_gpu?: boolean | undefined;
718
+ flash_attn?: boolean | undefined;
719
+ gpu_device?: number | undefined;
720
+ } | undefined;
721
+ miscConfig?: {
722
+ caption_enabled?: boolean | undefined;
723
+ } | undefined;
724
+ } | undefined;
725
+ seed?: boolean | undefined;
726
+ vadModelSrc?: string | {
727
+ src: string;
728
+ name?: string | undefined;
729
+ modelId?: string | undefined;
730
+ hyperdriveKey?: string | undefined;
731
+ hyperbeeKey?: string | undefined;
732
+ expectedSize?: number | undefined;
733
+ sha256Checksum?: string | undefined;
734
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
735
+ } | undefined;
736
+ delegate?: {
737
+ topic: string;
738
+ providerPublicKey: string;
739
+ fallbackToLocal: boolean;
740
+ timeout?: number | undefined;
741
+ } | undefined;
742
+ } | {
743
+ modelSrc: string | {
744
+ src: string;
745
+ name?: string | undefined;
746
+ modelId?: string | undefined;
747
+ hyperdriveKey?: string | undefined;
748
+ hyperbeeKey?: string | undefined;
749
+ expectedSize?: number | undefined;
750
+ sha256Checksum?: string | undefined;
751
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
752
+ };
230
753
  modelType: "embeddings";
231
754
  modelConfig?: {
232
755
  config?: string | undefined;
233
756
  } | undefined;
757
+ seed?: boolean | undefined;
234
758
  delegate?: {
235
759
  topic: string;
236
760
  providerPublicKey: string;
@@ -238,99 +762,776 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
238
762
  timeout?: number | undefined;
239
763
  } | undefined;
240
764
  } | {
765
+ modelSrc: string | {
766
+ src: string;
767
+ name?: string | undefined;
768
+ modelId?: string | undefined;
769
+ hyperdriveKey?: string | undefined;
770
+ hyperbeeKey?: string | undefined;
771
+ expectedSize?: number | undefined;
772
+ sha256Checksum?: string | undefined;
773
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
774
+ };
775
+ modelType: "nmt";
776
+ modelConfig: {
777
+ mode: "full";
778
+ beamsize: number;
779
+ lengthpenalty: number;
780
+ maxlength: number;
781
+ repetitionpenalty: number;
782
+ norepeatngramsize: number;
783
+ temperature: number;
784
+ topk: number;
785
+ topp: number;
786
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
787
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
788
+ };
789
+ seed?: boolean | undefined;
790
+ delegate?: {
791
+ topic: string;
792
+ providerPublicKey: string;
793
+ fallbackToLocal: boolean;
794
+ timeout?: number | undefined;
795
+ } | undefined;
796
+ } | {
797
+ modelSrc: string | {
798
+ src: string;
799
+ name?: string | undefined;
800
+ modelId?: string | undefined;
801
+ hyperdriveKey?: string | undefined;
802
+ hyperbeeKey?: string | undefined;
803
+ expectedSize?: number | undefined;
804
+ sha256Checksum?: string | undefined;
805
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
806
+ };
807
+ modelType: "tts";
808
+ modelConfig: {
809
+ language: "en" | "de" | "es" | "it";
810
+ };
811
+ configSrc: string | {
812
+ src: string;
813
+ name?: string | undefined;
814
+ modelId?: string | undefined;
815
+ hyperdriveKey?: string | undefined;
816
+ hyperbeeKey?: string | undefined;
817
+ expectedSize?: number | undefined;
818
+ sha256Checksum?: string | undefined;
819
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
820
+ };
821
+ eSpeakDataPath: string;
822
+ seed?: boolean | undefined;
823
+ delegate?: {
824
+ topic: string;
825
+ providerPublicKey: string;
826
+ fallbackToLocal: boolean;
827
+ timeout?: number | undefined;
828
+ } | undefined;
829
+ }>>;
830
+ export type LoadModelOptions = z.input<typeof loadModelOptionsSchema> & {
831
+ onProgress?: (progress: ModelProgressUpdate) => void;
832
+ };
833
+ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.ZodObject<{
834
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
835
+ src: z.ZodString;
836
+ name: z.ZodOptional<z.ZodString>;
837
+ modelId: z.ZodOptional<z.ZodString>;
838
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
839
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
840
+ expectedSize: z.ZodOptional<z.ZodNumber>;
841
+ sha256Checksum: z.ZodOptional<z.ZodString>;
842
+ addon: z.ZodOptional<z.ZodEnum<{
843
+ llm: "llm";
844
+ whisper: "whisper";
845
+ embeddings: "embeddings";
846
+ nmt: "nmt";
847
+ vad: "vad";
848
+ tts: "tts";
849
+ }>>;
850
+ }, z.core.$strip>]>;
851
+ modelType: z.ZodLiteral<"llm">;
852
+ modelConfig: z.ZodOptional<z.ZodObject<{
853
+ ctx_size: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
854
+ temp: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
855
+ top_p: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
856
+ top_k: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
857
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
858
+ gpu_layers: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
859
+ lora: z.ZodOptional<z.ZodOptional<z.ZodString>>;
860
+ device: z.ZodOptional<z.ZodDefault<z.ZodString>>;
861
+ predict: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>>;
862
+ system_prompt: z.ZodOptional<z.ZodDefault<z.ZodString>>;
863
+ no_mmap: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
864
+ verbosity: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<0>, z.ZodLiteral<1>]>>>;
865
+ presence_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
866
+ frequency_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
867
+ repeat_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
868
+ stop_sequences: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodString>>>;
869
+ n_discarded: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
870
+ tools: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
871
+ }, z.core.$strict>>;
872
+ seed: z.ZodOptional<z.ZodBoolean>;
873
+ projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
874
+ src: z.ZodString;
875
+ name: z.ZodOptional<z.ZodString>;
876
+ modelId: z.ZodOptional<z.ZodString>;
877
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
878
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
879
+ expectedSize: z.ZodOptional<z.ZodNumber>;
880
+ sha256Checksum: z.ZodOptional<z.ZodString>;
881
+ addon: z.ZodOptional<z.ZodEnum<{
882
+ llm: "llm";
883
+ whisper: "whisper";
884
+ embeddings: "embeddings";
885
+ nmt: "nmt";
886
+ vad: "vad";
887
+ tts: "tts";
888
+ }>>;
889
+ }, z.core.$strip>]>>;
890
+ delegate: z.ZodOptional<z.ZodObject<{
891
+ topic: z.ZodString;
892
+ providerPublicKey: z.ZodString;
893
+ timeout: z.ZodOptional<z.ZodNumber>;
894
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
895
+ }, z.core.$strip>>;
896
+ toolFormat: z.ZodDefault<z.ZodEnum<{
897
+ json: "json";
898
+ xml: "xml";
899
+ }>>;
900
+ onProgress: z.ZodOptional<z.ZodUnknown>;
901
+ withProgress: z.ZodOptional<z.ZodBoolean>;
902
+ }, z.core.$strip>, z.ZodTransform<{
903
+ type: "loadModel";
904
+ modelType: "llm";
905
+ modelSrc: string;
906
+ modelName: string | undefined;
907
+ modelConfig: z.infer<typeof llmConfigSchema>;
241
908
  seed: boolean;
909
+ withProgress: boolean;
910
+ delegate: {
911
+ topic: string;
912
+ providerPublicKey: string;
913
+ fallbackToLocal: boolean;
914
+ timeout?: number | undefined;
915
+ } | undefined;
916
+ projectionModelSrc: string | undefined;
917
+ }, {
918
+ modelSrc: string | {
919
+ src: string;
920
+ name?: string | undefined;
921
+ modelId?: string | undefined;
922
+ hyperdriveKey?: string | undefined;
923
+ hyperbeeKey?: string | undefined;
924
+ expectedSize?: number | undefined;
925
+ sha256Checksum?: string | undefined;
926
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
927
+ };
928
+ modelType: "llm";
929
+ toolFormat: "json" | "xml";
930
+ modelConfig?: {
931
+ ctx_size?: number | undefined;
932
+ temp?: number | undefined;
933
+ top_p?: number | undefined;
934
+ top_k?: number | undefined;
935
+ seed?: number | undefined;
936
+ gpu_layers?: number | undefined;
937
+ lora?: string | undefined;
938
+ device?: string | undefined;
939
+ predict?: number | undefined;
940
+ system_prompt?: string | undefined;
941
+ no_mmap?: boolean | undefined;
942
+ verbosity?: 0 | 1 | -1 | undefined;
943
+ presence_penalty?: number | undefined;
944
+ frequency_penalty?: number | undefined;
945
+ repeat_penalty?: number | undefined;
946
+ stop_sequences?: string[] | undefined;
947
+ n_discarded?: number | undefined;
948
+ tools?: boolean | undefined;
949
+ } | undefined;
950
+ seed?: boolean | undefined;
951
+ projectionModelSrc?: string | {
952
+ src: string;
953
+ name?: string | undefined;
954
+ modelId?: string | undefined;
955
+ hyperdriveKey?: string | undefined;
956
+ hyperbeeKey?: string | undefined;
957
+ expectedSize?: number | undefined;
958
+ sha256Checksum?: string | undefined;
959
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
960
+ } | undefined;
961
+ delegate?: {
962
+ topic: string;
963
+ providerPublicKey: string;
964
+ fallbackToLocal: boolean;
965
+ timeout?: number | undefined;
966
+ } | undefined;
967
+ onProgress?: unknown;
968
+ withProgress?: boolean | undefined;
969
+ }>>, z.ZodPipe<z.ZodObject<{
970
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
971
+ src: z.ZodString;
972
+ name: z.ZodOptional<z.ZodString>;
973
+ modelId: z.ZodOptional<z.ZodString>;
974
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
975
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
976
+ expectedSize: z.ZodOptional<z.ZodNumber>;
977
+ sha256Checksum: z.ZodOptional<z.ZodString>;
978
+ addon: z.ZodOptional<z.ZodEnum<{
979
+ llm: "llm";
980
+ whisper: "whisper";
981
+ embeddings: "embeddings";
982
+ nmt: "nmt";
983
+ vad: "vad";
984
+ tts: "tts";
985
+ }>>;
986
+ }, z.core.$strip>]>;
987
+ modelType: z.ZodLiteral<"whisper">;
988
+ modelConfig: z.ZodOptional<z.ZodObject<{
989
+ strategy: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
990
+ greedy: "greedy";
991
+ beam_search: "beam_search";
992
+ }>>>;
993
+ n_threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
994
+ n_max_text_ctx: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
995
+ offset_ms: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
996
+ duration_ms: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
997
+ audio_ctx: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
998
+ translate: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
999
+ no_context: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1000
+ no_timestamps: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1001
+ single_segment: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1002
+ print_special: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1003
+ print_progress: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1004
+ print_realtime: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1005
+ print_timestamps: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1006
+ token_timestamps: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1007
+ thold_pt: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1008
+ thold_ptsum: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1009
+ max_len: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1010
+ split_on_word: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1011
+ max_tokens: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1012
+ debug_mode: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1013
+ tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1014
+ suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
1015
+ initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
1016
+ language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
1017
+ detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1018
+ suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1019
+ suppress_nst: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
1020
+ temperature: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1021
+ length_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1022
+ temperature_inc: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1023
+ entropy_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1024
+ logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1025
+ greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1026
+ beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1027
+ vad_model_path: z.ZodOptional<z.ZodOptional<z.ZodString>>;
1028
+ vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1029
+ threshold: z.ZodOptional<z.ZodNumber>;
1030
+ min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
1031
+ min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
1032
+ max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
1033
+ speech_pad_ms: z.ZodOptional<z.ZodNumber>;
1034
+ samples_overlap: z.ZodOptional<z.ZodNumber>;
1035
+ }, z.core.$strip>>>;
1036
+ audio_format: z.ZodOptional<z.ZodOptional<z.ZodString>>;
1037
+ contextParams: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1038
+ model: z.ZodOptional<z.ZodString>;
1039
+ use_gpu: z.ZodOptional<z.ZodBoolean>;
1040
+ flash_attn: z.ZodOptional<z.ZodBoolean>;
1041
+ gpu_device: z.ZodOptional<z.ZodNumber>;
1042
+ }, z.core.$strip>>>;
1043
+ miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1044
+ caption_enabled: z.ZodOptional<z.ZodBoolean>;
1045
+ }, z.core.$strip>>>;
1046
+ }, z.core.$strict>>;
1047
+ seed: z.ZodOptional<z.ZodBoolean>;
1048
+ vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1049
+ src: z.ZodString;
1050
+ name: z.ZodOptional<z.ZodString>;
1051
+ modelId: z.ZodOptional<z.ZodString>;
1052
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
1053
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
1054
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1055
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1056
+ addon: z.ZodOptional<z.ZodEnum<{
1057
+ llm: "llm";
1058
+ whisper: "whisper";
1059
+ embeddings: "embeddings";
1060
+ nmt: "nmt";
1061
+ vad: "vad";
1062
+ tts: "tts";
1063
+ }>>;
1064
+ }, z.core.$strip>]>>;
1065
+ delegate: z.ZodOptional<z.ZodObject<{
1066
+ topic: z.ZodString;
1067
+ providerPublicKey: z.ZodString;
1068
+ timeout: z.ZodOptional<z.ZodNumber>;
1069
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
1070
+ }, z.core.$strip>>;
1071
+ onProgress: z.ZodOptional<z.ZodUnknown>;
1072
+ withProgress: z.ZodOptional<z.ZodBoolean>;
1073
+ }, z.core.$strip>, z.ZodTransform<{
1074
+ type: "loadModel";
1075
+ modelType: "whisper";
1076
+ modelSrc: string;
1077
+ modelName: string | undefined;
1078
+ modelConfig: z.infer<typeof whisperConfigSchema>;
1079
+ seed: boolean;
1080
+ withProgress: boolean;
1081
+ delegate: {
1082
+ topic: string;
1083
+ providerPublicKey: string;
1084
+ fallbackToLocal: boolean;
1085
+ timeout?: number | undefined;
1086
+ } | undefined;
1087
+ vadModelSrc: string | undefined;
1088
+ }, {
1089
+ modelSrc: string | {
1090
+ src: string;
1091
+ name?: string | undefined;
1092
+ modelId?: string | undefined;
1093
+ hyperdriveKey?: string | undefined;
1094
+ hyperbeeKey?: string | undefined;
1095
+ expectedSize?: number | undefined;
1096
+ sha256Checksum?: string | undefined;
1097
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
1098
+ };
1099
+ modelType: "whisper";
1100
+ modelConfig?: {
1101
+ strategy?: "greedy" | "beam_search" | undefined;
1102
+ n_threads?: number | undefined;
1103
+ n_max_text_ctx?: number | undefined;
1104
+ offset_ms?: number | undefined;
1105
+ duration_ms?: number | undefined;
1106
+ audio_ctx?: number | undefined;
1107
+ translate?: boolean | undefined;
1108
+ no_context?: boolean | undefined;
1109
+ no_timestamps?: boolean | undefined;
1110
+ single_segment?: boolean | undefined;
1111
+ print_special?: boolean | undefined;
1112
+ print_progress?: boolean | undefined;
1113
+ print_realtime?: boolean | undefined;
1114
+ print_timestamps?: boolean | undefined;
1115
+ token_timestamps?: boolean | undefined;
1116
+ thold_pt?: number | undefined;
1117
+ thold_ptsum?: number | undefined;
1118
+ max_len?: number | undefined;
1119
+ split_on_word?: boolean | undefined;
1120
+ max_tokens?: number | undefined;
1121
+ debug_mode?: boolean | undefined;
1122
+ tdrz_enable?: boolean | undefined;
1123
+ suppress_regex?: string | undefined;
1124
+ initial_prompt?: string | undefined;
1125
+ language?: string | undefined;
1126
+ detect_language?: boolean | undefined;
1127
+ suppress_blank?: boolean | undefined;
1128
+ suppress_nst?: boolean | undefined;
1129
+ temperature?: number | undefined;
1130
+ length_penalty?: number | undefined;
1131
+ temperature_inc?: number | undefined;
1132
+ entropy_thold?: number | undefined;
1133
+ logprob_thold?: number | undefined;
1134
+ greedy_best_of?: number | undefined;
1135
+ beam_search_beam_size?: number | undefined;
1136
+ vad_model_path?: string | undefined;
1137
+ vad_params?: {
1138
+ threshold?: number | undefined;
1139
+ min_speech_duration_ms?: number | undefined;
1140
+ min_silence_duration_ms?: number | undefined;
1141
+ max_speech_duration_s?: number | undefined;
1142
+ speech_pad_ms?: number | undefined;
1143
+ samples_overlap?: number | undefined;
1144
+ } | undefined;
1145
+ audio_format?: string | undefined;
1146
+ contextParams?: {
1147
+ model?: string | undefined;
1148
+ use_gpu?: boolean | undefined;
1149
+ flash_attn?: boolean | undefined;
1150
+ gpu_device?: number | undefined;
1151
+ } | undefined;
1152
+ miscConfig?: {
1153
+ caption_enabled?: boolean | undefined;
1154
+ } | undefined;
1155
+ } | undefined;
1156
+ seed?: boolean | undefined;
1157
+ vadModelSrc?: string | {
1158
+ src: string;
1159
+ name?: string | undefined;
1160
+ modelId?: string | undefined;
1161
+ hyperdriveKey?: string | undefined;
1162
+ hyperbeeKey?: string | undefined;
1163
+ expectedSize?: number | undefined;
1164
+ sha256Checksum?: string | undefined;
1165
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
1166
+ } | undefined;
1167
+ delegate?: {
1168
+ topic: string;
1169
+ providerPublicKey: string;
1170
+ fallbackToLocal: boolean;
1171
+ timeout?: number | undefined;
1172
+ } | undefined;
1173
+ onProgress?: unknown;
1174
+ withProgress?: boolean | undefined;
1175
+ }>>, z.ZodPipe<z.ZodObject<{
1176
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1177
+ src: z.ZodString;
1178
+ name: z.ZodOptional<z.ZodString>;
1179
+ modelId: z.ZodOptional<z.ZodString>;
1180
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
1181
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
1182
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1183
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1184
+ addon: z.ZodOptional<z.ZodEnum<{
1185
+ llm: "llm";
1186
+ whisper: "whisper";
1187
+ embeddings: "embeddings";
1188
+ nmt: "nmt";
1189
+ vad: "vad";
1190
+ tts: "tts";
1191
+ }>>;
1192
+ }, z.core.$strip>]>;
1193
+ modelType: z.ZodLiteral<"embeddings">;
1194
+ modelConfig: z.ZodOptional<z.ZodObject<{
1195
+ config: z.ZodOptional<z.ZodDefault<z.ZodString>>;
1196
+ }, z.core.$strict>>;
1197
+ seed: z.ZodOptional<z.ZodBoolean>;
1198
+ delegate: z.ZodOptional<z.ZodObject<{
1199
+ topic: z.ZodString;
1200
+ providerPublicKey: z.ZodString;
1201
+ timeout: z.ZodOptional<z.ZodNumber>;
1202
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
1203
+ }, z.core.$strip>>;
1204
+ onProgress: z.ZodOptional<z.ZodUnknown>;
1205
+ withProgress: z.ZodOptional<z.ZodBoolean>;
1206
+ }, z.core.$strip>, z.ZodTransform<{
1207
+ type: "loadModel";
1208
+ modelType: "embeddings";
242
1209
  modelSrc: string;
1210
+ modelName: string | undefined;
1211
+ modelConfig: z.infer<typeof embedConfigSchema>;
1212
+ seed: boolean;
1213
+ withProgress: boolean;
1214
+ delegate: {
1215
+ topic: string;
1216
+ providerPublicKey: string;
1217
+ fallbackToLocal: boolean;
1218
+ timeout?: number | undefined;
1219
+ } | undefined;
1220
+ }, {
1221
+ modelSrc: string | {
1222
+ src: string;
1223
+ name?: string | undefined;
1224
+ modelId?: string | undefined;
1225
+ hyperdriveKey?: string | undefined;
1226
+ hyperbeeKey?: string | undefined;
1227
+ expectedSize?: number | undefined;
1228
+ sha256Checksum?: string | undefined;
1229
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
1230
+ };
1231
+ modelType: "embeddings";
1232
+ modelConfig?: {
1233
+ config?: string | undefined;
1234
+ } | undefined;
1235
+ seed?: boolean | undefined;
1236
+ delegate?: {
1237
+ topic: string;
1238
+ providerPublicKey: string;
1239
+ fallbackToLocal: boolean;
1240
+ timeout?: number | undefined;
1241
+ } | undefined;
1242
+ onProgress?: unknown;
1243
+ withProgress?: boolean | undefined;
1244
+ }>>, z.ZodPipe<z.ZodObject<{
1245
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1246
+ src: z.ZodString;
1247
+ name: z.ZodOptional<z.ZodString>;
1248
+ modelId: z.ZodOptional<z.ZodString>;
1249
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
1250
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
1251
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1252
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1253
+ addon: z.ZodOptional<z.ZodEnum<{
1254
+ llm: "llm";
1255
+ whisper: "whisper";
1256
+ embeddings: "embeddings";
1257
+ nmt: "nmt";
1258
+ vad: "vad";
1259
+ tts: "tts";
1260
+ }>>;
1261
+ }, z.core.$strip>]>;
1262
+ modelType: z.ZodLiteral<"nmt">;
1263
+ modelConfig: z.ZodPipe<z.ZodObject<{
1264
+ mode: z.ZodOptional<z.ZodEnum<{
1265
+ full: "full";
1266
+ }>>;
1267
+ from: z.ZodEnum<{
1268
+ en: "en";
1269
+ de: "de";
1270
+ es: "es";
1271
+ it: "it";
1272
+ ru: "ru";
1273
+ ja: "ja";
1274
+ asm_Beng: "asm_Beng";
1275
+ ben_Beng: "ben_Beng";
1276
+ brx_Deva: "brx_Deva";
1277
+ doi_Deva: "doi_Deva";
1278
+ eng_Latn: "eng_Latn";
1279
+ gom_Deva: "gom_Deva";
1280
+ guj_Gujr: "guj_Gujr";
1281
+ hin_Deva: "hin_Deva";
1282
+ kan_Knda: "kan_Knda";
1283
+ kas_Arab: "kas_Arab";
1284
+ kas_Deva: "kas_Deva";
1285
+ mai_Deva: "mai_Deva";
1286
+ mal_Mlym: "mal_Mlym";
1287
+ mar_Deva: "mar_Deva";
1288
+ mni_Beng: "mni_Beng";
1289
+ mni_Mtei: "mni_Mtei";
1290
+ npi_Deva: "npi_Deva";
1291
+ ory_Orya: "ory_Orya";
1292
+ pan_Guru: "pan_Guru";
1293
+ san_Deva: "san_Deva";
1294
+ sat_Olck: "sat_Olck";
1295
+ snd_Arab: "snd_Arab";
1296
+ snd_Deva: "snd_Deva";
1297
+ tam_Taml: "tam_Taml";
1298
+ tel_Telu: "tel_Telu";
1299
+ urd_Arab: "urd_Arab";
1300
+ }>;
1301
+ to: z.ZodEnum<{
1302
+ en: "en";
1303
+ de: "de";
1304
+ es: "es";
1305
+ it: "it";
1306
+ ru: "ru";
1307
+ ja: "ja";
1308
+ asm_Beng: "asm_Beng";
1309
+ ben_Beng: "ben_Beng";
1310
+ brx_Deva: "brx_Deva";
1311
+ doi_Deva: "doi_Deva";
1312
+ eng_Latn: "eng_Latn";
1313
+ gom_Deva: "gom_Deva";
1314
+ guj_Gujr: "guj_Gujr";
1315
+ hin_Deva: "hin_Deva";
1316
+ kan_Knda: "kan_Knda";
1317
+ kas_Arab: "kas_Arab";
1318
+ kas_Deva: "kas_Deva";
1319
+ mai_Deva: "mai_Deva";
1320
+ mal_Mlym: "mal_Mlym";
1321
+ mar_Deva: "mar_Deva";
1322
+ mni_Beng: "mni_Beng";
1323
+ mni_Mtei: "mni_Mtei";
1324
+ npi_Deva: "npi_Deva";
1325
+ ory_Orya: "ory_Orya";
1326
+ pan_Guru: "pan_Guru";
1327
+ san_Deva: "san_Deva";
1328
+ sat_Olck: "sat_Olck";
1329
+ snd_Arab: "snd_Arab";
1330
+ snd_Deva: "snd_Deva";
1331
+ tam_Taml: "tam_Taml";
1332
+ tel_Telu: "tel_Telu";
1333
+ urd_Arab: "urd_Arab";
1334
+ }>;
1335
+ beamsize: z.ZodOptional<z.ZodNumber>;
1336
+ lengthpenalty: z.ZodOptional<z.ZodNumber>;
1337
+ maxlength: z.ZodOptional<z.ZodNumber>;
1338
+ repetitionpenalty: z.ZodOptional<z.ZodNumber>;
1339
+ norepeatngramsize: z.ZodOptional<z.ZodNumber>;
1340
+ temperature: z.ZodOptional<z.ZodNumber>;
1341
+ topk: z.ZodOptional<z.ZodNumber>;
1342
+ topp: z.ZodOptional<z.ZodNumber>;
1343
+ }, z.core.$strip>, z.ZodTransform<{
1344
+ mode: "full";
1345
+ beamsize: number;
1346
+ lengthpenalty: number;
1347
+ maxlength: number;
1348
+ repetitionpenalty: number;
1349
+ norepeatngramsize: number;
1350
+ temperature: number;
1351
+ topk: number;
1352
+ topp: number;
1353
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1354
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1355
+ }, {
1356
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1357
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1358
+ mode?: "full" | undefined;
1359
+ beamsize?: number | undefined;
1360
+ lengthpenalty?: number | undefined;
1361
+ maxlength?: number | undefined;
1362
+ repetitionpenalty?: number | undefined;
1363
+ norepeatngramsize?: number | undefined;
1364
+ temperature?: number | undefined;
1365
+ topk?: number | undefined;
1366
+ topp?: number | undefined;
1367
+ }>>;
1368
+ seed: z.ZodOptional<z.ZodBoolean>;
1369
+ delegate: z.ZodOptional<z.ZodObject<{
1370
+ topic: z.ZodString;
1371
+ providerPublicKey: z.ZodString;
1372
+ timeout: z.ZodOptional<z.ZodNumber>;
1373
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
1374
+ }, z.core.$strip>>;
1375
+ onProgress: z.ZodOptional<z.ZodUnknown>;
1376
+ withProgress: z.ZodOptional<z.ZodBoolean>;
1377
+ }, z.core.$strip>, z.ZodTransform<{
1378
+ type: "loadModel";
243
1379
  modelType: "nmt";
1380
+ modelSrc: string;
1381
+ modelName: string | undefined;
244
1382
  modelConfig: {
245
1383
  mode: "full";
246
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
247
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1384
+ beamsize: number;
1385
+ lengthpenalty: number;
1386
+ maxlength: number;
1387
+ repetitionpenalty: number;
1388
+ norepeatngramsize: number;
1389
+ temperature: number;
1390
+ topk: number;
1391
+ topp: number;
1392
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1393
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
248
1394
  };
249
- delegate?: {
1395
+ seed: boolean;
1396
+ withProgress: boolean;
1397
+ delegate: {
250
1398
  topic: string;
251
1399
  providerPublicKey: string;
252
1400
  fallbackToLocal: boolean;
253
1401
  timeout?: number | undefined;
254
1402
  } | undefined;
255
1403
  }, {
256
- modelSrc: string;
257
- modelType: "llm";
258
- toolFormat: "json" | "xml";
259
- modelConfig?: {
260
- ctx_size?: number | undefined;
261
- temp?: number | undefined;
262
- top_p?: number | undefined;
263
- top_k?: number | undefined;
264
- seed?: number | undefined;
265
- gpu_layers?: number | undefined;
266
- lora?: string | undefined;
267
- device?: string | undefined;
268
- predict?: number | undefined;
269
- system_prompt?: string | undefined;
270
- no_mmap?: boolean | undefined;
271
- verbosity?: 0 | 1 | -1 | undefined;
272
- presence_penalty?: number | undefined;
273
- frequency_penalty?: number | undefined;
274
- repeat_penalty?: number | undefined;
275
- reverse_prompt?: string | undefined;
276
- n_discarded?: number | undefined;
277
- } | undefined;
278
- seed?: boolean | undefined;
279
- projectionModelSrc?: string | undefined;
280
- delegate?: {
281
- topic: string;
282
- providerPublicKey: string;
283
- fallbackToLocal: boolean;
284
- timeout?: number | undefined;
285
- } | undefined;
286
- } | {
287
- modelSrc: string;
288
- modelType: "whisper";
289
- modelConfig?: {
290
- mode?: "caption" | "batch" | undefined;
291
- output_format?: "plaintext" | "json" | undefined;
292
- min_seconds?: number | undefined;
293
- max_seconds?: number | undefined;
294
- audio_format?: string | undefined;
295
- update_frequency?: string | undefined;
296
- vadConfig?: {
297
- vad_threshold?: number | undefined;
298
- vad_min_speech_duration_ms?: number | undefined;
299
- vad_min_silence_duration_ms?: number | undefined;
300
- vad_max_speech_duration_s?: number | undefined;
301
- vad_speech_pad_ms?: number | undefined;
302
- vad_samples_overlap?: number | undefined;
303
- } | undefined;
304
- } | undefined;
1404
+ modelSrc: string | {
1405
+ src: string;
1406
+ name?: string | undefined;
1407
+ modelId?: string | undefined;
1408
+ hyperdriveKey?: string | undefined;
1409
+ hyperbeeKey?: string | undefined;
1410
+ expectedSize?: number | undefined;
1411
+ sha256Checksum?: string | undefined;
1412
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
1413
+ };
1414
+ modelType: "nmt";
1415
+ modelConfig: {
1416
+ mode: "full";
1417
+ beamsize: number;
1418
+ lengthpenalty: number;
1419
+ maxlength: number;
1420
+ repetitionpenalty: number;
1421
+ norepeatngramsize: number;
1422
+ temperature: number;
1423
+ topk: number;
1424
+ topp: number;
1425
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1426
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1427
+ };
305
1428
  seed?: boolean | undefined;
306
- vadModelSrc?: string | undefined;
307
1429
  delegate?: {
308
1430
  topic: string;
309
1431
  providerPublicKey: string;
310
1432
  fallbackToLocal: boolean;
311
1433
  timeout?: number | undefined;
312
1434
  } | undefined;
313
- } | {
1435
+ onProgress?: unknown;
1436
+ withProgress?: boolean | undefined;
1437
+ }>>, z.ZodPipe<z.ZodObject<{
1438
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1439
+ src: z.ZodString;
1440
+ name: z.ZodOptional<z.ZodString>;
1441
+ modelId: z.ZodOptional<z.ZodString>;
1442
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
1443
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
1444
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1445
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1446
+ addon: z.ZodOptional<z.ZodEnum<{
1447
+ llm: "llm";
1448
+ whisper: "whisper";
1449
+ embeddings: "embeddings";
1450
+ nmt: "nmt";
1451
+ vad: "vad";
1452
+ tts: "tts";
1453
+ }>>;
1454
+ }, z.core.$strip>]>;
1455
+ modelType: z.ZodLiteral<"tts">;
1456
+ modelConfig: z.ZodObject<{
1457
+ language: z.ZodEnum<{
1458
+ en: "en";
1459
+ de: "de";
1460
+ es: "es";
1461
+ it: "it";
1462
+ }>;
1463
+ }, z.core.$strip>;
1464
+ configSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1465
+ src: z.ZodString;
1466
+ name: z.ZodOptional<z.ZodString>;
1467
+ modelId: z.ZodOptional<z.ZodString>;
1468
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
1469
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
1470
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1471
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1472
+ addon: z.ZodOptional<z.ZodEnum<{
1473
+ llm: "llm";
1474
+ whisper: "whisper";
1475
+ embeddings: "embeddings";
1476
+ nmt: "nmt";
1477
+ vad: "vad";
1478
+ tts: "tts";
1479
+ }>>;
1480
+ }, z.core.$strip>]>;
1481
+ eSpeakDataPath: z.ZodString;
1482
+ seed: z.ZodOptional<z.ZodBoolean>;
1483
+ delegate: z.ZodOptional<z.ZodObject<{
1484
+ topic: z.ZodString;
1485
+ providerPublicKey: z.ZodString;
1486
+ timeout: z.ZodOptional<z.ZodNumber>;
1487
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
1488
+ }, z.core.$strip>>;
1489
+ onProgress: z.ZodOptional<z.ZodUnknown>;
1490
+ withProgress: z.ZodOptional<z.ZodBoolean>;
1491
+ }, z.core.$strip>, z.ZodTransform<{
1492
+ type: "loadModel";
1493
+ modelType: "tts";
314
1494
  modelSrc: string;
315
- modelType: "embeddings";
316
- modelConfig?: {
317
- config?: string | undefined;
318
- } | undefined;
319
- seed?: boolean | undefined;
320
- delegate?: {
1495
+ modelName: string | undefined;
1496
+ modelConfig: {
1497
+ language: "en" | "de" | "es" | "it";
1498
+ };
1499
+ seed: boolean;
1500
+ withProgress: boolean;
1501
+ delegate: {
321
1502
  topic: string;
322
1503
  providerPublicKey: string;
323
1504
  fallbackToLocal: boolean;
324
1505
  timeout?: number | undefined;
325
1506
  } | undefined;
326
- } | {
327
- modelSrc: string;
328
- modelType: "nmt";
1507
+ configSrc: string;
1508
+ eSpeakDataPath: string;
1509
+ }, {
1510
+ modelSrc: string | {
1511
+ src: string;
1512
+ name?: string | undefined;
1513
+ modelId?: string | undefined;
1514
+ hyperdriveKey?: string | undefined;
1515
+ hyperbeeKey?: string | undefined;
1516
+ expectedSize?: number | undefined;
1517
+ sha256Checksum?: string | undefined;
1518
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
1519
+ };
1520
+ modelType: "tts";
329
1521
  modelConfig: {
330
- mode: "full";
331
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
332
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1522
+ language: "en" | "de" | "es" | "it";
1523
+ };
1524
+ configSrc: string | {
1525
+ src: string;
1526
+ name?: string | undefined;
1527
+ modelId?: string | undefined;
1528
+ hyperdriveKey?: string | undefined;
1529
+ hyperbeeKey?: string | undefined;
1530
+ expectedSize?: number | undefined;
1531
+ sha256Checksum?: string | undefined;
1532
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
333
1533
  };
1534
+ eSpeakDataPath: string;
334
1535
  seed?: boolean | undefined;
335
1536
  delegate?: {
336
1537
  topic: string;
@@ -338,15 +1539,16 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
338
1539
  fallbackToLocal: boolean;
339
1540
  timeout?: number | undefined;
340
1541
  } | undefined;
341
- }>>;
342
- export type LoadModelOptions = z.input<typeof loadModelOptionsSchema> & {
343
- onProgress?: (progress: ModelProgressUpdate) => void;
344
- };
1542
+ onProgress?: unknown;
1543
+ withProgress?: boolean | undefined;
1544
+ }>>]>;
345
1545
  export declare const loadLlmModelRequestSchema: z.ZodObject<{
346
1546
  type: z.ZodLiteral<"loadModel">;
347
1547
  modelSrc: z.ZodString;
1548
+ modelName: z.ZodOptional<z.ZodString>;
348
1549
  projectionModelSrc: z.ZodOptional<z.ZodString>;
349
1550
  vadModelSrc: z.ZodOptional<z.ZodString>;
1551
+ configSrc: z.ZodOptional<z.ZodString>;
350
1552
  withProgress: z.ZodOptional<z.ZodBoolean>;
351
1553
  seed: z.ZodOptional<z.ZodBoolean>;
352
1554
  delegate: z.ZodOptional<z.ZodObject<{
@@ -372,15 +1574,18 @@ export declare const loadLlmModelRequestSchema: z.ZodObject<{
372
1574
  presence_penalty: z.ZodOptional<z.ZodNumber>;
373
1575
  frequency_penalty: z.ZodOptional<z.ZodNumber>;
374
1576
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
375
- reverse_prompt: z.ZodOptional<z.ZodString>;
1577
+ stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
376
1578
  n_discarded: z.ZodOptional<z.ZodNumber>;
1579
+ tools: z.ZodOptional<z.ZodBoolean>;
377
1580
  }, z.core.$strip>;
378
1581
  }, z.core.$strip>;
379
1582
  export declare const loadWhisperModelRequestSchema: z.ZodObject<{
380
1583
  type: z.ZodLiteral<"loadModel">;
381
1584
  modelSrc: z.ZodString;
1585
+ modelName: z.ZodOptional<z.ZodString>;
382
1586
  projectionModelSrc: z.ZodOptional<z.ZodString>;
383
1587
  vadModelSrc: z.ZodOptional<z.ZodString>;
1588
+ configSrc: z.ZodOptional<z.ZodString>;
384
1589
  withProgress: z.ZodOptional<z.ZodBoolean>;
385
1590
  seed: z.ZodOptional<z.ZodBoolean>;
386
1591
  delegate: z.ZodOptional<z.ZodObject<{
@@ -391,33 +1596,72 @@ export declare const loadWhisperModelRequestSchema: z.ZodObject<{
391
1596
  }, z.core.$strip>>;
392
1597
  modelType: z.ZodLiteral<"whisper">;
393
1598
  modelConfig: z.ZodObject<{
394
- mode: z.ZodDefault<z.ZodEnum<{
395
- caption: "caption";
396
- batch: "batch";
397
- }>>;
398
- output_format: z.ZodDefault<z.ZodEnum<{
399
- plaintext: "plaintext";
400
- json: "json";
1599
+ strategy: z.ZodOptional<z.ZodEnum<{
1600
+ greedy: "greedy";
1601
+ beam_search: "beam_search";
401
1602
  }>>;
402
- min_seconds: z.ZodDefault<z.ZodNumber>;
403
- max_seconds: z.ZodDefault<z.ZodNumber>;
404
- audio_format: z.ZodDefault<z.ZodString>;
405
- update_frequency: z.ZodDefault<z.ZodString>;
406
- vadConfig: z.ZodOptional<z.ZodObject<{
407
- vad_threshold: z.ZodOptional<z.ZodNumber>;
408
- vad_min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
409
- vad_min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
410
- vad_max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
411
- vad_speech_pad_ms: z.ZodOptional<z.ZodNumber>;
412
- vad_samples_overlap: z.ZodOptional<z.ZodNumber>;
1603
+ n_threads: z.ZodOptional<z.ZodNumber>;
1604
+ n_max_text_ctx: z.ZodOptional<z.ZodNumber>;
1605
+ offset_ms: z.ZodOptional<z.ZodNumber>;
1606
+ duration_ms: z.ZodOptional<z.ZodNumber>;
1607
+ audio_ctx: z.ZodOptional<z.ZodNumber>;
1608
+ translate: z.ZodOptional<z.ZodBoolean>;
1609
+ no_context: z.ZodOptional<z.ZodBoolean>;
1610
+ no_timestamps: z.ZodOptional<z.ZodBoolean>;
1611
+ single_segment: z.ZodOptional<z.ZodBoolean>;
1612
+ print_special: z.ZodOptional<z.ZodBoolean>;
1613
+ print_progress: z.ZodOptional<z.ZodBoolean>;
1614
+ print_realtime: z.ZodOptional<z.ZodBoolean>;
1615
+ print_timestamps: z.ZodOptional<z.ZodBoolean>;
1616
+ token_timestamps: z.ZodOptional<z.ZodBoolean>;
1617
+ thold_pt: z.ZodOptional<z.ZodNumber>;
1618
+ thold_ptsum: z.ZodOptional<z.ZodNumber>;
1619
+ max_len: z.ZodOptional<z.ZodNumber>;
1620
+ split_on_word: z.ZodOptional<z.ZodBoolean>;
1621
+ max_tokens: z.ZodOptional<z.ZodNumber>;
1622
+ debug_mode: z.ZodOptional<z.ZodBoolean>;
1623
+ tdrz_enable: z.ZodOptional<z.ZodBoolean>;
1624
+ suppress_regex: z.ZodOptional<z.ZodString>;
1625
+ initial_prompt: z.ZodOptional<z.ZodString>;
1626
+ language: z.ZodOptional<z.ZodString>;
1627
+ detect_language: z.ZodOptional<z.ZodBoolean>;
1628
+ suppress_blank: z.ZodOptional<z.ZodBoolean>;
1629
+ suppress_nst: z.ZodOptional<z.ZodBoolean>;
1630
+ temperature: z.ZodOptional<z.ZodNumber>;
1631
+ length_penalty: z.ZodOptional<z.ZodNumber>;
1632
+ temperature_inc: z.ZodOptional<z.ZodNumber>;
1633
+ entropy_thold: z.ZodOptional<z.ZodNumber>;
1634
+ logprob_thold: z.ZodOptional<z.ZodNumber>;
1635
+ greedy_best_of: z.ZodOptional<z.ZodNumber>;
1636
+ beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
1637
+ vad_model_path: z.ZodOptional<z.ZodString>;
1638
+ vad_params: z.ZodOptional<z.ZodObject<{
1639
+ threshold: z.ZodOptional<z.ZodNumber>;
1640
+ min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
1641
+ min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
1642
+ max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
1643
+ speech_pad_ms: z.ZodOptional<z.ZodNumber>;
1644
+ samples_overlap: z.ZodOptional<z.ZodNumber>;
1645
+ }, z.core.$strip>>;
1646
+ audio_format: z.ZodOptional<z.ZodString>;
1647
+ contextParams: z.ZodOptional<z.ZodObject<{
1648
+ model: z.ZodOptional<z.ZodString>;
1649
+ use_gpu: z.ZodOptional<z.ZodBoolean>;
1650
+ flash_attn: z.ZodOptional<z.ZodBoolean>;
1651
+ gpu_device: z.ZodOptional<z.ZodNumber>;
1652
+ }, z.core.$strip>>;
1653
+ miscConfig: z.ZodOptional<z.ZodObject<{
1654
+ caption_enabled: z.ZodOptional<z.ZodBoolean>;
413
1655
  }, z.core.$strip>>;
414
1656
  }, z.core.$strip>;
415
1657
  }, z.core.$strip>;
416
1658
  export declare const loadEmbeddingsModelRequestSchema: z.ZodObject<{
417
1659
  type: z.ZodLiteral<"loadModel">;
418
1660
  modelSrc: z.ZodString;
1661
+ modelName: z.ZodOptional<z.ZodString>;
419
1662
  projectionModelSrc: z.ZodOptional<z.ZodString>;
420
1663
  vadModelSrc: z.ZodOptional<z.ZodString>;
1664
+ configSrc: z.ZodOptional<z.ZodString>;
421
1665
  withProgress: z.ZodOptional<z.ZodBoolean>;
422
1666
  seed: z.ZodOptional<z.ZodBoolean>;
423
1667
  delegate: z.ZodOptional<z.ZodObject<{
@@ -434,8 +1678,10 @@ export declare const loadEmbeddingsModelRequestSchema: z.ZodObject<{
434
1678
  export declare const loadNmtModelRequestSchema: z.ZodObject<{
435
1679
  type: z.ZodLiteral<"loadModel">;
436
1680
  modelSrc: z.ZodString;
1681
+ modelName: z.ZodOptional<z.ZodString>;
437
1682
  projectionModelSrc: z.ZodOptional<z.ZodString>;
438
1683
  vadModelSrc: z.ZodOptional<z.ZodString>;
1684
+ configSrc: z.ZodOptional<z.ZodString>;
439
1685
  withProgress: z.ZodOptional<z.ZodBoolean>;
440
1686
  seed: z.ZodOptional<z.ZodBoolean>;
441
1687
  delegate: z.ZodOptional<z.ZodObject<{
@@ -454,6 +1700,8 @@ export declare const loadNmtModelRequestSchema: z.ZodObject<{
454
1700
  de: "de";
455
1701
  es: "es";
456
1702
  it: "it";
1703
+ ru: "ru";
1704
+ ja: "ja";
457
1705
  asm_Beng: "asm_Beng";
458
1706
  ben_Beng: "ben_Beng";
459
1707
  brx_Deva: "brx_Deva";
@@ -486,6 +1734,8 @@ export declare const loadNmtModelRequestSchema: z.ZodObject<{
486
1734
  de: "de";
487
1735
  es: "es";
488
1736
  it: "it";
1737
+ ru: "ru";
1738
+ ja: "ja";
489
1739
  asm_Beng: "asm_Beng";
490
1740
  ben_Beng: "ben_Beng";
491
1741
  brx_Deva: "brx_Deva";
@@ -513,21 +1763,73 @@ export declare const loadNmtModelRequestSchema: z.ZodObject<{
513
1763
  tel_Telu: "tel_Telu";
514
1764
  urd_Arab: "urd_Arab";
515
1765
  }>;
1766
+ beamsize: z.ZodOptional<z.ZodNumber>;
1767
+ lengthpenalty: z.ZodOptional<z.ZodNumber>;
1768
+ maxlength: z.ZodOptional<z.ZodNumber>;
1769
+ repetitionpenalty: z.ZodOptional<z.ZodNumber>;
1770
+ norepeatngramsize: z.ZodOptional<z.ZodNumber>;
1771
+ temperature: z.ZodOptional<z.ZodNumber>;
1772
+ topk: z.ZodOptional<z.ZodNumber>;
1773
+ topp: z.ZodOptional<z.ZodNumber>;
516
1774
  }, z.core.$strip>, z.ZodTransform<{
517
1775
  mode: "full";
518
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
519
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1776
+ beamsize: number;
1777
+ lengthpenalty: number;
1778
+ maxlength: number;
1779
+ repetitionpenalty: number;
1780
+ norepeatngramsize: number;
1781
+ temperature: number;
1782
+ topk: number;
1783
+ topp: number;
1784
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1785
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
520
1786
  }, {
521
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
522
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1787
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1788
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
523
1789
  mode?: "full" | undefined;
1790
+ beamsize?: number | undefined;
1791
+ lengthpenalty?: number | undefined;
1792
+ maxlength?: number | undefined;
1793
+ repetitionpenalty?: number | undefined;
1794
+ norepeatngramsize?: number | undefined;
1795
+ temperature?: number | undefined;
1796
+ topk?: number | undefined;
1797
+ topp?: number | undefined;
524
1798
  }>>;
525
1799
  }, z.core.$strip>;
1800
+ export declare const loadTtsModelRequestSchema: z.ZodObject<{
1801
+ type: z.ZodLiteral<"loadModel">;
1802
+ modelSrc: z.ZodString;
1803
+ modelName: z.ZodOptional<z.ZodString>;
1804
+ projectionModelSrc: z.ZodOptional<z.ZodString>;
1805
+ vadModelSrc: z.ZodOptional<z.ZodString>;
1806
+ withProgress: z.ZodOptional<z.ZodBoolean>;
1807
+ seed: z.ZodOptional<z.ZodBoolean>;
1808
+ delegate: z.ZodOptional<z.ZodObject<{
1809
+ topic: z.ZodString;
1810
+ providerPublicKey: z.ZodString;
1811
+ timeout: z.ZodOptional<z.ZodNumber>;
1812
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
1813
+ }, z.core.$strip>>;
1814
+ modelType: z.ZodLiteral<"tts">;
1815
+ modelConfig: z.ZodObject<{
1816
+ language: z.ZodEnum<{
1817
+ en: "en";
1818
+ de: "de";
1819
+ es: "es";
1820
+ it: "it";
1821
+ }>;
1822
+ }, z.core.$strip>;
1823
+ configSrc: z.ZodString;
1824
+ eSpeakDataPath: z.ZodString;
1825
+ }, z.core.$strip>;
526
1826
  export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[z.ZodObject<{
527
1827
  type: z.ZodLiteral<"loadModel">;
528
1828
  modelSrc: z.ZodString;
1829
+ modelName: z.ZodOptional<z.ZodString>;
529
1830
  projectionModelSrc: z.ZodOptional<z.ZodString>;
530
1831
  vadModelSrc: z.ZodOptional<z.ZodString>;
1832
+ configSrc: z.ZodOptional<z.ZodString>;
531
1833
  withProgress: z.ZodOptional<z.ZodBoolean>;
532
1834
  seed: z.ZodOptional<z.ZodBoolean>;
533
1835
  delegate: z.ZodOptional<z.ZodObject<{
@@ -553,14 +1855,17 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
553
1855
  presence_penalty: z.ZodOptional<z.ZodNumber>;
554
1856
  frequency_penalty: z.ZodOptional<z.ZodNumber>;
555
1857
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
556
- reverse_prompt: z.ZodOptional<z.ZodString>;
1858
+ stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
557
1859
  n_discarded: z.ZodOptional<z.ZodNumber>;
1860
+ tools: z.ZodOptional<z.ZodBoolean>;
558
1861
  }, z.core.$strip>;
559
1862
  }, z.core.$strip>, z.ZodObject<{
560
1863
  type: z.ZodLiteral<"loadModel">;
561
1864
  modelSrc: z.ZodString;
1865
+ modelName: z.ZodOptional<z.ZodString>;
562
1866
  projectionModelSrc: z.ZodOptional<z.ZodString>;
563
1867
  vadModelSrc: z.ZodOptional<z.ZodString>;
1868
+ configSrc: z.ZodOptional<z.ZodString>;
564
1869
  withProgress: z.ZodOptional<z.ZodBoolean>;
565
1870
  seed: z.ZodOptional<z.ZodBoolean>;
566
1871
  delegate: z.ZodOptional<z.ZodObject<{
@@ -571,32 +1876,71 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
571
1876
  }, z.core.$strip>>;
572
1877
  modelType: z.ZodLiteral<"whisper">;
573
1878
  modelConfig: z.ZodObject<{
574
- mode: z.ZodDefault<z.ZodEnum<{
575
- caption: "caption";
576
- batch: "batch";
577
- }>>;
578
- output_format: z.ZodDefault<z.ZodEnum<{
579
- plaintext: "plaintext";
580
- json: "json";
1879
+ strategy: z.ZodOptional<z.ZodEnum<{
1880
+ greedy: "greedy";
1881
+ beam_search: "beam_search";
581
1882
  }>>;
582
- min_seconds: z.ZodDefault<z.ZodNumber>;
583
- max_seconds: z.ZodDefault<z.ZodNumber>;
584
- audio_format: z.ZodDefault<z.ZodString>;
585
- update_frequency: z.ZodDefault<z.ZodString>;
586
- vadConfig: z.ZodOptional<z.ZodObject<{
587
- vad_threshold: z.ZodOptional<z.ZodNumber>;
588
- vad_min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
589
- vad_min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
590
- vad_max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
591
- vad_speech_pad_ms: z.ZodOptional<z.ZodNumber>;
592
- vad_samples_overlap: z.ZodOptional<z.ZodNumber>;
1883
+ n_threads: z.ZodOptional<z.ZodNumber>;
1884
+ n_max_text_ctx: z.ZodOptional<z.ZodNumber>;
1885
+ offset_ms: z.ZodOptional<z.ZodNumber>;
1886
+ duration_ms: z.ZodOptional<z.ZodNumber>;
1887
+ audio_ctx: z.ZodOptional<z.ZodNumber>;
1888
+ translate: z.ZodOptional<z.ZodBoolean>;
1889
+ no_context: z.ZodOptional<z.ZodBoolean>;
1890
+ no_timestamps: z.ZodOptional<z.ZodBoolean>;
1891
+ single_segment: z.ZodOptional<z.ZodBoolean>;
1892
+ print_special: z.ZodOptional<z.ZodBoolean>;
1893
+ print_progress: z.ZodOptional<z.ZodBoolean>;
1894
+ print_realtime: z.ZodOptional<z.ZodBoolean>;
1895
+ print_timestamps: z.ZodOptional<z.ZodBoolean>;
1896
+ token_timestamps: z.ZodOptional<z.ZodBoolean>;
1897
+ thold_pt: z.ZodOptional<z.ZodNumber>;
1898
+ thold_ptsum: z.ZodOptional<z.ZodNumber>;
1899
+ max_len: z.ZodOptional<z.ZodNumber>;
1900
+ split_on_word: z.ZodOptional<z.ZodBoolean>;
1901
+ max_tokens: z.ZodOptional<z.ZodNumber>;
1902
+ debug_mode: z.ZodOptional<z.ZodBoolean>;
1903
+ tdrz_enable: z.ZodOptional<z.ZodBoolean>;
1904
+ suppress_regex: z.ZodOptional<z.ZodString>;
1905
+ initial_prompt: z.ZodOptional<z.ZodString>;
1906
+ language: z.ZodOptional<z.ZodString>;
1907
+ detect_language: z.ZodOptional<z.ZodBoolean>;
1908
+ suppress_blank: z.ZodOptional<z.ZodBoolean>;
1909
+ suppress_nst: z.ZodOptional<z.ZodBoolean>;
1910
+ temperature: z.ZodOptional<z.ZodNumber>;
1911
+ length_penalty: z.ZodOptional<z.ZodNumber>;
1912
+ temperature_inc: z.ZodOptional<z.ZodNumber>;
1913
+ entropy_thold: z.ZodOptional<z.ZodNumber>;
1914
+ logprob_thold: z.ZodOptional<z.ZodNumber>;
1915
+ greedy_best_of: z.ZodOptional<z.ZodNumber>;
1916
+ beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
1917
+ vad_model_path: z.ZodOptional<z.ZodString>;
1918
+ vad_params: z.ZodOptional<z.ZodObject<{
1919
+ threshold: z.ZodOptional<z.ZodNumber>;
1920
+ min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
1921
+ min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
1922
+ max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
1923
+ speech_pad_ms: z.ZodOptional<z.ZodNumber>;
1924
+ samples_overlap: z.ZodOptional<z.ZodNumber>;
1925
+ }, z.core.$strip>>;
1926
+ audio_format: z.ZodOptional<z.ZodString>;
1927
+ contextParams: z.ZodOptional<z.ZodObject<{
1928
+ model: z.ZodOptional<z.ZodString>;
1929
+ use_gpu: z.ZodOptional<z.ZodBoolean>;
1930
+ flash_attn: z.ZodOptional<z.ZodBoolean>;
1931
+ gpu_device: z.ZodOptional<z.ZodNumber>;
1932
+ }, z.core.$strip>>;
1933
+ miscConfig: z.ZodOptional<z.ZodObject<{
1934
+ caption_enabled: z.ZodOptional<z.ZodBoolean>;
593
1935
  }, z.core.$strip>>;
594
1936
  }, z.core.$strip>;
595
1937
  }, z.core.$strip>, z.ZodObject<{
596
1938
  type: z.ZodLiteral<"loadModel">;
597
1939
  modelSrc: z.ZodString;
1940
+ modelName: z.ZodOptional<z.ZodString>;
598
1941
  projectionModelSrc: z.ZodOptional<z.ZodString>;
599
1942
  vadModelSrc: z.ZodOptional<z.ZodString>;
1943
+ configSrc: z.ZodOptional<z.ZodString>;
600
1944
  withProgress: z.ZodOptional<z.ZodBoolean>;
601
1945
  seed: z.ZodOptional<z.ZodBoolean>;
602
1946
  delegate: z.ZodOptional<z.ZodObject<{
@@ -612,8 +1956,10 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
612
1956
  }, z.core.$strip>, z.ZodObject<{
613
1957
  type: z.ZodLiteral<"loadModel">;
614
1958
  modelSrc: z.ZodString;
1959
+ modelName: z.ZodOptional<z.ZodString>;
615
1960
  projectionModelSrc: z.ZodOptional<z.ZodString>;
616
1961
  vadModelSrc: z.ZodOptional<z.ZodString>;
1962
+ configSrc: z.ZodOptional<z.ZodString>;
617
1963
  withProgress: z.ZodOptional<z.ZodBoolean>;
618
1964
  seed: z.ZodOptional<z.ZodBoolean>;
619
1965
  delegate: z.ZodOptional<z.ZodObject<{
@@ -632,6 +1978,8 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
632
1978
  de: "de";
633
1979
  es: "es";
634
1980
  it: "it";
1981
+ ru: "ru";
1982
+ ja: "ja";
635
1983
  asm_Beng: "asm_Beng";
636
1984
  ben_Beng: "ben_Beng";
637
1985
  brx_Deva: "brx_Deva";
@@ -664,6 +2012,8 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
664
2012
  de: "de";
665
2013
  es: "es";
666
2014
  it: "it";
2015
+ ru: "ru";
2016
+ ja: "ja";
667
2017
  asm_Beng: "asm_Beng";
668
2018
  ben_Beng: "ben_Beng";
669
2019
  brx_Deva: "brx_Deva";
@@ -691,15 +2041,64 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
691
2041
  tel_Telu: "tel_Telu";
692
2042
  urd_Arab: "urd_Arab";
693
2043
  }>;
2044
+ beamsize: z.ZodOptional<z.ZodNumber>;
2045
+ lengthpenalty: z.ZodOptional<z.ZodNumber>;
2046
+ maxlength: z.ZodOptional<z.ZodNumber>;
2047
+ repetitionpenalty: z.ZodOptional<z.ZodNumber>;
2048
+ norepeatngramsize: z.ZodOptional<z.ZodNumber>;
2049
+ temperature: z.ZodOptional<z.ZodNumber>;
2050
+ topk: z.ZodOptional<z.ZodNumber>;
2051
+ topp: z.ZodOptional<z.ZodNumber>;
694
2052
  }, z.core.$strip>, z.ZodTransform<{
695
2053
  mode: "full";
696
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
697
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
2054
+ beamsize: number;
2055
+ lengthpenalty: number;
2056
+ maxlength: number;
2057
+ repetitionpenalty: number;
2058
+ norepeatngramsize: number;
2059
+ temperature: number;
2060
+ topk: number;
2061
+ topp: number;
2062
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
2063
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
698
2064
  }, {
699
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
700
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
2065
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
2066
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
701
2067
  mode?: "full" | undefined;
2068
+ beamsize?: number | undefined;
2069
+ lengthpenalty?: number | undefined;
2070
+ maxlength?: number | undefined;
2071
+ repetitionpenalty?: number | undefined;
2072
+ norepeatngramsize?: number | undefined;
2073
+ temperature?: number | undefined;
2074
+ topk?: number | undefined;
2075
+ topp?: number | undefined;
702
2076
  }>>;
2077
+ }, z.core.$strip>, z.ZodObject<{
2078
+ type: z.ZodLiteral<"loadModel">;
2079
+ modelSrc: z.ZodString;
2080
+ modelName: z.ZodOptional<z.ZodString>;
2081
+ projectionModelSrc: z.ZodOptional<z.ZodString>;
2082
+ vadModelSrc: z.ZodOptional<z.ZodString>;
2083
+ withProgress: z.ZodOptional<z.ZodBoolean>;
2084
+ seed: z.ZodOptional<z.ZodBoolean>;
2085
+ delegate: z.ZodOptional<z.ZodObject<{
2086
+ topic: z.ZodString;
2087
+ providerPublicKey: z.ZodString;
2088
+ timeout: z.ZodOptional<z.ZodNumber>;
2089
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
2090
+ }, z.core.$strip>>;
2091
+ modelType: z.ZodLiteral<"tts">;
2092
+ modelConfig: z.ZodObject<{
2093
+ language: z.ZodEnum<{
2094
+ en: "en";
2095
+ de: "de";
2096
+ es: "es";
2097
+ it: "it";
2098
+ }>;
2099
+ }, z.core.$strip>;
2100
+ configSrc: z.ZodString;
2101
+ eSpeakDataPath: z.ZodString;
703
2102
  }, z.core.$strip>], "modelType">, z.ZodTransform<{
704
2103
  seed: boolean;
705
2104
  type: "loadModel";
@@ -721,11 +2120,14 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
721
2120
  presence_penalty?: number | undefined;
722
2121
  frequency_penalty?: number | undefined;
723
2122
  repeat_penalty?: number | undefined;
724
- reverse_prompt?: string | undefined;
2123
+ stop_sequences?: string[] | undefined;
725
2124
  n_discarded?: number | undefined;
2125
+ tools?: boolean | undefined;
726
2126
  };
2127
+ modelName?: string | undefined;
727
2128
  projectionModelSrc?: string | undefined;
728
2129
  vadModelSrc?: string | undefined;
2130
+ configSrc?: string | undefined;
729
2131
  withProgress?: boolean | undefined;
730
2132
  delegate?: {
731
2133
  topic: string;
@@ -739,23 +2141,65 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
739
2141
  modelSrc: string;
740
2142
  modelType: "whisper";
741
2143
  modelConfig: {
742
- mode: "caption" | "batch";
743
- output_format: "plaintext" | "json";
744
- min_seconds: number;
745
- max_seconds: number;
746
- audio_format: string;
747
- update_frequency: string;
748
- vadConfig?: {
749
- vad_threshold?: number | undefined;
750
- vad_min_speech_duration_ms?: number | undefined;
751
- vad_min_silence_duration_ms?: number | undefined;
752
- vad_max_speech_duration_s?: number | undefined;
753
- vad_speech_pad_ms?: number | undefined;
754
- vad_samples_overlap?: number | undefined;
2144
+ strategy?: "greedy" | "beam_search" | undefined;
2145
+ n_threads?: number | undefined;
2146
+ n_max_text_ctx?: number | undefined;
2147
+ offset_ms?: number | undefined;
2148
+ duration_ms?: number | undefined;
2149
+ audio_ctx?: number | undefined;
2150
+ translate?: boolean | undefined;
2151
+ no_context?: boolean | undefined;
2152
+ no_timestamps?: boolean | undefined;
2153
+ single_segment?: boolean | undefined;
2154
+ print_special?: boolean | undefined;
2155
+ print_progress?: boolean | undefined;
2156
+ print_realtime?: boolean | undefined;
2157
+ print_timestamps?: boolean | undefined;
2158
+ token_timestamps?: boolean | undefined;
2159
+ thold_pt?: number | undefined;
2160
+ thold_ptsum?: number | undefined;
2161
+ max_len?: number | undefined;
2162
+ split_on_word?: boolean | undefined;
2163
+ max_tokens?: number | undefined;
2164
+ debug_mode?: boolean | undefined;
2165
+ tdrz_enable?: boolean | undefined;
2166
+ suppress_regex?: string | undefined;
2167
+ initial_prompt?: string | undefined;
2168
+ language?: string | undefined;
2169
+ detect_language?: boolean | undefined;
2170
+ suppress_blank?: boolean | undefined;
2171
+ suppress_nst?: boolean | undefined;
2172
+ temperature?: number | undefined;
2173
+ length_penalty?: number | undefined;
2174
+ temperature_inc?: number | undefined;
2175
+ entropy_thold?: number | undefined;
2176
+ logprob_thold?: number | undefined;
2177
+ greedy_best_of?: number | undefined;
2178
+ beam_search_beam_size?: number | undefined;
2179
+ vad_model_path?: string | undefined;
2180
+ vad_params?: {
2181
+ threshold?: number | undefined;
2182
+ min_speech_duration_ms?: number | undefined;
2183
+ min_silence_duration_ms?: number | undefined;
2184
+ max_speech_duration_s?: number | undefined;
2185
+ speech_pad_ms?: number | undefined;
2186
+ samples_overlap?: number | undefined;
2187
+ } | undefined;
2188
+ audio_format?: string | undefined;
2189
+ contextParams?: {
2190
+ model?: string | undefined;
2191
+ use_gpu?: boolean | undefined;
2192
+ flash_attn?: boolean | undefined;
2193
+ gpu_device?: number | undefined;
2194
+ } | undefined;
2195
+ miscConfig?: {
2196
+ caption_enabled?: boolean | undefined;
755
2197
  } | undefined;
756
2198
  };
2199
+ modelName?: string | undefined;
757
2200
  projectionModelSrc?: string | undefined;
758
2201
  vadModelSrc?: string | undefined;
2202
+ configSrc?: string | undefined;
759
2203
  withProgress?: boolean | undefined;
760
2204
  delegate?: {
761
2205
  topic: string;
@@ -771,8 +2215,10 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
771
2215
  modelConfig: {
772
2216
  config: string;
773
2217
  };
2218
+ modelName?: string | undefined;
774
2219
  projectionModelSrc?: string | undefined;
775
2220
  vadModelSrc?: string | undefined;
2221
+ configSrc?: string | undefined;
776
2222
  withProgress?: boolean | undefined;
777
2223
  delegate?: {
778
2224
  topic: string;
@@ -787,9 +2233,39 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
787
2233
  modelType: "nmt";
788
2234
  modelConfig: {
789
2235
  mode: "full";
790
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
791
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
2236
+ beamsize: number;
2237
+ lengthpenalty: number;
2238
+ maxlength: number;
2239
+ repetitionpenalty: number;
2240
+ norepeatngramsize: number;
2241
+ temperature: number;
2242
+ topk: number;
2243
+ topp: number;
2244
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
2245
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
2246
+ };
2247
+ modelName?: string | undefined;
2248
+ projectionModelSrc?: string | undefined;
2249
+ vadModelSrc?: string | undefined;
2250
+ configSrc?: string | undefined;
2251
+ withProgress?: boolean | undefined;
2252
+ delegate?: {
2253
+ topic: string;
2254
+ providerPublicKey: string;
2255
+ fallbackToLocal: boolean;
2256
+ timeout?: number | undefined;
2257
+ } | undefined;
2258
+ } | {
2259
+ seed: boolean;
2260
+ type: "loadModel";
2261
+ modelSrc: string;
2262
+ modelType: "tts";
2263
+ modelConfig: {
2264
+ language: "en" | "de" | "es" | "it";
792
2265
  };
2266
+ configSrc: string;
2267
+ eSpeakDataPath: string;
2268
+ modelName?: string | undefined;
793
2269
  projectionModelSrc?: string | undefined;
794
2270
  vadModelSrc?: string | undefined;
795
2271
  withProgress?: boolean | undefined;
@@ -819,11 +2295,14 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
819
2295
  presence_penalty?: number | undefined;
820
2296
  frequency_penalty?: number | undefined;
821
2297
  repeat_penalty?: number | undefined;
822
- reverse_prompt?: string | undefined;
2298
+ stop_sequences?: string[] | undefined;
823
2299
  n_discarded?: number | undefined;
2300
+ tools?: boolean | undefined;
824
2301
  };
2302
+ modelName?: string | undefined;
825
2303
  projectionModelSrc?: string | undefined;
826
2304
  vadModelSrc?: string | undefined;
2305
+ configSrc?: string | undefined;
827
2306
  withProgress?: boolean | undefined;
828
2307
  seed?: boolean | undefined;
829
2308
  delegate?: {
@@ -837,23 +2316,65 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
837
2316
  modelSrc: string;
838
2317
  modelType: "whisper";
839
2318
  modelConfig: {
840
- mode: "caption" | "batch";
841
- output_format: "plaintext" | "json";
842
- min_seconds: number;
843
- max_seconds: number;
844
- audio_format: string;
845
- update_frequency: string;
846
- vadConfig?: {
847
- vad_threshold?: number | undefined;
848
- vad_min_speech_duration_ms?: number | undefined;
849
- vad_min_silence_duration_ms?: number | undefined;
850
- vad_max_speech_duration_s?: number | undefined;
851
- vad_speech_pad_ms?: number | undefined;
852
- vad_samples_overlap?: number | undefined;
2319
+ strategy?: "greedy" | "beam_search" | undefined;
2320
+ n_threads?: number | undefined;
2321
+ n_max_text_ctx?: number | undefined;
2322
+ offset_ms?: number | undefined;
2323
+ duration_ms?: number | undefined;
2324
+ audio_ctx?: number | undefined;
2325
+ translate?: boolean | undefined;
2326
+ no_context?: boolean | undefined;
2327
+ no_timestamps?: boolean | undefined;
2328
+ single_segment?: boolean | undefined;
2329
+ print_special?: boolean | undefined;
2330
+ print_progress?: boolean | undefined;
2331
+ print_realtime?: boolean | undefined;
2332
+ print_timestamps?: boolean | undefined;
2333
+ token_timestamps?: boolean | undefined;
2334
+ thold_pt?: number | undefined;
2335
+ thold_ptsum?: number | undefined;
2336
+ max_len?: number | undefined;
2337
+ split_on_word?: boolean | undefined;
2338
+ max_tokens?: number | undefined;
2339
+ debug_mode?: boolean | undefined;
2340
+ tdrz_enable?: boolean | undefined;
2341
+ suppress_regex?: string | undefined;
2342
+ initial_prompt?: string | undefined;
2343
+ language?: string | undefined;
2344
+ detect_language?: boolean | undefined;
2345
+ suppress_blank?: boolean | undefined;
2346
+ suppress_nst?: boolean | undefined;
2347
+ temperature?: number | undefined;
2348
+ length_penalty?: number | undefined;
2349
+ temperature_inc?: number | undefined;
2350
+ entropy_thold?: number | undefined;
2351
+ logprob_thold?: number | undefined;
2352
+ greedy_best_of?: number | undefined;
2353
+ beam_search_beam_size?: number | undefined;
2354
+ vad_model_path?: string | undefined;
2355
+ vad_params?: {
2356
+ threshold?: number | undefined;
2357
+ min_speech_duration_ms?: number | undefined;
2358
+ min_silence_duration_ms?: number | undefined;
2359
+ max_speech_duration_s?: number | undefined;
2360
+ speech_pad_ms?: number | undefined;
2361
+ samples_overlap?: number | undefined;
2362
+ } | undefined;
2363
+ audio_format?: string | undefined;
2364
+ contextParams?: {
2365
+ model?: string | undefined;
2366
+ use_gpu?: boolean | undefined;
2367
+ flash_attn?: boolean | undefined;
2368
+ gpu_device?: number | undefined;
2369
+ } | undefined;
2370
+ miscConfig?: {
2371
+ caption_enabled?: boolean | undefined;
853
2372
  } | undefined;
854
2373
  };
2374
+ modelName?: string | undefined;
855
2375
  projectionModelSrc?: string | undefined;
856
2376
  vadModelSrc?: string | undefined;
2377
+ configSrc?: string | undefined;
857
2378
  withProgress?: boolean | undefined;
858
2379
  seed?: boolean | undefined;
859
2380
  delegate?: {
@@ -869,8 +2390,10 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
869
2390
  modelConfig: {
870
2391
  config: string;
871
2392
  };
2393
+ modelName?: string | undefined;
872
2394
  projectionModelSrc?: string | undefined;
873
2395
  vadModelSrc?: string | undefined;
2396
+ configSrc?: string | undefined;
874
2397
  withProgress?: boolean | undefined;
875
2398
  seed?: boolean | undefined;
876
2399
  delegate?: {
@@ -885,9 +2408,39 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
885
2408
  modelType: "nmt";
886
2409
  modelConfig: {
887
2410
  mode: "full";
888
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
889
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
2411
+ beamsize: number;
2412
+ lengthpenalty: number;
2413
+ maxlength: number;
2414
+ repetitionpenalty: number;
2415
+ norepeatngramsize: number;
2416
+ temperature: number;
2417
+ topk: number;
2418
+ topp: number;
2419
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
2420
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
890
2421
  };
2422
+ modelName?: string | undefined;
2423
+ projectionModelSrc?: string | undefined;
2424
+ vadModelSrc?: string | undefined;
2425
+ configSrc?: string | undefined;
2426
+ withProgress?: boolean | undefined;
2427
+ seed?: boolean | undefined;
2428
+ delegate?: {
2429
+ topic: string;
2430
+ providerPublicKey: string;
2431
+ fallbackToLocal: boolean;
2432
+ timeout?: number | undefined;
2433
+ } | undefined;
2434
+ } | {
2435
+ type: "loadModel";
2436
+ modelSrc: string;
2437
+ modelType: "tts";
2438
+ modelConfig: {
2439
+ language: "en" | "de" | "es" | "it";
2440
+ };
2441
+ configSrc: string;
2442
+ eSpeakDataPath: string;
2443
+ modelName?: string | undefined;
891
2444
  projectionModelSrc?: string | undefined;
892
2445
  vadModelSrc?: string | undefined;
893
2446
  withProgress?: boolean | undefined;
@@ -911,6 +2464,14 @@ export declare const modelProgressUpdateSchema: z.ZodObject<{
911
2464
  total: z.ZodNumber;
912
2465
  percentage: z.ZodNumber;
913
2466
  downloadKey: z.ZodString;
2467
+ shardInfo: z.ZodOptional<z.ZodObject<{
2468
+ currentShard: z.ZodNumber;
2469
+ totalShards: z.ZodNumber;
2470
+ shardName: z.ZodString;
2471
+ overallDownloaded: z.ZodNumber;
2472
+ overallTotal: z.ZodNumber;
2473
+ overallPercentage: z.ZodNumber;
2474
+ }, z.core.$strip>>;
914
2475
  }, z.core.$strip>;
915
2476
  export declare const hyperdriveUrlSchema: z.ZodPipe<z.ZodString, z.ZodTransform<{
916
2477
  key: string;
@@ -920,7 +2481,23 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
920
2481
  modelId: z.ZodString;
921
2482
  modelPath: z.ZodString;
922
2483
  options: z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
923
- modelSrc: z.ZodString;
2484
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2485
+ src: z.ZodString;
2486
+ name: z.ZodOptional<z.ZodString>;
2487
+ modelId: z.ZodOptional<z.ZodString>;
2488
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
2489
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
2490
+ expectedSize: z.ZodOptional<z.ZodNumber>;
2491
+ sha256Checksum: z.ZodOptional<z.ZodString>;
2492
+ addon: z.ZodOptional<z.ZodEnum<{
2493
+ llm: "llm";
2494
+ whisper: "whisper";
2495
+ embeddings: "embeddings";
2496
+ nmt: "nmt";
2497
+ vad: "vad";
2498
+ tts: "tts";
2499
+ }>>;
2500
+ }, z.core.$strip>]>;
924
2501
  modelType: z.ZodLiteral<"llm">;
925
2502
  modelConfig: z.ZodOptional<z.ZodObject<{
926
2503
  ctx_size: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
@@ -938,11 +2515,28 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
938
2515
  presence_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
939
2516
  frequency_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
940
2517
  repeat_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
941
- reverse_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
2518
+ stop_sequences: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodString>>>;
942
2519
  n_discarded: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2520
+ tools: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
943
2521
  }, z.core.$strict>>;
944
2522
  seed: z.ZodOptional<z.ZodBoolean>;
945
- projectionModelSrc: z.ZodOptional<z.ZodString>;
2523
+ projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2524
+ src: z.ZodString;
2525
+ name: z.ZodOptional<z.ZodString>;
2526
+ modelId: z.ZodOptional<z.ZodString>;
2527
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
2528
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
2529
+ expectedSize: z.ZodOptional<z.ZodNumber>;
2530
+ sha256Checksum: z.ZodOptional<z.ZodString>;
2531
+ addon: z.ZodOptional<z.ZodEnum<{
2532
+ llm: "llm";
2533
+ whisper: "whisper";
2534
+ embeddings: "embeddings";
2535
+ nmt: "nmt";
2536
+ vad: "vad";
2537
+ tts: "tts";
2538
+ }>>;
2539
+ }, z.core.$strip>]>>;
946
2540
  delegate: z.ZodOptional<z.ZodObject<{
947
2541
  topic: z.ZodString;
948
2542
  providerPublicKey: z.ZodString;
@@ -954,32 +2548,101 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
954
2548
  xml: "xml";
955
2549
  }>>;
956
2550
  }, z.core.$strip>, z.ZodObject<{
957
- modelSrc: z.ZodString;
2551
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2552
+ src: z.ZodString;
2553
+ name: z.ZodOptional<z.ZodString>;
2554
+ modelId: z.ZodOptional<z.ZodString>;
2555
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
2556
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
2557
+ expectedSize: z.ZodOptional<z.ZodNumber>;
2558
+ sha256Checksum: z.ZodOptional<z.ZodString>;
2559
+ addon: z.ZodOptional<z.ZodEnum<{
2560
+ llm: "llm";
2561
+ whisper: "whisper";
2562
+ embeddings: "embeddings";
2563
+ nmt: "nmt";
2564
+ vad: "vad";
2565
+ tts: "tts";
2566
+ }>>;
2567
+ }, z.core.$strip>]>;
958
2568
  modelType: z.ZodLiteral<"whisper">;
959
2569
  modelConfig: z.ZodOptional<z.ZodObject<{
960
- mode: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
961
- caption: "caption";
962
- batch: "batch";
963
- }>>>;
964
- output_format: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
965
- plaintext: "plaintext";
966
- json: "json";
2570
+ strategy: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
2571
+ greedy: "greedy";
2572
+ beam_search: "beam_search";
967
2573
  }>>>;
968
- min_seconds: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
969
- max_seconds: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
970
- audio_format: z.ZodOptional<z.ZodDefault<z.ZodString>>;
971
- update_frequency: z.ZodOptional<z.ZodDefault<z.ZodString>>;
972
- vadConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
973
- vad_threshold: z.ZodOptional<z.ZodNumber>;
974
- vad_min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
975
- vad_min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
976
- vad_max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
977
- vad_speech_pad_ms: z.ZodOptional<z.ZodNumber>;
978
- vad_samples_overlap: z.ZodOptional<z.ZodNumber>;
2574
+ n_threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2575
+ n_max_text_ctx: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2576
+ offset_ms: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2577
+ duration_ms: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2578
+ audio_ctx: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2579
+ translate: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2580
+ no_context: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2581
+ no_timestamps: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2582
+ single_segment: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2583
+ print_special: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2584
+ print_progress: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2585
+ print_realtime: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2586
+ print_timestamps: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2587
+ token_timestamps: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2588
+ thold_pt: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2589
+ thold_ptsum: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2590
+ max_len: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2591
+ split_on_word: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2592
+ max_tokens: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2593
+ debug_mode: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2594
+ tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2595
+ suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
2596
+ initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
2597
+ language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
2598
+ detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2599
+ suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2600
+ suppress_nst: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
2601
+ temperature: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2602
+ length_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2603
+ temperature_inc: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2604
+ entropy_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2605
+ logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2606
+ greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2607
+ beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2608
+ vad_model_path: z.ZodOptional<z.ZodOptional<z.ZodString>>;
2609
+ vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
2610
+ threshold: z.ZodOptional<z.ZodNumber>;
2611
+ min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
2612
+ min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
2613
+ max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
2614
+ speech_pad_ms: z.ZodOptional<z.ZodNumber>;
2615
+ samples_overlap: z.ZodOptional<z.ZodNumber>;
2616
+ }, z.core.$strip>>>;
2617
+ audio_format: z.ZodOptional<z.ZodOptional<z.ZodString>>;
2618
+ contextParams: z.ZodOptional<z.ZodOptional<z.ZodObject<{
2619
+ model: z.ZodOptional<z.ZodString>;
2620
+ use_gpu: z.ZodOptional<z.ZodBoolean>;
2621
+ flash_attn: z.ZodOptional<z.ZodBoolean>;
2622
+ gpu_device: z.ZodOptional<z.ZodNumber>;
2623
+ }, z.core.$strip>>>;
2624
+ miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
2625
+ caption_enabled: z.ZodOptional<z.ZodBoolean>;
979
2626
  }, z.core.$strip>>>;
980
2627
  }, z.core.$strict>>;
981
2628
  seed: z.ZodOptional<z.ZodBoolean>;
982
- vadModelSrc: z.ZodOptional<z.ZodString>;
2629
+ vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2630
+ src: z.ZodString;
2631
+ name: z.ZodOptional<z.ZodString>;
2632
+ modelId: z.ZodOptional<z.ZodString>;
2633
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
2634
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
2635
+ expectedSize: z.ZodOptional<z.ZodNumber>;
2636
+ sha256Checksum: z.ZodOptional<z.ZodString>;
2637
+ addon: z.ZodOptional<z.ZodEnum<{
2638
+ llm: "llm";
2639
+ whisper: "whisper";
2640
+ embeddings: "embeddings";
2641
+ nmt: "nmt";
2642
+ vad: "vad";
2643
+ tts: "tts";
2644
+ }>>;
2645
+ }, z.core.$strip>]>>;
983
2646
  delegate: z.ZodOptional<z.ZodObject<{
984
2647
  topic: z.ZodString;
985
2648
  providerPublicKey: z.ZodString;
@@ -987,7 +2650,23 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
987
2650
  fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
988
2651
  }, z.core.$strip>>;
989
2652
  }, z.core.$strip>, z.ZodObject<{
990
- modelSrc: z.ZodString;
2653
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2654
+ src: z.ZodString;
2655
+ name: z.ZodOptional<z.ZodString>;
2656
+ modelId: z.ZodOptional<z.ZodString>;
2657
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
2658
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
2659
+ expectedSize: z.ZodOptional<z.ZodNumber>;
2660
+ sha256Checksum: z.ZodOptional<z.ZodString>;
2661
+ addon: z.ZodOptional<z.ZodEnum<{
2662
+ llm: "llm";
2663
+ whisper: "whisper";
2664
+ embeddings: "embeddings";
2665
+ nmt: "nmt";
2666
+ vad: "vad";
2667
+ tts: "tts";
2668
+ }>>;
2669
+ }, z.core.$strip>]>;
991
2670
  modelType: z.ZodLiteral<"embeddings">;
992
2671
  modelConfig: z.ZodOptional<z.ZodObject<{
993
2672
  config: z.ZodOptional<z.ZodDefault<z.ZodString>>;
@@ -1000,7 +2679,23 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1000
2679
  fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
1001
2680
  }, z.core.$strip>>;
1002
2681
  }, z.core.$strip>, z.ZodObject<{
1003
- modelSrc: z.ZodString;
2682
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2683
+ src: z.ZodString;
2684
+ name: z.ZodOptional<z.ZodString>;
2685
+ modelId: z.ZodOptional<z.ZodString>;
2686
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
2687
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
2688
+ expectedSize: z.ZodOptional<z.ZodNumber>;
2689
+ sha256Checksum: z.ZodOptional<z.ZodString>;
2690
+ addon: z.ZodOptional<z.ZodEnum<{
2691
+ llm: "llm";
2692
+ whisper: "whisper";
2693
+ embeddings: "embeddings";
2694
+ nmt: "nmt";
2695
+ vad: "vad";
2696
+ tts: "tts";
2697
+ }>>;
2698
+ }, z.core.$strip>]>;
1004
2699
  modelType: z.ZodLiteral<"nmt">;
1005
2700
  modelConfig: z.ZodPipe<z.ZodObject<{
1006
2701
  mode: z.ZodOptional<z.ZodEnum<{
@@ -1011,6 +2706,8 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1011
2706
  de: "de";
1012
2707
  es: "es";
1013
2708
  it: "it";
2709
+ ru: "ru";
2710
+ ja: "ja";
1014
2711
  asm_Beng: "asm_Beng";
1015
2712
  ben_Beng: "ben_Beng";
1016
2713
  brx_Deva: "brx_Deva";
@@ -1043,6 +2740,8 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1043
2740
  de: "de";
1044
2741
  es: "es";
1045
2742
  it: "it";
2743
+ ru: "ru";
2744
+ ja: "ja";
1046
2745
  asm_Beng: "asm_Beng";
1047
2746
  ben_Beng: "ben_Beng";
1048
2747
  brx_Deva: "brx_Deva";
@@ -1070,14 +2769,38 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1070
2769
  tel_Telu: "tel_Telu";
1071
2770
  urd_Arab: "urd_Arab";
1072
2771
  }>;
2772
+ beamsize: z.ZodOptional<z.ZodNumber>;
2773
+ lengthpenalty: z.ZodOptional<z.ZodNumber>;
2774
+ maxlength: z.ZodOptional<z.ZodNumber>;
2775
+ repetitionpenalty: z.ZodOptional<z.ZodNumber>;
2776
+ norepeatngramsize: z.ZodOptional<z.ZodNumber>;
2777
+ temperature: z.ZodOptional<z.ZodNumber>;
2778
+ topk: z.ZodOptional<z.ZodNumber>;
2779
+ topp: z.ZodOptional<z.ZodNumber>;
1073
2780
  }, z.core.$strip>, z.ZodTransform<{
1074
2781
  mode: "full";
1075
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1076
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
2782
+ beamsize: number;
2783
+ lengthpenalty: number;
2784
+ maxlength: number;
2785
+ repetitionpenalty: number;
2786
+ norepeatngramsize: number;
2787
+ temperature: number;
2788
+ topk: number;
2789
+ topp: number;
2790
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
2791
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1077
2792
  }, {
1078
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1079
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
2793
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
2794
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1080
2795
  mode?: "full" | undefined;
2796
+ beamsize?: number | undefined;
2797
+ lengthpenalty?: number | undefined;
2798
+ maxlength?: number | undefined;
2799
+ repetitionpenalty?: number | undefined;
2800
+ norepeatngramsize?: number | undefined;
2801
+ temperature?: number | undefined;
2802
+ topk?: number | undefined;
2803
+ topp?: number | undefined;
1081
2804
  }>>;
1082
2805
  seed: z.ZodOptional<z.ZodBoolean>;
1083
2806
  delegate: z.ZodOptional<z.ZodObject<{
@@ -1086,9 +2809,70 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1086
2809
  timeout: z.ZodOptional<z.ZodNumber>;
1087
2810
  fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
1088
2811
  }, z.core.$strip>>;
2812
+ }, z.core.$strip>, z.ZodObject<{
2813
+ modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2814
+ src: z.ZodString;
2815
+ name: z.ZodOptional<z.ZodString>;
2816
+ modelId: z.ZodOptional<z.ZodString>;
2817
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
2818
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
2819
+ expectedSize: z.ZodOptional<z.ZodNumber>;
2820
+ sha256Checksum: z.ZodOptional<z.ZodString>;
2821
+ addon: z.ZodOptional<z.ZodEnum<{
2822
+ llm: "llm";
2823
+ whisper: "whisper";
2824
+ embeddings: "embeddings";
2825
+ nmt: "nmt";
2826
+ vad: "vad";
2827
+ tts: "tts";
2828
+ }>>;
2829
+ }, z.core.$strip>]>;
2830
+ modelType: z.ZodLiteral<"tts">;
2831
+ modelConfig: z.ZodObject<{
2832
+ language: z.ZodEnum<{
2833
+ en: "en";
2834
+ de: "de";
2835
+ es: "es";
2836
+ it: "it";
2837
+ }>;
2838
+ }, z.core.$strip>;
2839
+ configSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2840
+ src: z.ZodString;
2841
+ name: z.ZodOptional<z.ZodString>;
2842
+ modelId: z.ZodOptional<z.ZodString>;
2843
+ hyperdriveKey: z.ZodOptional<z.ZodString>;
2844
+ hyperbeeKey: z.ZodOptional<z.ZodString>;
2845
+ expectedSize: z.ZodOptional<z.ZodNumber>;
2846
+ sha256Checksum: z.ZodOptional<z.ZodString>;
2847
+ addon: z.ZodOptional<z.ZodEnum<{
2848
+ llm: "llm";
2849
+ whisper: "whisper";
2850
+ embeddings: "embeddings";
2851
+ nmt: "nmt";
2852
+ vad: "vad";
2853
+ tts: "tts";
2854
+ }>>;
2855
+ }, z.core.$strip>]>;
2856
+ eSpeakDataPath: z.ZodString;
2857
+ seed: z.ZodOptional<z.ZodBoolean>;
2858
+ delegate: z.ZodOptional<z.ZodObject<{
2859
+ topic: z.ZodString;
2860
+ providerPublicKey: z.ZodString;
2861
+ timeout: z.ZodOptional<z.ZodNumber>;
2862
+ fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
2863
+ }, z.core.$strip>>;
1089
2864
  }, z.core.$strip>]>, z.ZodTransform<{
1090
2865
  seed: boolean;
1091
- modelSrc: string;
2866
+ modelSrc: string | {
2867
+ src: string;
2868
+ name?: string | undefined;
2869
+ modelId?: string | undefined;
2870
+ hyperdriveKey?: string | undefined;
2871
+ hyperbeeKey?: string | undefined;
2872
+ expectedSize?: number | undefined;
2873
+ sha256Checksum?: string | undefined;
2874
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
2875
+ };
1092
2876
  modelType: "llm";
1093
2877
  toolFormat: "json" | "xml";
1094
2878
  modelConfig?: {
@@ -1107,10 +2891,20 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1107
2891
  presence_penalty?: number | undefined;
1108
2892
  frequency_penalty?: number | undefined;
1109
2893
  repeat_penalty?: number | undefined;
1110
- reverse_prompt?: string | undefined;
2894
+ stop_sequences?: string[] | undefined;
1111
2895
  n_discarded?: number | undefined;
2896
+ tools?: boolean | undefined;
2897
+ } | undefined;
2898
+ projectionModelSrc?: string | {
2899
+ src: string;
2900
+ name?: string | undefined;
2901
+ modelId?: string | undefined;
2902
+ hyperdriveKey?: string | undefined;
2903
+ hyperbeeKey?: string | undefined;
2904
+ expectedSize?: number | undefined;
2905
+ sha256Checksum?: string | undefined;
2906
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
1112
2907
  } | undefined;
1113
- projectionModelSrc?: string | undefined;
1114
2908
  delegate?: {
1115
2909
  topic: string;
1116
2910
  providerPublicKey: string;
@@ -1119,25 +2913,83 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1119
2913
  } | undefined;
1120
2914
  } | {
1121
2915
  seed: boolean;
1122
- modelSrc: string;
2916
+ modelSrc: string | {
2917
+ src: string;
2918
+ name?: string | undefined;
2919
+ modelId?: string | undefined;
2920
+ hyperdriveKey?: string | undefined;
2921
+ hyperbeeKey?: string | undefined;
2922
+ expectedSize?: number | undefined;
2923
+ sha256Checksum?: string | undefined;
2924
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
2925
+ };
1123
2926
  modelType: "whisper";
1124
2927
  modelConfig?: {
1125
- mode?: "caption" | "batch" | undefined;
1126
- output_format?: "plaintext" | "json" | undefined;
1127
- min_seconds?: number | undefined;
1128
- max_seconds?: number | undefined;
2928
+ strategy?: "greedy" | "beam_search" | undefined;
2929
+ n_threads?: number | undefined;
2930
+ n_max_text_ctx?: number | undefined;
2931
+ offset_ms?: number | undefined;
2932
+ duration_ms?: number | undefined;
2933
+ audio_ctx?: number | undefined;
2934
+ translate?: boolean | undefined;
2935
+ no_context?: boolean | undefined;
2936
+ no_timestamps?: boolean | undefined;
2937
+ single_segment?: boolean | undefined;
2938
+ print_special?: boolean | undefined;
2939
+ print_progress?: boolean | undefined;
2940
+ print_realtime?: boolean | undefined;
2941
+ print_timestamps?: boolean | undefined;
2942
+ token_timestamps?: boolean | undefined;
2943
+ thold_pt?: number | undefined;
2944
+ thold_ptsum?: number | undefined;
2945
+ max_len?: number | undefined;
2946
+ split_on_word?: boolean | undefined;
2947
+ max_tokens?: number | undefined;
2948
+ debug_mode?: boolean | undefined;
2949
+ tdrz_enable?: boolean | undefined;
2950
+ suppress_regex?: string | undefined;
2951
+ initial_prompt?: string | undefined;
2952
+ language?: string | undefined;
2953
+ detect_language?: boolean | undefined;
2954
+ suppress_blank?: boolean | undefined;
2955
+ suppress_nst?: boolean | undefined;
2956
+ temperature?: number | undefined;
2957
+ length_penalty?: number | undefined;
2958
+ temperature_inc?: number | undefined;
2959
+ entropy_thold?: number | undefined;
2960
+ logprob_thold?: number | undefined;
2961
+ greedy_best_of?: number | undefined;
2962
+ beam_search_beam_size?: number | undefined;
2963
+ vad_model_path?: string | undefined;
2964
+ vad_params?: {
2965
+ threshold?: number | undefined;
2966
+ min_speech_duration_ms?: number | undefined;
2967
+ min_silence_duration_ms?: number | undefined;
2968
+ max_speech_duration_s?: number | undefined;
2969
+ speech_pad_ms?: number | undefined;
2970
+ samples_overlap?: number | undefined;
2971
+ } | undefined;
1129
2972
  audio_format?: string | undefined;
1130
- update_frequency?: string | undefined;
1131
- vadConfig?: {
1132
- vad_threshold?: number | undefined;
1133
- vad_min_speech_duration_ms?: number | undefined;
1134
- vad_min_silence_duration_ms?: number | undefined;
1135
- vad_max_speech_duration_s?: number | undefined;
1136
- vad_speech_pad_ms?: number | undefined;
1137
- vad_samples_overlap?: number | undefined;
2973
+ contextParams?: {
2974
+ model?: string | undefined;
2975
+ use_gpu?: boolean | undefined;
2976
+ flash_attn?: boolean | undefined;
2977
+ gpu_device?: number | undefined;
1138
2978
  } | undefined;
2979
+ miscConfig?: {
2980
+ caption_enabled?: boolean | undefined;
2981
+ } | undefined;
2982
+ } | undefined;
2983
+ vadModelSrc?: string | {
2984
+ src: string;
2985
+ name?: string | undefined;
2986
+ modelId?: string | undefined;
2987
+ hyperdriveKey?: string | undefined;
2988
+ hyperbeeKey?: string | undefined;
2989
+ expectedSize?: number | undefined;
2990
+ sha256Checksum?: string | undefined;
2991
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
1139
2992
  } | undefined;
1140
- vadModelSrc?: string | undefined;
1141
2993
  delegate?: {
1142
2994
  topic: string;
1143
2995
  providerPublicKey: string;
@@ -1146,7 +2998,16 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1146
2998
  } | undefined;
1147
2999
  } | {
1148
3000
  seed: boolean;
1149
- modelSrc: string;
3001
+ modelSrc: string | {
3002
+ src: string;
3003
+ name?: string | undefined;
3004
+ modelId?: string | undefined;
3005
+ hyperdriveKey?: string | undefined;
3006
+ hyperbeeKey?: string | undefined;
3007
+ expectedSize?: number | undefined;
3008
+ sha256Checksum?: string | undefined;
3009
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
3010
+ };
1150
3011
  modelType: "embeddings";
1151
3012
  modelConfig?: {
1152
3013
  config?: string | undefined;
@@ -1159,12 +3020,29 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1159
3020
  } | undefined;
1160
3021
  } | {
1161
3022
  seed: boolean;
1162
- modelSrc: string;
3023
+ modelSrc: string | {
3024
+ src: string;
3025
+ name?: string | undefined;
3026
+ modelId?: string | undefined;
3027
+ hyperdriveKey?: string | undefined;
3028
+ hyperbeeKey?: string | undefined;
3029
+ expectedSize?: number | undefined;
3030
+ sha256Checksum?: string | undefined;
3031
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
3032
+ };
1163
3033
  modelType: "nmt";
1164
3034
  modelConfig: {
1165
3035
  mode: "full";
1166
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1167
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
3036
+ beamsize: number;
3037
+ lengthpenalty: number;
3038
+ maxlength: number;
3039
+ repetitionpenalty: number;
3040
+ norepeatngramsize: number;
3041
+ temperature: number;
3042
+ topk: number;
3043
+ topp: number;
3044
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
3045
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1168
3046
  };
1169
3047
  delegate?: {
1170
3048
  topic: string;
@@ -1172,8 +3050,50 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1172
3050
  fallbackToLocal: boolean;
1173
3051
  timeout?: number | undefined;
1174
3052
  } | undefined;
3053
+ } | {
3054
+ seed: boolean;
3055
+ modelSrc: string | {
3056
+ src: string;
3057
+ name?: string | undefined;
3058
+ modelId?: string | undefined;
3059
+ hyperdriveKey?: string | undefined;
3060
+ hyperbeeKey?: string | undefined;
3061
+ expectedSize?: number | undefined;
3062
+ sha256Checksum?: string | undefined;
3063
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
3064
+ };
3065
+ modelType: "tts";
3066
+ modelConfig: {
3067
+ language: "en" | "de" | "es" | "it";
3068
+ };
3069
+ configSrc: string | {
3070
+ src: string;
3071
+ name?: string | undefined;
3072
+ modelId?: string | undefined;
3073
+ hyperdriveKey?: string | undefined;
3074
+ hyperbeeKey?: string | undefined;
3075
+ expectedSize?: number | undefined;
3076
+ sha256Checksum?: string | undefined;
3077
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
3078
+ };
3079
+ eSpeakDataPath: string;
3080
+ delegate?: {
3081
+ topic: string;
3082
+ providerPublicKey: string;
3083
+ fallbackToLocal: boolean;
3084
+ timeout?: number | undefined;
3085
+ } | undefined;
1175
3086
  }, {
1176
- modelSrc: string;
3087
+ modelSrc: string | {
3088
+ src: string;
3089
+ name?: string | undefined;
3090
+ modelId?: string | undefined;
3091
+ hyperdriveKey?: string | undefined;
3092
+ hyperbeeKey?: string | undefined;
3093
+ expectedSize?: number | undefined;
3094
+ sha256Checksum?: string | undefined;
3095
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
3096
+ };
1177
3097
  modelType: "llm";
1178
3098
  toolFormat: "json" | "xml";
1179
3099
  modelConfig?: {
@@ -1192,11 +3112,21 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1192
3112
  presence_penalty?: number | undefined;
1193
3113
  frequency_penalty?: number | undefined;
1194
3114
  repeat_penalty?: number | undefined;
1195
- reverse_prompt?: string | undefined;
3115
+ stop_sequences?: string[] | undefined;
1196
3116
  n_discarded?: number | undefined;
3117
+ tools?: boolean | undefined;
1197
3118
  } | undefined;
1198
3119
  seed?: boolean | undefined;
1199
- projectionModelSrc?: string | undefined;
3120
+ projectionModelSrc?: string | {
3121
+ src: string;
3122
+ name?: string | undefined;
3123
+ modelId?: string | undefined;
3124
+ hyperdriveKey?: string | undefined;
3125
+ hyperbeeKey?: string | undefined;
3126
+ expectedSize?: number | undefined;
3127
+ sha256Checksum?: string | undefined;
3128
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
3129
+ } | undefined;
1200
3130
  delegate?: {
1201
3131
  topic: string;
1202
3132
  providerPublicKey: string;
@@ -1204,26 +3134,84 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1204
3134
  timeout?: number | undefined;
1205
3135
  } | undefined;
1206
3136
  } | {
1207
- modelSrc: string;
3137
+ modelSrc: string | {
3138
+ src: string;
3139
+ name?: string | undefined;
3140
+ modelId?: string | undefined;
3141
+ hyperdriveKey?: string | undefined;
3142
+ hyperbeeKey?: string | undefined;
3143
+ expectedSize?: number | undefined;
3144
+ sha256Checksum?: string | undefined;
3145
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
3146
+ };
1208
3147
  modelType: "whisper";
1209
3148
  modelConfig?: {
1210
- mode?: "caption" | "batch" | undefined;
1211
- output_format?: "plaintext" | "json" | undefined;
1212
- min_seconds?: number | undefined;
1213
- max_seconds?: number | undefined;
3149
+ strategy?: "greedy" | "beam_search" | undefined;
3150
+ n_threads?: number | undefined;
3151
+ n_max_text_ctx?: number | undefined;
3152
+ offset_ms?: number | undefined;
3153
+ duration_ms?: number | undefined;
3154
+ audio_ctx?: number | undefined;
3155
+ translate?: boolean | undefined;
3156
+ no_context?: boolean | undefined;
3157
+ no_timestamps?: boolean | undefined;
3158
+ single_segment?: boolean | undefined;
3159
+ print_special?: boolean | undefined;
3160
+ print_progress?: boolean | undefined;
3161
+ print_realtime?: boolean | undefined;
3162
+ print_timestamps?: boolean | undefined;
3163
+ token_timestamps?: boolean | undefined;
3164
+ thold_pt?: number | undefined;
3165
+ thold_ptsum?: number | undefined;
3166
+ max_len?: number | undefined;
3167
+ split_on_word?: boolean | undefined;
3168
+ max_tokens?: number | undefined;
3169
+ debug_mode?: boolean | undefined;
3170
+ tdrz_enable?: boolean | undefined;
3171
+ suppress_regex?: string | undefined;
3172
+ initial_prompt?: string | undefined;
3173
+ language?: string | undefined;
3174
+ detect_language?: boolean | undefined;
3175
+ suppress_blank?: boolean | undefined;
3176
+ suppress_nst?: boolean | undefined;
3177
+ temperature?: number | undefined;
3178
+ length_penalty?: number | undefined;
3179
+ temperature_inc?: number | undefined;
3180
+ entropy_thold?: number | undefined;
3181
+ logprob_thold?: number | undefined;
3182
+ greedy_best_of?: number | undefined;
3183
+ beam_search_beam_size?: number | undefined;
3184
+ vad_model_path?: string | undefined;
3185
+ vad_params?: {
3186
+ threshold?: number | undefined;
3187
+ min_speech_duration_ms?: number | undefined;
3188
+ min_silence_duration_ms?: number | undefined;
3189
+ max_speech_duration_s?: number | undefined;
3190
+ speech_pad_ms?: number | undefined;
3191
+ samples_overlap?: number | undefined;
3192
+ } | undefined;
1214
3193
  audio_format?: string | undefined;
1215
- update_frequency?: string | undefined;
1216
- vadConfig?: {
1217
- vad_threshold?: number | undefined;
1218
- vad_min_speech_duration_ms?: number | undefined;
1219
- vad_min_silence_duration_ms?: number | undefined;
1220
- vad_max_speech_duration_s?: number | undefined;
1221
- vad_speech_pad_ms?: number | undefined;
1222
- vad_samples_overlap?: number | undefined;
3194
+ contextParams?: {
3195
+ model?: string | undefined;
3196
+ use_gpu?: boolean | undefined;
3197
+ flash_attn?: boolean | undefined;
3198
+ gpu_device?: number | undefined;
3199
+ } | undefined;
3200
+ miscConfig?: {
3201
+ caption_enabled?: boolean | undefined;
1223
3202
  } | undefined;
1224
3203
  } | undefined;
1225
3204
  seed?: boolean | undefined;
1226
- vadModelSrc?: string | undefined;
3205
+ vadModelSrc?: string | {
3206
+ src: string;
3207
+ name?: string | undefined;
3208
+ modelId?: string | undefined;
3209
+ hyperdriveKey?: string | undefined;
3210
+ hyperbeeKey?: string | undefined;
3211
+ expectedSize?: number | undefined;
3212
+ sha256Checksum?: string | undefined;
3213
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
3214
+ } | undefined;
1227
3215
  delegate?: {
1228
3216
  topic: string;
1229
3217
  providerPublicKey: string;
@@ -1231,7 +3219,16 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1231
3219
  timeout?: number | undefined;
1232
3220
  } | undefined;
1233
3221
  } | {
1234
- modelSrc: string;
3222
+ modelSrc: string | {
3223
+ src: string;
3224
+ name?: string | undefined;
3225
+ modelId?: string | undefined;
3226
+ hyperdriveKey?: string | undefined;
3227
+ hyperbeeKey?: string | undefined;
3228
+ expectedSize?: number | undefined;
3229
+ sha256Checksum?: string | undefined;
3230
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
3231
+ };
1235
3232
  modelType: "embeddings";
1236
3233
  modelConfig?: {
1237
3234
  config?: string | undefined;
@@ -1244,13 +3241,63 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1244
3241
  timeout?: number | undefined;
1245
3242
  } | undefined;
1246
3243
  } | {
1247
- modelSrc: string;
3244
+ modelSrc: string | {
3245
+ src: string;
3246
+ name?: string | undefined;
3247
+ modelId?: string | undefined;
3248
+ hyperdriveKey?: string | undefined;
3249
+ hyperbeeKey?: string | undefined;
3250
+ expectedSize?: number | undefined;
3251
+ sha256Checksum?: string | undefined;
3252
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
3253
+ };
1248
3254
  modelType: "nmt";
1249
3255
  modelConfig: {
1250
3256
  mode: "full";
1251
- from: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
1252
- to: "en" | "de" | "es" | "it" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
3257
+ beamsize: number;
3258
+ lengthpenalty: number;
3259
+ maxlength: number;
3260
+ repetitionpenalty: number;
3261
+ norepeatngramsize: number;
3262
+ temperature: number;
3263
+ topk: number;
3264
+ topp: number;
3265
+ from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
3266
+ to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
3267
+ };
3268
+ seed?: boolean | undefined;
3269
+ delegate?: {
3270
+ topic: string;
3271
+ providerPublicKey: string;
3272
+ fallbackToLocal: boolean;
3273
+ timeout?: number | undefined;
3274
+ } | undefined;
3275
+ } | {
3276
+ modelSrc: string | {
3277
+ src: string;
3278
+ name?: string | undefined;
3279
+ modelId?: string | undefined;
3280
+ hyperdriveKey?: string | undefined;
3281
+ hyperbeeKey?: string | undefined;
3282
+ expectedSize?: number | undefined;
3283
+ sha256Checksum?: string | undefined;
3284
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
3285
+ };
3286
+ modelType: "tts";
3287
+ modelConfig: {
3288
+ language: "en" | "de" | "es" | "it";
3289
+ };
3290
+ configSrc: string | {
3291
+ src: string;
3292
+ name?: string | undefined;
3293
+ modelId?: string | undefined;
3294
+ hyperdriveKey?: string | undefined;
3295
+ hyperbeeKey?: string | undefined;
3296
+ expectedSize?: number | undefined;
3297
+ sha256Checksum?: string | undefined;
3298
+ addon?: "llm" | "whisper" | "embeddings" | "nmt" | "vad" | "tts" | undefined;
1253
3299
  };
3300
+ eSpeakDataPath: string;
1254
3301
  seed?: boolean | undefined;
1255
3302
  delegate?: {
1256
3303
  topic: string;
@@ -1261,6 +3308,9 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1261
3308
  }>>;
1262
3309
  projectionModelPath: z.ZodOptional<z.ZodString>;
1263
3310
  vadModelPath: z.ZodOptional<z.ZodString>;
3311
+ ttsConfigModelPath: z.ZodOptional<z.ZodString>;
3312
+ eSpeakDataPath: z.ZodOptional<z.ZodString>;
3313
+ modelName: z.ZodOptional<z.ZodString>;
1264
3314
  }, z.core.$strip>;
1265
3315
  export type LoadModelServerParams = z.input<typeof loadModelServerParamsSchema>;
1266
3316
  export type LoadModelRequest = z.infer<typeof loadModelRequestSchema>;