@qvac/sdk 0.4.1 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +328 -200
- package/dist/client/api/completion-stream.d.ts +15 -5
- package/dist/client/api/completion-stream.js +50 -14
- package/dist/client/api/embed.d.ts +17 -3
- package/dist/client/api/embed.js +0 -8
- package/dist/client/api/get-model-info.d.ts +1 -1
- package/dist/client/api/index.d.ts +0 -1
- package/dist/client/api/index.js +0 -1
- package/dist/client/api/load-model.d.ts +37 -11
- package/dist/client/api/load-model.js +29 -117
- package/dist/client/api/logging-stream.d.ts +6 -3
- package/dist/client/api/logging-stream.js +6 -3
- package/dist/client/api/unload-model.js +5 -2
- package/dist/client/config-loader/config-utils.d.ts +5 -0
- package/dist/client/config-loader/config-utils.js +20 -0
- package/dist/client/config-loader/resolve-config.bare.d.ts +9 -0
- package/dist/client/config-loader/resolve-config.bare.js +87 -0
- package/dist/client/config-loader/resolve-config.expo.d.ts +11 -0
- package/dist/client/config-loader/resolve-config.expo.js +62 -0
- package/dist/client/config-loader/resolve-config.node.d.ts +9 -0
- package/dist/client/config-loader/resolve-config.node.js +118 -0
- package/dist/client/init-hooks.d.ts +17 -3
- package/dist/client/init-hooks.js +37 -18
- package/dist/client/logging-stream-registry.d.ts +1 -1
- package/dist/client/logging-stream-registry.js +14 -13
- package/dist/client/rpc/bare-client.d.ts +10 -14
- package/dist/client/rpc/bare-client.js +28 -2
- package/dist/client/rpc/bare-rpc-client.d.ts +1 -1
- package/dist/client/rpc/bare-rpc-client.js +16 -13
- package/dist/client/rpc/expo-rpc-client.d.ts +2 -2
- package/dist/client/rpc/expo-rpc-client.js +15 -12
- package/dist/client/rpc/node-rpc-client.d.ts +1 -1
- package/dist/client/rpc/node-rpc-client.js +10 -7
- package/dist/client/rpc/rpc-client.js +16 -15
- package/dist/examples/config/config-path.d.ts +8 -0
- package/dist/examples/config/config-path.js +13 -0
- package/dist/examples/config-reload.d.ts +2 -0
- package/dist/examples/config-reload.js +49 -0
- package/dist/examples/download-with-blind-relays.js +20 -20
- package/dist/examples/embed-hyperdrive.js +35 -3
- package/dist/examples/kv-cache-cleanup.js +1 -1
- package/dist/examples/kv-cache-custom-key.js +1 -1
- package/dist/examples/kv-cache-example.js +1 -1
- package/dist/examples/llamacpp-hyperdrive.js +1 -1
- package/dist/examples/llamacpp-sharded.js +1 -1
- package/dist/examples/logging-file-transport.d.ts +2 -0
- package/dist/examples/{llamacpp-file-logging.js → logging-file-transport.js} +3 -7
- package/dist/examples/logging-streaming.d.ts +2 -0
- package/dist/examples/logging-streaming.js +75 -0
- package/dist/examples/mcp-websearch.d.ts +13 -0
- package/dist/examples/mcp-websearch.js +176 -0
- package/dist/index.d.ts +4 -4
- package/dist/index.js +2 -2
- package/dist/logging/addon.d.ts +6 -0
- package/dist/logging/addon.js +59 -0
- package/dist/logging/base-logger.js +24 -14
- package/dist/logging/client-logger.d.ts +3 -0
- package/dist/logging/client-logger.js +13 -0
- package/dist/logging/index.d.ts +6 -1
- package/dist/logging/index.js +6 -1
- package/dist/logging/logger.d.ts +0 -2
- package/dist/logging/logger.js +0 -3
- package/dist/logging/namespaces.d.ts +11 -0
- package/dist/logging/namespaces.js +11 -0
- package/dist/logging/registry.d.ts +26 -0
- package/dist/logging/registry.js +36 -0
- package/dist/logging/server-logger.d.ts +3 -0
- package/dist/logging/server-logger.js +16 -0
- package/dist/logging/stream-logger.d.ts +1 -1
- package/dist/logging/stream-logger.js +6 -3
- package/dist/logging/types.d.ts +2 -0
- package/dist/models/hyperdrive/models.d.ts +789 -51
- package/dist/models/hyperdrive/models.js +979 -200
- package/dist/schemas/common.d.ts +86 -23
- package/dist/schemas/common.js +0 -3
- package/dist/schemas/download-asset.d.ts +5 -5
- package/dist/schemas/embed.d.ts +3 -3
- package/dist/schemas/embed.js +9 -2
- package/dist/schemas/get-model-info.d.ts +2 -2
- package/dist/schemas/index.d.ts +5 -1
- package/dist/schemas/index.js +5 -1
- package/dist/schemas/json-schema.d.ts +16 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/llamacpp-config.d.ts +5 -4
- package/dist/schemas/llamacpp-config.js +7 -5
- package/dist/schemas/load-model.d.ts +931 -211
- package/dist/schemas/load-model.js +7 -1
- package/dist/schemas/logging-stream.d.ts +10 -3
- package/dist/schemas/logging-stream.js +4 -3
- package/dist/schemas/mcp-adapter.d.ts +47 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-src-utils.d.ts +8 -6
- package/dist/schemas/model-src-utils.js +8 -3
- package/dist/schemas/reload-config.d.ts +344 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/sdk-config.d.ts +22 -0
- package/dist/schemas/sdk-config.js +33 -0
- package/dist/schemas/sdk-errors-client.d.ts +4 -0
- package/dist/schemas/sdk-errors-client.js +20 -0
- package/dist/schemas/sdk-errors-server.d.ts +3 -0
- package/dist/schemas/sdk-errors-server.js +15 -0
- package/dist/schemas/tools.d.ts +3 -0
- package/dist/schemas/translation-config.d.ts +81 -0
- package/dist/schemas/translation-config.js +3 -4
- package/dist/schemas/whispercpp-config.d.ts +9 -1
- package/dist/schemas/whispercpp-config.js +2 -1
- package/dist/server/bare/addons/llamacpp/create-model.js +13 -4
- package/dist/server/bare/addons/llamacpp/handlers/embed.d.ts +9 -1
- package/dist/server/bare/addons/llamacpp/handlers/embed.js +18 -4
- package/dist/server/bare/addons/llamacpp/kv-cache-utils.js +6 -4
- package/dist/server/bare/addons/load-model.js +10 -4
- package/dist/server/bare/addons/unload-model.js +6 -3
- package/dist/server/bare/addons/whispercpp/handlers/transcribe-stream.js +56 -37
- package/dist/server/bare/delegate-rpc-client.js +12 -10
- package/dist/server/bare/hyperswarm.js +7 -5
- package/dist/server/bare/rag-hyperdb/rag-manager.js +3 -1
- package/dist/server/bare/registry/config-registry.d.ts +13 -4
- package/dist/server/bare/registry/config-registry.js +42 -10
- package/dist/server/bare/registry/logging-stream-registry.d.ts +24 -7
- package/dist/server/bare/registry/logging-stream-registry.js +99 -20
- package/dist/server/bare/registry/model-registry.d.ts +3 -0
- package/dist/server/bare/registry/model-registry.js +9 -6
- package/dist/server/rpc/create-server.js +5 -3
- package/dist/server/rpc/handle-request.js +30 -16
- package/dist/server/rpc/handlers/cancelHandler.js +3 -1
- package/dist/server/rpc/handlers/completion-stream-delegated.js +4 -2
- package/dist/server/rpc/handlers/delete-cache.js +3 -1
- package/dist/server/rpc/handlers/download-asset.js +3 -1
- package/dist/server/rpc/handlers/embed.js +3 -1
- package/dist/server/rpc/handlers/index.d.ts +0 -1
- package/dist/server/rpc/handlers/index.js +0 -2
- package/dist/server/rpc/handlers/load-model/download-manager.js +4 -2
- package/dist/server/rpc/handlers/load-model/http.js +20 -18
- package/dist/server/rpc/handlers/load-model/hyperdrive.js +21 -19
- package/dist/server/rpc/handlers/load-model/resolve.js +7 -5
- package/dist/server/rpc/handlers/load-model-delegated.d.ts +2 -2
- package/dist/server/rpc/handlers/load-model-delegated.js +10 -8
- package/dist/server/rpc/handlers/load-model.js +55 -3
- package/dist/server/rpc/handlers/logging-stream.js +4 -4
- package/dist/server/rpc/handlers/provideHandler/connection.js +12 -10
- package/dist/server/rpc/handlers/provideHandler/handler.js +18 -16
- package/dist/server/rpc/handlers/provideHandler/proxy.js +8 -6
- package/dist/server/rpc/handlers/rag.js +3 -1
- package/dist/server/rpc/handlers/stopProvideHandler.js +3 -1
- package/dist/server/rpc/handlers/transcribe-stream.js +3 -1
- package/dist/server/rpc/handlers/translate.js +3 -1
- package/dist/server/rpc/handlers/unload-model.js +4 -2
- package/dist/server/utils/audio/decoder.d.ts +2 -1
- package/dist/server/utils/audio/decoder.js +48 -11
- package/dist/server/utils/cache.js +7 -5
- package/dist/server/utils/config-transform.d.ts +3 -0
- package/dist/server/utils/config-transform.js +21 -0
- package/dist/server/utils/index.d.ts +1 -0
- package/dist/server/utils/index.js +1 -0
- package/dist/server/worker.js +41 -16
- package/dist/utils/errors-client.d.ts +12 -0
- package/dist/utils/errors-client.js +20 -0
- package/dist/utils/errors-server.d.ts +9 -0
- package/dist/utils/errors-server.js +16 -0
- package/dist/utils/getProcessSafe.d.ts +7 -0
- package/dist/utils/getProcessSafe.js +17 -0
- package/dist/utils/mcp-adapter.d.ts +12 -0
- package/dist/utils/mcp-adapter.js +103 -0
- package/dist/utils/object.d.ts +2 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/runtime.d.ts +30 -0
- package/dist/utils/runtime.js +48 -0
- package/dist/utils/tool-helpers.d.ts +10 -2
- package/dist/utils/tool-helpers.js +24 -11
- package/package.json +46 -33
- package/dist/client/api/set-config.d.ts +0 -7
- package/dist/client/api/set-config.js +0 -20
- package/dist/client/config-manager.d.ts +0 -4
- package/dist/client/config-manager.js +0 -8
- package/dist/examples/llamacpp-file-logging.d.ts +0 -2
- package/dist/schemas/set-config.d.ts +0 -21
- package/dist/schemas/set-config.js +0 -14
- package/dist/server/rpc/handlers/set-config.d.ts +0 -3
- package/dist/server/rpc/handlers/set-config.js +0 -18
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
import { llmConfigSchema, embedConfigSchema } from "./llamacpp-config";
|
|
3
3
|
import { whisperConfigSchema } from "./whispercpp-config";
|
|
4
|
+
import type { Logger } from "../logging/index";
|
|
4
5
|
export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
|
|
5
6
|
modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
6
7
|
src: z.ZodString;
|
|
@@ -15,8 +16,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
15
16
|
whisper: "whisper";
|
|
16
17
|
embeddings: "embeddings";
|
|
17
18
|
nmt: "nmt";
|
|
18
|
-
vad: "vad";
|
|
19
19
|
tts: "tts";
|
|
20
|
+
vad: "vad";
|
|
20
21
|
}>>;
|
|
21
22
|
}, z.core.$strip>]>;
|
|
22
23
|
modelType: z.ZodLiteral<"llm">;
|
|
@@ -32,7 +33,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
32
33
|
predict: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>>;
|
|
33
34
|
system_prompt: z.ZodOptional<z.ZodDefault<z.ZodString>>;
|
|
34
35
|
no_mmap: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
35
|
-
verbosity: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral
|
|
36
|
+
verbosity: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>>;
|
|
36
37
|
presence_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
37
38
|
frequency_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
38
39
|
repeat_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
@@ -54,8 +55,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
54
55
|
whisper: "whisper";
|
|
55
56
|
embeddings: "embeddings";
|
|
56
57
|
nmt: "nmt";
|
|
57
|
-
vad: "vad";
|
|
58
58
|
tts: "tts";
|
|
59
|
+
vad: "vad";
|
|
59
60
|
}>>;
|
|
60
61
|
}, z.core.$strip>]>>;
|
|
61
62
|
delegate: z.ZodOptional<z.ZodObject<{
|
|
@@ -82,8 +83,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
82
83
|
whisper: "whisper";
|
|
83
84
|
embeddings: "embeddings";
|
|
84
85
|
nmt: "nmt";
|
|
85
|
-
vad: "vad";
|
|
86
86
|
tts: "tts";
|
|
87
|
+
vad: "vad";
|
|
87
88
|
}>>;
|
|
88
89
|
}, z.core.$strip>]>;
|
|
89
90
|
modelType: z.ZodLiteral<"whisper">;
|
|
@@ -135,7 +136,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
135
136
|
speech_pad_ms: z.ZodOptional<z.ZodNumber>;
|
|
136
137
|
samples_overlap: z.ZodOptional<z.ZodNumber>;
|
|
137
138
|
}, z.core.$strip>>>;
|
|
138
|
-
audio_format: z.ZodOptional<z.ZodOptional<z.
|
|
139
|
+
audio_format: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
140
|
+
f32le: "f32le";
|
|
141
|
+
s16le: "s16le";
|
|
142
|
+
}>>>;
|
|
139
143
|
contextParams: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
140
144
|
model: z.ZodOptional<z.ZodString>;
|
|
141
145
|
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -160,8 +164,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
160
164
|
whisper: "whisper";
|
|
161
165
|
embeddings: "embeddings";
|
|
162
166
|
nmt: "nmt";
|
|
163
|
-
vad: "vad";
|
|
164
167
|
tts: "tts";
|
|
168
|
+
vad: "vad";
|
|
165
169
|
}>>;
|
|
166
170
|
}, z.core.$strip>]>>;
|
|
167
171
|
delegate: z.ZodOptional<z.ZodObject<{
|
|
@@ -184,8 +188,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
184
188
|
whisper: "whisper";
|
|
185
189
|
embeddings: "embeddings";
|
|
186
190
|
nmt: "nmt";
|
|
187
|
-
vad: "vad";
|
|
188
191
|
tts: "tts";
|
|
192
|
+
vad: "vad";
|
|
189
193
|
}>>;
|
|
190
194
|
}, z.core.$strip>]>;
|
|
191
195
|
modelType: z.ZodLiteral<"embeddings">;
|
|
@@ -213,8 +217,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
213
217
|
whisper: "whisper";
|
|
214
218
|
embeddings: "embeddings";
|
|
215
219
|
nmt: "nmt";
|
|
216
|
-
vad: "vad";
|
|
217
220
|
tts: "tts";
|
|
221
|
+
vad: "vad";
|
|
218
222
|
}>>;
|
|
219
223
|
}, z.core.$strip>]>;
|
|
220
224
|
modelType: z.ZodLiteral<"nmt">;
|
|
@@ -344,8 +348,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
344
348
|
whisper: "whisper";
|
|
345
349
|
embeddings: "embeddings";
|
|
346
350
|
nmt: "nmt";
|
|
347
|
-
vad: "vad";
|
|
348
351
|
tts: "tts";
|
|
352
|
+
vad: "vad";
|
|
349
353
|
}>>;
|
|
350
354
|
}, z.core.$strip>]>;
|
|
351
355
|
modelType: z.ZodLiteral<"tts">;
|
|
@@ -370,8 +374,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
370
374
|
whisper: "whisper";
|
|
371
375
|
embeddings: "embeddings";
|
|
372
376
|
nmt: "nmt";
|
|
373
|
-
vad: "vad";
|
|
374
377
|
tts: "tts";
|
|
378
|
+
vad: "vad";
|
|
375
379
|
}>>;
|
|
376
380
|
}, z.core.$strip>]>;
|
|
377
381
|
eSpeakDataPath: z.ZodString;
|
|
@@ -392,7 +396,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
392
396
|
hyperbeeKey?: string | undefined;
|
|
393
397
|
expectedSize?: number | undefined;
|
|
394
398
|
sha256Checksum?: string | undefined;
|
|
395
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
399
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
396
400
|
};
|
|
397
401
|
modelType: "llm";
|
|
398
402
|
toolFormat: "json" | "xml";
|
|
@@ -408,7 +412,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
408
412
|
predict?: number | undefined;
|
|
409
413
|
system_prompt?: string | undefined;
|
|
410
414
|
no_mmap?: boolean | undefined;
|
|
411
|
-
verbosity?: 0 |
|
|
415
|
+
verbosity?: 0 | 2 | 1 | 3 | undefined;
|
|
412
416
|
presence_penalty?: number | undefined;
|
|
413
417
|
frequency_penalty?: number | undefined;
|
|
414
418
|
repeat_penalty?: number | undefined;
|
|
@@ -424,7 +428,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
424
428
|
hyperbeeKey?: string | undefined;
|
|
425
429
|
expectedSize?: number | undefined;
|
|
426
430
|
sha256Checksum?: string | undefined;
|
|
427
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
431
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
428
432
|
} | undefined;
|
|
429
433
|
delegate?: {
|
|
430
434
|
topic: string;
|
|
@@ -442,7 +446,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
442
446
|
hyperbeeKey?: string | undefined;
|
|
443
447
|
expectedSize?: number | undefined;
|
|
444
448
|
sha256Checksum?: string | undefined;
|
|
445
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
449
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
446
450
|
};
|
|
447
451
|
modelType: "whisper";
|
|
448
452
|
modelConfig?: {
|
|
@@ -490,7 +494,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
490
494
|
speech_pad_ms?: number | undefined;
|
|
491
495
|
samples_overlap?: number | undefined;
|
|
492
496
|
} | undefined;
|
|
493
|
-
audio_format?:
|
|
497
|
+
audio_format?: "f32le" | "s16le" | undefined;
|
|
494
498
|
contextParams?: {
|
|
495
499
|
model?: string | undefined;
|
|
496
500
|
use_gpu?: boolean | undefined;
|
|
@@ -509,7 +513,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
509
513
|
hyperbeeKey?: string | undefined;
|
|
510
514
|
expectedSize?: number | undefined;
|
|
511
515
|
sha256Checksum?: string | undefined;
|
|
512
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
516
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
513
517
|
} | undefined;
|
|
514
518
|
delegate?: {
|
|
515
519
|
topic: string;
|
|
@@ -527,7 +531,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
527
531
|
hyperbeeKey?: string | undefined;
|
|
528
532
|
expectedSize?: number | undefined;
|
|
529
533
|
sha256Checksum?: string | undefined;
|
|
530
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
534
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
531
535
|
};
|
|
532
536
|
modelType: "embeddings";
|
|
533
537
|
modelConfig?: {
|
|
@@ -549,7 +553,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
549
553
|
hyperbeeKey?: string | undefined;
|
|
550
554
|
expectedSize?: number | undefined;
|
|
551
555
|
sha256Checksum?: string | undefined;
|
|
552
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
556
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
553
557
|
};
|
|
554
558
|
modelType: "nmt";
|
|
555
559
|
modelConfig: {
|
|
@@ -581,7 +585,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
581
585
|
hyperbeeKey?: string | undefined;
|
|
582
586
|
expectedSize?: number | undefined;
|
|
583
587
|
sha256Checksum?: string | undefined;
|
|
584
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
588
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
585
589
|
};
|
|
586
590
|
modelType: "tts";
|
|
587
591
|
modelConfig: {
|
|
@@ -595,7 +599,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
595
599
|
hyperbeeKey?: string | undefined;
|
|
596
600
|
expectedSize?: number | undefined;
|
|
597
601
|
sha256Checksum?: string | undefined;
|
|
598
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
602
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
599
603
|
};
|
|
600
604
|
eSpeakDataPath: string;
|
|
601
605
|
delegate?: {
|
|
@@ -613,7 +617,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
613
617
|
hyperbeeKey?: string | undefined;
|
|
614
618
|
expectedSize?: number | undefined;
|
|
615
619
|
sha256Checksum?: string | undefined;
|
|
616
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
620
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
617
621
|
};
|
|
618
622
|
modelType: "llm";
|
|
619
623
|
toolFormat: "json" | "xml";
|
|
@@ -629,7 +633,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
629
633
|
predict?: number | undefined;
|
|
630
634
|
system_prompt?: string | undefined;
|
|
631
635
|
no_mmap?: boolean | undefined;
|
|
632
|
-
verbosity?: 0 |
|
|
636
|
+
verbosity?: 0 | 2 | 1 | 3 | undefined;
|
|
633
637
|
presence_penalty?: number | undefined;
|
|
634
638
|
frequency_penalty?: number | undefined;
|
|
635
639
|
repeat_penalty?: number | undefined;
|
|
@@ -646,7 +650,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
646
650
|
hyperbeeKey?: string | undefined;
|
|
647
651
|
expectedSize?: number | undefined;
|
|
648
652
|
sha256Checksum?: string | undefined;
|
|
649
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
653
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
650
654
|
} | undefined;
|
|
651
655
|
delegate?: {
|
|
652
656
|
topic: string;
|
|
@@ -663,7 +667,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
663
667
|
hyperbeeKey?: string | undefined;
|
|
664
668
|
expectedSize?: number | undefined;
|
|
665
669
|
sha256Checksum?: string | undefined;
|
|
666
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
670
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
667
671
|
};
|
|
668
672
|
modelType: "whisper";
|
|
669
673
|
modelConfig?: {
|
|
@@ -711,7 +715,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
711
715
|
speech_pad_ms?: number | undefined;
|
|
712
716
|
samples_overlap?: number | undefined;
|
|
713
717
|
} | undefined;
|
|
714
|
-
audio_format?:
|
|
718
|
+
audio_format?: "f32le" | "s16le" | undefined;
|
|
715
719
|
contextParams?: {
|
|
716
720
|
model?: string | undefined;
|
|
717
721
|
use_gpu?: boolean | undefined;
|
|
@@ -731,7 +735,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
731
735
|
hyperbeeKey?: string | undefined;
|
|
732
736
|
expectedSize?: number | undefined;
|
|
733
737
|
sha256Checksum?: string | undefined;
|
|
734
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
738
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
735
739
|
} | undefined;
|
|
736
740
|
delegate?: {
|
|
737
741
|
topic: string;
|
|
@@ -748,7 +752,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
748
752
|
hyperbeeKey?: string | undefined;
|
|
749
753
|
expectedSize?: number | undefined;
|
|
750
754
|
sha256Checksum?: string | undefined;
|
|
751
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
755
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
752
756
|
};
|
|
753
757
|
modelType: "embeddings";
|
|
754
758
|
modelConfig?: {
|
|
@@ -770,7 +774,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
770
774
|
hyperbeeKey?: string | undefined;
|
|
771
775
|
expectedSize?: number | undefined;
|
|
772
776
|
sha256Checksum?: string | undefined;
|
|
773
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
777
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
774
778
|
};
|
|
775
779
|
modelType: "nmt";
|
|
776
780
|
modelConfig: {
|
|
@@ -802,7 +806,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
802
806
|
hyperbeeKey?: string | undefined;
|
|
803
807
|
expectedSize?: number | undefined;
|
|
804
808
|
sha256Checksum?: string | undefined;
|
|
805
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
809
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
806
810
|
};
|
|
807
811
|
modelType: "tts";
|
|
808
812
|
modelConfig: {
|
|
@@ -816,7 +820,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
816
820
|
hyperbeeKey?: string | undefined;
|
|
817
821
|
expectedSize?: number | undefined;
|
|
818
822
|
sha256Checksum?: string | undefined;
|
|
819
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
823
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
820
824
|
};
|
|
821
825
|
eSpeakDataPath: string;
|
|
822
826
|
seed?: boolean | undefined;
|
|
@@ -827,9 +831,6 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
827
831
|
timeout?: number | undefined;
|
|
828
832
|
} | undefined;
|
|
829
833
|
}>>;
|
|
830
|
-
export type LoadModelOptions = z.input<typeof loadModelOptionsSchema> & {
|
|
831
|
-
onProgress?: (progress: ModelProgressUpdate) => void;
|
|
832
|
-
};
|
|
833
834
|
export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.ZodObject<{
|
|
834
835
|
modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
835
836
|
src: z.ZodString;
|
|
@@ -844,8 +845,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
844
845
|
whisper: "whisper";
|
|
845
846
|
embeddings: "embeddings";
|
|
846
847
|
nmt: "nmt";
|
|
847
|
-
vad: "vad";
|
|
848
848
|
tts: "tts";
|
|
849
|
+
vad: "vad";
|
|
849
850
|
}>>;
|
|
850
851
|
}, z.core.$strip>]>;
|
|
851
852
|
modelType: z.ZodLiteral<"llm">;
|
|
@@ -861,7 +862,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
861
862
|
predict: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>>;
|
|
862
863
|
system_prompt: z.ZodOptional<z.ZodDefault<z.ZodString>>;
|
|
863
864
|
no_mmap: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
864
|
-
verbosity: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral
|
|
865
|
+
verbosity: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>>;
|
|
865
866
|
presence_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
866
867
|
frequency_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
867
868
|
repeat_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
@@ -883,8 +884,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
883
884
|
whisper: "whisper";
|
|
884
885
|
embeddings: "embeddings";
|
|
885
886
|
nmt: "nmt";
|
|
886
|
-
vad: "vad";
|
|
887
887
|
tts: "tts";
|
|
888
|
+
vad: "vad";
|
|
888
889
|
}>>;
|
|
889
890
|
}, z.core.$strip>]>>;
|
|
890
891
|
delegate: z.ZodOptional<z.ZodObject<{
|
|
@@ -923,7 +924,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
923
924
|
hyperbeeKey?: string | undefined;
|
|
924
925
|
expectedSize?: number | undefined;
|
|
925
926
|
sha256Checksum?: string | undefined;
|
|
926
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
927
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
927
928
|
};
|
|
928
929
|
modelType: "llm";
|
|
929
930
|
toolFormat: "json" | "xml";
|
|
@@ -939,7 +940,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
939
940
|
predict?: number | undefined;
|
|
940
941
|
system_prompt?: string | undefined;
|
|
941
942
|
no_mmap?: boolean | undefined;
|
|
942
|
-
verbosity?: 0 |
|
|
943
|
+
verbosity?: 0 | 2 | 1 | 3 | undefined;
|
|
943
944
|
presence_penalty?: number | undefined;
|
|
944
945
|
frequency_penalty?: number | undefined;
|
|
945
946
|
repeat_penalty?: number | undefined;
|
|
@@ -956,7 +957,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
956
957
|
hyperbeeKey?: string | undefined;
|
|
957
958
|
expectedSize?: number | undefined;
|
|
958
959
|
sha256Checksum?: string | undefined;
|
|
959
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
960
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
960
961
|
} | undefined;
|
|
961
962
|
delegate?: {
|
|
962
963
|
topic: string;
|
|
@@ -980,8 +981,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
980
981
|
whisper: "whisper";
|
|
981
982
|
embeddings: "embeddings";
|
|
982
983
|
nmt: "nmt";
|
|
983
|
-
vad: "vad";
|
|
984
984
|
tts: "tts";
|
|
985
|
+
vad: "vad";
|
|
985
986
|
}>>;
|
|
986
987
|
}, z.core.$strip>]>;
|
|
987
988
|
modelType: z.ZodLiteral<"whisper">;
|
|
@@ -1033,7 +1034,10 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
1033
1034
|
speech_pad_ms: z.ZodOptional<z.ZodNumber>;
|
|
1034
1035
|
samples_overlap: z.ZodOptional<z.ZodNumber>;
|
|
1035
1036
|
}, z.core.$strip>>>;
|
|
1036
|
-
audio_format: z.ZodOptional<z.ZodOptional<z.
|
|
1037
|
+
audio_format: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
1038
|
+
f32le: "f32le";
|
|
1039
|
+
s16le: "s16le";
|
|
1040
|
+
}>>>;
|
|
1037
1041
|
contextParams: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
1038
1042
|
model: z.ZodOptional<z.ZodString>;
|
|
1039
1043
|
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -1058,8 +1062,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
1058
1062
|
whisper: "whisper";
|
|
1059
1063
|
embeddings: "embeddings";
|
|
1060
1064
|
nmt: "nmt";
|
|
1061
|
-
vad: "vad";
|
|
1062
1065
|
tts: "tts";
|
|
1066
|
+
vad: "vad";
|
|
1063
1067
|
}>>;
|
|
1064
1068
|
}, z.core.$strip>]>>;
|
|
1065
1069
|
delegate: z.ZodOptional<z.ZodObject<{
|
|
@@ -1094,7 +1098,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
1094
1098
|
hyperbeeKey?: string | undefined;
|
|
1095
1099
|
expectedSize?: number | undefined;
|
|
1096
1100
|
sha256Checksum?: string | undefined;
|
|
1097
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
1101
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
1098
1102
|
};
|
|
1099
1103
|
modelType: "whisper";
|
|
1100
1104
|
modelConfig?: {
|
|
@@ -1142,7 +1146,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
1142
1146
|
speech_pad_ms?: number | undefined;
|
|
1143
1147
|
samples_overlap?: number | undefined;
|
|
1144
1148
|
} | undefined;
|
|
1145
|
-
audio_format?:
|
|
1149
|
+
audio_format?: "f32le" | "s16le" | undefined;
|
|
1146
1150
|
contextParams?: {
|
|
1147
1151
|
model?: string | undefined;
|
|
1148
1152
|
use_gpu?: boolean | undefined;
|
|
@@ -1162,7 +1166,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
1162
1166
|
hyperbeeKey?: string | undefined;
|
|
1163
1167
|
expectedSize?: number | undefined;
|
|
1164
1168
|
sha256Checksum?: string | undefined;
|
|
1165
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
1169
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
1166
1170
|
} | undefined;
|
|
1167
1171
|
delegate?: {
|
|
1168
1172
|
topic: string;
|
|
@@ -1186,8 +1190,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
1186
1190
|
whisper: "whisper";
|
|
1187
1191
|
embeddings: "embeddings";
|
|
1188
1192
|
nmt: "nmt";
|
|
1189
|
-
vad: "vad";
|
|
1190
1193
|
tts: "tts";
|
|
1194
|
+
vad: "vad";
|
|
1191
1195
|
}>>;
|
|
1192
1196
|
}, z.core.$strip>]>;
|
|
1193
1197
|
modelType: z.ZodLiteral<"embeddings">;
|
|
@@ -1226,7 +1230,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
1226
1230
|
hyperbeeKey?: string | undefined;
|
|
1227
1231
|
expectedSize?: number | undefined;
|
|
1228
1232
|
sha256Checksum?: string | undefined;
|
|
1229
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
1233
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
1230
1234
|
};
|
|
1231
1235
|
modelType: "embeddings";
|
|
1232
1236
|
modelConfig?: {
|
|
@@ -1255,8 +1259,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
1255
1259
|
whisper: "whisper";
|
|
1256
1260
|
embeddings: "embeddings";
|
|
1257
1261
|
nmt: "nmt";
|
|
1258
|
-
vad: "vad";
|
|
1259
1262
|
tts: "tts";
|
|
1263
|
+
vad: "vad";
|
|
1260
1264
|
}>>;
|
|
1261
1265
|
}, z.core.$strip>]>;
|
|
1262
1266
|
modelType: z.ZodLiteral<"nmt">;
|
|
@@ -1409,7 +1413,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
1409
1413
|
hyperbeeKey?: string | undefined;
|
|
1410
1414
|
expectedSize?: number | undefined;
|
|
1411
1415
|
sha256Checksum?: string | undefined;
|
|
1412
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
1416
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
1413
1417
|
};
|
|
1414
1418
|
modelType: "nmt";
|
|
1415
1419
|
modelConfig: {
|
|
@@ -1448,8 +1452,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
1448
1452
|
whisper: "whisper";
|
|
1449
1453
|
embeddings: "embeddings";
|
|
1450
1454
|
nmt: "nmt";
|
|
1451
|
-
vad: "vad";
|
|
1452
1455
|
tts: "tts";
|
|
1456
|
+
vad: "vad";
|
|
1453
1457
|
}>>;
|
|
1454
1458
|
}, z.core.$strip>]>;
|
|
1455
1459
|
modelType: z.ZodLiteral<"tts">;
|
|
@@ -1474,8 +1478,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
1474
1478
|
whisper: "whisper";
|
|
1475
1479
|
embeddings: "embeddings";
|
|
1476
1480
|
nmt: "nmt";
|
|
1477
|
-
vad: "vad";
|
|
1478
1481
|
tts: "tts";
|
|
1482
|
+
vad: "vad";
|
|
1479
1483
|
}>>;
|
|
1480
1484
|
}, z.core.$strip>]>;
|
|
1481
1485
|
eSpeakDataPath: z.ZodString;
|
|
@@ -1515,7 +1519,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
1515
1519
|
hyperbeeKey?: string | undefined;
|
|
1516
1520
|
expectedSize?: number | undefined;
|
|
1517
1521
|
sha256Checksum?: string | undefined;
|
|
1518
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
1522
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
1519
1523
|
};
|
|
1520
1524
|
modelType: "tts";
|
|
1521
1525
|
modelConfig: {
|
|
@@ -1529,7 +1533,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodUnion<readonly [z.Zod
|
|
|
1529
1533
|
hyperbeeKey?: string | undefined;
|
|
1530
1534
|
expectedSize?: number | undefined;
|
|
1531
1535
|
sha256Checksum?: string | undefined;
|
|
1532
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
1536
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
1533
1537
|
};
|
|
1534
1538
|
eSpeakDataPath: string;
|
|
1535
1539
|
seed?: boolean | undefined;
|
|
@@ -1570,7 +1574,7 @@ export declare const loadLlmModelRequestSchema: z.ZodObject<{
|
|
|
1570
1574
|
predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
|
|
1571
1575
|
system_prompt: z.ZodDefault<z.ZodString>;
|
|
1572
1576
|
no_mmap: z.ZodOptional<z.ZodBoolean>;
|
|
1573
|
-
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral
|
|
1577
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
1574
1578
|
presence_penalty: z.ZodOptional<z.ZodNumber>;
|
|
1575
1579
|
frequency_penalty: z.ZodOptional<z.ZodNumber>;
|
|
1576
1580
|
repeat_penalty: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1643,7 +1647,10 @@ export declare const loadWhisperModelRequestSchema: z.ZodObject<{
|
|
|
1643
1647
|
speech_pad_ms: z.ZodOptional<z.ZodNumber>;
|
|
1644
1648
|
samples_overlap: z.ZodOptional<z.ZodNumber>;
|
|
1645
1649
|
}, z.core.$strip>>;
|
|
1646
|
-
audio_format: z.ZodOptional<z.
|
|
1650
|
+
audio_format: z.ZodOptional<z.ZodEnum<{
|
|
1651
|
+
f32le: "f32le";
|
|
1652
|
+
s16le: "s16le";
|
|
1653
|
+
}>>;
|
|
1647
1654
|
contextParams: z.ZodOptional<z.ZodObject<{
|
|
1648
1655
|
model: z.ZodOptional<z.ZodString>;
|
|
1649
1656
|
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -1823,7 +1830,7 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
|
|
|
1823
1830
|
configSrc: z.ZodString;
|
|
1824
1831
|
eSpeakDataPath: z.ZodString;
|
|
1825
1832
|
}, z.core.$strip>;
|
|
1826
|
-
export declare const
|
|
1833
|
+
export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1827
1834
|
type: z.ZodLiteral<"loadModel">;
|
|
1828
1835
|
modelSrc: z.ZodString;
|
|
1829
1836
|
modelName: z.ZodOptional<z.ZodString>;
|
|
@@ -1851,7 +1858,7 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
|
|
|
1851
1858
|
predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
|
|
1852
1859
|
system_prompt: z.ZodDefault<z.ZodString>;
|
|
1853
1860
|
no_mmap: z.ZodOptional<z.ZodBoolean>;
|
|
1854
|
-
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral
|
|
1861
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
1855
1862
|
presence_penalty: z.ZodOptional<z.ZodNumber>;
|
|
1856
1863
|
frequency_penalty: z.ZodOptional<z.ZodNumber>;
|
|
1857
1864
|
repeat_penalty: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1923,7 +1930,10 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
|
|
|
1923
1930
|
speech_pad_ms: z.ZodOptional<z.ZodNumber>;
|
|
1924
1931
|
samples_overlap: z.ZodOptional<z.ZodNumber>;
|
|
1925
1932
|
}, z.core.$strip>>;
|
|
1926
|
-
audio_format: z.ZodOptional<z.
|
|
1933
|
+
audio_format: z.ZodOptional<z.ZodEnum<{
|
|
1934
|
+
f32le: "f32le";
|
|
1935
|
+
s16le: "s16le";
|
|
1936
|
+
}>>;
|
|
1927
1937
|
contextParams: z.ZodOptional<z.ZodObject<{
|
|
1928
1938
|
model: z.ZodOptional<z.ZodString>;
|
|
1929
1939
|
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -2116,7 +2126,7 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
|
|
|
2116
2126
|
lora?: string | undefined;
|
|
2117
2127
|
predict?: number | undefined;
|
|
2118
2128
|
no_mmap?: boolean | undefined;
|
|
2119
|
-
verbosity?: 0 |
|
|
2129
|
+
verbosity?: 0 | 2 | 1 | 3 | undefined;
|
|
2120
2130
|
presence_penalty?: number | undefined;
|
|
2121
2131
|
frequency_penalty?: number | undefined;
|
|
2122
2132
|
repeat_penalty?: number | undefined;
|
|
@@ -2185,7 +2195,7 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
|
|
|
2185
2195
|
speech_pad_ms?: number | undefined;
|
|
2186
2196
|
samples_overlap?: number | undefined;
|
|
2187
2197
|
} | undefined;
|
|
2188
|
-
audio_format?:
|
|
2198
|
+
audio_format?: "f32le" | "s16le" | undefined;
|
|
2189
2199
|
contextParams?: {
|
|
2190
2200
|
model?: string | undefined;
|
|
2191
2201
|
use_gpu?: boolean | undefined;
|
|
@@ -2291,7 +2301,7 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
|
|
|
2291
2301
|
lora?: string | undefined;
|
|
2292
2302
|
predict?: number | undefined;
|
|
2293
2303
|
no_mmap?: boolean | undefined;
|
|
2294
|
-
verbosity?: 0 |
|
|
2304
|
+
verbosity?: 0 | 2 | 1 | 3 | undefined;
|
|
2295
2305
|
presence_penalty?: number | undefined;
|
|
2296
2306
|
frequency_penalty?: number | undefined;
|
|
2297
2307
|
repeat_penalty?: number | undefined;
|
|
@@ -2360,7 +2370,7 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
|
|
|
2360
2370
|
speech_pad_ms?: number | undefined;
|
|
2361
2371
|
samples_overlap?: number | undefined;
|
|
2362
2372
|
} | undefined;
|
|
2363
|
-
audio_format?:
|
|
2373
|
+
audio_format?: "f32le" | "s16le" | undefined;
|
|
2364
2374
|
contextParams?: {
|
|
2365
2375
|
model?: string | undefined;
|
|
2366
2376
|
use_gpu?: boolean | undefined;
|
|
@@ -2452,133 +2462,835 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
|
|
|
2452
2462
|
timeout?: number | undefined;
|
|
2453
2463
|
} | undefined;
|
|
2454
2464
|
}>>;
|
|
2455
|
-
export declare const
|
|
2465
|
+
export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
2456
2466
|
type: z.ZodLiteral<"loadModel">;
|
|
2457
|
-
|
|
2458
|
-
|
|
2459
|
-
|
|
2460
|
-
|
|
2461
|
-
|
|
2462
|
-
|
|
2463
|
-
|
|
2464
|
-
|
|
2465
|
-
|
|
2466
|
-
|
|
2467
|
-
|
|
2468
|
-
|
|
2469
|
-
totalShards: z.ZodNumber;
|
|
2470
|
-
shardName: z.ZodString;
|
|
2471
|
-
overallDownloaded: z.ZodNumber;
|
|
2472
|
-
overallTotal: z.ZodNumber;
|
|
2473
|
-
overallPercentage: z.ZodNumber;
|
|
2467
|
+
modelSrc: z.ZodString;
|
|
2468
|
+
modelName: z.ZodOptional<z.ZodString>;
|
|
2469
|
+
projectionModelSrc: z.ZodOptional<z.ZodString>;
|
|
2470
|
+
vadModelSrc: z.ZodOptional<z.ZodString>;
|
|
2471
|
+
configSrc: z.ZodOptional<z.ZodString>;
|
|
2472
|
+
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
2473
|
+
seed: z.ZodOptional<z.ZodBoolean>;
|
|
2474
|
+
delegate: z.ZodOptional<z.ZodObject<{
|
|
2475
|
+
topic: z.ZodString;
|
|
2476
|
+
providerPublicKey: z.ZodString;
|
|
2477
|
+
timeout: z.ZodOptional<z.ZodNumber>;
|
|
2478
|
+
fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
2474
2479
|
}, z.core.$strip>>;
|
|
2475
|
-
|
|
2476
|
-
|
|
2477
|
-
|
|
2478
|
-
|
|
2479
|
-
|
|
2480
|
-
|
|
2481
|
-
|
|
2482
|
-
|
|
2483
|
-
|
|
2484
|
-
|
|
2485
|
-
|
|
2486
|
-
|
|
2487
|
-
|
|
2488
|
-
|
|
2489
|
-
|
|
2490
|
-
|
|
2491
|
-
|
|
2492
|
-
|
|
2493
|
-
|
|
2494
|
-
|
|
2495
|
-
|
|
2496
|
-
|
|
2497
|
-
|
|
2498
|
-
|
|
2499
|
-
|
|
2500
|
-
|
|
2501
|
-
|
|
2502
|
-
|
|
2503
|
-
|
|
2504
|
-
|
|
2505
|
-
|
|
2506
|
-
|
|
2507
|
-
|
|
2508
|
-
|
|
2509
|
-
|
|
2510
|
-
|
|
2511
|
-
|
|
2512
|
-
|
|
2513
|
-
|
|
2514
|
-
|
|
2515
|
-
|
|
2516
|
-
|
|
2517
|
-
|
|
2518
|
-
|
|
2519
|
-
|
|
2520
|
-
|
|
2521
|
-
|
|
2522
|
-
|
|
2523
|
-
|
|
2524
|
-
|
|
2525
|
-
|
|
2526
|
-
|
|
2527
|
-
|
|
2528
|
-
|
|
2529
|
-
|
|
2530
|
-
|
|
2531
|
-
|
|
2532
|
-
|
|
2533
|
-
|
|
2534
|
-
|
|
2535
|
-
|
|
2536
|
-
|
|
2537
|
-
|
|
2538
|
-
|
|
2539
|
-
|
|
2540
|
-
|
|
2541
|
-
|
|
2542
|
-
|
|
2543
|
-
|
|
2544
|
-
|
|
2480
|
+
modelType: z.ZodLiteral<"llm">;
|
|
2481
|
+
modelConfig: z.ZodObject<{
|
|
2482
|
+
ctx_size: z.ZodDefault<z.ZodNumber>;
|
|
2483
|
+
temp: z.ZodOptional<z.ZodNumber>;
|
|
2484
|
+
top_p: z.ZodOptional<z.ZodNumber>;
|
|
2485
|
+
top_k: z.ZodOptional<z.ZodNumber>;
|
|
2486
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
2487
|
+
gpu_layers: z.ZodDefault<z.ZodNumber>;
|
|
2488
|
+
lora: z.ZodOptional<z.ZodString>;
|
|
2489
|
+
device: z.ZodDefault<z.ZodString>;
|
|
2490
|
+
predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
|
|
2491
|
+
system_prompt: z.ZodDefault<z.ZodString>;
|
|
2492
|
+
no_mmap: z.ZodOptional<z.ZodBoolean>;
|
|
2493
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
2494
|
+
presence_penalty: z.ZodOptional<z.ZodNumber>;
|
|
2495
|
+
frequency_penalty: z.ZodOptional<z.ZodNumber>;
|
|
2496
|
+
repeat_penalty: z.ZodOptional<z.ZodNumber>;
|
|
2497
|
+
stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
2498
|
+
n_discarded: z.ZodOptional<z.ZodNumber>;
|
|
2499
|
+
tools: z.ZodOptional<z.ZodBoolean>;
|
|
2500
|
+
}, z.core.$strip>;
|
|
2501
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
2502
|
+
type: z.ZodLiteral<"loadModel">;
|
|
2503
|
+
modelSrc: z.ZodString;
|
|
2504
|
+
modelName: z.ZodOptional<z.ZodString>;
|
|
2505
|
+
projectionModelSrc: z.ZodOptional<z.ZodString>;
|
|
2506
|
+
vadModelSrc: z.ZodOptional<z.ZodString>;
|
|
2507
|
+
configSrc: z.ZodOptional<z.ZodString>;
|
|
2508
|
+
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
2509
|
+
seed: z.ZodOptional<z.ZodBoolean>;
|
|
2510
|
+
delegate: z.ZodOptional<z.ZodObject<{
|
|
2511
|
+
topic: z.ZodString;
|
|
2512
|
+
providerPublicKey: z.ZodString;
|
|
2513
|
+
timeout: z.ZodOptional<z.ZodNumber>;
|
|
2514
|
+
fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
2515
|
+
}, z.core.$strip>>;
|
|
2516
|
+
modelType: z.ZodLiteral<"whisper">;
|
|
2517
|
+
modelConfig: z.ZodObject<{
|
|
2518
|
+
strategy: z.ZodOptional<z.ZodEnum<{
|
|
2519
|
+
greedy: "greedy";
|
|
2520
|
+
beam_search: "beam_search";
|
|
2521
|
+
}>>;
|
|
2522
|
+
n_threads: z.ZodOptional<z.ZodNumber>;
|
|
2523
|
+
n_max_text_ctx: z.ZodOptional<z.ZodNumber>;
|
|
2524
|
+
offset_ms: z.ZodOptional<z.ZodNumber>;
|
|
2525
|
+
duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
2526
|
+
audio_ctx: z.ZodOptional<z.ZodNumber>;
|
|
2527
|
+
translate: z.ZodOptional<z.ZodBoolean>;
|
|
2528
|
+
no_context: z.ZodOptional<z.ZodBoolean>;
|
|
2529
|
+
no_timestamps: z.ZodOptional<z.ZodBoolean>;
|
|
2530
|
+
single_segment: z.ZodOptional<z.ZodBoolean>;
|
|
2531
|
+
print_special: z.ZodOptional<z.ZodBoolean>;
|
|
2532
|
+
print_progress: z.ZodOptional<z.ZodBoolean>;
|
|
2533
|
+
print_realtime: z.ZodOptional<z.ZodBoolean>;
|
|
2534
|
+
print_timestamps: z.ZodOptional<z.ZodBoolean>;
|
|
2535
|
+
token_timestamps: z.ZodOptional<z.ZodBoolean>;
|
|
2536
|
+
thold_pt: z.ZodOptional<z.ZodNumber>;
|
|
2537
|
+
thold_ptsum: z.ZodOptional<z.ZodNumber>;
|
|
2538
|
+
max_len: z.ZodOptional<z.ZodNumber>;
|
|
2539
|
+
split_on_word: z.ZodOptional<z.ZodBoolean>;
|
|
2540
|
+
max_tokens: z.ZodOptional<z.ZodNumber>;
|
|
2541
|
+
debug_mode: z.ZodOptional<z.ZodBoolean>;
|
|
2542
|
+
tdrz_enable: z.ZodOptional<z.ZodBoolean>;
|
|
2543
|
+
suppress_regex: z.ZodOptional<z.ZodString>;
|
|
2544
|
+
initial_prompt: z.ZodOptional<z.ZodString>;
|
|
2545
|
+
language: z.ZodOptional<z.ZodString>;
|
|
2546
|
+
detect_language: z.ZodOptional<z.ZodBoolean>;
|
|
2547
|
+
suppress_blank: z.ZodOptional<z.ZodBoolean>;
|
|
2548
|
+
suppress_nst: z.ZodOptional<z.ZodBoolean>;
|
|
2549
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
2550
|
+
length_penalty: z.ZodOptional<z.ZodNumber>;
|
|
2551
|
+
temperature_inc: z.ZodOptional<z.ZodNumber>;
|
|
2552
|
+
entropy_thold: z.ZodOptional<z.ZodNumber>;
|
|
2553
|
+
logprob_thold: z.ZodOptional<z.ZodNumber>;
|
|
2554
|
+
greedy_best_of: z.ZodOptional<z.ZodNumber>;
|
|
2555
|
+
beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
|
|
2556
|
+
vad_model_path: z.ZodOptional<z.ZodString>;
|
|
2557
|
+
vad_params: z.ZodOptional<z.ZodObject<{
|
|
2558
|
+
threshold: z.ZodOptional<z.ZodNumber>;
|
|
2559
|
+
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
2560
|
+
min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
2561
|
+
max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
|
|
2562
|
+
speech_pad_ms: z.ZodOptional<z.ZodNumber>;
|
|
2563
|
+
samples_overlap: z.ZodOptional<z.ZodNumber>;
|
|
2545
2564
|
}, z.core.$strip>>;
|
|
2546
|
-
|
|
2547
|
-
|
|
2548
|
-
|
|
2565
|
+
audio_format: z.ZodOptional<z.ZodEnum<{
|
|
2566
|
+
f32le: "f32le";
|
|
2567
|
+
s16le: "s16le";
|
|
2549
2568
|
}>>;
|
|
2550
|
-
|
|
2551
|
-
|
|
2552
|
-
|
|
2553
|
-
|
|
2554
|
-
|
|
2555
|
-
|
|
2556
|
-
|
|
2557
|
-
|
|
2558
|
-
|
|
2559
|
-
|
|
2560
|
-
|
|
2561
|
-
|
|
2562
|
-
|
|
2563
|
-
|
|
2564
|
-
|
|
2565
|
-
|
|
2566
|
-
|
|
2567
|
-
|
|
2568
|
-
|
|
2569
|
-
|
|
2570
|
-
|
|
2571
|
-
|
|
2572
|
-
|
|
2573
|
-
|
|
2574
|
-
|
|
2575
|
-
|
|
2576
|
-
|
|
2577
|
-
|
|
2578
|
-
|
|
2579
|
-
|
|
2580
|
-
|
|
2581
|
-
|
|
2569
|
+
contextParams: z.ZodOptional<z.ZodObject<{
|
|
2570
|
+
model: z.ZodOptional<z.ZodString>;
|
|
2571
|
+
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
2572
|
+
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
2573
|
+
gpu_device: z.ZodOptional<z.ZodNumber>;
|
|
2574
|
+
}, z.core.$strip>>;
|
|
2575
|
+
miscConfig: z.ZodOptional<z.ZodObject<{
|
|
2576
|
+
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
2577
|
+
}, z.core.$strip>>;
|
|
2578
|
+
}, z.core.$strip>;
|
|
2579
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
2580
|
+
type: z.ZodLiteral<"loadModel">;
|
|
2581
|
+
modelSrc: z.ZodString;
|
|
2582
|
+
modelName: z.ZodOptional<z.ZodString>;
|
|
2583
|
+
projectionModelSrc: z.ZodOptional<z.ZodString>;
|
|
2584
|
+
vadModelSrc: z.ZodOptional<z.ZodString>;
|
|
2585
|
+
configSrc: z.ZodOptional<z.ZodString>;
|
|
2586
|
+
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
2587
|
+
seed: z.ZodOptional<z.ZodBoolean>;
|
|
2588
|
+
delegate: z.ZodOptional<z.ZodObject<{
|
|
2589
|
+
topic: z.ZodString;
|
|
2590
|
+
providerPublicKey: z.ZodString;
|
|
2591
|
+
timeout: z.ZodOptional<z.ZodNumber>;
|
|
2592
|
+
fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
2593
|
+
}, z.core.$strip>>;
|
|
2594
|
+
modelType: z.ZodLiteral<"embeddings">;
|
|
2595
|
+
modelConfig: z.ZodObject<{
|
|
2596
|
+
config: z.ZodDefault<z.ZodString>;
|
|
2597
|
+
}, z.core.$strip>;
|
|
2598
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
2599
|
+
type: z.ZodLiteral<"loadModel">;
|
|
2600
|
+
modelSrc: z.ZodString;
|
|
2601
|
+
modelName: z.ZodOptional<z.ZodString>;
|
|
2602
|
+
projectionModelSrc: z.ZodOptional<z.ZodString>;
|
|
2603
|
+
vadModelSrc: z.ZodOptional<z.ZodString>;
|
|
2604
|
+
configSrc: z.ZodOptional<z.ZodString>;
|
|
2605
|
+
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
2606
|
+
seed: z.ZodOptional<z.ZodBoolean>;
|
|
2607
|
+
delegate: z.ZodOptional<z.ZodObject<{
|
|
2608
|
+
topic: z.ZodString;
|
|
2609
|
+
providerPublicKey: z.ZodString;
|
|
2610
|
+
timeout: z.ZodOptional<z.ZodNumber>;
|
|
2611
|
+
fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
2612
|
+
}, z.core.$strip>>;
|
|
2613
|
+
modelType: z.ZodLiteral<"nmt">;
|
|
2614
|
+
modelConfig: z.ZodPipe<z.ZodObject<{
|
|
2615
|
+
mode: z.ZodOptional<z.ZodEnum<{
|
|
2616
|
+
full: "full";
|
|
2617
|
+
}>>;
|
|
2618
|
+
from: z.ZodEnum<{
|
|
2619
|
+
en: "en";
|
|
2620
|
+
de: "de";
|
|
2621
|
+
es: "es";
|
|
2622
|
+
it: "it";
|
|
2623
|
+
ru: "ru";
|
|
2624
|
+
ja: "ja";
|
|
2625
|
+
asm_Beng: "asm_Beng";
|
|
2626
|
+
ben_Beng: "ben_Beng";
|
|
2627
|
+
brx_Deva: "brx_Deva";
|
|
2628
|
+
doi_Deva: "doi_Deva";
|
|
2629
|
+
eng_Latn: "eng_Latn";
|
|
2630
|
+
gom_Deva: "gom_Deva";
|
|
2631
|
+
guj_Gujr: "guj_Gujr";
|
|
2632
|
+
hin_Deva: "hin_Deva";
|
|
2633
|
+
kan_Knda: "kan_Knda";
|
|
2634
|
+
kas_Arab: "kas_Arab";
|
|
2635
|
+
kas_Deva: "kas_Deva";
|
|
2636
|
+
mai_Deva: "mai_Deva";
|
|
2637
|
+
mal_Mlym: "mal_Mlym";
|
|
2638
|
+
mar_Deva: "mar_Deva";
|
|
2639
|
+
mni_Beng: "mni_Beng";
|
|
2640
|
+
mni_Mtei: "mni_Mtei";
|
|
2641
|
+
npi_Deva: "npi_Deva";
|
|
2642
|
+
ory_Orya: "ory_Orya";
|
|
2643
|
+
pan_Guru: "pan_Guru";
|
|
2644
|
+
san_Deva: "san_Deva";
|
|
2645
|
+
sat_Olck: "sat_Olck";
|
|
2646
|
+
snd_Arab: "snd_Arab";
|
|
2647
|
+
snd_Deva: "snd_Deva";
|
|
2648
|
+
tam_Taml: "tam_Taml";
|
|
2649
|
+
tel_Telu: "tel_Telu";
|
|
2650
|
+
urd_Arab: "urd_Arab";
|
|
2651
|
+
}>;
|
|
2652
|
+
to: z.ZodEnum<{
|
|
2653
|
+
en: "en";
|
|
2654
|
+
de: "de";
|
|
2655
|
+
es: "es";
|
|
2656
|
+
it: "it";
|
|
2657
|
+
ru: "ru";
|
|
2658
|
+
ja: "ja";
|
|
2659
|
+
asm_Beng: "asm_Beng";
|
|
2660
|
+
ben_Beng: "ben_Beng";
|
|
2661
|
+
brx_Deva: "brx_Deva";
|
|
2662
|
+
doi_Deva: "doi_Deva";
|
|
2663
|
+
eng_Latn: "eng_Latn";
|
|
2664
|
+
gom_Deva: "gom_Deva";
|
|
2665
|
+
guj_Gujr: "guj_Gujr";
|
|
2666
|
+
hin_Deva: "hin_Deva";
|
|
2667
|
+
kan_Knda: "kan_Knda";
|
|
2668
|
+
kas_Arab: "kas_Arab";
|
|
2669
|
+
kas_Deva: "kas_Deva";
|
|
2670
|
+
mai_Deva: "mai_Deva";
|
|
2671
|
+
mal_Mlym: "mal_Mlym";
|
|
2672
|
+
mar_Deva: "mar_Deva";
|
|
2673
|
+
mni_Beng: "mni_Beng";
|
|
2674
|
+
mni_Mtei: "mni_Mtei";
|
|
2675
|
+
npi_Deva: "npi_Deva";
|
|
2676
|
+
ory_Orya: "ory_Orya";
|
|
2677
|
+
pan_Guru: "pan_Guru";
|
|
2678
|
+
san_Deva: "san_Deva";
|
|
2679
|
+
sat_Olck: "sat_Olck";
|
|
2680
|
+
snd_Arab: "snd_Arab";
|
|
2681
|
+
snd_Deva: "snd_Deva";
|
|
2682
|
+
tam_Taml: "tam_Taml";
|
|
2683
|
+
tel_Telu: "tel_Telu";
|
|
2684
|
+
urd_Arab: "urd_Arab";
|
|
2685
|
+
}>;
|
|
2686
|
+
beamsize: z.ZodOptional<z.ZodNumber>;
|
|
2687
|
+
lengthpenalty: z.ZodOptional<z.ZodNumber>;
|
|
2688
|
+
maxlength: z.ZodOptional<z.ZodNumber>;
|
|
2689
|
+
repetitionpenalty: z.ZodOptional<z.ZodNumber>;
|
|
2690
|
+
norepeatngramsize: z.ZodOptional<z.ZodNumber>;
|
|
2691
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
2692
|
+
topk: z.ZodOptional<z.ZodNumber>;
|
|
2693
|
+
topp: z.ZodOptional<z.ZodNumber>;
|
|
2694
|
+
}, z.core.$strip>, z.ZodTransform<{
|
|
2695
|
+
mode: "full";
|
|
2696
|
+
beamsize: number;
|
|
2697
|
+
lengthpenalty: number;
|
|
2698
|
+
maxlength: number;
|
|
2699
|
+
repetitionpenalty: number;
|
|
2700
|
+
norepeatngramsize: number;
|
|
2701
|
+
temperature: number;
|
|
2702
|
+
topk: number;
|
|
2703
|
+
topp: number;
|
|
2704
|
+
from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
|
|
2705
|
+
to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
|
|
2706
|
+
}, {
|
|
2707
|
+
from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
|
|
2708
|
+
to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
|
|
2709
|
+
mode?: "full" | undefined;
|
|
2710
|
+
beamsize?: number | undefined;
|
|
2711
|
+
lengthpenalty?: number | undefined;
|
|
2712
|
+
maxlength?: number | undefined;
|
|
2713
|
+
repetitionpenalty?: number | undefined;
|
|
2714
|
+
norepeatngramsize?: number | undefined;
|
|
2715
|
+
temperature?: number | undefined;
|
|
2716
|
+
topk?: number | undefined;
|
|
2717
|
+
topp?: number | undefined;
|
|
2718
|
+
}>>;
|
|
2719
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
2720
|
+
type: z.ZodLiteral<"loadModel">;
|
|
2721
|
+
modelSrc: z.ZodString;
|
|
2722
|
+
modelName: z.ZodOptional<z.ZodString>;
|
|
2723
|
+
projectionModelSrc: z.ZodOptional<z.ZodString>;
|
|
2724
|
+
vadModelSrc: z.ZodOptional<z.ZodString>;
|
|
2725
|
+
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
2726
|
+
seed: z.ZodOptional<z.ZodBoolean>;
|
|
2727
|
+
delegate: z.ZodOptional<z.ZodObject<{
|
|
2728
|
+
topic: z.ZodString;
|
|
2729
|
+
providerPublicKey: z.ZodString;
|
|
2730
|
+
timeout: z.ZodOptional<z.ZodNumber>;
|
|
2731
|
+
fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
2732
|
+
}, z.core.$strip>>;
|
|
2733
|
+
modelType: z.ZodLiteral<"tts">;
|
|
2734
|
+
modelConfig: z.ZodObject<{
|
|
2735
|
+
language: z.ZodEnum<{
|
|
2736
|
+
en: "en";
|
|
2737
|
+
de: "de";
|
|
2738
|
+
es: "es";
|
|
2739
|
+
it: "it";
|
|
2740
|
+
}>;
|
|
2741
|
+
}, z.core.$strip>;
|
|
2742
|
+
configSrc: z.ZodString;
|
|
2743
|
+
eSpeakDataPath: z.ZodString;
|
|
2744
|
+
}, z.core.$strip>], "modelType">, z.ZodTransform<{
|
|
2745
|
+
seed: boolean;
|
|
2746
|
+
type: "loadModel";
|
|
2747
|
+
modelSrc: string;
|
|
2748
|
+
modelType: "llm";
|
|
2749
|
+
modelConfig: {
|
|
2750
|
+
ctx_size: number;
|
|
2751
|
+
gpu_layers: number;
|
|
2752
|
+
device: string;
|
|
2753
|
+
system_prompt: string;
|
|
2754
|
+
temp?: number | undefined;
|
|
2755
|
+
top_p?: number | undefined;
|
|
2756
|
+
top_k?: number | undefined;
|
|
2757
|
+
seed?: number | undefined;
|
|
2758
|
+
lora?: string | undefined;
|
|
2759
|
+
predict?: number | undefined;
|
|
2760
|
+
no_mmap?: boolean | undefined;
|
|
2761
|
+
verbosity?: 0 | 2 | 1 | 3 | undefined;
|
|
2762
|
+
presence_penalty?: number | undefined;
|
|
2763
|
+
frequency_penalty?: number | undefined;
|
|
2764
|
+
repeat_penalty?: number | undefined;
|
|
2765
|
+
stop_sequences?: string[] | undefined;
|
|
2766
|
+
n_discarded?: number | undefined;
|
|
2767
|
+
tools?: boolean | undefined;
|
|
2768
|
+
};
|
|
2769
|
+
modelName?: string | undefined;
|
|
2770
|
+
projectionModelSrc?: string | undefined;
|
|
2771
|
+
vadModelSrc?: string | undefined;
|
|
2772
|
+
configSrc?: string | undefined;
|
|
2773
|
+
withProgress?: boolean | undefined;
|
|
2774
|
+
delegate?: {
|
|
2775
|
+
topic: string;
|
|
2776
|
+
providerPublicKey: string;
|
|
2777
|
+
fallbackToLocal: boolean;
|
|
2778
|
+
timeout?: number | undefined;
|
|
2779
|
+
} | undefined;
|
|
2780
|
+
} | {
|
|
2781
|
+
seed: boolean;
|
|
2782
|
+
type: "loadModel";
|
|
2783
|
+
modelSrc: string;
|
|
2784
|
+
modelType: "whisper";
|
|
2785
|
+
modelConfig: {
|
|
2786
|
+
strategy?: "greedy" | "beam_search" | undefined;
|
|
2787
|
+
n_threads?: number | undefined;
|
|
2788
|
+
n_max_text_ctx?: number | undefined;
|
|
2789
|
+
offset_ms?: number | undefined;
|
|
2790
|
+
duration_ms?: number | undefined;
|
|
2791
|
+
audio_ctx?: number | undefined;
|
|
2792
|
+
translate?: boolean | undefined;
|
|
2793
|
+
no_context?: boolean | undefined;
|
|
2794
|
+
no_timestamps?: boolean | undefined;
|
|
2795
|
+
single_segment?: boolean | undefined;
|
|
2796
|
+
print_special?: boolean | undefined;
|
|
2797
|
+
print_progress?: boolean | undefined;
|
|
2798
|
+
print_realtime?: boolean | undefined;
|
|
2799
|
+
print_timestamps?: boolean | undefined;
|
|
2800
|
+
token_timestamps?: boolean | undefined;
|
|
2801
|
+
thold_pt?: number | undefined;
|
|
2802
|
+
thold_ptsum?: number | undefined;
|
|
2803
|
+
max_len?: number | undefined;
|
|
2804
|
+
split_on_word?: boolean | undefined;
|
|
2805
|
+
max_tokens?: number | undefined;
|
|
2806
|
+
debug_mode?: boolean | undefined;
|
|
2807
|
+
tdrz_enable?: boolean | undefined;
|
|
2808
|
+
suppress_regex?: string | undefined;
|
|
2809
|
+
initial_prompt?: string | undefined;
|
|
2810
|
+
language?: string | undefined;
|
|
2811
|
+
detect_language?: boolean | undefined;
|
|
2812
|
+
suppress_blank?: boolean | undefined;
|
|
2813
|
+
suppress_nst?: boolean | undefined;
|
|
2814
|
+
temperature?: number | undefined;
|
|
2815
|
+
length_penalty?: number | undefined;
|
|
2816
|
+
temperature_inc?: number | undefined;
|
|
2817
|
+
entropy_thold?: number | undefined;
|
|
2818
|
+
logprob_thold?: number | undefined;
|
|
2819
|
+
greedy_best_of?: number | undefined;
|
|
2820
|
+
beam_search_beam_size?: number | undefined;
|
|
2821
|
+
vad_model_path?: string | undefined;
|
|
2822
|
+
vad_params?: {
|
|
2823
|
+
threshold?: number | undefined;
|
|
2824
|
+
min_speech_duration_ms?: number | undefined;
|
|
2825
|
+
min_silence_duration_ms?: number | undefined;
|
|
2826
|
+
max_speech_duration_s?: number | undefined;
|
|
2827
|
+
speech_pad_ms?: number | undefined;
|
|
2828
|
+
samples_overlap?: number | undefined;
|
|
2829
|
+
} | undefined;
|
|
2830
|
+
audio_format?: "f32le" | "s16le" | undefined;
|
|
2831
|
+
contextParams?: {
|
|
2832
|
+
model?: string | undefined;
|
|
2833
|
+
use_gpu?: boolean | undefined;
|
|
2834
|
+
flash_attn?: boolean | undefined;
|
|
2835
|
+
gpu_device?: number | undefined;
|
|
2836
|
+
} | undefined;
|
|
2837
|
+
miscConfig?: {
|
|
2838
|
+
caption_enabled?: boolean | undefined;
|
|
2839
|
+
} | undefined;
|
|
2840
|
+
};
|
|
2841
|
+
modelName?: string | undefined;
|
|
2842
|
+
projectionModelSrc?: string | undefined;
|
|
2843
|
+
vadModelSrc?: string | undefined;
|
|
2844
|
+
configSrc?: string | undefined;
|
|
2845
|
+
withProgress?: boolean | undefined;
|
|
2846
|
+
delegate?: {
|
|
2847
|
+
topic: string;
|
|
2848
|
+
providerPublicKey: string;
|
|
2849
|
+
fallbackToLocal: boolean;
|
|
2850
|
+
timeout?: number | undefined;
|
|
2851
|
+
} | undefined;
|
|
2852
|
+
} | {
|
|
2853
|
+
seed: boolean;
|
|
2854
|
+
type: "loadModel";
|
|
2855
|
+
modelSrc: string;
|
|
2856
|
+
modelType: "embeddings";
|
|
2857
|
+
modelConfig: {
|
|
2858
|
+
config: string;
|
|
2859
|
+
};
|
|
2860
|
+
modelName?: string | undefined;
|
|
2861
|
+
projectionModelSrc?: string | undefined;
|
|
2862
|
+
vadModelSrc?: string | undefined;
|
|
2863
|
+
configSrc?: string | undefined;
|
|
2864
|
+
withProgress?: boolean | undefined;
|
|
2865
|
+
delegate?: {
|
|
2866
|
+
topic: string;
|
|
2867
|
+
providerPublicKey: string;
|
|
2868
|
+
fallbackToLocal: boolean;
|
|
2869
|
+
timeout?: number | undefined;
|
|
2870
|
+
} | undefined;
|
|
2871
|
+
} | {
|
|
2872
|
+
seed: boolean;
|
|
2873
|
+
type: "loadModel";
|
|
2874
|
+
modelSrc: string;
|
|
2875
|
+
modelType: "nmt";
|
|
2876
|
+
modelConfig: {
|
|
2877
|
+
mode: "full";
|
|
2878
|
+
beamsize: number;
|
|
2879
|
+
lengthpenalty: number;
|
|
2880
|
+
maxlength: number;
|
|
2881
|
+
repetitionpenalty: number;
|
|
2882
|
+
norepeatngramsize: number;
|
|
2883
|
+
temperature: number;
|
|
2884
|
+
topk: number;
|
|
2885
|
+
topp: number;
|
|
2886
|
+
from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
|
|
2887
|
+
to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
|
|
2888
|
+
};
|
|
2889
|
+
modelName?: string | undefined;
|
|
2890
|
+
projectionModelSrc?: string | undefined;
|
|
2891
|
+
vadModelSrc?: string | undefined;
|
|
2892
|
+
configSrc?: string | undefined;
|
|
2893
|
+
withProgress?: boolean | undefined;
|
|
2894
|
+
delegate?: {
|
|
2895
|
+
topic: string;
|
|
2896
|
+
providerPublicKey: string;
|
|
2897
|
+
fallbackToLocal: boolean;
|
|
2898
|
+
timeout?: number | undefined;
|
|
2899
|
+
} | undefined;
|
|
2900
|
+
} | {
|
|
2901
|
+
seed: boolean;
|
|
2902
|
+
type: "loadModel";
|
|
2903
|
+
modelSrc: string;
|
|
2904
|
+
modelType: "tts";
|
|
2905
|
+
modelConfig: {
|
|
2906
|
+
language: "en" | "de" | "es" | "it";
|
|
2907
|
+
};
|
|
2908
|
+
configSrc: string;
|
|
2909
|
+
eSpeakDataPath: string;
|
|
2910
|
+
modelName?: string | undefined;
|
|
2911
|
+
projectionModelSrc?: string | undefined;
|
|
2912
|
+
vadModelSrc?: string | undefined;
|
|
2913
|
+
withProgress?: boolean | undefined;
|
|
2914
|
+
delegate?: {
|
|
2915
|
+
topic: string;
|
|
2916
|
+
providerPublicKey: string;
|
|
2917
|
+
fallbackToLocal: boolean;
|
|
2918
|
+
timeout?: number | undefined;
|
|
2919
|
+
} | undefined;
|
|
2920
|
+
}, {
|
|
2921
|
+
type: "loadModel";
|
|
2922
|
+
modelSrc: string;
|
|
2923
|
+
modelType: "llm";
|
|
2924
|
+
modelConfig: {
|
|
2925
|
+
ctx_size: number;
|
|
2926
|
+
gpu_layers: number;
|
|
2927
|
+
device: string;
|
|
2928
|
+
system_prompt: string;
|
|
2929
|
+
temp?: number | undefined;
|
|
2930
|
+
top_p?: number | undefined;
|
|
2931
|
+
top_k?: number | undefined;
|
|
2932
|
+
seed?: number | undefined;
|
|
2933
|
+
lora?: string | undefined;
|
|
2934
|
+
predict?: number | undefined;
|
|
2935
|
+
no_mmap?: boolean | undefined;
|
|
2936
|
+
verbosity?: 0 | 2 | 1 | 3 | undefined;
|
|
2937
|
+
presence_penalty?: number | undefined;
|
|
2938
|
+
frequency_penalty?: number | undefined;
|
|
2939
|
+
repeat_penalty?: number | undefined;
|
|
2940
|
+
stop_sequences?: string[] | undefined;
|
|
2941
|
+
n_discarded?: number | undefined;
|
|
2942
|
+
tools?: boolean | undefined;
|
|
2943
|
+
};
|
|
2944
|
+
modelName?: string | undefined;
|
|
2945
|
+
projectionModelSrc?: string | undefined;
|
|
2946
|
+
vadModelSrc?: string | undefined;
|
|
2947
|
+
configSrc?: string | undefined;
|
|
2948
|
+
withProgress?: boolean | undefined;
|
|
2949
|
+
seed?: boolean | undefined;
|
|
2950
|
+
delegate?: {
|
|
2951
|
+
topic: string;
|
|
2952
|
+
providerPublicKey: string;
|
|
2953
|
+
fallbackToLocal: boolean;
|
|
2954
|
+
timeout?: number | undefined;
|
|
2955
|
+
} | undefined;
|
|
2956
|
+
} | {
|
|
2957
|
+
type: "loadModel";
|
|
2958
|
+
modelSrc: string;
|
|
2959
|
+
modelType: "whisper";
|
|
2960
|
+
modelConfig: {
|
|
2961
|
+
strategy?: "greedy" | "beam_search" | undefined;
|
|
2962
|
+
n_threads?: number | undefined;
|
|
2963
|
+
n_max_text_ctx?: number | undefined;
|
|
2964
|
+
offset_ms?: number | undefined;
|
|
2965
|
+
duration_ms?: number | undefined;
|
|
2966
|
+
audio_ctx?: number | undefined;
|
|
2967
|
+
translate?: boolean | undefined;
|
|
2968
|
+
no_context?: boolean | undefined;
|
|
2969
|
+
no_timestamps?: boolean | undefined;
|
|
2970
|
+
single_segment?: boolean | undefined;
|
|
2971
|
+
print_special?: boolean | undefined;
|
|
2972
|
+
print_progress?: boolean | undefined;
|
|
2973
|
+
print_realtime?: boolean | undefined;
|
|
2974
|
+
print_timestamps?: boolean | undefined;
|
|
2975
|
+
token_timestamps?: boolean | undefined;
|
|
2976
|
+
thold_pt?: number | undefined;
|
|
2977
|
+
thold_ptsum?: number | undefined;
|
|
2978
|
+
max_len?: number | undefined;
|
|
2979
|
+
split_on_word?: boolean | undefined;
|
|
2980
|
+
max_tokens?: number | undefined;
|
|
2981
|
+
debug_mode?: boolean | undefined;
|
|
2982
|
+
tdrz_enable?: boolean | undefined;
|
|
2983
|
+
suppress_regex?: string | undefined;
|
|
2984
|
+
initial_prompt?: string | undefined;
|
|
2985
|
+
language?: string | undefined;
|
|
2986
|
+
detect_language?: boolean | undefined;
|
|
2987
|
+
suppress_blank?: boolean | undefined;
|
|
2988
|
+
suppress_nst?: boolean | undefined;
|
|
2989
|
+
temperature?: number | undefined;
|
|
2990
|
+
length_penalty?: number | undefined;
|
|
2991
|
+
temperature_inc?: number | undefined;
|
|
2992
|
+
entropy_thold?: number | undefined;
|
|
2993
|
+
logprob_thold?: number | undefined;
|
|
2994
|
+
greedy_best_of?: number | undefined;
|
|
2995
|
+
beam_search_beam_size?: number | undefined;
|
|
2996
|
+
vad_model_path?: string | undefined;
|
|
2997
|
+
vad_params?: {
|
|
2998
|
+
threshold?: number | undefined;
|
|
2999
|
+
min_speech_duration_ms?: number | undefined;
|
|
3000
|
+
min_silence_duration_ms?: number | undefined;
|
|
3001
|
+
max_speech_duration_s?: number | undefined;
|
|
3002
|
+
speech_pad_ms?: number | undefined;
|
|
3003
|
+
samples_overlap?: number | undefined;
|
|
3004
|
+
} | undefined;
|
|
3005
|
+
audio_format?: "f32le" | "s16le" | undefined;
|
|
3006
|
+
contextParams?: {
|
|
3007
|
+
model?: string | undefined;
|
|
3008
|
+
use_gpu?: boolean | undefined;
|
|
3009
|
+
flash_attn?: boolean | undefined;
|
|
3010
|
+
gpu_device?: number | undefined;
|
|
3011
|
+
} | undefined;
|
|
3012
|
+
miscConfig?: {
|
|
3013
|
+
caption_enabled?: boolean | undefined;
|
|
3014
|
+
} | undefined;
|
|
3015
|
+
};
|
|
3016
|
+
modelName?: string | undefined;
|
|
3017
|
+
projectionModelSrc?: string | undefined;
|
|
3018
|
+
vadModelSrc?: string | undefined;
|
|
3019
|
+
configSrc?: string | undefined;
|
|
3020
|
+
withProgress?: boolean | undefined;
|
|
3021
|
+
seed?: boolean | undefined;
|
|
3022
|
+
delegate?: {
|
|
3023
|
+
topic: string;
|
|
3024
|
+
providerPublicKey: string;
|
|
3025
|
+
fallbackToLocal: boolean;
|
|
3026
|
+
timeout?: number | undefined;
|
|
3027
|
+
} | undefined;
|
|
3028
|
+
} | {
|
|
3029
|
+
type: "loadModel";
|
|
3030
|
+
modelSrc: string;
|
|
3031
|
+
modelType: "embeddings";
|
|
3032
|
+
modelConfig: {
|
|
3033
|
+
config: string;
|
|
3034
|
+
};
|
|
3035
|
+
modelName?: string | undefined;
|
|
3036
|
+
projectionModelSrc?: string | undefined;
|
|
3037
|
+
vadModelSrc?: string | undefined;
|
|
3038
|
+
configSrc?: string | undefined;
|
|
3039
|
+
withProgress?: boolean | undefined;
|
|
3040
|
+
seed?: boolean | undefined;
|
|
3041
|
+
delegate?: {
|
|
3042
|
+
topic: string;
|
|
3043
|
+
providerPublicKey: string;
|
|
3044
|
+
fallbackToLocal: boolean;
|
|
3045
|
+
timeout?: number | undefined;
|
|
3046
|
+
} | undefined;
|
|
3047
|
+
} | {
|
|
3048
|
+
type: "loadModel";
|
|
3049
|
+
modelSrc: string;
|
|
3050
|
+
modelType: "nmt";
|
|
3051
|
+
modelConfig: {
|
|
3052
|
+
mode: "full";
|
|
3053
|
+
beamsize: number;
|
|
3054
|
+
lengthpenalty: number;
|
|
3055
|
+
maxlength: number;
|
|
3056
|
+
repetitionpenalty: number;
|
|
3057
|
+
norepeatngramsize: number;
|
|
3058
|
+
temperature: number;
|
|
3059
|
+
topk: number;
|
|
3060
|
+
topp: number;
|
|
3061
|
+
from: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
|
|
3062
|
+
to: "en" | "de" | "es" | "it" | "ru" | "ja" | "asm_Beng" | "ben_Beng" | "brx_Deva" | "doi_Deva" | "eng_Latn" | "gom_Deva" | "guj_Gujr" | "hin_Deva" | "kan_Knda" | "kas_Arab" | "kas_Deva" | "mai_Deva" | "mal_Mlym" | "mar_Deva" | "mni_Beng" | "mni_Mtei" | "npi_Deva" | "ory_Orya" | "pan_Guru" | "san_Deva" | "sat_Olck" | "snd_Arab" | "snd_Deva" | "tam_Taml" | "tel_Telu" | "urd_Arab";
|
|
3063
|
+
};
|
|
3064
|
+
modelName?: string | undefined;
|
|
3065
|
+
projectionModelSrc?: string | undefined;
|
|
3066
|
+
vadModelSrc?: string | undefined;
|
|
3067
|
+
configSrc?: string | undefined;
|
|
3068
|
+
withProgress?: boolean | undefined;
|
|
3069
|
+
seed?: boolean | undefined;
|
|
3070
|
+
delegate?: {
|
|
3071
|
+
topic: string;
|
|
3072
|
+
providerPublicKey: string;
|
|
3073
|
+
fallbackToLocal: boolean;
|
|
3074
|
+
timeout?: number | undefined;
|
|
3075
|
+
} | undefined;
|
|
3076
|
+
} | {
|
|
3077
|
+
type: "loadModel";
|
|
3078
|
+
modelSrc: string;
|
|
3079
|
+
modelType: "tts";
|
|
3080
|
+
modelConfig: {
|
|
3081
|
+
language: "en" | "de" | "es" | "it";
|
|
3082
|
+
};
|
|
3083
|
+
configSrc: string;
|
|
3084
|
+
eSpeakDataPath: string;
|
|
3085
|
+
modelName?: string | undefined;
|
|
3086
|
+
projectionModelSrc?: string | undefined;
|
|
3087
|
+
vadModelSrc?: string | undefined;
|
|
3088
|
+
withProgress?: boolean | undefined;
|
|
3089
|
+
seed?: boolean | undefined;
|
|
3090
|
+
delegate?: {
|
|
3091
|
+
topic: string;
|
|
3092
|
+
providerPublicKey: string;
|
|
3093
|
+
fallbackToLocal: boolean;
|
|
3094
|
+
timeout?: number | undefined;
|
|
3095
|
+
} | undefined;
|
|
3096
|
+
}>>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
3097
|
+
type: z.ZodLiteral<"loadModel">;
|
|
3098
|
+
modelId: z.ZodString;
|
|
3099
|
+
modelSrc: z.ZodOptional<z.ZodNever>;
|
|
3100
|
+
withProgress: z.ZodOptional<z.ZodNever>;
|
|
3101
|
+
delegate: z.ZodOptional<z.ZodNever>;
|
|
3102
|
+
seed: z.ZodOptional<z.ZodNever>;
|
|
3103
|
+
modelType: z.ZodLiteral<"whisper">;
|
|
3104
|
+
modelConfig: z.ZodObject<{
|
|
3105
|
+
strategy: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
3106
|
+
greedy: "greedy";
|
|
3107
|
+
beam_search: "beam_search";
|
|
3108
|
+
}>>>;
|
|
3109
|
+
n_threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3110
|
+
n_max_text_ctx: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3111
|
+
offset_ms: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3112
|
+
duration_ms: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3113
|
+
audio_ctx: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3114
|
+
translate: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3115
|
+
no_context: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3116
|
+
no_timestamps: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3117
|
+
single_segment: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3118
|
+
print_special: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3119
|
+
print_progress: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3120
|
+
print_realtime: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3121
|
+
print_timestamps: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3122
|
+
token_timestamps: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3123
|
+
thold_pt: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3124
|
+
thold_ptsum: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3125
|
+
max_len: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3126
|
+
split_on_word: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3127
|
+
max_tokens: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3128
|
+
debug_mode: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3129
|
+
tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3130
|
+
suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
3131
|
+
initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
3132
|
+
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
3133
|
+
detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3134
|
+
suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3135
|
+
suppress_nst: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3136
|
+
temperature: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3137
|
+
length_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3138
|
+
temperature_inc: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3139
|
+
entropy_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3140
|
+
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3141
|
+
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3142
|
+
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3143
|
+
vad_model_path: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
3144
|
+
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
3145
|
+
threshold: z.ZodOptional<z.ZodNumber>;
|
|
3146
|
+
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
3147
|
+
min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
3148
|
+
max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
|
|
3149
|
+
speech_pad_ms: z.ZodOptional<z.ZodNumber>;
|
|
3150
|
+
samples_overlap: z.ZodOptional<z.ZodNumber>;
|
|
3151
|
+
}, z.core.$strip>>>;
|
|
3152
|
+
audio_format: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
3153
|
+
f32le: "f32le";
|
|
3154
|
+
s16le: "s16le";
|
|
3155
|
+
}>>>;
|
|
3156
|
+
contextParams: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
3157
|
+
model: z.ZodOptional<z.ZodString>;
|
|
3158
|
+
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
3159
|
+
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
3160
|
+
gpu_device: z.ZodOptional<z.ZodNumber>;
|
|
3161
|
+
}, z.core.$strip>>>;
|
|
3162
|
+
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
3163
|
+
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
3164
|
+
}, z.core.$strip>>>;
|
|
3165
|
+
}, z.core.$strip>;
|
|
3166
|
+
}, z.core.$strip>], "modelType">]>;
|
|
3167
|
+
export declare const loadModelResponseSchema: z.ZodObject<{
|
|
3168
|
+
type: z.ZodLiteral<"loadModel">;
|
|
3169
|
+
success: z.ZodBoolean;
|
|
3170
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
3171
|
+
error: z.ZodOptional<z.ZodString>;
|
|
3172
|
+
}, z.core.$strip>;
|
|
3173
|
+
export declare const modelProgressUpdateSchema: z.ZodObject<{
|
|
3174
|
+
type: z.ZodLiteral<"modelProgress">;
|
|
3175
|
+
downloaded: z.ZodNumber;
|
|
3176
|
+
total: z.ZodNumber;
|
|
3177
|
+
percentage: z.ZodNumber;
|
|
3178
|
+
downloadKey: z.ZodString;
|
|
3179
|
+
shardInfo: z.ZodOptional<z.ZodObject<{
|
|
3180
|
+
currentShard: z.ZodNumber;
|
|
3181
|
+
totalShards: z.ZodNumber;
|
|
3182
|
+
shardName: z.ZodString;
|
|
3183
|
+
overallDownloaded: z.ZodNumber;
|
|
3184
|
+
overallTotal: z.ZodNumber;
|
|
3185
|
+
overallPercentage: z.ZodNumber;
|
|
3186
|
+
}, z.core.$strip>>;
|
|
3187
|
+
}, z.core.$strip>;
|
|
3188
|
+
export declare const hyperdriveUrlSchema: z.ZodPipe<z.ZodString, z.ZodTransform<{
|
|
3189
|
+
key: string;
|
|
3190
|
+
path: string;
|
|
3191
|
+
}, string>>;
|
|
3192
|
+
export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
3193
|
+
modelId: z.ZodString;
|
|
3194
|
+
modelPath: z.ZodString;
|
|
3195
|
+
options: z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
|
|
3196
|
+
modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
3197
|
+
src: z.ZodString;
|
|
3198
|
+
name: z.ZodOptional<z.ZodString>;
|
|
3199
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
3200
|
+
hyperdriveKey: z.ZodOptional<z.ZodString>;
|
|
3201
|
+
hyperbeeKey: z.ZodOptional<z.ZodString>;
|
|
3202
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
3203
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
3204
|
+
addon: z.ZodOptional<z.ZodEnum<{
|
|
3205
|
+
llm: "llm";
|
|
3206
|
+
whisper: "whisper";
|
|
3207
|
+
embeddings: "embeddings";
|
|
3208
|
+
nmt: "nmt";
|
|
3209
|
+
tts: "tts";
|
|
3210
|
+
vad: "vad";
|
|
3211
|
+
}>>;
|
|
3212
|
+
}, z.core.$strip>]>;
|
|
3213
|
+
modelType: z.ZodLiteral<"llm">;
|
|
3214
|
+
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
3215
|
+
ctx_size: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
3216
|
+
temp: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3217
|
+
top_p: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3218
|
+
top_k: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3219
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3220
|
+
gpu_layers: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
|
|
3221
|
+
lora: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
3222
|
+
device: z.ZodOptional<z.ZodDefault<z.ZodString>>;
|
|
3223
|
+
predict: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>>;
|
|
3224
|
+
system_prompt: z.ZodOptional<z.ZodDefault<z.ZodString>>;
|
|
3225
|
+
no_mmap: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3226
|
+
verbosity: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>>;
|
|
3227
|
+
presence_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3228
|
+
frequency_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3229
|
+
repeat_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3230
|
+
stop_sequences: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodString>>>;
|
|
3231
|
+
n_discarded: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3232
|
+
tools: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3233
|
+
}, z.core.$strict>>;
|
|
3234
|
+
seed: z.ZodOptional<z.ZodBoolean>;
|
|
3235
|
+
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
3236
|
+
src: z.ZodString;
|
|
3237
|
+
name: z.ZodOptional<z.ZodString>;
|
|
3238
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
3239
|
+
hyperdriveKey: z.ZodOptional<z.ZodString>;
|
|
3240
|
+
hyperbeeKey: z.ZodOptional<z.ZodString>;
|
|
3241
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
3242
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
3243
|
+
addon: z.ZodOptional<z.ZodEnum<{
|
|
3244
|
+
llm: "llm";
|
|
3245
|
+
whisper: "whisper";
|
|
3246
|
+
embeddings: "embeddings";
|
|
3247
|
+
nmt: "nmt";
|
|
3248
|
+
tts: "tts";
|
|
3249
|
+
vad: "vad";
|
|
3250
|
+
}>>;
|
|
3251
|
+
}, z.core.$strip>]>>;
|
|
3252
|
+
delegate: z.ZodOptional<z.ZodObject<{
|
|
3253
|
+
topic: z.ZodString;
|
|
3254
|
+
providerPublicKey: z.ZodString;
|
|
3255
|
+
timeout: z.ZodOptional<z.ZodNumber>;
|
|
3256
|
+
fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
3257
|
+
}, z.core.$strip>>;
|
|
3258
|
+
toolFormat: z.ZodDefault<z.ZodEnum<{
|
|
3259
|
+
json: "json";
|
|
3260
|
+
xml: "xml";
|
|
3261
|
+
}>>;
|
|
3262
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
3263
|
+
modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
3264
|
+
src: z.ZodString;
|
|
3265
|
+
name: z.ZodOptional<z.ZodString>;
|
|
3266
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
3267
|
+
hyperdriveKey: z.ZodOptional<z.ZodString>;
|
|
3268
|
+
hyperbeeKey: z.ZodOptional<z.ZodString>;
|
|
3269
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
3270
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
3271
|
+
addon: z.ZodOptional<z.ZodEnum<{
|
|
3272
|
+
llm: "llm";
|
|
3273
|
+
whisper: "whisper";
|
|
3274
|
+
embeddings: "embeddings";
|
|
3275
|
+
nmt: "nmt";
|
|
3276
|
+
tts: "tts";
|
|
3277
|
+
vad: "vad";
|
|
3278
|
+
}>>;
|
|
3279
|
+
}, z.core.$strip>]>;
|
|
3280
|
+
modelType: z.ZodLiteral<"whisper">;
|
|
3281
|
+
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
3282
|
+
strategy: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
3283
|
+
greedy: "greedy";
|
|
3284
|
+
beam_search: "beam_search";
|
|
3285
|
+
}>>>;
|
|
3286
|
+
n_threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3287
|
+
n_max_text_ctx: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3288
|
+
offset_ms: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3289
|
+
duration_ms: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3290
|
+
audio_ctx: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3291
|
+
translate: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3292
|
+
no_context: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
3293
|
+
no_timestamps: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
2582
3294
|
single_segment: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
2583
3295
|
print_special: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
2584
3296
|
print_progress: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
@@ -2614,7 +3326,10 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
2614
3326
|
speech_pad_ms: z.ZodOptional<z.ZodNumber>;
|
|
2615
3327
|
samples_overlap: z.ZodOptional<z.ZodNumber>;
|
|
2616
3328
|
}, z.core.$strip>>>;
|
|
2617
|
-
audio_format: z.ZodOptional<z.ZodOptional<z.
|
|
3329
|
+
audio_format: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
3330
|
+
f32le: "f32le";
|
|
3331
|
+
s16le: "s16le";
|
|
3332
|
+
}>>>;
|
|
2618
3333
|
contextParams: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
2619
3334
|
model: z.ZodOptional<z.ZodString>;
|
|
2620
3335
|
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -2639,8 +3354,8 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
2639
3354
|
whisper: "whisper";
|
|
2640
3355
|
embeddings: "embeddings";
|
|
2641
3356
|
nmt: "nmt";
|
|
2642
|
-
vad: "vad";
|
|
2643
3357
|
tts: "tts";
|
|
3358
|
+
vad: "vad";
|
|
2644
3359
|
}>>;
|
|
2645
3360
|
}, z.core.$strip>]>>;
|
|
2646
3361
|
delegate: z.ZodOptional<z.ZodObject<{
|
|
@@ -2663,8 +3378,8 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
2663
3378
|
whisper: "whisper";
|
|
2664
3379
|
embeddings: "embeddings";
|
|
2665
3380
|
nmt: "nmt";
|
|
2666
|
-
vad: "vad";
|
|
2667
3381
|
tts: "tts";
|
|
3382
|
+
vad: "vad";
|
|
2668
3383
|
}>>;
|
|
2669
3384
|
}, z.core.$strip>]>;
|
|
2670
3385
|
modelType: z.ZodLiteral<"embeddings">;
|
|
@@ -2692,8 +3407,8 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
2692
3407
|
whisper: "whisper";
|
|
2693
3408
|
embeddings: "embeddings";
|
|
2694
3409
|
nmt: "nmt";
|
|
2695
|
-
vad: "vad";
|
|
2696
3410
|
tts: "tts";
|
|
3411
|
+
vad: "vad";
|
|
2697
3412
|
}>>;
|
|
2698
3413
|
}, z.core.$strip>]>;
|
|
2699
3414
|
modelType: z.ZodLiteral<"nmt">;
|
|
@@ -2823,8 +3538,8 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
2823
3538
|
whisper: "whisper";
|
|
2824
3539
|
embeddings: "embeddings";
|
|
2825
3540
|
nmt: "nmt";
|
|
2826
|
-
vad: "vad";
|
|
2827
3541
|
tts: "tts";
|
|
3542
|
+
vad: "vad";
|
|
2828
3543
|
}>>;
|
|
2829
3544
|
}, z.core.$strip>]>;
|
|
2830
3545
|
modelType: z.ZodLiteral<"tts">;
|
|
@@ -2849,8 +3564,8 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
2849
3564
|
whisper: "whisper";
|
|
2850
3565
|
embeddings: "embeddings";
|
|
2851
3566
|
nmt: "nmt";
|
|
2852
|
-
vad: "vad";
|
|
2853
3567
|
tts: "tts";
|
|
3568
|
+
vad: "vad";
|
|
2854
3569
|
}>>;
|
|
2855
3570
|
}, z.core.$strip>]>;
|
|
2856
3571
|
eSpeakDataPath: z.ZodString;
|
|
@@ -2871,7 +3586,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
2871
3586
|
hyperbeeKey?: string | undefined;
|
|
2872
3587
|
expectedSize?: number | undefined;
|
|
2873
3588
|
sha256Checksum?: string | undefined;
|
|
2874
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3589
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
2875
3590
|
};
|
|
2876
3591
|
modelType: "llm";
|
|
2877
3592
|
toolFormat: "json" | "xml";
|
|
@@ -2887,7 +3602,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
2887
3602
|
predict?: number | undefined;
|
|
2888
3603
|
system_prompt?: string | undefined;
|
|
2889
3604
|
no_mmap?: boolean | undefined;
|
|
2890
|
-
verbosity?: 0 |
|
|
3605
|
+
verbosity?: 0 | 2 | 1 | 3 | undefined;
|
|
2891
3606
|
presence_penalty?: number | undefined;
|
|
2892
3607
|
frequency_penalty?: number | undefined;
|
|
2893
3608
|
repeat_penalty?: number | undefined;
|
|
@@ -2903,7 +3618,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
2903
3618
|
hyperbeeKey?: string | undefined;
|
|
2904
3619
|
expectedSize?: number | undefined;
|
|
2905
3620
|
sha256Checksum?: string | undefined;
|
|
2906
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3621
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
2907
3622
|
} | undefined;
|
|
2908
3623
|
delegate?: {
|
|
2909
3624
|
topic: string;
|
|
@@ -2921,7 +3636,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
2921
3636
|
hyperbeeKey?: string | undefined;
|
|
2922
3637
|
expectedSize?: number | undefined;
|
|
2923
3638
|
sha256Checksum?: string | undefined;
|
|
2924
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3639
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
2925
3640
|
};
|
|
2926
3641
|
modelType: "whisper";
|
|
2927
3642
|
modelConfig?: {
|
|
@@ -2969,7 +3684,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
2969
3684
|
speech_pad_ms?: number | undefined;
|
|
2970
3685
|
samples_overlap?: number | undefined;
|
|
2971
3686
|
} | undefined;
|
|
2972
|
-
audio_format?:
|
|
3687
|
+
audio_format?: "f32le" | "s16le" | undefined;
|
|
2973
3688
|
contextParams?: {
|
|
2974
3689
|
model?: string | undefined;
|
|
2975
3690
|
use_gpu?: boolean | undefined;
|
|
@@ -2988,7 +3703,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
2988
3703
|
hyperbeeKey?: string | undefined;
|
|
2989
3704
|
expectedSize?: number | undefined;
|
|
2990
3705
|
sha256Checksum?: string | undefined;
|
|
2991
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3706
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
2992
3707
|
} | undefined;
|
|
2993
3708
|
delegate?: {
|
|
2994
3709
|
topic: string;
|
|
@@ -3006,7 +3721,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3006
3721
|
hyperbeeKey?: string | undefined;
|
|
3007
3722
|
expectedSize?: number | undefined;
|
|
3008
3723
|
sha256Checksum?: string | undefined;
|
|
3009
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3724
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
3010
3725
|
};
|
|
3011
3726
|
modelType: "embeddings";
|
|
3012
3727
|
modelConfig?: {
|
|
@@ -3028,7 +3743,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3028
3743
|
hyperbeeKey?: string | undefined;
|
|
3029
3744
|
expectedSize?: number | undefined;
|
|
3030
3745
|
sha256Checksum?: string | undefined;
|
|
3031
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3746
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
3032
3747
|
};
|
|
3033
3748
|
modelType: "nmt";
|
|
3034
3749
|
modelConfig: {
|
|
@@ -3060,7 +3775,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3060
3775
|
hyperbeeKey?: string | undefined;
|
|
3061
3776
|
expectedSize?: number | undefined;
|
|
3062
3777
|
sha256Checksum?: string | undefined;
|
|
3063
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3778
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
3064
3779
|
};
|
|
3065
3780
|
modelType: "tts";
|
|
3066
3781
|
modelConfig: {
|
|
@@ -3074,7 +3789,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3074
3789
|
hyperbeeKey?: string | undefined;
|
|
3075
3790
|
expectedSize?: number | undefined;
|
|
3076
3791
|
sha256Checksum?: string | undefined;
|
|
3077
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3792
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
3078
3793
|
};
|
|
3079
3794
|
eSpeakDataPath: string;
|
|
3080
3795
|
delegate?: {
|
|
@@ -3092,7 +3807,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3092
3807
|
hyperbeeKey?: string | undefined;
|
|
3093
3808
|
expectedSize?: number | undefined;
|
|
3094
3809
|
sha256Checksum?: string | undefined;
|
|
3095
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3810
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
3096
3811
|
};
|
|
3097
3812
|
modelType: "llm";
|
|
3098
3813
|
toolFormat: "json" | "xml";
|
|
@@ -3108,7 +3823,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3108
3823
|
predict?: number | undefined;
|
|
3109
3824
|
system_prompt?: string | undefined;
|
|
3110
3825
|
no_mmap?: boolean | undefined;
|
|
3111
|
-
verbosity?: 0 |
|
|
3826
|
+
verbosity?: 0 | 2 | 1 | 3 | undefined;
|
|
3112
3827
|
presence_penalty?: number | undefined;
|
|
3113
3828
|
frequency_penalty?: number | undefined;
|
|
3114
3829
|
repeat_penalty?: number | undefined;
|
|
@@ -3125,7 +3840,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3125
3840
|
hyperbeeKey?: string | undefined;
|
|
3126
3841
|
expectedSize?: number | undefined;
|
|
3127
3842
|
sha256Checksum?: string | undefined;
|
|
3128
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3843
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
3129
3844
|
} | undefined;
|
|
3130
3845
|
delegate?: {
|
|
3131
3846
|
topic: string;
|
|
@@ -3142,7 +3857,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3142
3857
|
hyperbeeKey?: string | undefined;
|
|
3143
3858
|
expectedSize?: number | undefined;
|
|
3144
3859
|
sha256Checksum?: string | undefined;
|
|
3145
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3860
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
3146
3861
|
};
|
|
3147
3862
|
modelType: "whisper";
|
|
3148
3863
|
modelConfig?: {
|
|
@@ -3190,7 +3905,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3190
3905
|
speech_pad_ms?: number | undefined;
|
|
3191
3906
|
samples_overlap?: number | undefined;
|
|
3192
3907
|
} | undefined;
|
|
3193
|
-
audio_format?:
|
|
3908
|
+
audio_format?: "f32le" | "s16le" | undefined;
|
|
3194
3909
|
contextParams?: {
|
|
3195
3910
|
model?: string | undefined;
|
|
3196
3911
|
use_gpu?: boolean | undefined;
|
|
@@ -3210,7 +3925,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3210
3925
|
hyperbeeKey?: string | undefined;
|
|
3211
3926
|
expectedSize?: number | undefined;
|
|
3212
3927
|
sha256Checksum?: string | undefined;
|
|
3213
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3928
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
3214
3929
|
} | undefined;
|
|
3215
3930
|
delegate?: {
|
|
3216
3931
|
topic: string;
|
|
@@ -3227,7 +3942,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3227
3942
|
hyperbeeKey?: string | undefined;
|
|
3228
3943
|
expectedSize?: number | undefined;
|
|
3229
3944
|
sha256Checksum?: string | undefined;
|
|
3230
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3945
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
3231
3946
|
};
|
|
3232
3947
|
modelType: "embeddings";
|
|
3233
3948
|
modelConfig?: {
|
|
@@ -3249,7 +3964,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3249
3964
|
hyperbeeKey?: string | undefined;
|
|
3250
3965
|
expectedSize?: number | undefined;
|
|
3251
3966
|
sha256Checksum?: string | undefined;
|
|
3252
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3967
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
3253
3968
|
};
|
|
3254
3969
|
modelType: "nmt";
|
|
3255
3970
|
modelConfig: {
|
|
@@ -3281,7 +3996,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3281
3996
|
hyperbeeKey?: string | undefined;
|
|
3282
3997
|
expectedSize?: number | undefined;
|
|
3283
3998
|
sha256Checksum?: string | undefined;
|
|
3284
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
3999
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
3285
4000
|
};
|
|
3286
4001
|
modelType: "tts";
|
|
3287
4002
|
modelConfig: {
|
|
@@ -3295,7 +4010,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3295
4010
|
hyperbeeKey?: string | undefined;
|
|
3296
4011
|
expectedSize?: number | undefined;
|
|
3297
4012
|
sha256Checksum?: string | undefined;
|
|
3298
|
-
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "
|
|
4013
|
+
addon?: "llm" | "whisper" | "embeddings" | "nmt" | "tts" | "vad" | undefined;
|
|
3299
4014
|
};
|
|
3300
4015
|
eSpeakDataPath: string;
|
|
3301
4016
|
seed?: boolean | undefined;
|
|
@@ -3313,7 +4028,12 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
|
|
|
3313
4028
|
modelName: z.ZodOptional<z.ZodString>;
|
|
3314
4029
|
}, z.core.$strip>;
|
|
3315
4030
|
export type LoadModelServerParams = z.input<typeof loadModelServerParamsSchema>;
|
|
4031
|
+
export type LoadModelSrcRequest = z.infer<typeof loadModelSrcRequestSchema>;
|
|
3316
4032
|
export type LoadModelRequest = z.infer<typeof loadModelRequestSchema>;
|
|
3317
4033
|
export type LoadModelResponse = z.infer<typeof loadModelResponseSchema>;
|
|
3318
4034
|
export type ModelProgressUpdate = z.infer<typeof modelProgressUpdateSchema>;
|
|
4035
|
+
export type LoadModelOptions = z.input<typeof loadModelOptionsSchema> & {
|
|
4036
|
+
onProgress?: (progress: ModelProgressUpdate) => void;
|
|
4037
|
+
logger?: Logger;
|
|
4038
|
+
};
|
|
3319
4039
|
//# sourceMappingURL=load-model.d.ts.map
|