@qvac/inference 0.20.0 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +107 -33
- package/README.md +8 -5
- package/dist/api/assess-model-fit.d.ts +9 -4
- package/dist/api/assess-model-fit.js +9 -4
- package/dist/api/bci-transcribe.d.ts +4 -1
- package/dist/api/index.d.ts +1 -0
- package/dist/api/index.js +1 -0
- package/dist/api/rpc-server.d.ts +19 -0
- package/dist/api/rpc-server.js +44 -0
- package/dist/api/text-to-speech.d.ts +9 -0
- package/dist/api/text-to-speech.js +9 -0
- package/dist/api/transcribe.d.ts +11 -7
- package/dist/api/transcribe.js +47 -15
- package/dist/api/video-request.d.ts +5 -5
- package/dist/dispatch.js +39 -7
- package/dist/errors/index.d.ts +7 -0
- package/dist/errors/index.js +15 -0
- package/dist/handlers/assess-model-fit.d.ts +18 -6
- package/dist/handlers/assess-model-fit.js +215 -35
- package/dist/handlers/completion-orchestrate.js +17 -0
- package/dist/handlers/get-loaded-model-info.js +4 -1
- package/dist/handlers/get-model-info.js +29 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
- package/dist/handlers/load-model/coreml-sidecars.js +274 -0
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/registry-download-utils.d.ts +1 -0
- package/dist/handlers/load-model/registry-download-utils.js +2 -1
- package/dist/handlers/load-model/registry.js +59 -0
- package/dist/handlers/rpc-server.d.ts +23 -0
- package/dist/handlers/rpc-server.js +141 -0
- package/dist/index.d.ts +2 -1
- package/dist/index.js +2 -1
- package/dist/models/registry/models.d.ts +7731 -5672
- package/dist/models/registry/models.js +4652 -2526
- package/dist/models/registry/resource-profiles.js +481 -94
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +80 -8
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
- package/dist/plugins/builtin/llamacpp-completion/transform.js +19 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
- package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
- package/dist/plugins/ops/bci-transcribe.js +18 -13
- package/dist/plugins/ops/load-model.js +2 -2
- package/dist/plugins/ops/transcribe.d.ts +4 -2
- package/dist/plugins/ops/transcribe.js +39 -2
- package/dist/plugins/ops/translate-stats.d.ts +2 -1
- package/dist/plugins/ops/translate-stats.js +64 -7
- package/dist/plugins/ops/translate.js +20 -4
- package/dist/profiling/operation-metrics.js +56 -0
- package/dist/registry.js +4 -0
- package/dist/resources/model-fit/assess.d.ts +46 -2
- package/dist/resources/model-fit/assess.js +67 -3
- package/dist/resources/model-fit/estimators/llm.js +2 -2
- package/dist/resources/model-fit/estimators/whisper.js +3 -4
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +102 -0
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +212 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
- package/dist/resources/model-fit/floor.js +2 -2
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
- package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
- package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
- package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
- package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
- package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
- package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
- package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
- package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
- package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
- package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
- package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
- package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
- package/dist/resources/model-fit/platform.d.ts +9 -0
- package/dist/resources/model-fit/platform.js +28 -0
- package/dist/rpc/device-map.d.ts +13 -0
- package/dist/rpc/device-map.js +22 -0
- package/dist/rpc/discovery.d.ts +12 -0
- package/dist/rpc/discovery.js +225 -0
- package/dist/rpc/ggml-provider.d.ts +4 -0
- package/dist/rpc/ggml-provider.js +25 -0
- package/dist/rpc/index.d.ts +2 -0
- package/dist/rpc/index.js +1 -0
- package/dist/rpc/instance.d.ts +6 -0
- package/dist/rpc/instance.js +21 -0
- package/dist/rpc/inventory.d.ts +5 -0
- package/dist/rpc/inventory.js +144 -0
- package/dist/rpc/manager.d.ts +14 -0
- package/dist/rpc/manager.js +174 -0
- package/dist/rpc/network.d.ts +11 -0
- package/dist/rpc/network.js +85 -0
- package/dist/rpc/provider.d.ts +6 -0
- package/dist/rpc/provider.js +24 -0
- package/dist/runtime/lifecycle.js +31 -13
- package/dist/runtime/request-context.d.ts +1 -1
- package/dist/runtime/state.js +5 -0
- package/dist/schemas/assess-model-fit.d.ts +284 -77
- package/dist/schemas/assess-model-fit.js +93 -55
- package/dist/schemas/audio-gen.d.ts +6 -6
- package/dist/schemas/audio-gen.js +2 -2
- package/dist/schemas/batch-completion-stream.d.ts +13 -5
- package/dist/schemas/batch-completion-stream.js +5 -3
- package/dist/schemas/bci-config.js +1 -1
- package/dist/schemas/bci.d.ts +86 -1
- package/dist/schemas/bci.js +21 -2
- package/dist/schemas/cancel.d.ts +10 -0
- package/dist/schemas/cancel.js +2 -0
- package/dist/schemas/common.d.ts +765 -56
- package/dist/schemas/common.js +7 -0
- package/dist/schemas/completion-event.d.ts +6 -6
- package/dist/schemas/completion-stream.d.ts +27 -8
- package/dist/schemas/completion-stream.js +41 -4
- package/dist/schemas/config.d.ts +236 -30
- package/dist/schemas/config.js +10 -0
- package/dist/schemas/embed.d.ts +2 -2
- package/dist/schemas/error.js +13 -0
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +5 -0
- package/dist/schemas/index.d.ts +1 -0
- package/dist/schemas/index.js +1 -0
- package/dist/schemas/llamacpp-config.d.ts +105 -14
- package/dist/schemas/llamacpp-config.js +113 -3
- package/dist/schemas/load-model.d.ts +3102 -627
- package/dist/schemas/load-model.js +2 -2
- package/dist/schemas/mcp-adapter.d.ts +4 -0
- package/dist/schemas/model-config-schemas.d.ts +205 -5
- package/dist/schemas/model-info.d.ts +56 -0
- package/dist/schemas/model-info.js +5 -1
- package/dist/schemas/plugin.d.ts +8 -2
- package/dist/schemas/profiling.d.ts +4 -4
- package/dist/schemas/reload-config.d.ts +30 -0
- package/dist/schemas/rpc-server.d.ts +101 -0
- package/dist/schemas/rpc-server.js +87 -0
- package/dist/schemas/sdcpp-config.d.ts +7 -3
- package/dist/schemas/sdcpp-config.js +37 -2
- package/dist/schemas/system-resources.d.ts +4 -4
- package/dist/schemas/text-to-speech.d.ts +529 -1
- package/dist/schemas/text-to-speech.js +122 -12
- package/dist/schemas/tools.d.ts +2 -0
- package/dist/schemas/tools.js +8 -0
- package/dist/schemas/transcription-config.d.ts +5 -0
- package/dist/schemas/transcription-config.js +20 -2
- package/dist/schemas/transcription.d.ts +164 -0
- package/dist/schemas/transcription.js +71 -4
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/surface.d.ts +4 -1
- package/dist/surface.js +3 -1
- package/dist/utils/addon-responses.d.ts +5 -1
- package/dist/utils/archive.js +5 -1
- package/dist/utils/asr-diagnostics.d.ts +12 -0
- package/dist/utils/asr-diagnostics.js +42 -0
- package/dist/utils/asr-events.d.ts +1 -0
- package/dist/utils/asr-events.js +3 -2
- package/dist/utils/cache/paths.js +3 -2
- package/dist/utils/mcp-adapter.js +7 -1
- package/dist/utils/multi-gpu-mobile.d.ts +1 -1
- package/dist/utils/multi-gpu-mobile.js +8 -6
- package/dist/utils/path-security.d.ts +5 -0
- package/dist/utils/path-security.js +14 -0
- package/dist/utils/tool-helpers.d.ts +4 -0
- package/dist/utils/tool-helpers.js +2 -0
- package/dist/utils/tools/defer.d.ts +93 -0
- package/dist/utils/tools/defer.js +290 -0
- package/dist/utils/tools/index.d.ts +1 -0
- package/dist/utils/tools/index.js +1 -0
- package/dist/utils/transcribe-metadata.d.ts +21 -7
- package/dist/utils/transcribe-metadata.js +24 -8
- package/dist/utils/tts-stats.d.ts +6 -0
- package/dist/utils/tts-stats.js +14 -1
- package/package.json +44 -30
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -171
|
@@ -3,7 +3,7 @@ import { llmConfigBaseSchema, embedConfigBaseSchema } from './llamacpp-config.js
|
|
|
3
3
|
import { whisperConfigSchema, parakeetLoadConfigSchema } from './transcription-config.js';
|
|
4
4
|
import { bciConfigSchema } from './bci-config.js';
|
|
5
5
|
import { nmtConfigBaseSchema, nmtConfigSchema } from './translation-config.js';
|
|
6
|
-
import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsAudio8LoadConfigSchema, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsParlerLoadConfigSchema, ttsSupertonicLoadConfigSchema } from './text-to-speech.js';
|
|
6
|
+
import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsAudio8LoadConfigSchema, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsMossLoadConfigSchema, ttsParlerLoadConfigSchema, ttsSupertonicLoadConfigSchema } from './text-to-speech.js';
|
|
7
7
|
import { ocrConfigSchema } from './ocr.js';
|
|
8
8
|
import { modelSrcInputSchema, modelInputToSrcSchema, modelInputToNameSchema, MODEL_SOURCE_URI_HINT } from './model-src-utils.js';
|
|
9
9
|
import { llmModelTypeSchema, whisperModelTypeSchema, bciModelTypeSchema, parakeetModelTypeSchema, embeddingsModelTypeSchema, nmtModelTypeSchema, ttsModelTypeSchema, ocrModelTypeSchema, diffusionModelTypeSchema, audioGenModelTypeSchema, vlaModelTypeSchema, classificationModelTypeSchema, ModelType, ModelTypeAliases, normalizeModelType } from './model-types.js';
|
|
@@ -49,7 +49,7 @@ const modelConfigKeysByModelType = new Map([
|
|
|
49
49
|
[ModelType.nmtcppTranslation, configKeys(...nmtConfigBaseSchema.options)],
|
|
50
50
|
[
|
|
51
51
|
ModelType.ttsGgml,
|
|
52
|
-
configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, ttsParlerLoadConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsAudio8LoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS)
|
|
52
|
+
configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, ttsParlerLoadConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsAudio8LoadConfigSchema, ttsMossLoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS)
|
|
53
53
|
],
|
|
54
54
|
[ModelType.ggmlOcr, configKeys(ocrConfigSchema)],
|
|
55
55
|
[ModelType.sdcppGeneration, configKeys(sdcppConfigSchema)],
|
|
@@ -43,4 +43,8 @@ export type McpClient = {
|
|
|
43
43
|
export type McpClientInput = {
|
|
44
44
|
client: McpClient;
|
|
45
45
|
includeResources?: boolean;
|
|
46
|
+
/** Defer every tool this client exposes; see `Tool.deferLoading`. */
|
|
47
|
+
deferLoading?: boolean;
|
|
48
|
+
/** Catalog heading for this client's deferred tools. */
|
|
49
|
+
group?: string;
|
|
46
50
|
};
|
|
@@ -36,17 +36,42 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
|
|
|
36
36
|
integrated: "integrated";
|
|
37
37
|
dedicated: "dedicated";
|
|
38
38
|
}>]>>;
|
|
39
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
40
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
39
41
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
40
42
|
none: "none";
|
|
41
43
|
layer: "layer";
|
|
42
44
|
tensor: "tensor";
|
|
43
45
|
}>>;
|
|
44
46
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
47
|
+
auto: "auto";
|
|
45
48
|
on: "on";
|
|
46
49
|
off: "off";
|
|
47
|
-
auto: "auto";
|
|
48
50
|
}>>;
|
|
49
51
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
52
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
53
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
54
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
55
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
56
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
57
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
58
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
59
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
60
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
61
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
62
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
63
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
64
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
65
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
66
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
67
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
68
|
+
auto: "auto";
|
|
69
|
+
on: "on";
|
|
70
|
+
off: "off";
|
|
71
|
+
}>>;
|
|
72
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
73
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
74
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
50
75
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
51
76
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
52
77
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -138,6 +163,10 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
|
|
|
138
163
|
logprob_thold: z.ZodOptional<z.ZodNumber>;
|
|
139
164
|
greedy_best_of: z.ZodOptional<z.ZodNumber>;
|
|
140
165
|
beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
|
|
166
|
+
max_initial_ts: z.ZodOptional<z.ZodNumber>;
|
|
167
|
+
no_speech_thold: z.ZodOptional<z.ZodNumber>;
|
|
168
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
169
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
141
170
|
vad_params: z.ZodOptional<z.ZodObject<{
|
|
142
171
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
143
172
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -158,6 +187,7 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
|
|
|
158
187
|
}, z.core.$strip>>;
|
|
159
188
|
miscConfig: z.ZodOptional<z.ZodObject<{
|
|
160
189
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
190
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
161
191
|
}, z.core.$strip>>;
|
|
162
192
|
vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
163
193
|
src: z.ZodString;
|
|
@@ -274,8 +304,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
|
|
|
274
304
|
"llamacpp-embedding": z.ZodObject<{
|
|
275
305
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
276
306
|
device: z.ZodOptional<z.ZodEnum<{
|
|
277
|
-
gpu: "gpu";
|
|
278
307
|
cpu: "cpu";
|
|
308
|
+
gpu: "gpu";
|
|
279
309
|
}>>;
|
|
280
310
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
281
311
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -291,9 +321,9 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
|
|
|
291
321
|
}>>;
|
|
292
322
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
293
323
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
324
|
+
auto: "auto";
|
|
294
325
|
on: "on";
|
|
295
326
|
off: "off";
|
|
296
|
-
auto: "auto";
|
|
297
327
|
}>>;
|
|
298
328
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
299
329
|
integrated: "integrated";
|
|
@@ -1625,6 +1655,172 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
|
|
|
1625
1655
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
1626
1656
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
1627
1657
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
1658
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
1659
|
+
mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1660
|
+
src: z.ZodString;
|
|
1661
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1662
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1663
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1664
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1665
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1666
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1667
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1668
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1669
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1670
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1671
|
+
embeddings: "embeddings";
|
|
1672
|
+
diffusion: "diffusion";
|
|
1673
|
+
audiogen: "audiogen";
|
|
1674
|
+
tts: "tts";
|
|
1675
|
+
ocr: "ocr";
|
|
1676
|
+
vla: "vla";
|
|
1677
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1678
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1679
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1680
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1681
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1682
|
+
"onnx-tts": "onnx-tts";
|
|
1683
|
+
"tts-ggml": "tts-ggml";
|
|
1684
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1685
|
+
"ggml-ocr": "ggml-ocr";
|
|
1686
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1687
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1688
|
+
"ggml-vla": "ggml-vla";
|
|
1689
|
+
"ggml-classification": "ggml-classification";
|
|
1690
|
+
llm: "llm";
|
|
1691
|
+
whisper: "whisper";
|
|
1692
|
+
bci: "bci";
|
|
1693
|
+
nmt: "nmt";
|
|
1694
|
+
parakeet: "parakeet";
|
|
1695
|
+
classification: "classification";
|
|
1696
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1697
|
+
}, z.core.$strip>]>;
|
|
1698
|
+
mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1699
|
+
src: z.ZodString;
|
|
1700
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1701
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1702
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1703
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1704
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1705
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1706
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1707
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1708
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1709
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1710
|
+
embeddings: "embeddings";
|
|
1711
|
+
diffusion: "diffusion";
|
|
1712
|
+
audiogen: "audiogen";
|
|
1713
|
+
tts: "tts";
|
|
1714
|
+
ocr: "ocr";
|
|
1715
|
+
vla: "vla";
|
|
1716
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1717
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1718
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1719
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1720
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1721
|
+
"onnx-tts": "onnx-tts";
|
|
1722
|
+
"tts-ggml": "tts-ggml";
|
|
1723
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1724
|
+
"ggml-ocr": "ggml-ocr";
|
|
1725
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1726
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1727
|
+
"ggml-vla": "ggml-vla";
|
|
1728
|
+
"ggml-classification": "ggml-classification";
|
|
1729
|
+
llm: "llm";
|
|
1730
|
+
whisper: "whisper";
|
|
1731
|
+
bci: "bci";
|
|
1732
|
+
nmt: "nmt";
|
|
1733
|
+
parakeet: "parakeet";
|
|
1734
|
+
classification: "classification";
|
|
1735
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1736
|
+
}, z.core.$strip>]>>;
|
|
1737
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1738
|
+
src: z.ZodString;
|
|
1739
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1740
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1741
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1742
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1743
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1744
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1745
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1746
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1747
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1748
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1749
|
+
embeddings: "embeddings";
|
|
1750
|
+
diffusion: "diffusion";
|
|
1751
|
+
audiogen: "audiogen";
|
|
1752
|
+
tts: "tts";
|
|
1753
|
+
ocr: "ocr";
|
|
1754
|
+
vla: "vla";
|
|
1755
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1756
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1757
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1758
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1759
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1760
|
+
"onnx-tts": "onnx-tts";
|
|
1761
|
+
"tts-ggml": "tts-ggml";
|
|
1762
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1763
|
+
"ggml-ocr": "ggml-ocr";
|
|
1764
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1765
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1766
|
+
"ggml-vla": "ggml-vla";
|
|
1767
|
+
"ggml-classification": "ggml-classification";
|
|
1768
|
+
llm: "llm";
|
|
1769
|
+
whisper: "whisper";
|
|
1770
|
+
bci: "bci";
|
|
1771
|
+
nmt: "nmt";
|
|
1772
|
+
parakeet: "parakeet";
|
|
1773
|
+
classification: "classification";
|
|
1774
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1775
|
+
}, z.core.$strip>]>>;
|
|
1776
|
+
dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1777
|
+
src: z.ZodString;
|
|
1778
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1779
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1780
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1781
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1782
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1783
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1784
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1785
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1786
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1787
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1788
|
+
embeddings: "embeddings";
|
|
1789
|
+
diffusion: "diffusion";
|
|
1790
|
+
audiogen: "audiogen";
|
|
1791
|
+
tts: "tts";
|
|
1792
|
+
ocr: "ocr";
|
|
1793
|
+
vla: "vla";
|
|
1794
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1795
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1796
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1797
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1798
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1799
|
+
"onnx-tts": "onnx-tts";
|
|
1800
|
+
"tts-ggml": "tts-ggml";
|
|
1801
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1802
|
+
"ggml-ocr": "ggml-ocr";
|
|
1803
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1804
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1805
|
+
"ggml-vla": "ggml-vla";
|
|
1806
|
+
"ggml-classification": "ggml-classification";
|
|
1807
|
+
llm: "llm";
|
|
1808
|
+
whisper: "whisper";
|
|
1809
|
+
bci: "bci";
|
|
1810
|
+
nmt: "nmt";
|
|
1811
|
+
parakeet: "parakeet";
|
|
1812
|
+
classification: "classification";
|
|
1813
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1814
|
+
}, z.core.$strip>]>>>;
|
|
1815
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
1816
|
+
ttsEngine: z.ZodLiteral<"moss">;
|
|
1817
|
+
language: z.ZodOptional<z.ZodString>;
|
|
1818
|
+
durationTokens: z.ZodOptional<z.ZodNumber>;
|
|
1819
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
1820
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
1821
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
1822
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
1823
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
1628
1824
|
}, z.core.$strip>], "ttsEngine">;
|
|
1629
1825
|
"parakeet-transcription": z.ZodObject<{
|
|
1630
1826
|
maxThreads: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1720,8 +1916,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
|
|
|
1720
1916
|
}>>;
|
|
1721
1917
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
1722
1918
|
device: z.ZodOptional<z.ZodEnum<{
|
|
1723
|
-
gpu: "gpu";
|
|
1724
1919
|
cpu: "cpu";
|
|
1920
|
+
gpu: "gpu";
|
|
1725
1921
|
}>>;
|
|
1726
1922
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
1727
1923
|
integrated: "integrated";
|
|
@@ -2255,6 +2451,10 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
|
|
|
2255
2451
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
2256
2452
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
2257
2453
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
2454
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
2455
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
2456
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
2457
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
2258
2458
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
2259
2459
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
2260
2460
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -2558,8 +2758,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
|
|
|
2558
2758
|
}, z.core.$strict>], "engine">;
|
|
2559
2759
|
"ggml-vla": z.ZodObject<{
|
|
2560
2760
|
backend: z.ZodOptional<z.ZodEnum<{
|
|
2561
|
-
auto: "auto";
|
|
2562
2761
|
cpu: "cpu";
|
|
2762
|
+
auto: "auto";
|
|
2563
2763
|
}>>;
|
|
2564
2764
|
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
2565
2765
|
embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -158,6 +158,34 @@ export declare const loadedModelInfoSchema: z.ZodObject<{
|
|
|
158
158
|
gemma4: "gemma4";
|
|
159
159
|
dsml: "dsml";
|
|
160
160
|
}>>;
|
|
161
|
+
fitProbe: z.ZodOptional<z.ZodObject<{
|
|
162
|
+
verdict: z.ZodEnum<{
|
|
163
|
+
unknown: "unknown";
|
|
164
|
+
fit: "fit";
|
|
165
|
+
"does-not-fit": "does-not-fit";
|
|
166
|
+
}>;
|
|
167
|
+
basis: z.ZodLiteral<"native-probe">;
|
|
168
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
169
|
+
estimatorVersion: z.ZodString;
|
|
170
|
+
reason: z.ZodString;
|
|
171
|
+
message: z.ZodOptional<z.ZodString>;
|
|
172
|
+
plan: z.ZodOptional<z.ZodObject<{
|
|
173
|
+
nCtx: z.ZodNumber;
|
|
174
|
+
nGpuLayers: z.ZodNumber;
|
|
175
|
+
nGpuDevices: z.ZodNumber;
|
|
176
|
+
}, z.core.$strip>>;
|
|
177
|
+
projection: z.ZodOptional<z.ZodObject<{
|
|
178
|
+
deviceName: z.ZodOptional<z.ZodString>;
|
|
179
|
+
deviceBytes: z.ZodOptional<z.ZodNumber>;
|
|
180
|
+
hostBytes: z.ZodOptional<z.ZodNumber>;
|
|
181
|
+
weightsBytes: z.ZodOptional<z.ZodNumber>;
|
|
182
|
+
contextBytes: z.ZodOptional<z.ZodNumber>;
|
|
183
|
+
computeBytes: z.ZodOptional<z.ZodNumber>;
|
|
184
|
+
deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
|
|
185
|
+
deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
|
|
186
|
+
report: z.ZodOptional<z.ZodString>;
|
|
187
|
+
}, z.core.$strip>>;
|
|
188
|
+
}, z.core.$strip>>;
|
|
161
189
|
}, z.core.$strip>;
|
|
162
190
|
export declare const getLoadedModelInfoResponseSchema: z.ZodObject<{
|
|
163
191
|
type: z.ZodLiteral<"getLoadedModelInfo">;
|
|
@@ -179,6 +207,34 @@ export declare const getLoadedModelInfoResponseSchema: z.ZodObject<{
|
|
|
179
207
|
gemma4: "gemma4";
|
|
180
208
|
dsml: "dsml";
|
|
181
209
|
}>>;
|
|
210
|
+
fitProbe: z.ZodOptional<z.ZodObject<{
|
|
211
|
+
verdict: z.ZodEnum<{
|
|
212
|
+
unknown: "unknown";
|
|
213
|
+
fit: "fit";
|
|
214
|
+
"does-not-fit": "does-not-fit";
|
|
215
|
+
}>;
|
|
216
|
+
basis: z.ZodLiteral<"native-probe">;
|
|
217
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
218
|
+
estimatorVersion: z.ZodString;
|
|
219
|
+
reason: z.ZodString;
|
|
220
|
+
message: z.ZodOptional<z.ZodString>;
|
|
221
|
+
plan: z.ZodOptional<z.ZodObject<{
|
|
222
|
+
nCtx: z.ZodNumber;
|
|
223
|
+
nGpuLayers: z.ZodNumber;
|
|
224
|
+
nGpuDevices: z.ZodNumber;
|
|
225
|
+
}, z.core.$strip>>;
|
|
226
|
+
projection: z.ZodOptional<z.ZodObject<{
|
|
227
|
+
deviceName: z.ZodOptional<z.ZodString>;
|
|
228
|
+
deviceBytes: z.ZodOptional<z.ZodNumber>;
|
|
229
|
+
hostBytes: z.ZodOptional<z.ZodNumber>;
|
|
230
|
+
weightsBytes: z.ZodOptional<z.ZodNumber>;
|
|
231
|
+
contextBytes: z.ZodOptional<z.ZodNumber>;
|
|
232
|
+
computeBytes: z.ZodOptional<z.ZodNumber>;
|
|
233
|
+
deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
|
|
234
|
+
deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
|
|
235
|
+
report: z.ZodOptional<z.ZodString>;
|
|
236
|
+
}, z.core.$strip>>;
|
|
237
|
+
}, z.core.$strip>>;
|
|
182
238
|
}, z.core.$strip>;
|
|
183
239
|
}, z.core.$strip>;
|
|
184
240
|
export type GetLoadedModelInfoParams = z.input<typeof getLoadedModelInfoParamsSchema>;
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import { toolDialectSchema } from './completion-stream.js';
|
|
3
|
+
import { nativeProbeFitSchema } from './assess-model-fit.js';
|
|
3
4
|
// ============== Model info (catalog) ==============
|
|
4
5
|
export const getModelInfoParamsSchema = z.object({
|
|
5
6
|
name: z.string().describe("The model's registry name (as found in QVAC's built-in catalog).")
|
|
@@ -114,7 +115,10 @@ export const loadedModelInfoSchema = z
|
|
|
114
115
|
loadedAt: z.coerce.date(),
|
|
115
116
|
name: z.string().optional(),
|
|
116
117
|
path: z.string().optional(),
|
|
117
|
-
toolDialect: toolDialectSchema.optional()
|
|
118
|
+
toolDialect: toolDialectSchema.optional(),
|
|
119
|
+
fitProbe: nativeProbeFitSchema
|
|
120
|
+
.optional()
|
|
121
|
+
.describe('Outcome of the advisory fit check that ran ahead of this load. Advisory throughout: the load proceeded whatever the verdict. Absent when the check is disabled.')
|
|
118
122
|
})
|
|
119
123
|
.meta({ title: 'LoadedModelInfo' });
|
|
120
124
|
export const getLoadedModelInfoResponseSchema = z.object({
|
package/dist/schemas/plugin.d.ts
CHANGED
|
@@ -132,6 +132,12 @@ export interface QvacPlugin<TConfig = Record<string, unknown>, TArtifactKeys ext
|
|
|
132
132
|
addonPackage: string;
|
|
133
133
|
loadConfigSchema: z.ZodType;
|
|
134
134
|
createModel: (params: CreateModelParams) => PluginModelResult;
|
|
135
|
+
/**
|
|
136
|
+
* The engine's own fitter. Carrying it here keeps every addon specifier
|
|
137
|
+
* inside the module graph of the plugin that owns it, so a bundler walking a
|
|
138
|
+
* host that ships one engine never resolves the others.
|
|
139
|
+
*/
|
|
140
|
+
assessFit?: (request: never) => unknown;
|
|
135
141
|
handlers: Record<string, PluginHandlerDefinition>;
|
|
136
142
|
logging?: PluginLogging | undefined;
|
|
137
143
|
capabilities?: QvacPluginCapabilities | undefined;
|
|
@@ -218,8 +224,8 @@ export declare const pluginHandlerDefinitionRuntimeSchema: z.ZodObject<{
|
|
|
218
224
|
cancel: z.ZodOptional<z.ZodObject<{
|
|
219
225
|
scope: z.ZodEnum<{
|
|
220
226
|
request: "request";
|
|
221
|
-
model: "model";
|
|
222
227
|
none: "none";
|
|
228
|
+
model: "model";
|
|
223
229
|
}>;
|
|
224
230
|
hard: z.ZodOptional<z.ZodBoolean>;
|
|
225
231
|
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
@@ -245,8 +251,8 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
|
|
|
245
251
|
cancel: z.ZodOptional<z.ZodObject<{
|
|
246
252
|
scope: z.ZodEnum<{
|
|
247
253
|
request: "request";
|
|
248
|
-
model: "model";
|
|
249
254
|
none: "none";
|
|
255
|
+
model: "model";
|
|
250
256
|
}>;
|
|
251
257
|
hard: z.ZodOptional<z.ZodBoolean>;
|
|
252
258
|
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
@@ -468,8 +468,8 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
468
468
|
backend: z.ZodOptional<z.ZodObject<{
|
|
469
469
|
selectedBackend: z.ZodString;
|
|
470
470
|
selectedDevice: z.ZodEnum<{
|
|
471
|
-
gpu: "gpu";
|
|
472
471
|
cpu: "cpu";
|
|
472
|
+
gpu: "gpu";
|
|
473
473
|
}>;
|
|
474
474
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
475
475
|
vulkan: "vulkan";
|
|
@@ -491,8 +491,8 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
491
491
|
fallback: z.ZodOptional<z.ZodObject<{
|
|
492
492
|
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
493
493
|
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
494
|
-
gpu: "gpu";
|
|
495
494
|
cpu: "cpu";
|
|
495
|
+
gpu: "gpu";
|
|
496
496
|
}>>;
|
|
497
497
|
reason: z.ZodString;
|
|
498
498
|
}, z.core.$strip>>;
|
|
@@ -729,8 +729,8 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
729
729
|
backend: z.ZodOptional<z.ZodObject<{
|
|
730
730
|
selectedBackend: z.ZodString;
|
|
731
731
|
selectedDevice: z.ZodEnum<{
|
|
732
|
-
gpu: "gpu";
|
|
733
732
|
cpu: "cpu";
|
|
733
|
+
gpu: "gpu";
|
|
734
734
|
}>;
|
|
735
735
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
736
736
|
vulkan: "vulkan";
|
|
@@ -752,8 +752,8 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
752
752
|
fallback: z.ZodOptional<z.ZodObject<{
|
|
753
753
|
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
754
754
|
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
755
|
-
gpu: "gpu";
|
|
756
755
|
cpu: "cpu";
|
|
756
|
+
gpu: "gpu";
|
|
757
757
|
}>>;
|
|
758
758
|
reason: z.ZodString;
|
|
759
759
|
}, z.core.$strip>>;
|
|
@@ -45,6 +45,10 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
45
45
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
46
46
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
47
47
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
48
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
49
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
50
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
51
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
48
52
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
49
53
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
50
54
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -65,6 +69,7 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
65
69
|
}, z.core.$strip>>>;
|
|
66
70
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
67
71
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
72
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
68
73
|
}, z.core.$strip>>>;
|
|
69
74
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
70
75
|
src: z.ZodString;
|
|
@@ -152,6 +157,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
152
157
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
153
158
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
154
159
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
160
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
161
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
162
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
163
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
155
164
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
156
165
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
157
166
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -172,6 +181,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
172
181
|
}, z.core.$strip>>>;
|
|
173
182
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
174
183
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
184
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
175
185
|
}, z.core.$strip>>>;
|
|
176
186
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
177
187
|
src: z.ZodString;
|
|
@@ -253,6 +263,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
253
263
|
logprob_thold?: number | undefined;
|
|
254
264
|
greedy_best_of?: number | undefined;
|
|
255
265
|
beam_search_beam_size?: number | undefined;
|
|
266
|
+
max_initial_ts?: number | undefined;
|
|
267
|
+
no_speech_thold?: number | undefined;
|
|
268
|
+
seed?: number | undefined;
|
|
269
|
+
backendsDir?: string | undefined;
|
|
256
270
|
vad_params?: {
|
|
257
271
|
threshold?: number | undefined;
|
|
258
272
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -270,6 +284,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
270
284
|
} | undefined;
|
|
271
285
|
miscConfig?: {
|
|
272
286
|
caption_enabled?: boolean | undefined;
|
|
287
|
+
seed?: number | undefined;
|
|
273
288
|
} | undefined;
|
|
274
289
|
vadModelSrc?: string | {
|
|
275
290
|
src: string;
|
|
@@ -324,6 +339,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
324
339
|
logprob_thold?: number | undefined;
|
|
325
340
|
greedy_best_of?: number | undefined;
|
|
326
341
|
beam_search_beam_size?: number | undefined;
|
|
342
|
+
max_initial_ts?: number | undefined;
|
|
343
|
+
no_speech_thold?: number | undefined;
|
|
344
|
+
seed?: number | undefined;
|
|
345
|
+
backendsDir?: string | undefined;
|
|
327
346
|
vad_params?: {
|
|
328
347
|
threshold?: number | undefined;
|
|
329
348
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -341,6 +360,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
341
360
|
} | undefined;
|
|
342
361
|
miscConfig?: {
|
|
343
362
|
caption_enabled?: boolean | undefined;
|
|
363
|
+
seed?: number | undefined;
|
|
344
364
|
} | undefined;
|
|
345
365
|
vadModelSrc?: string | {
|
|
346
366
|
src: string;
|
|
@@ -406,6 +426,10 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
406
426
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
407
427
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
408
428
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
429
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
430
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
431
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
432
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
409
433
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
410
434
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
411
435
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -426,6 +450,7 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
426
450
|
}, z.core.$strip>>>;
|
|
427
451
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
428
452
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
453
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
429
454
|
}, z.core.$strip>>>;
|
|
430
455
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
431
456
|
src: z.ZodString;
|
|
@@ -517,6 +542,10 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
517
542
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
518
543
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
519
544
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
545
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
546
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
547
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
548
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
520
549
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
521
550
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
522
551
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -537,6 +566,7 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
537
566
|
}, z.core.$strip>>>;
|
|
538
567
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
539
568
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
569
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
540
570
|
}, z.core.$strip>>>;
|
|
541
571
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
542
572
|
src: z.ZodString;
|