@qvac/inference 0.19.0 → 0.19.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +59 -35
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/handlers/delete-cache.js +3 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +3 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +8 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +53 -13
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +3 -0
- package/dist/resources/model-fit/assess.js +169 -68
- package/dist/resources/model-fit/estimators/llm.d.ts +1 -0
- package/dist/resources/model-fit/estimators/llm.js +3 -1
- package/dist/resources/model-fit/floor.d.ts +31 -0
- package/dist/resources/model-fit/floor.js +65 -0
- package/dist/resources/native.js +5 -4
- package/dist/resources/types.d.ts +1 -3
- package/dist/schemas/assess-model-fit.d.ts +40 -0
- package/dist/schemas/assess-model-fit.js +32 -3
- package/dist/schemas/audio-gen.d.ts +3 -3
- package/dist/schemas/batch-completion-stream.d.ts +3 -0
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/common.d.ts +33 -4
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -0
- package/dist/schemas/completion-stream.d.ts +2 -0
- package/dist/schemas/load-model.d.ts +80 -20
- package/dist/schemas/model-ops.d.ts +3 -0
- package/dist/schemas/model-ops.js +6 -0
- package/dist/schemas/plugin.d.ts +11 -11
- package/dist/utils/addon-responses.d.ts +1 -0
- package/package.json +2 -2
|
@@ -577,7 +577,7 @@ export declare const audioGenAudioInputSchema: z.ZodDiscriminatedUnion<[z.ZodObj
|
|
|
577
577
|
* Client form of a reference/source audio input: a file path, or raw
|
|
578
578
|
* interleaved stereo 48 kHz Float32 LE PCM bytes. Normalized to the wire form.
|
|
579
579
|
*/
|
|
580
|
-
export declare const audioGenClientAudioInputSchema: z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.
|
|
580
|
+
export declare const audioGenClientAudioInputSchema: z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.ZodInstanceOf<Uint8Array<ArrayBuffer>>]>, z.ZodTransform<{
|
|
581
581
|
type: "base64";
|
|
582
582
|
value: string;
|
|
583
583
|
} | {
|
|
@@ -585,14 +585,14 @@ export declare const audioGenClientAudioInputSchema: z.ZodPipe<z.ZodUnion<readon
|
|
|
585
585
|
value: string;
|
|
586
586
|
}, string | Uint8Array<ArrayBuffer>>>;
|
|
587
587
|
export declare const audioGenClientParamsSchema: z.ZodObject<{
|
|
588
|
-
referenceAudio: z.ZodOptional<z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.
|
|
588
|
+
referenceAudio: z.ZodOptional<z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.ZodInstanceOf<Uint8Array<ArrayBuffer>>]>, z.ZodTransform<{
|
|
589
589
|
type: "base64";
|
|
590
590
|
value: string;
|
|
591
591
|
} | {
|
|
592
592
|
type: "filePath";
|
|
593
593
|
value: string;
|
|
594
594
|
}, string | Uint8Array<ArrayBuffer>>>>;
|
|
595
|
-
sourceAudio: z.ZodOptional<z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.
|
|
595
|
+
sourceAudio: z.ZodOptional<z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.ZodInstanceOf<Uint8Array<ArrayBuffer>>]>, z.ZodTransform<{
|
|
596
596
|
type: "base64";
|
|
597
597
|
value: string;
|
|
598
598
|
} | {
|
|
@@ -301,6 +301,7 @@ export declare const batchCompletionEventSchema: z.ZodObject<{
|
|
|
301
301
|
stats: z.ZodObject<{
|
|
302
302
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
303
303
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
304
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
304
305
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
305
306
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
306
307
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -380,6 +381,7 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
|
|
|
380
381
|
stats: z.ZodObject<{
|
|
381
382
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
382
383
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
384
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
383
385
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
384
386
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
385
387
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -417,6 +419,7 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
|
|
|
417
419
|
stats: z.ZodOptional<z.ZodObject<{
|
|
418
420
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
419
421
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
422
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
420
423
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
421
424
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
422
425
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
package/dist/schemas/bci.d.ts
CHANGED
|
@@ -21,7 +21,7 @@ export declare const bciTranscribeParamsSchema: z.ZodObject<{
|
|
|
21
21
|
export declare const bciTranscribeClientParamsSchema: z.ZodObject<{
|
|
22
22
|
modelId: z.ZodString;
|
|
23
23
|
metadata: z.ZodOptional<z.ZodBoolean>;
|
|
24
|
-
neuralData: z.ZodUnion<readonly [z.ZodString, z.
|
|
24
|
+
neuralData: z.ZodUnion<readonly [z.ZodString, z.ZodInstanceOf<Uint8Array<ArrayBuffer>>]>;
|
|
25
25
|
}, z.core.$strip>;
|
|
26
26
|
export declare const bciTranscribeRequestSchema: z.ZodObject<{
|
|
27
27
|
modelId: z.ZodString;
|
package/dist/schemas/common.d.ts
CHANGED
|
@@ -2541,7 +2541,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2541
2541
|
requireHttpChecksum?: boolean | undefined;
|
|
2542
2542
|
requireSecureTransport?: boolean | undefined;
|
|
2543
2543
|
requestId?: string | undefined;
|
|
2544
|
-
modelConfig?:
|
|
2544
|
+
modelConfig?: {
|
|
2545
|
+
[x: string]: unknown;
|
|
2546
|
+
} | undefined;
|
|
2545
2547
|
} | {
|
|
2546
2548
|
seed: boolean;
|
|
2547
2549
|
type: "loadModel";
|
|
@@ -2688,7 +2690,11 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2688
2690
|
type: "loadModel";
|
|
2689
2691
|
modelSrc: string;
|
|
2690
2692
|
modelType: "tts-ggml";
|
|
2691
|
-
modelConfig:
|
|
2693
|
+
modelConfig: {
|
|
2694
|
+
[x: string]: unknown;
|
|
2695
|
+
} | {
|
|
2696
|
+
[x: string]: unknown;
|
|
2697
|
+
} | {
|
|
2692
2698
|
ttsEngine: "parler";
|
|
2693
2699
|
useGPU?: boolean | undefined;
|
|
2694
2700
|
outputSampleRate?: number | undefined;
|
|
@@ -3424,7 +3430,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3424
3430
|
requireHttpChecksum?: boolean | undefined;
|
|
3425
3431
|
requireSecureTransport?: boolean | undefined;
|
|
3426
3432
|
requestId?: string | undefined;
|
|
3427
|
-
modelConfig?:
|
|
3433
|
+
modelConfig?: {
|
|
3434
|
+
[x: string]: unknown;
|
|
3435
|
+
} | undefined;
|
|
3428
3436
|
} | {
|
|
3429
3437
|
type: "loadModel";
|
|
3430
3438
|
modelSrc: string;
|
|
@@ -3570,7 +3578,11 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3570
3578
|
type: "loadModel";
|
|
3571
3579
|
modelSrc: string;
|
|
3572
3580
|
modelType: "tts-ggml";
|
|
3573
|
-
modelConfig:
|
|
3581
|
+
modelConfig: {
|
|
3582
|
+
[x: string]: unknown;
|
|
3583
|
+
} | {
|
|
3584
|
+
[x: string]: unknown;
|
|
3585
|
+
} | {
|
|
3574
3586
|
ttsEngine: "parler";
|
|
3575
3587
|
useGPU?: boolean | undefined;
|
|
3576
3588
|
outputSampleRate?: number | undefined;
|
|
@@ -4753,6 +4765,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4753
4765
|
}, z.core.$strip>], "operation">, z.ZodUnion<readonly [z.ZodObject<{
|
|
4754
4766
|
type: z.ZodLiteral<"deleteCache">;
|
|
4755
4767
|
all: z.ZodLiteral<true>;
|
|
4768
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
4769
|
+
type: z.ZodLiteral<"deleteCache">;
|
|
4770
|
+
auto: z.ZodLiteral<true>;
|
|
4756
4771
|
}, z.core.$strip>, z.ZodObject<{
|
|
4757
4772
|
type: z.ZodLiteral<"deleteCache">;
|
|
4758
4773
|
kvCacheKey: z.ZodString;
|
|
@@ -5291,6 +5306,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5291
5306
|
stats: z.ZodObject<{
|
|
5292
5307
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
5293
5308
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5309
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5294
5310
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
5295
5311
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
5296
5312
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -5366,6 +5382,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5366
5382
|
stats: z.ZodObject<{
|
|
5367
5383
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
5368
5384
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5385
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5369
5386
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
5370
5387
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
5371
5388
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -5451,6 +5468,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5451
5468
|
stats: z.ZodObject<{
|
|
5452
5469
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
5453
5470
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5471
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5454
5472
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
5455
5473
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
5456
5474
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -5488,6 +5506,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5488
5506
|
stats: z.ZodOptional<z.ZodObject<{
|
|
5489
5507
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
5490
5508
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5509
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5491
5510
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
5492
5511
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
5493
5512
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -6909,6 +6928,10 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6909
6928
|
sequential: "sequential";
|
|
6910
6929
|
concurrent: "concurrent";
|
|
6911
6930
|
}>;
|
|
6931
|
+
evidence: z.ZodOptional<z.ZodEnum<{
|
|
6932
|
+
calibration: "calibration";
|
|
6933
|
+
"computed-only": "computed-only";
|
|
6934
|
+
}>>;
|
|
6912
6935
|
budget: z.ZodOptional<z.ZodObject<{
|
|
6913
6936
|
totalBytes: z.ZodNumber;
|
|
6914
6937
|
usedBytes: z.ZodNumber;
|
|
@@ -6920,6 +6943,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6920
6943
|
lowerBoundBytes: z.ZodNumber;
|
|
6921
6944
|
upperBoundBytes: z.ZodNumber;
|
|
6922
6945
|
}, z.core.$strip>>;
|
|
6946
|
+
floorBytes: z.ZodOptional<z.ZodNumber>;
|
|
6923
6947
|
models: z.ZodArray<z.ZodObject<{
|
|
6924
6948
|
name: z.ZodString;
|
|
6925
6949
|
verdict: z.ZodEnum<{
|
|
@@ -6927,10 +6951,15 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6927
6951
|
"likely-fits": "likely-fits";
|
|
6928
6952
|
"likely-too-large": "likely-too-large";
|
|
6929
6953
|
}>;
|
|
6954
|
+
evidence: z.ZodOptional<z.ZodEnum<{
|
|
6955
|
+
calibration: "calibration";
|
|
6956
|
+
"computed-only": "computed-only";
|
|
6957
|
+
}>>;
|
|
6930
6958
|
estimate: z.ZodOptional<z.ZodObject<{
|
|
6931
6959
|
lowerBoundBytes: z.ZodNumber;
|
|
6932
6960
|
upperBoundBytes: z.ZodNumber;
|
|
6933
6961
|
}, z.core.$strip>>;
|
|
6962
|
+
floorBytes: z.ZodOptional<z.ZodNumber>;
|
|
6934
6963
|
estimatorVersion: z.ZodOptional<z.ZodString>;
|
|
6935
6964
|
reasons: z.ZodArray<z.ZodString>;
|
|
6936
6965
|
}, z.core.$strip>>;
|
|
@@ -4,6 +4,7 @@ import type { ToolDialect } from './completion-stream.js';
|
|
|
4
4
|
export declare const completionStatsSchema: z.ZodObject<{
|
|
5
5
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
6
6
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
7
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
7
8
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
8
9
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
9
10
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -60,6 +61,7 @@ export declare const statsEventSchema: z.ZodObject<{
|
|
|
60
61
|
stats: z.ZodObject<{
|
|
61
62
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
62
63
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
64
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
63
65
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
64
66
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
65
67
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -142,6 +144,7 @@ export declare const completionEventSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
142
144
|
stats: z.ZodObject<{
|
|
143
145
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
144
146
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
147
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
145
148
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
146
149
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
147
150
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3,6 +3,7 @@ import { toolCallSchema, toolCallErrorSchema } from './tools.js';
|
|
|
3
3
|
export const completionStatsSchema = z.object({
|
|
4
4
|
timeToFirstToken: z.number().optional(),
|
|
5
5
|
tokensPerSecond: z.number().optional(),
|
|
6
|
+
promptTokensPerSecond: z.number().optional(),
|
|
6
7
|
cacheTokens: z.number().optional(),
|
|
7
8
|
promptTokens: z.number().optional(),
|
|
8
9
|
// Decode count (`llama_perf` `n_eval`) — length / KV-cache budget decisions.
|
|
@@ -245,6 +245,7 @@ export declare const completionStreamResponseSchema: z.ZodObject<{
|
|
|
245
245
|
stats: z.ZodObject<{
|
|
246
246
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
247
247
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
248
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
248
249
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
249
250
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
250
251
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -406,6 +407,7 @@ export declare const completionOrchestrateResponseSchema: z.ZodObject<{
|
|
|
406
407
|
stats: z.ZodObject<{
|
|
407
408
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
408
409
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
410
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
409
411
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
410
412
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
411
413
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -8566,7 +8566,9 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
8566
8566
|
sha256Checksum?: string | undefined;
|
|
8567
8567
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
8568
8568
|
};
|
|
8569
|
-
modelConfig?:
|
|
8569
|
+
modelConfig?: {
|
|
8570
|
+
[x: string]: unknown;
|
|
8571
|
+
} | undefined;
|
|
8570
8572
|
fallbackSrc?: string | undefined;
|
|
8571
8573
|
requireHttpChecksum?: boolean | undefined;
|
|
8572
8574
|
requireSecureTransport?: boolean | undefined;
|
|
@@ -8730,7 +8732,11 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
8730
8732
|
} | {
|
|
8731
8733
|
seed: boolean;
|
|
8732
8734
|
modelType: "tts" | "tts-ggml";
|
|
8733
|
-
modelConfig:
|
|
8735
|
+
modelConfig: {
|
|
8736
|
+
[x: string]: unknown;
|
|
8737
|
+
} | {
|
|
8738
|
+
[x: string]: unknown;
|
|
8739
|
+
} | {
|
|
8734
8740
|
ttsEngine: "parler";
|
|
8735
8741
|
useGPU?: boolean | undefined;
|
|
8736
8742
|
outputSampleRate?: number | undefined;
|
|
@@ -9552,7 +9558,9 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9552
9558
|
sha256Checksum?: string | undefined;
|
|
9553
9559
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
9554
9560
|
};
|
|
9555
|
-
modelConfig?:
|
|
9561
|
+
modelConfig?: {
|
|
9562
|
+
[x: string]: unknown;
|
|
9563
|
+
} | undefined;
|
|
9556
9564
|
seed?: boolean | undefined;
|
|
9557
9565
|
fallbackSrc?: string | undefined;
|
|
9558
9566
|
requireHttpChecksum?: boolean | undefined;
|
|
@@ -9716,7 +9724,11 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9716
9724
|
requireSecureTransport?: boolean | undefined;
|
|
9717
9725
|
} | {
|
|
9718
9726
|
modelType: "tts" | "tts-ggml";
|
|
9719
|
-
modelConfig:
|
|
9727
|
+
modelConfig: {
|
|
9728
|
+
[x: string]: unknown;
|
|
9729
|
+
} | {
|
|
9730
|
+
[x: string]: unknown;
|
|
9731
|
+
} | {
|
|
9720
9732
|
ttsEngine: "parler";
|
|
9721
9733
|
useGPU?: boolean | undefined;
|
|
9722
9734
|
outputSampleRate?: number | undefined;
|
|
@@ -11177,7 +11189,9 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11177
11189
|
modelType: "parakeet-transcription";
|
|
11178
11190
|
modelSrc: string;
|
|
11179
11191
|
modelName: string | undefined;
|
|
11180
|
-
modelConfig:
|
|
11192
|
+
modelConfig: {
|
|
11193
|
+
[x: string]: unknown;
|
|
11194
|
+
} | undefined;
|
|
11181
11195
|
seed: boolean;
|
|
11182
11196
|
withProgress: boolean;
|
|
11183
11197
|
}, {
|
|
@@ -11195,7 +11209,9 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11195
11209
|
sha256Checksum?: string | undefined;
|
|
11196
11210
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
11197
11211
|
};
|
|
11198
|
-
modelConfig?:
|
|
11212
|
+
modelConfig?: {
|
|
11213
|
+
[x: string]: unknown;
|
|
11214
|
+
} | undefined;
|
|
11199
11215
|
onProgress?: unknown;
|
|
11200
11216
|
logger?: unknown;
|
|
11201
11217
|
withProgress?: boolean | undefined;
|
|
@@ -12621,7 +12637,11 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12621
12637
|
modelType: "tts-ggml";
|
|
12622
12638
|
modelSrc: string;
|
|
12623
12639
|
modelName: string | undefined;
|
|
12624
|
-
modelConfig:
|
|
12640
|
+
modelConfig: {
|
|
12641
|
+
[x: string]: unknown;
|
|
12642
|
+
} | {
|
|
12643
|
+
[x: string]: unknown;
|
|
12644
|
+
} | {
|
|
12625
12645
|
ttsEngine: "parler";
|
|
12626
12646
|
useGPU?: boolean | undefined;
|
|
12627
12647
|
outputSampleRate?: number | undefined;
|
|
@@ -12745,7 +12765,11 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12745
12765
|
withProgress: boolean;
|
|
12746
12766
|
}, {
|
|
12747
12767
|
modelType: "tts" | "tts-ggml";
|
|
12748
|
-
modelConfig:
|
|
12768
|
+
modelConfig: {
|
|
12769
|
+
[x: string]: unknown;
|
|
12770
|
+
} | {
|
|
12771
|
+
[x: string]: unknown;
|
|
12772
|
+
} | {
|
|
12749
12773
|
ttsEngine: "parler";
|
|
12750
12774
|
useGPU?: boolean | undefined;
|
|
12751
12775
|
outputSampleRate?: number | undefined;
|
|
@@ -15664,7 +15688,9 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
15664
15688
|
modelType: "parakeet-transcription";
|
|
15665
15689
|
modelSrc: string;
|
|
15666
15690
|
modelName: string | undefined;
|
|
15667
|
-
modelConfig:
|
|
15691
|
+
modelConfig: {
|
|
15692
|
+
[x: string]: unknown;
|
|
15693
|
+
} | undefined;
|
|
15668
15694
|
seed: boolean;
|
|
15669
15695
|
withProgress: boolean;
|
|
15670
15696
|
}, {
|
|
@@ -15682,7 +15708,9 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
15682
15708
|
sha256Checksum?: string | undefined;
|
|
15683
15709
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
15684
15710
|
};
|
|
15685
|
-
modelConfig?:
|
|
15711
|
+
modelConfig?: {
|
|
15712
|
+
[x: string]: unknown;
|
|
15713
|
+
} | undefined;
|
|
15686
15714
|
onProgress?: unknown;
|
|
15687
15715
|
logger?: unknown;
|
|
15688
15716
|
withProgress?: boolean | undefined;
|
|
@@ -17108,7 +17136,11 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17108
17136
|
modelType: "tts-ggml";
|
|
17109
17137
|
modelSrc: string;
|
|
17110
17138
|
modelName: string | undefined;
|
|
17111
|
-
modelConfig:
|
|
17139
|
+
modelConfig: {
|
|
17140
|
+
[x: string]: unknown;
|
|
17141
|
+
} | {
|
|
17142
|
+
[x: string]: unknown;
|
|
17143
|
+
} | {
|
|
17112
17144
|
ttsEngine: "parler";
|
|
17113
17145
|
useGPU?: boolean | undefined;
|
|
17114
17146
|
outputSampleRate?: number | undefined;
|
|
@@ -17232,7 +17264,11 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17232
17264
|
withProgress: boolean;
|
|
17233
17265
|
}, {
|
|
17234
17266
|
modelType: "tts" | "tts-ggml";
|
|
17235
|
-
modelConfig:
|
|
17267
|
+
modelConfig: {
|
|
17268
|
+
[x: string]: unknown;
|
|
17269
|
+
} | {
|
|
17270
|
+
[x: string]: unknown;
|
|
17271
|
+
} | {
|
|
17236
17272
|
ttsEngine: "parler";
|
|
17237
17273
|
useGPU?: boolean | undefined;
|
|
17238
17274
|
outputSampleRate?: number | undefined;
|
|
@@ -24088,7 +24124,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
24088
24124
|
requireHttpChecksum?: boolean | undefined;
|
|
24089
24125
|
requireSecureTransport?: boolean | undefined;
|
|
24090
24126
|
requestId?: string | undefined;
|
|
24091
|
-
modelConfig?:
|
|
24127
|
+
modelConfig?: {
|
|
24128
|
+
[x: string]: unknown;
|
|
24129
|
+
} | undefined;
|
|
24092
24130
|
} | {
|
|
24093
24131
|
seed: boolean;
|
|
24094
24132
|
type: "loadModel";
|
|
@@ -24235,7 +24273,11 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
24235
24273
|
type: "loadModel";
|
|
24236
24274
|
modelSrc: string;
|
|
24237
24275
|
modelType: "tts-ggml";
|
|
24238
|
-
modelConfig:
|
|
24276
|
+
modelConfig: {
|
|
24277
|
+
[x: string]: unknown;
|
|
24278
|
+
} | {
|
|
24279
|
+
[x: string]: unknown;
|
|
24280
|
+
} | {
|
|
24239
24281
|
ttsEngine: "parler";
|
|
24240
24282
|
useGPU?: boolean | undefined;
|
|
24241
24283
|
outputSampleRate?: number | undefined;
|
|
@@ -24971,7 +25013,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
24971
25013
|
requireHttpChecksum?: boolean | undefined;
|
|
24972
25014
|
requireSecureTransport?: boolean | undefined;
|
|
24973
25015
|
requestId?: string | undefined;
|
|
24974
|
-
modelConfig?:
|
|
25016
|
+
modelConfig?: {
|
|
25017
|
+
[x: string]: unknown;
|
|
25018
|
+
} | undefined;
|
|
24975
25019
|
} | {
|
|
24976
25020
|
type: "loadModel";
|
|
24977
25021
|
modelSrc: string;
|
|
@@ -25117,7 +25161,11 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
25117
25161
|
type: "loadModel";
|
|
25118
25162
|
modelSrc: string;
|
|
25119
25163
|
modelType: "tts-ggml";
|
|
25120
|
-
modelConfig:
|
|
25164
|
+
modelConfig: {
|
|
25165
|
+
[x: string]: unknown;
|
|
25166
|
+
} | {
|
|
25167
|
+
[x: string]: unknown;
|
|
25168
|
+
} | {
|
|
25121
25169
|
ttsEngine: "parler";
|
|
25122
25170
|
useGPU?: boolean | undefined;
|
|
25123
25171
|
outputSampleRate?: number | undefined;
|
|
@@ -28150,7 +28198,9 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28150
28198
|
requireHttpChecksum?: boolean | undefined;
|
|
28151
28199
|
requireSecureTransport?: boolean | undefined;
|
|
28152
28200
|
requestId?: string | undefined;
|
|
28153
|
-
modelConfig?:
|
|
28201
|
+
modelConfig?: {
|
|
28202
|
+
[x: string]: unknown;
|
|
28203
|
+
} | undefined;
|
|
28154
28204
|
} | {
|
|
28155
28205
|
seed: boolean;
|
|
28156
28206
|
type: "loadModel";
|
|
@@ -28297,7 +28347,11 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28297
28347
|
type: "loadModel";
|
|
28298
28348
|
modelSrc: string;
|
|
28299
28349
|
modelType: "tts-ggml";
|
|
28300
|
-
modelConfig:
|
|
28350
|
+
modelConfig: {
|
|
28351
|
+
[x: string]: unknown;
|
|
28352
|
+
} | {
|
|
28353
|
+
[x: string]: unknown;
|
|
28354
|
+
} | {
|
|
28301
28355
|
ttsEngine: "parler";
|
|
28302
28356
|
useGPU?: boolean | undefined;
|
|
28303
28357
|
outputSampleRate?: number | undefined;
|
|
@@ -29033,7 +29087,9 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29033
29087
|
requireHttpChecksum?: boolean | undefined;
|
|
29034
29088
|
requireSecureTransport?: boolean | undefined;
|
|
29035
29089
|
requestId?: string | undefined;
|
|
29036
|
-
modelConfig?:
|
|
29090
|
+
modelConfig?: {
|
|
29091
|
+
[x: string]: unknown;
|
|
29092
|
+
} | undefined;
|
|
29037
29093
|
} | {
|
|
29038
29094
|
type: "loadModel";
|
|
29039
29095
|
modelSrc: string;
|
|
@@ -29179,7 +29235,11 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29179
29235
|
type: "loadModel";
|
|
29180
29236
|
modelSrc: string;
|
|
29181
29237
|
modelType: "tts-ggml";
|
|
29182
|
-
modelConfig:
|
|
29238
|
+
modelConfig: {
|
|
29239
|
+
[x: string]: unknown;
|
|
29240
|
+
} | {
|
|
29241
|
+
[x: string]: unknown;
|
|
29242
|
+
} | {
|
|
29183
29243
|
ttsEngine: "parler";
|
|
29184
29244
|
useGPU?: boolean | undefined;
|
|
29185
29245
|
outputSampleRate?: number | undefined;
|
|
@@ -2,6 +2,9 @@ import { z } from 'zod';
|
|
|
2
2
|
export declare const deleteCacheRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
3
3
|
type: z.ZodLiteral<"deleteCache">;
|
|
4
4
|
all: z.ZodLiteral<true>;
|
|
5
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
6
|
+
type: z.ZodLiteral<"deleteCache">;
|
|
7
|
+
auto: z.ZodLiteral<true>;
|
|
5
8
|
}, z.core.$strip>, z.ZodObject<{
|
|
6
9
|
type: z.ZodLiteral<"deleteCache">;
|
|
7
10
|
kvCacheKey: z.ZodString;
|
|
@@ -7,6 +7,12 @@ export const deleteCacheRequestSchema = z.union([
|
|
|
7
7
|
all: z.literal(true)
|
|
8
8
|
})
|
|
9
9
|
.meta({ title: 'DeleteCacheAllRequest' }),
|
|
10
|
+
z
|
|
11
|
+
.object({
|
|
12
|
+
type: z.literal('deleteCache'),
|
|
13
|
+
auto: z.literal(true)
|
|
14
|
+
})
|
|
15
|
+
.meta({ title: 'DeleteCacheAutoRequest' }),
|
|
10
16
|
z
|
|
11
17
|
.object({
|
|
12
18
|
type: z.literal('deleteCache'),
|
package/dist/schemas/plugin.d.ts
CHANGED
|
@@ -197,14 +197,14 @@ export declare function defineHandler<TRequest extends z.ZodType, TResponse exte
|
|
|
197
197
|
export declare function defineDuplexHandler<TRequest extends z.ZodType, TResponse extends z.ZodType>(definition: DuplexPluginHandlerDefinition<TRequest, TResponse>): PluginHandlerDefinition<TRequest, TResponse>;
|
|
198
198
|
export declare const pluginHandlerDefinitionRuntimeSchema: z.ZodObject<{
|
|
199
199
|
requestSchema: z.ZodObject<{
|
|
200
|
-
safeParse: z.
|
|
200
|
+
safeParse: z.ZodInstanceOf<Function>;
|
|
201
201
|
}, z.core.$catchall<z.ZodUnknown>>;
|
|
202
202
|
responseSchema: z.ZodObject<{
|
|
203
|
-
safeParse: z.
|
|
203
|
+
safeParse: z.ZodInstanceOf<Function>;
|
|
204
204
|
}, z.core.$catchall<z.ZodUnknown>>;
|
|
205
205
|
streaming: z.ZodBoolean;
|
|
206
206
|
duplex: z.ZodOptional<z.ZodBoolean>;
|
|
207
|
-
handler: z.
|
|
207
|
+
handler: z.ZodInstanceOf<Function>;
|
|
208
208
|
cancel: z.ZodOptional<z.ZodObject<{
|
|
209
209
|
scope: z.ZodEnum<{
|
|
210
210
|
request: "request";
|
|
@@ -219,19 +219,19 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
|
|
|
219
219
|
displayName: z.ZodString;
|
|
220
220
|
addonPackage: z.ZodString;
|
|
221
221
|
loadConfigSchema: z.ZodObject<{
|
|
222
|
-
safeParse: z.
|
|
222
|
+
safeParse: z.ZodInstanceOf<Function>;
|
|
223
223
|
}, z.core.$catchall<z.ZodUnknown>>;
|
|
224
|
-
createModel: z.
|
|
224
|
+
createModel: z.ZodInstanceOf<Function>;
|
|
225
225
|
handlers: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
226
226
|
requestSchema: z.ZodObject<{
|
|
227
|
-
safeParse: z.
|
|
227
|
+
safeParse: z.ZodInstanceOf<Function>;
|
|
228
228
|
}, z.core.$catchall<z.ZodUnknown>>;
|
|
229
229
|
responseSchema: z.ZodObject<{
|
|
230
|
-
safeParse: z.
|
|
230
|
+
safeParse: z.ZodInstanceOf<Function>;
|
|
231
231
|
}, z.core.$catchall<z.ZodUnknown>>;
|
|
232
232
|
streaming: z.ZodBoolean;
|
|
233
233
|
duplex: z.ZodOptional<z.ZodBoolean>;
|
|
234
|
-
handler: z.
|
|
234
|
+
handler: z.ZodInstanceOf<Function>;
|
|
235
235
|
cancel: z.ZodOptional<z.ZodObject<{
|
|
236
236
|
scope: z.ZodEnum<{
|
|
237
237
|
request: "request";
|
|
@@ -247,11 +247,11 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
|
|
|
247
247
|
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
248
248
|
capabilities: z.ZodOptional<z.ZodObject<{
|
|
249
249
|
turbovecIndexProvider: z.ZodOptional<z.ZodObject<{
|
|
250
|
-
create: z.
|
|
251
|
-
load: z.
|
|
250
|
+
create: z.ZodInstanceOf<Function>;
|
|
251
|
+
load: z.ZodInstanceOf<Function>;
|
|
252
252
|
}, z.core.$strip>>;
|
|
253
253
|
}, z.core.$catchall<z.ZodUnknown>>>;
|
|
254
|
-
resolveConfig: z.ZodOptional<z.
|
|
254
|
+
resolveConfig: z.ZodOptional<z.ZodInstanceOf<Function>>;
|
|
255
255
|
skipPrimaryModelPathValidation: z.ZodOptional<z.ZodBoolean>;
|
|
256
256
|
}, z.core.$catchall<z.ZodUnknown>>;
|
|
257
257
|
/**
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@qvac/inference",
|
|
3
|
-
"version": "0.19.
|
|
3
|
+
"version": "0.19.1",
|
|
4
4
|
"description": "Bare-only in-process core of the QVAC SDK. Runs inference directly on the Bare runtime with explicit plugin assembly and no RPC, worker, or subprocess layer.",
|
|
5
5
|
"license": "Apache-2.0",
|
|
6
6
|
"repository": {
|
|
@@ -163,7 +163,7 @@
|
|
|
163
163
|
"dependencies": {
|
|
164
164
|
"@qvac/error": "^0.1.1",
|
|
165
165
|
"@qvac/logging": "^0.1.1",
|
|
166
|
-
"@qvac/rag": "^0.8.
|
|
166
|
+
"@qvac/rag": "^0.8.1",
|
|
167
167
|
"@qvac/registry-client": "^0.6.1",
|
|
168
168
|
"bare-abort-controller": "^1.1.2",
|
|
169
169
|
"bare-buffer": "^3.6.2",
|