@qvac/inference 0.19.0 → 0.19.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (31) hide show
  1. package/NOTICE +59 -35
  2. package/dist/api/delete-cache.d.ts +7 -1
  3. package/dist/api/delete-cache.js +11 -1
  4. package/dist/handlers/delete-cache.js +3 -0
  5. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -0
  6. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +3 -0
  7. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +8 -3
  8. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +53 -13
  9. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +3 -0
  10. package/dist/resources/model-fit/assess.js +169 -68
  11. package/dist/resources/model-fit/estimators/llm.d.ts +1 -0
  12. package/dist/resources/model-fit/estimators/llm.js +3 -1
  13. package/dist/resources/model-fit/floor.d.ts +31 -0
  14. package/dist/resources/model-fit/floor.js +65 -0
  15. package/dist/resources/native.js +5 -4
  16. package/dist/resources/types.d.ts +1 -3
  17. package/dist/schemas/assess-model-fit.d.ts +40 -0
  18. package/dist/schemas/assess-model-fit.js +32 -3
  19. package/dist/schemas/audio-gen.d.ts +3 -3
  20. package/dist/schemas/batch-completion-stream.d.ts +3 -0
  21. package/dist/schemas/bci.d.ts +1 -1
  22. package/dist/schemas/common.d.ts +33 -4
  23. package/dist/schemas/completion-event.d.ts +3 -0
  24. package/dist/schemas/completion-event.js +1 -0
  25. package/dist/schemas/completion-stream.d.ts +2 -0
  26. package/dist/schemas/load-model.d.ts +80 -20
  27. package/dist/schemas/model-ops.d.ts +3 -0
  28. package/dist/schemas/model-ops.js +6 -0
  29. package/dist/schemas/plugin.d.ts +11 -11
  30. package/dist/utils/addon-responses.d.ts +1 -0
  31. package/package.json +2 -2
@@ -577,7 +577,7 @@ export declare const audioGenAudioInputSchema: z.ZodDiscriminatedUnion<[z.ZodObj
577
577
  * Client form of a reference/source audio input: a file path, or raw
578
578
  * interleaved stereo 48 kHz Float32 LE PCM bytes. Normalized to the wire form.
579
579
  */
580
- export declare const audioGenClientAudioInputSchema: z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Uint8Array<ArrayBuffer>, Uint8Array<ArrayBuffer>>]>, z.ZodTransform<{
580
+ export declare const audioGenClientAudioInputSchema: z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.ZodInstanceOf<Uint8Array<ArrayBuffer>>]>, z.ZodTransform<{
581
581
  type: "base64";
582
582
  value: string;
583
583
  } | {
@@ -585,14 +585,14 @@ export declare const audioGenClientAudioInputSchema: z.ZodPipe<z.ZodUnion<readon
585
585
  value: string;
586
586
  }, string | Uint8Array<ArrayBuffer>>>;
587
587
  export declare const audioGenClientParamsSchema: z.ZodObject<{
588
- referenceAudio: z.ZodOptional<z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Uint8Array<ArrayBuffer>, Uint8Array<ArrayBuffer>>]>, z.ZodTransform<{
588
+ referenceAudio: z.ZodOptional<z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.ZodInstanceOf<Uint8Array<ArrayBuffer>>]>, z.ZodTransform<{
589
589
  type: "base64";
590
590
  value: string;
591
591
  } | {
592
592
  type: "filePath";
593
593
  value: string;
594
594
  }, string | Uint8Array<ArrayBuffer>>>>;
595
- sourceAudio: z.ZodOptional<z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Uint8Array<ArrayBuffer>, Uint8Array<ArrayBuffer>>]>, z.ZodTransform<{
595
+ sourceAudio: z.ZodOptional<z.ZodPipe<z.ZodUnion<readonly [z.ZodString, z.ZodInstanceOf<Uint8Array<ArrayBuffer>>]>, z.ZodTransform<{
596
596
  type: "base64";
597
597
  value: string;
598
598
  } | {
@@ -301,6 +301,7 @@ export declare const batchCompletionEventSchema: z.ZodObject<{
301
301
  stats: z.ZodObject<{
302
302
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
303
303
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
304
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
304
305
  cacheTokens: z.ZodOptional<z.ZodNumber>;
305
306
  promptTokens: z.ZodOptional<z.ZodNumber>;
306
307
  generatedTokens: z.ZodOptional<z.ZodNumber>;
@@ -380,6 +381,7 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
380
381
  stats: z.ZodObject<{
381
382
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
382
383
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
384
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
383
385
  cacheTokens: z.ZodOptional<z.ZodNumber>;
384
386
  promptTokens: z.ZodOptional<z.ZodNumber>;
385
387
  generatedTokens: z.ZodOptional<z.ZodNumber>;
@@ -417,6 +419,7 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
417
419
  stats: z.ZodOptional<z.ZodObject<{
418
420
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
419
421
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
422
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
420
423
  cacheTokens: z.ZodOptional<z.ZodNumber>;
421
424
  promptTokens: z.ZodOptional<z.ZodNumber>;
422
425
  generatedTokens: z.ZodOptional<z.ZodNumber>;
@@ -21,7 +21,7 @@ export declare const bciTranscribeParamsSchema: z.ZodObject<{
21
21
  export declare const bciTranscribeClientParamsSchema: z.ZodObject<{
22
22
  modelId: z.ZodString;
23
23
  metadata: z.ZodOptional<z.ZodBoolean>;
24
- neuralData: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Uint8Array<ArrayBuffer>, Uint8Array<ArrayBuffer>>]>;
24
+ neuralData: z.ZodUnion<readonly [z.ZodString, z.ZodInstanceOf<Uint8Array<ArrayBuffer>>]>;
25
25
  }, z.core.$strip>;
26
26
  export declare const bciTranscribeRequestSchema: z.ZodObject<{
27
27
  modelId: z.ZodString;
@@ -2541,7 +2541,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2541
2541
  requireHttpChecksum?: boolean | undefined;
2542
2542
  requireSecureTransport?: boolean | undefined;
2543
2543
  requestId?: string | undefined;
2544
- modelConfig?: Record<string, unknown> | undefined;
2544
+ modelConfig?: {
2545
+ [x: string]: unknown;
2546
+ } | undefined;
2545
2547
  } | {
2546
2548
  seed: boolean;
2547
2549
  type: "loadModel";
@@ -2688,7 +2690,11 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2688
2690
  type: "loadModel";
2689
2691
  modelSrc: string;
2690
2692
  modelType: "tts-ggml";
2691
- modelConfig: Record<string, unknown> | {
2693
+ modelConfig: {
2694
+ [x: string]: unknown;
2695
+ } | {
2696
+ [x: string]: unknown;
2697
+ } | {
2692
2698
  ttsEngine: "parler";
2693
2699
  useGPU?: boolean | undefined;
2694
2700
  outputSampleRate?: number | undefined;
@@ -3424,7 +3430,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3424
3430
  requireHttpChecksum?: boolean | undefined;
3425
3431
  requireSecureTransport?: boolean | undefined;
3426
3432
  requestId?: string | undefined;
3427
- modelConfig?: Record<string, unknown> | undefined;
3433
+ modelConfig?: {
3434
+ [x: string]: unknown;
3435
+ } | undefined;
3428
3436
  } | {
3429
3437
  type: "loadModel";
3430
3438
  modelSrc: string;
@@ -3570,7 +3578,11 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3570
3578
  type: "loadModel";
3571
3579
  modelSrc: string;
3572
3580
  modelType: "tts-ggml";
3573
- modelConfig: Record<string, unknown> | {
3581
+ modelConfig: {
3582
+ [x: string]: unknown;
3583
+ } | {
3584
+ [x: string]: unknown;
3585
+ } | {
3574
3586
  ttsEngine: "parler";
3575
3587
  useGPU?: boolean | undefined;
3576
3588
  outputSampleRate?: number | undefined;
@@ -4753,6 +4765,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4753
4765
  }, z.core.$strip>], "operation">, z.ZodUnion<readonly [z.ZodObject<{
4754
4766
  type: z.ZodLiteral<"deleteCache">;
4755
4767
  all: z.ZodLiteral<true>;
4768
+ }, z.core.$strip>, z.ZodObject<{
4769
+ type: z.ZodLiteral<"deleteCache">;
4770
+ auto: z.ZodLiteral<true>;
4756
4771
  }, z.core.$strip>, z.ZodObject<{
4757
4772
  type: z.ZodLiteral<"deleteCache">;
4758
4773
  kvCacheKey: z.ZodString;
@@ -5291,6 +5306,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5291
5306
  stats: z.ZodObject<{
5292
5307
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
5293
5308
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
5309
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
5294
5310
  cacheTokens: z.ZodOptional<z.ZodNumber>;
5295
5311
  promptTokens: z.ZodOptional<z.ZodNumber>;
5296
5312
  generatedTokens: z.ZodOptional<z.ZodNumber>;
@@ -5366,6 +5382,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5366
5382
  stats: z.ZodObject<{
5367
5383
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
5368
5384
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
5385
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
5369
5386
  cacheTokens: z.ZodOptional<z.ZodNumber>;
5370
5387
  promptTokens: z.ZodOptional<z.ZodNumber>;
5371
5388
  generatedTokens: z.ZodOptional<z.ZodNumber>;
@@ -5451,6 +5468,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5451
5468
  stats: z.ZodObject<{
5452
5469
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
5453
5470
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
5471
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
5454
5472
  cacheTokens: z.ZodOptional<z.ZodNumber>;
5455
5473
  promptTokens: z.ZodOptional<z.ZodNumber>;
5456
5474
  generatedTokens: z.ZodOptional<z.ZodNumber>;
@@ -5488,6 +5506,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5488
5506
  stats: z.ZodOptional<z.ZodObject<{
5489
5507
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
5490
5508
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
5509
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
5491
5510
  cacheTokens: z.ZodOptional<z.ZodNumber>;
5492
5511
  promptTokens: z.ZodOptional<z.ZodNumber>;
5493
5512
  generatedTokens: z.ZodOptional<z.ZodNumber>;
@@ -6909,6 +6928,10 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6909
6928
  sequential: "sequential";
6910
6929
  concurrent: "concurrent";
6911
6930
  }>;
6931
+ evidence: z.ZodOptional<z.ZodEnum<{
6932
+ calibration: "calibration";
6933
+ "computed-only": "computed-only";
6934
+ }>>;
6912
6935
  budget: z.ZodOptional<z.ZodObject<{
6913
6936
  totalBytes: z.ZodNumber;
6914
6937
  usedBytes: z.ZodNumber;
@@ -6920,6 +6943,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6920
6943
  lowerBoundBytes: z.ZodNumber;
6921
6944
  upperBoundBytes: z.ZodNumber;
6922
6945
  }, z.core.$strip>>;
6946
+ floorBytes: z.ZodOptional<z.ZodNumber>;
6923
6947
  models: z.ZodArray<z.ZodObject<{
6924
6948
  name: z.ZodString;
6925
6949
  verdict: z.ZodEnum<{
@@ -6927,10 +6951,15 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6927
6951
  "likely-fits": "likely-fits";
6928
6952
  "likely-too-large": "likely-too-large";
6929
6953
  }>;
6954
+ evidence: z.ZodOptional<z.ZodEnum<{
6955
+ calibration: "calibration";
6956
+ "computed-only": "computed-only";
6957
+ }>>;
6930
6958
  estimate: z.ZodOptional<z.ZodObject<{
6931
6959
  lowerBoundBytes: z.ZodNumber;
6932
6960
  upperBoundBytes: z.ZodNumber;
6933
6961
  }, z.core.$strip>>;
6962
+ floorBytes: z.ZodOptional<z.ZodNumber>;
6934
6963
  estimatorVersion: z.ZodOptional<z.ZodString>;
6935
6964
  reasons: z.ZodArray<z.ZodString>;
6936
6965
  }, z.core.$strip>>;
@@ -4,6 +4,7 @@ import type { ToolDialect } from './completion-stream.js';
4
4
  export declare const completionStatsSchema: z.ZodObject<{
5
5
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
6
6
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
7
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
7
8
  cacheTokens: z.ZodOptional<z.ZodNumber>;
8
9
  promptTokens: z.ZodOptional<z.ZodNumber>;
9
10
  generatedTokens: z.ZodOptional<z.ZodNumber>;
@@ -60,6 +61,7 @@ export declare const statsEventSchema: z.ZodObject<{
60
61
  stats: z.ZodObject<{
61
62
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
62
63
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
64
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
63
65
  cacheTokens: z.ZodOptional<z.ZodNumber>;
64
66
  promptTokens: z.ZodOptional<z.ZodNumber>;
65
67
  generatedTokens: z.ZodOptional<z.ZodNumber>;
@@ -142,6 +144,7 @@ export declare const completionEventSchema: z.ZodUnion<readonly [z.ZodObject<{
142
144
  stats: z.ZodObject<{
143
145
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
144
146
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
147
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
145
148
  cacheTokens: z.ZodOptional<z.ZodNumber>;
146
149
  promptTokens: z.ZodOptional<z.ZodNumber>;
147
150
  generatedTokens: z.ZodOptional<z.ZodNumber>;
@@ -3,6 +3,7 @@ import { toolCallSchema, toolCallErrorSchema } from './tools.js';
3
3
  export const completionStatsSchema = z.object({
4
4
  timeToFirstToken: z.number().optional(),
5
5
  tokensPerSecond: z.number().optional(),
6
+ promptTokensPerSecond: z.number().optional(),
6
7
  cacheTokens: z.number().optional(),
7
8
  promptTokens: z.number().optional(),
8
9
  // Decode count (`llama_perf` `n_eval`) — length / KV-cache budget decisions.
@@ -245,6 +245,7 @@ export declare const completionStreamResponseSchema: z.ZodObject<{
245
245
  stats: z.ZodObject<{
246
246
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
247
247
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
248
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
248
249
  cacheTokens: z.ZodOptional<z.ZodNumber>;
249
250
  promptTokens: z.ZodOptional<z.ZodNumber>;
250
251
  generatedTokens: z.ZodOptional<z.ZodNumber>;
@@ -406,6 +407,7 @@ export declare const completionOrchestrateResponseSchema: z.ZodObject<{
406
407
  stats: z.ZodObject<{
407
408
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
408
409
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
410
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
409
411
  cacheTokens: z.ZodOptional<z.ZodNumber>;
410
412
  promptTokens: z.ZodOptional<z.ZodNumber>;
411
413
  generatedTokens: z.ZodOptional<z.ZodNumber>;
@@ -8566,7 +8566,9 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8566
8566
  sha256Checksum?: string | undefined;
8567
8567
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
8568
8568
  };
8569
- modelConfig?: Record<string, unknown> | undefined;
8569
+ modelConfig?: {
8570
+ [x: string]: unknown;
8571
+ } | undefined;
8570
8572
  fallbackSrc?: string | undefined;
8571
8573
  requireHttpChecksum?: boolean | undefined;
8572
8574
  requireSecureTransport?: boolean | undefined;
@@ -8730,7 +8732,11 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8730
8732
  } | {
8731
8733
  seed: boolean;
8732
8734
  modelType: "tts" | "tts-ggml";
8733
- modelConfig: Record<string, unknown> | {
8735
+ modelConfig: {
8736
+ [x: string]: unknown;
8737
+ } | {
8738
+ [x: string]: unknown;
8739
+ } | {
8734
8740
  ttsEngine: "parler";
8735
8741
  useGPU?: boolean | undefined;
8736
8742
  outputSampleRate?: number | undefined;
@@ -9552,7 +9558,9 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9552
9558
  sha256Checksum?: string | undefined;
9553
9559
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9554
9560
  };
9555
- modelConfig?: Record<string, unknown> | undefined;
9561
+ modelConfig?: {
9562
+ [x: string]: unknown;
9563
+ } | undefined;
9556
9564
  seed?: boolean | undefined;
9557
9565
  fallbackSrc?: string | undefined;
9558
9566
  requireHttpChecksum?: boolean | undefined;
@@ -9716,7 +9724,11 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9716
9724
  requireSecureTransport?: boolean | undefined;
9717
9725
  } | {
9718
9726
  modelType: "tts" | "tts-ggml";
9719
- modelConfig: Record<string, unknown> | {
9727
+ modelConfig: {
9728
+ [x: string]: unknown;
9729
+ } | {
9730
+ [x: string]: unknown;
9731
+ } | {
9720
9732
  ttsEngine: "parler";
9721
9733
  useGPU?: boolean | undefined;
9722
9734
  outputSampleRate?: number | undefined;
@@ -11177,7 +11189,9 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11177
11189
  modelType: "parakeet-transcription";
11178
11190
  modelSrc: string;
11179
11191
  modelName: string | undefined;
11180
- modelConfig: Record<string, unknown> | undefined;
11192
+ modelConfig: {
11193
+ [x: string]: unknown;
11194
+ } | undefined;
11181
11195
  seed: boolean;
11182
11196
  withProgress: boolean;
11183
11197
  }, {
@@ -11195,7 +11209,9 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11195
11209
  sha256Checksum?: string | undefined;
11196
11210
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
11197
11211
  };
11198
- modelConfig?: Record<string, unknown> | undefined;
11212
+ modelConfig?: {
11213
+ [x: string]: unknown;
11214
+ } | undefined;
11199
11215
  onProgress?: unknown;
11200
11216
  logger?: unknown;
11201
11217
  withProgress?: boolean | undefined;
@@ -12621,7 +12637,11 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12621
12637
  modelType: "tts-ggml";
12622
12638
  modelSrc: string;
12623
12639
  modelName: string | undefined;
12624
- modelConfig: Record<string, unknown> | {
12640
+ modelConfig: {
12641
+ [x: string]: unknown;
12642
+ } | {
12643
+ [x: string]: unknown;
12644
+ } | {
12625
12645
  ttsEngine: "parler";
12626
12646
  useGPU?: boolean | undefined;
12627
12647
  outputSampleRate?: number | undefined;
@@ -12745,7 +12765,11 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12745
12765
  withProgress: boolean;
12746
12766
  }, {
12747
12767
  modelType: "tts" | "tts-ggml";
12748
- modelConfig: Record<string, unknown> | {
12768
+ modelConfig: {
12769
+ [x: string]: unknown;
12770
+ } | {
12771
+ [x: string]: unknown;
12772
+ } | {
12749
12773
  ttsEngine: "parler";
12750
12774
  useGPU?: boolean | undefined;
12751
12775
  outputSampleRate?: number | undefined;
@@ -15664,7 +15688,9 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
15664
15688
  modelType: "parakeet-transcription";
15665
15689
  modelSrc: string;
15666
15690
  modelName: string | undefined;
15667
- modelConfig: Record<string, unknown> | undefined;
15691
+ modelConfig: {
15692
+ [x: string]: unknown;
15693
+ } | undefined;
15668
15694
  seed: boolean;
15669
15695
  withProgress: boolean;
15670
15696
  }, {
@@ -15682,7 +15708,9 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
15682
15708
  sha256Checksum?: string | undefined;
15683
15709
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
15684
15710
  };
15685
- modelConfig?: Record<string, unknown> | undefined;
15711
+ modelConfig?: {
15712
+ [x: string]: unknown;
15713
+ } | undefined;
15686
15714
  onProgress?: unknown;
15687
15715
  logger?: unknown;
15688
15716
  withProgress?: boolean | undefined;
@@ -17108,7 +17136,11 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17108
17136
  modelType: "tts-ggml";
17109
17137
  modelSrc: string;
17110
17138
  modelName: string | undefined;
17111
- modelConfig: Record<string, unknown> | {
17139
+ modelConfig: {
17140
+ [x: string]: unknown;
17141
+ } | {
17142
+ [x: string]: unknown;
17143
+ } | {
17112
17144
  ttsEngine: "parler";
17113
17145
  useGPU?: boolean | undefined;
17114
17146
  outputSampleRate?: number | undefined;
@@ -17232,7 +17264,11 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17232
17264
  withProgress: boolean;
17233
17265
  }, {
17234
17266
  modelType: "tts" | "tts-ggml";
17235
- modelConfig: Record<string, unknown> | {
17267
+ modelConfig: {
17268
+ [x: string]: unknown;
17269
+ } | {
17270
+ [x: string]: unknown;
17271
+ } | {
17236
17272
  ttsEngine: "parler";
17237
17273
  useGPU?: boolean | undefined;
17238
17274
  outputSampleRate?: number | undefined;
@@ -24088,7 +24124,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24088
24124
  requireHttpChecksum?: boolean | undefined;
24089
24125
  requireSecureTransport?: boolean | undefined;
24090
24126
  requestId?: string | undefined;
24091
- modelConfig?: Record<string, unknown> | undefined;
24127
+ modelConfig?: {
24128
+ [x: string]: unknown;
24129
+ } | undefined;
24092
24130
  } | {
24093
24131
  seed: boolean;
24094
24132
  type: "loadModel";
@@ -24235,7 +24273,11 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24235
24273
  type: "loadModel";
24236
24274
  modelSrc: string;
24237
24275
  modelType: "tts-ggml";
24238
- modelConfig: Record<string, unknown> | {
24276
+ modelConfig: {
24277
+ [x: string]: unknown;
24278
+ } | {
24279
+ [x: string]: unknown;
24280
+ } | {
24239
24281
  ttsEngine: "parler";
24240
24282
  useGPU?: boolean | undefined;
24241
24283
  outputSampleRate?: number | undefined;
@@ -24971,7 +25013,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24971
25013
  requireHttpChecksum?: boolean | undefined;
24972
25014
  requireSecureTransport?: boolean | undefined;
24973
25015
  requestId?: string | undefined;
24974
- modelConfig?: Record<string, unknown> | undefined;
25016
+ modelConfig?: {
25017
+ [x: string]: unknown;
25018
+ } | undefined;
24975
25019
  } | {
24976
25020
  type: "loadModel";
24977
25021
  modelSrc: string;
@@ -25117,7 +25161,11 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25117
25161
  type: "loadModel";
25118
25162
  modelSrc: string;
25119
25163
  modelType: "tts-ggml";
25120
- modelConfig: Record<string, unknown> | {
25164
+ modelConfig: {
25165
+ [x: string]: unknown;
25166
+ } | {
25167
+ [x: string]: unknown;
25168
+ } | {
25121
25169
  ttsEngine: "parler";
25122
25170
  useGPU?: boolean | undefined;
25123
25171
  outputSampleRate?: number | undefined;
@@ -28150,7 +28198,9 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28150
28198
  requireHttpChecksum?: boolean | undefined;
28151
28199
  requireSecureTransport?: boolean | undefined;
28152
28200
  requestId?: string | undefined;
28153
- modelConfig?: Record<string, unknown> | undefined;
28201
+ modelConfig?: {
28202
+ [x: string]: unknown;
28203
+ } | undefined;
28154
28204
  } | {
28155
28205
  seed: boolean;
28156
28206
  type: "loadModel";
@@ -28297,7 +28347,11 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28297
28347
  type: "loadModel";
28298
28348
  modelSrc: string;
28299
28349
  modelType: "tts-ggml";
28300
- modelConfig: Record<string, unknown> | {
28350
+ modelConfig: {
28351
+ [x: string]: unknown;
28352
+ } | {
28353
+ [x: string]: unknown;
28354
+ } | {
28301
28355
  ttsEngine: "parler";
28302
28356
  useGPU?: boolean | undefined;
28303
28357
  outputSampleRate?: number | undefined;
@@ -29033,7 +29087,9 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29033
29087
  requireHttpChecksum?: boolean | undefined;
29034
29088
  requireSecureTransport?: boolean | undefined;
29035
29089
  requestId?: string | undefined;
29036
- modelConfig?: Record<string, unknown> | undefined;
29090
+ modelConfig?: {
29091
+ [x: string]: unknown;
29092
+ } | undefined;
29037
29093
  } | {
29038
29094
  type: "loadModel";
29039
29095
  modelSrc: string;
@@ -29179,7 +29235,11 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29179
29235
  type: "loadModel";
29180
29236
  modelSrc: string;
29181
29237
  modelType: "tts-ggml";
29182
- modelConfig: Record<string, unknown> | {
29238
+ modelConfig: {
29239
+ [x: string]: unknown;
29240
+ } | {
29241
+ [x: string]: unknown;
29242
+ } | {
29183
29243
  ttsEngine: "parler";
29184
29244
  useGPU?: boolean | undefined;
29185
29245
  outputSampleRate?: number | undefined;
@@ -2,6 +2,9 @@ import { z } from 'zod';
2
2
  export declare const deleteCacheRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
3
3
  type: z.ZodLiteral<"deleteCache">;
4
4
  all: z.ZodLiteral<true>;
5
+ }, z.core.$strip>, z.ZodObject<{
6
+ type: z.ZodLiteral<"deleteCache">;
7
+ auto: z.ZodLiteral<true>;
5
8
  }, z.core.$strip>, z.ZodObject<{
6
9
  type: z.ZodLiteral<"deleteCache">;
7
10
  kvCacheKey: z.ZodString;
@@ -7,6 +7,12 @@ export const deleteCacheRequestSchema = z.union([
7
7
  all: z.literal(true)
8
8
  })
9
9
  .meta({ title: 'DeleteCacheAllRequest' }),
10
+ z
11
+ .object({
12
+ type: z.literal('deleteCache'),
13
+ auto: z.literal(true)
14
+ })
15
+ .meta({ title: 'DeleteCacheAutoRequest' }),
10
16
  z
11
17
  .object({
12
18
  type: z.literal('deleteCache'),
@@ -197,14 +197,14 @@ export declare function defineHandler<TRequest extends z.ZodType, TResponse exte
197
197
  export declare function defineDuplexHandler<TRequest extends z.ZodType, TResponse extends z.ZodType>(definition: DuplexPluginHandlerDefinition<TRequest, TResponse>): PluginHandlerDefinition<TRequest, TResponse>;
198
198
  export declare const pluginHandlerDefinitionRuntimeSchema: z.ZodObject<{
199
199
  requestSchema: z.ZodObject<{
200
- safeParse: z.ZodCustom<Function, Function>;
200
+ safeParse: z.ZodInstanceOf<Function>;
201
201
  }, z.core.$catchall<z.ZodUnknown>>;
202
202
  responseSchema: z.ZodObject<{
203
- safeParse: z.ZodCustom<Function, Function>;
203
+ safeParse: z.ZodInstanceOf<Function>;
204
204
  }, z.core.$catchall<z.ZodUnknown>>;
205
205
  streaming: z.ZodBoolean;
206
206
  duplex: z.ZodOptional<z.ZodBoolean>;
207
- handler: z.ZodCustom<Function, Function>;
207
+ handler: z.ZodInstanceOf<Function>;
208
208
  cancel: z.ZodOptional<z.ZodObject<{
209
209
  scope: z.ZodEnum<{
210
210
  request: "request";
@@ -219,19 +219,19 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
219
219
  displayName: z.ZodString;
220
220
  addonPackage: z.ZodString;
221
221
  loadConfigSchema: z.ZodObject<{
222
- safeParse: z.ZodCustom<Function, Function>;
222
+ safeParse: z.ZodInstanceOf<Function>;
223
223
  }, z.core.$catchall<z.ZodUnknown>>;
224
- createModel: z.ZodCustom<Function, Function>;
224
+ createModel: z.ZodInstanceOf<Function>;
225
225
  handlers: z.ZodRecord<z.ZodString, z.ZodObject<{
226
226
  requestSchema: z.ZodObject<{
227
- safeParse: z.ZodCustom<Function, Function>;
227
+ safeParse: z.ZodInstanceOf<Function>;
228
228
  }, z.core.$catchall<z.ZodUnknown>>;
229
229
  responseSchema: z.ZodObject<{
230
- safeParse: z.ZodCustom<Function, Function>;
230
+ safeParse: z.ZodInstanceOf<Function>;
231
231
  }, z.core.$catchall<z.ZodUnknown>>;
232
232
  streaming: z.ZodBoolean;
233
233
  duplex: z.ZodOptional<z.ZodBoolean>;
234
- handler: z.ZodCustom<Function, Function>;
234
+ handler: z.ZodInstanceOf<Function>;
235
235
  cancel: z.ZodOptional<z.ZodObject<{
236
236
  scope: z.ZodEnum<{
237
237
  request: "request";
@@ -247,11 +247,11 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
247
247
  }, z.core.$catchall<z.ZodUnknown>>>;
248
248
  capabilities: z.ZodOptional<z.ZodObject<{
249
249
  turbovecIndexProvider: z.ZodOptional<z.ZodObject<{
250
- create: z.ZodCustom<Function, Function>;
251
- load: z.ZodCustom<Function, Function>;
250
+ create: z.ZodInstanceOf<Function>;
251
+ load: z.ZodInstanceOf<Function>;
252
252
  }, z.core.$strip>>;
253
253
  }, z.core.$catchall<z.ZodUnknown>>>;
254
- resolveConfig: z.ZodOptional<z.ZodCustom<Function, Function>>;
254
+ resolveConfig: z.ZodOptional<z.ZodInstanceOf<Function>>;
255
255
  skipPrimaryModelPathValidation: z.ZodOptional<z.ZodBoolean>;
256
256
  }, z.core.$catchall<z.ZodUnknown>>;
257
257
  /**
@@ -3,6 +3,7 @@ import type TranslationNmtcpp from '@qvac/translation-nmtcpp';
3
3
  export interface LlmStats {
4
4
  TTFT?: number;
5
5
  TPS?: number;
6
+ ppTPS?: number;
6
7
  CacheTokens?: number;
7
8
  promptTokens?: number;
8
9
  generatedTokens?: number;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@qvac/inference",
3
- "version": "0.19.0",
3
+ "version": "0.19.1",
4
4
  "description": "Bare-only in-process core of the QVAC SDK. Runs inference directly on the Bare runtime with explicit plugin assembly and no RPC, worker, or subprocess layer.",
5
5
  "license": "Apache-2.0",
6
6
  "repository": {
@@ -163,7 +163,7 @@
163
163
  "dependencies": {
164
164
  "@qvac/error": "^0.1.1",
165
165
  "@qvac/logging": "^0.1.1",
166
- "@qvac/rag": "^0.8.0",
166
+ "@qvac/rag": "^0.8.1",
167
167
  "@qvac/registry-client": "^0.6.1",
168
168
  "bare-abort-controller": "^1.1.2",
169
169
  "bare-buffer": "^3.6.2",