@qvac/inference 0.17.1 → 0.18.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (110) hide show
  1. package/dist/api/completion-stream.d.ts +1 -1
  2. package/dist/api/completion-stream.js +1 -1
  3. package/dist/api/index.d.ts +1 -1
  4. package/dist/api/index.js +1 -1
  5. package/dist/api/text-to-speech.js +22 -2
  6. package/dist/api/transcribe.d.ts +19 -2
  7. package/dist/api/transcribe.js +66 -27
  8. package/dist/api/translate.js +6 -17
  9. package/dist/api/vla.d.ts +42 -1
  10. package/dist/api/vla.js +50 -1
  11. package/dist/constants/audio.d.ts +2 -1
  12. package/dist/constants/audio.js +17 -1
  13. package/dist/errors/index.d.ts +3 -0
  14. package/dist/errors/index.js +5 -0
  15. package/dist/handlers/load-model/handler.js +2 -2
  16. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  17. package/dist/handlers/load-model/resolve-session.js +3 -3
  18. package/dist/handlers/load-model/resolve.d.ts +12 -2
  19. package/dist/handlers/load-model/resolve.js +90 -12
  20. package/dist/index.d.ts +1 -1
  21. package/dist/index.js +1 -1
  22. package/dist/models/registry/models.d.ts +782 -6
  23. package/dist/models/registry/models.js +2664 -1859
  24. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +19 -0
  25. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +153 -0
  26. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +54 -4
  27. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +28 -0
  28. package/dist/plugins/builtin/ggml-ocr/plugin.js +3 -1
  29. package/dist/plugins/builtin/ggml-vla/ops/vla-set-embodiment.d.ts +2 -0
  30. package/dist/plugins/builtin/ggml-vla/ops/vla-set-embodiment.js +9 -0
  31. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +37 -0
  32. package/dist/plugins/builtin/ggml-vla/plugin.js +21 -4
  33. package/dist/plugins/builtin/index.d.ts +1 -0
  34. package/dist/plugins/builtin/index.js +1 -0
  35. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +16 -15
  36. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -1
  37. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +2 -2
  38. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +6 -0
  39. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +10 -0
  40. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  41. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +131 -123
  42. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +110 -20
  43. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +50 -23
  44. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +308 -143
  45. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +1 -0
  46. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -2
  47. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +6 -6
  48. package/dist/plugins/builtin/llamacpp-completion/plugin.js +56 -36
  49. package/dist/plugins/builtin/llamacpp-completion/transform.js +0 -7
  50. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -3
  51. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +6 -5
  52. package/dist/plugins/builtin/parakeet-transcription/plugin.js +27 -16
  53. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +23 -3
  54. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +302 -4
  55. package/dist/plugins/builtin/tts-ggml/plugin.js +131 -0
  56. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +48 -39
  57. package/dist/plugins/ops/cancel.d.ts +1 -1
  58. package/dist/plugins/ops/cancel.js +1 -1
  59. package/dist/plugins/ops/kv-cache-retention.js +11 -0
  60. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -1
  61. package/dist/plugins/ops/kv-cache-utils.js +40 -12
  62. package/dist/plugins/ops/transcribe.d.ts +2 -2
  63. package/dist/plugins/ops/transcribe.js +54 -48
  64. package/dist/plugins/ops/translate-stats.d.ts +4 -0
  65. package/dist/plugins/ops/translate-stats.js +11 -0
  66. package/dist/plugins/ops/translate.js +66 -38
  67. package/dist/plugins/ops/unload-model.js +30 -24
  68. package/dist/runtime/model-registry.d.ts +1 -0
  69. package/dist/runtime/request-context.js +29 -14
  70. package/dist/runtime/request-registry.d.ts +27 -0
  71. package/dist/runtime/request-registry.js +246 -76
  72. package/dist/schemas/audio-gen.d.ts +103 -0
  73. package/dist/schemas/audio-gen.js +135 -4
  74. package/dist/schemas/common.d.ts +550 -11
  75. package/dist/schemas/config.d.ts +60 -24
  76. package/dist/schemas/errors.d.ts +1 -0
  77. package/dist/schemas/errors.js +5 -0
  78. package/dist/schemas/index.d.ts +1 -1
  79. package/dist/schemas/index.js +1 -1
  80. package/dist/schemas/llamacpp-config.d.ts +10 -10
  81. package/dist/schemas/llamacpp-config.js +168 -82
  82. package/dist/schemas/load-model.d.ts +3691 -336
  83. package/dist/schemas/load-model.js +37 -19
  84. package/dist/schemas/text-to-speech.d.ts +1086 -110
  85. package/dist/schemas/text-to-speech.js +197 -7
  86. package/dist/schemas/tools.d.ts +0 -16
  87. package/dist/schemas/tools.js +0 -15
  88. package/dist/schemas/transcription-config.d.ts +2 -0
  89. package/dist/schemas/transcription-config.js +6 -0
  90. package/dist/schemas/transcription.d.ts +3 -0
  91. package/dist/schemas/vla.d.ts +83 -0
  92. package/dist/schemas/vla.js +105 -2
  93. package/dist/surface.d.ts +1 -1
  94. package/dist/surface.js +1 -1
  95. package/dist/utils/addon-responses.d.ts +4 -12
  96. package/dist/utils/audio/decoder.d.ts +37 -1
  97. package/dist/utils/audio/decoder.js +82 -52
  98. package/dist/utils/config-transform.d.ts +3 -0
  99. package/dist/utils/config-transform.js +6 -0
  100. package/dist/utils/index.d.ts +0 -1
  101. package/dist/utils/index.js +0 -1
  102. package/dist/utils/shard-utils.d.ts +1 -0
  103. package/dist/utils/shard-utils.js +14 -0
  104. package/dist/utils/tool-integration.d.ts +3 -10
  105. package/dist/utils/tool-integration.js +3 -12
  106. package/package.json +26 -22
  107. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +0 -22
  108. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +0 -30
  109. package/dist/utils/expand-gguf-shards.d.ts +0 -2
  110. package/dist/utils/expand-gguf-shards.js +0 -22
@@ -1,27 +1,28 @@
1
1
  import { z } from 'zod';
2
- import { llmConfigBaseSchema, embedConfigBaseSchema } from '../schemas/llamacpp-config.js';
3
- import { whisperConfigSchema, parakeetLoadConfigSchema } from '../schemas/transcription-config.js';
4
- import { bciConfigSchema } from '../schemas/bci-config.js';
5
- import { delegateSchema } from '../schemas/delegate.js';
6
- import { nmtConfigBaseSchema, nmtConfigSchema } from '../schemas/translation-config.js';
7
- import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsParlerLoadConfigSchema, ttsSupertonicLoadConfigSchema } from '../schemas/text-to-speech.js';
8
- import { ocrConfigSchema } from '../schemas/ocr.js';
9
- import { modelSrcInputSchema, modelInputToSrcSchema, modelInputToNameSchema } from '../schemas/model-src-utils.js';
10
- import { llmModelTypeSchema, whisperModelTypeSchema, bciModelTypeSchema, parakeetModelTypeSchema, embeddingsModelTypeSchema, nmtModelTypeSchema, ttsModelTypeSchema, ocrModelTypeSchema, diffusionModelTypeSchema, audioGenModelTypeSchema, vlaModelTypeSchema, classificationModelTypeSchema, ModelType, ModelTypeAliases, normalizeModelType } from '../schemas/model-types.js';
11
- import { sdcppConfigSchema } from '../schemas/sdcpp-config.js';
12
- import { vlaConfigSchema } from '../schemas/vla.js';
13
- import { classificationConfigSchema } from '../schemas/classification.js';
2
+ import { llmConfigBaseSchema, embedConfigBaseSchema } from './llamacpp-config.js';
3
+ import { whisperConfigSchema, parakeetLoadConfigSchema } from './transcription-config.js';
4
+ import { bciConfigSchema } from './bci-config.js';
5
+ import { delegateSchema } from './delegate.js';
6
+ import { nmtConfigBaseSchema, nmtConfigSchema } from './translation-config.js';
7
+ import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsAudio8LoadConfigSchema, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsParlerLoadConfigSchema, ttsSupertonicLoadConfigSchema } from './text-to-speech.js';
8
+ import { ocrConfigSchema } from './ocr.js';
9
+ import { modelSrcInputSchema, modelInputToSrcSchema, modelInputToNameSchema } from './model-src-utils.js';
10
+ import { llmModelTypeSchema, whisperModelTypeSchema, bciModelTypeSchema, parakeetModelTypeSchema, embeddingsModelTypeSchema, nmtModelTypeSchema, ttsModelTypeSchema, ocrModelTypeSchema, diffusionModelTypeSchema, audioGenModelTypeSchema, vlaModelTypeSchema, classificationModelTypeSchema, ModelType, ModelTypeAliases, normalizeModelType } from './model-types.js';
11
+ import { sdcppConfigSchema } from './sdcpp-config.js';
12
+ import { vlaConfigSchema } from './vla.js';
13
+ import { classificationConfigSchema } from './classification.js';
14
14
  import { audioGenConfigSchema } from '../schemas/audio-gen.js';
15
15
  // Set of all built-in model types (canonical + aliases) for catch-all exclusion
16
16
  const builtInModelTypes = new Set([...Object.values(ModelType), ...Object.keys(ModelTypeAliases)]);
17
17
  export function isBuiltInModelType(modelType) {
18
18
  return typeof modelType === 'string' && builtInModelTypes.has(modelType);
19
19
  }
20
- import { reloadConfigRequestSchema } from '../schemas/reload-config.js';
20
+ import { reloadConfigRequestSchema } from './reload-config.js';
21
21
  const loadModelCommonFields = {
22
22
  modelSrc: modelSrcInputSchema,
23
23
  seed: z.boolean().optional(),
24
- delegate: delegateSchema
24
+ delegate: delegateSchema,
25
+ fallbackSrc: z.string().optional()
25
26
  };
26
27
  const loadModelRequestCommonFields = {
27
28
  ...loadModelCommonFields,
@@ -44,7 +45,7 @@ const modelConfigKeysByModelType = new Map([
44
45
  [ModelType.nmtcppTranslation, configKeys(...nmtConfigBaseSchema.options)],
45
46
  [
46
47
  ModelType.ttsGgml,
47
- configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, ttsParlerLoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS)
48
+ configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, ttsParlerLoadConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsAudio8LoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS)
48
49
  ],
49
50
  [ModelType.ggmlOcr, configKeys(ocrConfigSchema)],
50
51
  [ModelType.sdcppGeneration, configKeys(sdcppConfigSchema)],
@@ -201,6 +202,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
201
202
  seed: data.seed ?? false,
202
203
  withProgress: data.withProgress ?? !!data.onProgress,
203
204
  delegate: data.delegate,
205
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
204
206
  ...(data.requestId !== undefined && { requestId: data.requestId })
205
207
  })),
206
208
  z
@@ -219,6 +221,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
219
221
  seed: data.seed ?? false,
220
222
  withProgress: data.withProgress ?? !!data.onProgress,
221
223
  delegate: data.delegate,
224
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
222
225
  ...(data.requestId !== undefined && { requestId: data.requestId })
223
226
  })),
224
227
  z
@@ -237,6 +240,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
237
240
  seed: data.seed ?? false,
238
241
  withProgress: data.withProgress ?? !!data.onProgress,
239
242
  delegate: data.delegate,
243
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
240
244
  ...(data.requestId !== undefined && { requestId: data.requestId })
241
245
  })),
242
246
  z
@@ -255,6 +259,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
255
259
  seed: data.seed ?? false,
256
260
  withProgress: data.withProgress ?? !!data.onProgress,
257
261
  delegate: data.delegate,
262
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
258
263
  ...(data.requestId !== undefined && { requestId: data.requestId })
259
264
  })),
260
265
  z
@@ -273,6 +278,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
273
278
  seed: data.seed ?? false,
274
279
  withProgress: data.withProgress ?? !!data.onProgress,
275
280
  delegate: data.delegate,
281
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
276
282
  ...(data.requestId !== undefined && { requestId: data.requestId })
277
283
  })),
278
284
  z
@@ -299,6 +305,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
299
305
  seed: data.seed ?? false,
300
306
  withProgress: data.withProgress ?? !!data.onProgress,
301
307
  delegate: data.delegate,
308
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
302
309
  ...(data.requestId !== undefined && { requestId: data.requestId })
303
310
  })),
304
311
  z
@@ -317,6 +324,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
317
324
  seed: data.seed ?? false,
318
325
  withProgress: data.withProgress ?? !!data.onProgress,
319
326
  delegate: data.delegate,
327
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
320
328
  ...(data.requestId !== undefined && { requestId: data.requestId })
321
329
  })),
322
330
  z
@@ -335,6 +343,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
335
343
  seed: data.seed ?? false,
336
344
  withProgress: data.withProgress ?? !!data.onProgress,
337
345
  delegate: data.delegate,
346
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
338
347
  ...(data.requestId !== undefined && { requestId: data.requestId })
339
348
  })),
340
349
  z
@@ -353,6 +362,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
353
362
  seed: data.seed ?? false,
354
363
  withProgress: data.withProgress ?? !!data.onProgress,
355
364
  delegate: data.delegate,
365
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
356
366
  ...(data.requestId !== undefined && { requestId: data.requestId })
357
367
  })),
358
368
  z
@@ -372,6 +382,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
372
382
  seed: data.seed ?? false,
373
383
  withProgress: data.withProgress ?? !!data.onProgress,
374
384
  delegate: data.delegate,
385
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
375
386
  ...(data.requestId !== undefined && { requestId: data.requestId })
376
387
  })),
377
388
  z
@@ -390,6 +401,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
390
401
  seed: data.seed ?? false,
391
402
  withProgress: data.withProgress ?? !!data.onProgress,
392
403
  delegate: data.delegate,
404
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
393
405
  ...(data.requestId !== undefined && { requestId: data.requestId })
394
406
  })),
395
407
  z
@@ -409,6 +421,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
409
421
  seed: data.seed ?? false,
410
422
  withProgress: data.withProgress ?? !!data.onProgress,
411
423
  delegate: data.delegate,
424
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
412
425
  ...(data.requestId !== undefined && { requestId: data.requestId })
413
426
  }))
414
427
  ]);
@@ -429,6 +442,7 @@ export const loadCustomPluginToRequestSchema = z
429
442
  seed: data.seed ?? false,
430
443
  withProgress: data.withProgress ?? !!data.onProgress,
431
444
  delegate: data.delegate,
445
+ ...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
432
446
  ...(data.requestId !== undefined && { requestId: data.requestId })
433
447
  }));
434
448
  const loadModelOptionsToRequestBaseSchema = z.union([
@@ -443,15 +457,19 @@ const commonModelConfigSchema = z.object({
443
457
  withProgress: z.boolean().optional(),
444
458
  seed: z.boolean().optional(),
445
459
  delegate: delegateSchema,
460
+ fallbackSrc: z
461
+ .string()
462
+ .optional()
463
+ .describe('Alternate source — an HTTP URL or local file path — used to load a built-in registry model when it cannot be downloaded from the registry. The bytes are validated against the model checksum before use.'),
446
464
  requestId: z
447
465
  .string()
448
466
  .min(1)
449
467
  .optional()
450
- .describe('Stable identifier for this in-flight load, generated by the caller at call time. Optional — falls back to a generated id when the field is missing. Exposed on the decorated promise so callers can target this load with `cancel({ requestId })`.')
468
+ .describe('Stable identifier for this in-flight load, generated by the client at call time. Optional on the wire so legacy clients keep working — the server falls back to a server-generated id when the field is missing. Exposed on the client-side decorated promise so callers can target this load with `cancel({ requestId })`.')
451
469
  });
452
470
  // Request schemas for each model type (use canonical types since transforms normalize)
453
- // Use base schemas (no defaults) for input validation.
454
- // The engine applies device defaults, then full schema defaults.
471
+ // Use base schemas (no defaults) for client-side validation.
472
+ // Server applies device defaults, then full schema defaults.
455
473
  export const loadLlmModelRequestSchema = commonModelConfigSchema
456
474
  .extend({
457
475
  modelType: z.literal(ModelType.llamacppCompletion),
@@ -603,7 +621,7 @@ export const hyperdriveUrlSchema = z
603
621
  });
604
622
  /**
605
623
  * Schema for registry:// URLs (internal use only).
606
- * Users should use model constants from @qvac/inference instead of raw URLs.
624
+ * Users should use model constants from @qvac/sdk instead of raw URLs.
607
625
  * Format: registry://source/path/to/model.gguf
608
626
  */
609
627
  export const registryUrlSchema = z