@qvac/inference 0.17.1 → 0.18.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +1 -1
- package/dist/api/index.d.ts +1 -1
- package/dist/api/index.js +1 -1
- package/dist/api/text-to-speech.js +22 -2
- package/dist/api/transcribe.d.ts +19 -2
- package/dist/api/transcribe.js +66 -27
- package/dist/api/translate.js +6 -17
- package/dist/api/vla.d.ts +42 -1
- package/dist/api/vla.js +50 -1
- package/dist/constants/audio.d.ts +2 -1
- package/dist/constants/audio.js +17 -1
- package/dist/errors/index.d.ts +3 -0
- package/dist/errors/index.js +5 -0
- package/dist/handlers/load-model/handler.js +2 -2
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +3 -3
- package/dist/handlers/load-model/resolve.d.ts +12 -2
- package/dist/handlers/load-model/resolve.js +90 -12
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/models/registry/models.d.ts +782 -6
- package/dist/models/registry/models.js +2664 -1859
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +19 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +153 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +54 -4
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +28 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +3 -1
- package/dist/plugins/builtin/ggml-vla/ops/vla-set-embodiment.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-set-embodiment.js +9 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +37 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +21 -4
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +16 -15
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +2 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +131 -123
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +110 -20
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +50 -23
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +308 -143
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -2
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +6 -6
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +56 -36
- package/dist/plugins/builtin/llamacpp-completion/transform.js +0 -7
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -3
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +6 -5
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +27 -16
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +23 -3
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +302 -4
- package/dist/plugins/builtin/tts-ggml/plugin.js +131 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +48 -39
- package/dist/plugins/ops/cancel.d.ts +1 -1
- package/dist/plugins/ops/cancel.js +1 -1
- package/dist/plugins/ops/kv-cache-retention.js +11 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -1
- package/dist/plugins/ops/kv-cache-utils.js +40 -12
- package/dist/plugins/ops/transcribe.d.ts +2 -2
- package/dist/plugins/ops/transcribe.js +54 -48
- package/dist/plugins/ops/translate-stats.d.ts +4 -0
- package/dist/plugins/ops/translate-stats.js +11 -0
- package/dist/plugins/ops/translate.js +66 -38
- package/dist/plugins/ops/unload-model.js +30 -24
- package/dist/runtime/model-registry.d.ts +1 -0
- package/dist/runtime/request-context.js +29 -14
- package/dist/runtime/request-registry.d.ts +27 -0
- package/dist/runtime/request-registry.js +246 -76
- package/dist/schemas/audio-gen.d.ts +103 -0
- package/dist/schemas/audio-gen.js +135 -4
- package/dist/schemas/common.d.ts +550 -11
- package/dist/schemas/config.d.ts +60 -24
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +5 -0
- package/dist/schemas/index.d.ts +1 -1
- package/dist/schemas/index.js +1 -1
- package/dist/schemas/llamacpp-config.d.ts +10 -10
- package/dist/schemas/llamacpp-config.js +168 -82
- package/dist/schemas/load-model.d.ts +3691 -336
- package/dist/schemas/load-model.js +37 -19
- package/dist/schemas/text-to-speech.d.ts +1086 -110
- package/dist/schemas/text-to-speech.js +197 -7
- package/dist/schemas/tools.d.ts +0 -16
- package/dist/schemas/tools.js +0 -15
- package/dist/schemas/transcription-config.d.ts +2 -0
- package/dist/schemas/transcription-config.js +6 -0
- package/dist/schemas/transcription.d.ts +3 -0
- package/dist/schemas/vla.d.ts +83 -0
- package/dist/schemas/vla.js +105 -2
- package/dist/surface.d.ts +1 -1
- package/dist/surface.js +1 -1
- package/dist/utils/addon-responses.d.ts +4 -12
- package/dist/utils/audio/decoder.d.ts +37 -1
- package/dist/utils/audio/decoder.js +82 -52
- package/dist/utils/config-transform.d.ts +3 -0
- package/dist/utils/config-transform.js +6 -0
- package/dist/utils/index.d.ts +0 -1
- package/dist/utils/index.js +0 -1
- package/dist/utils/shard-utils.d.ts +1 -0
- package/dist/utils/shard-utils.js +14 -0
- package/dist/utils/tool-integration.d.ts +3 -10
- package/dist/utils/tool-integration.js +3 -12
- package/package.json +26 -22
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +0 -22
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +0 -30
- package/dist/utils/expand-gguf-shards.d.ts +0 -2
- package/dist/utils/expand-gguf-shards.js +0 -22
|
@@ -1,27 +1,28 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { llmConfigBaseSchema, embedConfigBaseSchema } from '
|
|
3
|
-
import { whisperConfigSchema, parakeetLoadConfigSchema } from '
|
|
4
|
-
import { bciConfigSchema } from '
|
|
5
|
-
import { delegateSchema } from '
|
|
6
|
-
import { nmtConfigBaseSchema, nmtConfigSchema } from '
|
|
7
|
-
import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsParlerLoadConfigSchema, ttsSupertonicLoadConfigSchema } from '
|
|
8
|
-
import { ocrConfigSchema } from '
|
|
9
|
-
import { modelSrcInputSchema, modelInputToSrcSchema, modelInputToNameSchema } from '
|
|
10
|
-
import { llmModelTypeSchema, whisperModelTypeSchema, bciModelTypeSchema, parakeetModelTypeSchema, embeddingsModelTypeSchema, nmtModelTypeSchema, ttsModelTypeSchema, ocrModelTypeSchema, diffusionModelTypeSchema, audioGenModelTypeSchema, vlaModelTypeSchema, classificationModelTypeSchema, ModelType, ModelTypeAliases, normalizeModelType } from '
|
|
11
|
-
import { sdcppConfigSchema } from '
|
|
12
|
-
import { vlaConfigSchema } from '
|
|
13
|
-
import { classificationConfigSchema } from '
|
|
2
|
+
import { llmConfigBaseSchema, embedConfigBaseSchema } from './llamacpp-config.js';
|
|
3
|
+
import { whisperConfigSchema, parakeetLoadConfigSchema } from './transcription-config.js';
|
|
4
|
+
import { bciConfigSchema } from './bci-config.js';
|
|
5
|
+
import { delegateSchema } from './delegate.js';
|
|
6
|
+
import { nmtConfigBaseSchema, nmtConfigSchema } from './translation-config.js';
|
|
7
|
+
import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsAudio8LoadConfigSchema, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsParlerLoadConfigSchema, ttsSupertonicLoadConfigSchema } from './text-to-speech.js';
|
|
8
|
+
import { ocrConfigSchema } from './ocr.js';
|
|
9
|
+
import { modelSrcInputSchema, modelInputToSrcSchema, modelInputToNameSchema } from './model-src-utils.js';
|
|
10
|
+
import { llmModelTypeSchema, whisperModelTypeSchema, bciModelTypeSchema, parakeetModelTypeSchema, embeddingsModelTypeSchema, nmtModelTypeSchema, ttsModelTypeSchema, ocrModelTypeSchema, diffusionModelTypeSchema, audioGenModelTypeSchema, vlaModelTypeSchema, classificationModelTypeSchema, ModelType, ModelTypeAliases, normalizeModelType } from './model-types.js';
|
|
11
|
+
import { sdcppConfigSchema } from './sdcpp-config.js';
|
|
12
|
+
import { vlaConfigSchema } from './vla.js';
|
|
13
|
+
import { classificationConfigSchema } from './classification.js';
|
|
14
14
|
import { audioGenConfigSchema } from '../schemas/audio-gen.js';
|
|
15
15
|
// Set of all built-in model types (canonical + aliases) for catch-all exclusion
|
|
16
16
|
const builtInModelTypes = new Set([...Object.values(ModelType), ...Object.keys(ModelTypeAliases)]);
|
|
17
17
|
export function isBuiltInModelType(modelType) {
|
|
18
18
|
return typeof modelType === 'string' && builtInModelTypes.has(modelType);
|
|
19
19
|
}
|
|
20
|
-
import { reloadConfigRequestSchema } from '
|
|
20
|
+
import { reloadConfigRequestSchema } from './reload-config.js';
|
|
21
21
|
const loadModelCommonFields = {
|
|
22
22
|
modelSrc: modelSrcInputSchema,
|
|
23
23
|
seed: z.boolean().optional(),
|
|
24
|
-
delegate: delegateSchema
|
|
24
|
+
delegate: delegateSchema,
|
|
25
|
+
fallbackSrc: z.string().optional()
|
|
25
26
|
};
|
|
26
27
|
const loadModelRequestCommonFields = {
|
|
27
28
|
...loadModelCommonFields,
|
|
@@ -44,7 +45,7 @@ const modelConfigKeysByModelType = new Map([
|
|
|
44
45
|
[ModelType.nmtcppTranslation, configKeys(...nmtConfigBaseSchema.options)],
|
|
45
46
|
[
|
|
46
47
|
ModelType.ttsGgml,
|
|
47
|
-
configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, ttsParlerLoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS)
|
|
48
|
+
configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, ttsParlerLoadConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsAudio8LoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS)
|
|
48
49
|
],
|
|
49
50
|
[ModelType.ggmlOcr, configKeys(ocrConfigSchema)],
|
|
50
51
|
[ModelType.sdcppGeneration, configKeys(sdcppConfigSchema)],
|
|
@@ -201,6 +202,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
|
|
|
201
202
|
seed: data.seed ?? false,
|
|
202
203
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
203
204
|
delegate: data.delegate,
|
|
205
|
+
...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
|
|
204
206
|
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
205
207
|
})),
|
|
206
208
|
z
|
|
@@ -219,6 +221,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
|
|
|
219
221
|
seed: data.seed ?? false,
|
|
220
222
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
221
223
|
delegate: data.delegate,
|
|
224
|
+
...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
|
|
222
225
|
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
223
226
|
})),
|
|
224
227
|
z
|
|
@@ -237,6 +240,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
|
|
|
237
240
|
seed: data.seed ?? false,
|
|
238
241
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
239
242
|
delegate: data.delegate,
|
|
243
|
+
...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
|
|
240
244
|
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
241
245
|
})),
|
|
242
246
|
z
|
|
@@ -255,6 +259,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
|
|
|
255
259
|
seed: data.seed ?? false,
|
|
256
260
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
257
261
|
delegate: data.delegate,
|
|
262
|
+
...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
|
|
258
263
|
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
259
264
|
})),
|
|
260
265
|
z
|
|
@@ -273,6 +278,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
|
|
|
273
278
|
seed: data.seed ?? false,
|
|
274
279
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
275
280
|
delegate: data.delegate,
|
|
281
|
+
...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
|
|
276
282
|
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
277
283
|
})),
|
|
278
284
|
z
|
|
@@ -299,6 +305,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
|
|
|
299
305
|
seed: data.seed ?? false,
|
|
300
306
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
301
307
|
delegate: data.delegate,
|
|
308
|
+
...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
|
|
302
309
|
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
303
310
|
})),
|
|
304
311
|
z
|
|
@@ -317,6 +324,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
|
|
|
317
324
|
seed: data.seed ?? false,
|
|
318
325
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
319
326
|
delegate: data.delegate,
|
|
327
|
+
...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
|
|
320
328
|
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
321
329
|
})),
|
|
322
330
|
z
|
|
@@ -335,6 +343,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
|
|
|
335
343
|
seed: data.seed ?? false,
|
|
336
344
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
337
345
|
delegate: data.delegate,
|
|
346
|
+
...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
|
|
338
347
|
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
339
348
|
})),
|
|
340
349
|
z
|
|
@@ -353,6 +362,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
|
|
|
353
362
|
seed: data.seed ?? false,
|
|
354
363
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
355
364
|
delegate: data.delegate,
|
|
365
|
+
...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
|
|
356
366
|
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
357
367
|
})),
|
|
358
368
|
z
|
|
@@ -372,6 +382,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
|
|
|
372
382
|
seed: data.seed ?? false,
|
|
373
383
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
374
384
|
delegate: data.delegate,
|
|
385
|
+
...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
|
|
375
386
|
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
376
387
|
})),
|
|
377
388
|
z
|
|
@@ -390,6 +401,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
|
|
|
390
401
|
seed: data.seed ?? false,
|
|
391
402
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
392
403
|
delegate: data.delegate,
|
|
404
|
+
...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
|
|
393
405
|
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
394
406
|
})),
|
|
395
407
|
z
|
|
@@ -409,6 +421,7 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
|
|
|
409
421
|
seed: data.seed ?? false,
|
|
410
422
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
411
423
|
delegate: data.delegate,
|
|
424
|
+
...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
|
|
412
425
|
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
413
426
|
}))
|
|
414
427
|
]);
|
|
@@ -429,6 +442,7 @@ export const loadCustomPluginToRequestSchema = z
|
|
|
429
442
|
seed: data.seed ?? false,
|
|
430
443
|
withProgress: data.withProgress ?? !!data.onProgress,
|
|
431
444
|
delegate: data.delegate,
|
|
445
|
+
...(data.fallbackSrc !== undefined && { fallbackSrc: data.fallbackSrc }),
|
|
432
446
|
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
433
447
|
}));
|
|
434
448
|
const loadModelOptionsToRequestBaseSchema = z.union([
|
|
@@ -443,15 +457,19 @@ const commonModelConfigSchema = z.object({
|
|
|
443
457
|
withProgress: z.boolean().optional(),
|
|
444
458
|
seed: z.boolean().optional(),
|
|
445
459
|
delegate: delegateSchema,
|
|
460
|
+
fallbackSrc: z
|
|
461
|
+
.string()
|
|
462
|
+
.optional()
|
|
463
|
+
.describe('Alternate source — an HTTP URL or local file path — used to load a built-in registry model when it cannot be downloaded from the registry. The bytes are validated against the model checksum before use.'),
|
|
446
464
|
requestId: z
|
|
447
465
|
.string()
|
|
448
466
|
.min(1)
|
|
449
467
|
.optional()
|
|
450
|
-
.describe('Stable identifier for this in-flight load, generated by the
|
|
468
|
+
.describe('Stable identifier for this in-flight load, generated by the client at call time. Optional on the wire so legacy clients keep working — the server falls back to a server-generated id when the field is missing. Exposed on the client-side decorated promise so callers can target this load with `cancel({ requestId })`.')
|
|
451
469
|
});
|
|
452
470
|
// Request schemas for each model type (use canonical types since transforms normalize)
|
|
453
|
-
// Use base schemas (no defaults) for
|
|
454
|
-
//
|
|
471
|
+
// Use base schemas (no defaults) for client-side validation.
|
|
472
|
+
// Server applies device defaults, then full schema defaults.
|
|
455
473
|
export const loadLlmModelRequestSchema = commonModelConfigSchema
|
|
456
474
|
.extend({
|
|
457
475
|
modelType: z.literal(ModelType.llamacppCompletion),
|
|
@@ -603,7 +621,7 @@ export const hyperdriveUrlSchema = z
|
|
|
603
621
|
});
|
|
604
622
|
/**
|
|
605
623
|
* Schema for registry:// URLs (internal use only).
|
|
606
|
-
* Users should use model constants from @qvac/
|
|
624
|
+
* Users should use model constants from @qvac/sdk instead of raw URLs.
|
|
607
625
|
* Format: registry://source/path/to/model.gguf
|
|
608
626
|
*/
|
|
609
627
|
export const registryUrlSchema = z
|