@qvac/inference 0.21.0 → 0.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +50 -25
- package/README.md +44 -1
- package/dist/api/assess-model-fit.d.ts +4 -4
- package/dist/api/assess-model-fit.js +4 -4
- package/dist/api/audio-gen.d.ts +4 -1
- package/dist/api/audio-gen.js +4 -1
- package/dist/api/batch-completion.js +1 -1
- package/dist/api/completion-stream.js +1 -1
- package/dist/api/decide.d.ts +26 -0
- package/dist/api/decide.js +26 -0
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +1 -0
- package/dist/api/index.js +1 -0
- package/dist/api/text-to-speech.d.ts +1 -0
- package/dist/api/text-to-speech.js +15 -19
- package/dist/api/transcribe.js +5 -2
- package/dist/api/video-request.d.ts +5 -5
- package/dist/api/video.d.ts +5 -4
- package/dist/api/video.js +5 -4
- package/dist/errors/index.d.ts +3 -0
- package/dist/errors/index.js +5 -0
- package/dist/handlers/assess-model-fit.d.ts +5 -3
- package/dist/handlers/assess-model-fit.js +80 -28
- package/dist/handlers/get-loaded-model-info.js +1 -2
- package/dist/handlers/load-model/safe-fetch.js +5 -6
- package/dist/handlers/registry.d.ts +3 -1
- package/dist/handlers/registry.js +3 -3
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/logger.js +1 -1
- package/dist/logging/utils.js +1 -1
- package/dist/models/registry/models.d.ts +563 -816
- package/dist/models/registry/models.js +2873 -3110
- package/dist/models/registry/resource-profiles.d.ts +1 -2
- package/dist/models/registry/resource-profiles.js +203 -2
- package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
- package/dist/plugins/builtin/asr-ggml/config.js +6 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +28 -10
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +6 -27
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +147 -60
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +1 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +40 -24
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
- package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +18 -10
- package/dist/plugins/builtin/ggml-ocr/plugin.js +16 -38
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +21 -14
- package/dist/plugins/builtin/ggml-vla/plugin.js +1 -1
- package/dist/plugins/builtin/index.d.ts +2 -0
- package/dist/plugins/builtin/index.js +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +109 -189
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +32 -90
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +60 -211
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +185 -87
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +4 -5
- package/dist/plugins/builtin/llamacpp-completion/transform.js +1 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +97 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +216 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +43 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +12 -5
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +1 -1
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +3 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +25 -13
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +9 -73
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +52 -31
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +18 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +10 -6
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +59 -33
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +12 -9
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +17 -5
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +164 -29
- package/dist/plugins/builtin/tts-ggml/plugin.js +38 -1
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +58 -35
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +6 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -1
- package/dist/plugins/ops/kv-cache-utils.js +10 -25
- package/dist/plugins/ops/load-model.js +21 -16
- package/dist/plugins/ops/transcribe.js +17 -1
- package/dist/registry.js +1 -0
- package/dist/resources/model-fit/assess.d.ts +15 -23
- package/dist/resources/model-fit/assess.js +207 -271
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +3 -1
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +6 -1
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +2 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +5 -3
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +9 -1
- package/dist/resources/model-fit/floor.d.ts +10 -10
- package/dist/resources/model-fit/floor.js +13 -13
- package/dist/resources/model-fit/kv-cache.d.ts +23 -0
- package/dist/resources/model-fit/kv-cache.js +85 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +11 -6
- package/dist/resources/model-fit/native-probe/advisory-fit.js +12 -27
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +8 -0
- package/dist/resources/model-fit/native-probe/classify-fit.js +32 -1
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +4 -1
- package/dist/resources/model-fit/native-probe/create-fit-request.js +24 -14
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +14 -0
- package/dist/resources/model-fit/native-probe/engine-fit.js +1 -1
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +4 -0
- package/dist/resources/model-fit/native-probe/engines/asr.js +23 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.js +29 -1
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +16 -6
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/engines/llama.js +19 -123
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/nmt.js +11 -0
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +9 -0
- package/dist/resources/model-fit/native-probe/engines/ocr.js +13 -0
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +2 -0
- package/dist/resources/model-fit/native-probe/engines/tts.js +49 -3
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +5 -3
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +38 -23
- package/dist/resources/model-fit/platform.d.ts +4 -4
- package/dist/resources/model-fit/platform.js +6 -8
- package/dist/resources/model-fit/types.d.ts +3 -117
- package/dist/rpc/inventory.js +5 -7
- package/dist/runtime/env.d.ts +0 -2
- package/dist/runtime/env.js +2 -9
- package/dist/runtime/model-config-utils.js +6 -1
- package/dist/runtime/request-context.d.ts +1 -1
- package/dist/runtime/request-context.js +8 -0
- package/dist/runtime/state.js +5 -0
- package/dist/schemas/assess-model-fit.d.ts +100 -43
- package/dist/schemas/assess-model-fit.js +66 -29
- package/dist/schemas/audio-gen.d.ts +186 -18
- package/dist/schemas/audio-gen.js +180 -48
- package/dist/schemas/batch-completion-stream.d.ts +202 -34
- package/dist/schemas/bci-config.d.ts +2 -0
- package/dist/schemas/bci.d.ts +23 -2
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/common.d.ts +1083 -158
- package/dist/schemas/common.js +5 -2
- package/dist/schemas/completion-stream.d.ts +232 -37
- package/dist/schemas/completion-stream.js +64 -20
- package/dist/schemas/config.d.ts +477 -12
- package/dist/schemas/config.js +21 -1
- package/dist/schemas/decision.d.ts +602 -0
- package/dist/schemas/decision.js +205 -0
- package/dist/schemas/download-asset.d.ts +7 -3
- package/dist/schemas/engine-addon-map.d.ts +7 -0
- package/dist/schemas/engine-addon-map.js +23 -3
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +5 -0
- package/dist/schemas/index.d.ts +2 -0
- package/dist/schemas/index.js +2 -0
- package/dist/schemas/llamacpp-config.d.ts +42 -2
- package/dist/schemas/llamacpp-config.js +27 -0
- package/dist/schemas/load-model.d.ts +5247 -1309
- package/dist/schemas/load-model.js +88 -9
- package/dist/schemas/model-config-schemas.d.ts +233 -8
- package/dist/schemas/model-config-schemas.js +4 -1
- package/dist/schemas/model-fit-policy.d.ts +17 -0
- package/dist/schemas/model-fit-policy.js +17 -0
- package/dist/schemas/model-info.d.ts +20 -2
- package/dist/schemas/model-info.js +2 -1
- package/dist/schemas/model-resource-profile.d.ts +3 -4
- package/dist/schemas/model-resource-profile.js +1 -4
- package/dist/schemas/model-src-utils.d.ts +10 -2
- package/dist/schemas/model-types.d.ts +10 -1
- package/dist/schemas/model-types.js +3 -0
- package/dist/schemas/ocr.d.ts +74 -0
- package/dist/schemas/ocr.js +42 -0
- package/dist/schemas/plugin.d.ts +8 -2
- package/dist/schemas/plugin.js +6 -0
- package/dist/schemas/profiling.d.ts +4 -4
- package/dist/schemas/registry.d.ts +26 -0
- package/dist/schemas/registry.js +3 -0
- package/dist/schemas/reload-config.d.ts +10 -2
- package/dist/schemas/rpc-server.js +3 -3
- package/dist/schemas/sdcpp-config.d.ts +26 -0
- package/dist/schemas/sdcpp-config.js +8 -7
- package/dist/schemas/system-resources.d.ts +4 -4
- package/dist/schemas/text-to-speech.d.ts +402 -3
- package/dist/schemas/text-to-speech.js +129 -11
- package/dist/schemas/tools.d.ts +13 -4
- package/dist/schemas/tools.js +18 -6
- package/dist/schemas/transcription-config.d.ts +15 -0
- package/dist/schemas/transcription-config.js +38 -3
- package/dist/schemas/transcription.d.ts +46 -4
- package/dist/schemas/transcription.js +51 -4
- package/dist/schemas/translation-config.d.ts +30 -10
- package/dist/schemas/vla.d.ts +9 -2
- package/dist/schemas/vla.js +9 -5
- package/dist/surface.d.ts +1 -1
- package/dist/surface.js +1 -1
- package/dist/utils/addon-responses.d.ts +1 -0
- package/dist/utils/asr-events.d.ts +1 -0
- package/dist/utils/asr-events.js +2 -1
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/mcp-adapter.js +12 -8
- package/dist/utils/tool-helpers.d.ts +1 -1
- package/dist/utils/tool-helpers.js +20 -52
- package/dist/utils/tools/parsers/dsml.js +8 -5
- package/dist/utils/tools/parsers/qwen35.js +7 -4
- package/dist/utils/tools/shared.d.ts +3 -0
- package/dist/utils/tools/shared.js +62 -0
- package/dist/utils/transcribe-metadata.d.ts +8 -1
- package/dist/utils/transcribe-metadata.js +13 -3
- package/dist/utils/tts-stats.d.ts +1 -0
- package/package.json +41 -32
- package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
- package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
- package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
- package/dist/resources/model-fit/calibration/fit.js +0 -152
- package/dist/resources/model-fit/calibration/index.d.ts +0 -37
- package/dist/resources/model-fit/calibration/index.js +0 -75
- package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
- package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
- package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
- package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
- package/dist/resources/model-fit/estimators/llm.js +0 -222
- package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
- package/dist/resources/model-fit/estimators/whisper.js +0 -76
|
@@ -0,0 +1,205 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
// Nested JSON stays inline in the wire contract. The refinement rejects values
|
|
3
|
+
// that JSON serialization would discard or change before reaching the model.
|
|
4
|
+
function isJson(value, ancestors = new Set()) {
|
|
5
|
+
if (value === null || typeof value === 'string' || typeof value === 'boolean')
|
|
6
|
+
return true;
|
|
7
|
+
if (typeof value === 'number')
|
|
8
|
+
return Number.isFinite(value);
|
|
9
|
+
if (typeof value !== 'object' || ancestors.has(value))
|
|
10
|
+
return false;
|
|
11
|
+
if (!Array.isArray(value) && Object.getPrototypeOf(value) !== Object.prototype)
|
|
12
|
+
return false;
|
|
13
|
+
ancestors.add(value);
|
|
14
|
+
const valid = Object.values(value).every((child) => isJson(child, ancestors));
|
|
15
|
+
ancestors.delete(value);
|
|
16
|
+
return valid;
|
|
17
|
+
}
|
|
18
|
+
export const decisionStateSchema = z.union([
|
|
19
|
+
z.string(),
|
|
20
|
+
z.number(),
|
|
21
|
+
z.boolean(),
|
|
22
|
+
z.record(z.string(), z.unknown()).refine(isJson, 'Expected JSON values'),
|
|
23
|
+
z.array(z.unknown()).refine(isJson, 'Expected JSON values')
|
|
24
|
+
]);
|
|
25
|
+
const questionBase = {
|
|
26
|
+
instructions: decisionStateSchema.refine((value) => value !== '', 'Instructions cannot be empty'),
|
|
27
|
+
optionOrder: z.array(z.number().int().nonnegative()).optional()
|
|
28
|
+
};
|
|
29
|
+
export const decisionQuestionSchema = z.discriminatedUnion('type', [
|
|
30
|
+
z
|
|
31
|
+
.object({
|
|
32
|
+
...questionBase,
|
|
33
|
+
type: z.literal('choice'),
|
|
34
|
+
criteria: z.union([
|
|
35
|
+
z.array(z.union([z.string(), z.number(), z.boolean()])),
|
|
36
|
+
z.record(z.string(), decisionStateSchema.nullable())
|
|
37
|
+
])
|
|
38
|
+
})
|
|
39
|
+
.strict(),
|
|
40
|
+
z
|
|
41
|
+
.object({
|
|
42
|
+
...questionBase,
|
|
43
|
+
type: z.literal('score'),
|
|
44
|
+
criteria: z.array(decisionStateSchema)
|
|
45
|
+
})
|
|
46
|
+
.strict(),
|
|
47
|
+
z
|
|
48
|
+
.object({
|
|
49
|
+
...questionBase,
|
|
50
|
+
type: z.literal('noul'),
|
|
51
|
+
criteria: z
|
|
52
|
+
.object({
|
|
53
|
+
true: decisionStateSchema.nullable().optional(),
|
|
54
|
+
false: decisionStateSchema.nullable().optional()
|
|
55
|
+
})
|
|
56
|
+
.strict()
|
|
57
|
+
.nullable()
|
|
58
|
+
.optional(),
|
|
59
|
+
labels: z.object({ false: z.string(), true: z.string() }).strict().optional()
|
|
60
|
+
})
|
|
61
|
+
.strict()
|
|
62
|
+
]);
|
|
63
|
+
const decisionFields = {
|
|
64
|
+
questions: z
|
|
65
|
+
.record(z.string(), decisionQuestionSchema)
|
|
66
|
+
.describe('Question ID to decision question.'),
|
|
67
|
+
maxLen: z
|
|
68
|
+
.number()
|
|
69
|
+
.int()
|
|
70
|
+
.positive()
|
|
71
|
+
.optional()
|
|
72
|
+
.describe('Token budget per sequence; unset uses the checkpoint budget.'),
|
|
73
|
+
headMaxLen: z
|
|
74
|
+
.number()
|
|
75
|
+
.int()
|
|
76
|
+
.positive()
|
|
77
|
+
.optional()
|
|
78
|
+
.describe('Token budget for each question and its options; unset uses the checkpoint budget.')
|
|
79
|
+
};
|
|
80
|
+
export const decisionSingleRequestSchema = z
|
|
81
|
+
.object({ ...decisionFields, state: decisionStateSchema })
|
|
82
|
+
.strict();
|
|
83
|
+
export const decisionBatchRequestSchema = z
|
|
84
|
+
.object({ ...decisionFields, states: z.array(decisionStateSchema) })
|
|
85
|
+
.strict();
|
|
86
|
+
export const decisionRequestSchema = z.union([
|
|
87
|
+
decisionSingleRequestSchema,
|
|
88
|
+
decisionBatchRequestSchema
|
|
89
|
+
]);
|
|
90
|
+
const envelope = { modelId: z.string().min(1) };
|
|
91
|
+
export const decideParamsSchema = z.union([
|
|
92
|
+
decisionSingleRequestSchema.extend(envelope),
|
|
93
|
+
decisionBatchRequestSchema.extend(envelope)
|
|
94
|
+
]);
|
|
95
|
+
const wireEnvelope = {
|
|
96
|
+
...envelope,
|
|
97
|
+
type: z.literal('decide'),
|
|
98
|
+
requestId: z.string().min(1).optional()
|
|
99
|
+
};
|
|
100
|
+
export const decideRequestSchema = z.union([
|
|
101
|
+
decisionSingleRequestSchema.extend(wireEnvelope).meta({ title: 'DecideSingleRequest' }),
|
|
102
|
+
decisionBatchRequestSchema.extend(wireEnvelope).meta({ title: 'DecideBatchRequest' })
|
|
103
|
+
]);
|
|
104
|
+
const answerBase = {
|
|
105
|
+
answerConfidence: z.number(),
|
|
106
|
+
confidence: z.number(),
|
|
107
|
+
action: z.object({
|
|
108
|
+
actProbability: z.number().describe('Currently unreliable; do not use to trigger actions.')
|
|
109
|
+
})
|
|
110
|
+
};
|
|
111
|
+
export const decisionAnswerSchema = z.discriminatedUnion('type', [
|
|
112
|
+
z.object({
|
|
113
|
+
...answerBase,
|
|
114
|
+
type: z.literal('choice'),
|
|
115
|
+
choice: z.union([z.string(), z.number(), z.boolean()]),
|
|
116
|
+
probabilities: z.record(z.string(), z.number())
|
|
117
|
+
}),
|
|
118
|
+
z.object({
|
|
119
|
+
...answerBase,
|
|
120
|
+
type: z.literal('score'),
|
|
121
|
+
score: z.number(),
|
|
122
|
+
legend: z.record(z.string(), z.string()),
|
|
123
|
+
probabilities: z.record(z.string(), z.number())
|
|
124
|
+
}),
|
|
125
|
+
z.object({ ...answerBase, type: z.literal('noul'), noul: z.number() })
|
|
126
|
+
]);
|
|
127
|
+
export const decisionResultSchema = z.object({
|
|
128
|
+
model: z.string(),
|
|
129
|
+
answers: z.record(z.string(), decisionAnswerSchema),
|
|
130
|
+
usage: z.object({
|
|
131
|
+
inputTokens: z.number(),
|
|
132
|
+
outputTokens: z.number(),
|
|
133
|
+
stateTokens: z.number(),
|
|
134
|
+
stateTokensDropped: z.number(),
|
|
135
|
+
truncated: z.boolean(),
|
|
136
|
+
truncatedQuestions: z.array(z.string()),
|
|
137
|
+
options: z
|
|
138
|
+
.record(z.string(), z.object({
|
|
139
|
+
total: z.number(),
|
|
140
|
+
distinct: z.number(),
|
|
141
|
+
tokensPerOption: z.number().nullable()
|
|
142
|
+
}))
|
|
143
|
+
.optional()
|
|
144
|
+
})
|
|
145
|
+
});
|
|
146
|
+
export const decisionResponseSchema = z.union([decisionResultSchema, z.array(decisionResultSchema)]);
|
|
147
|
+
export const decideResponseSchema = z.object({
|
|
148
|
+
type: z.literal('decide'),
|
|
149
|
+
result: decisionResponseSchema
|
|
150
|
+
});
|
|
151
|
+
export const decisionConfigBaseSchema = z
|
|
152
|
+
.object({
|
|
153
|
+
device: z.enum(['cpu', 'gpu']).optional().describe("Compute device. Default 'gpu'."),
|
|
154
|
+
gpu_layers: z
|
|
155
|
+
.number()
|
|
156
|
+
.int()
|
|
157
|
+
.optional()
|
|
158
|
+
.describe('Layers to offload. Unset lets the addon choose placement.'),
|
|
159
|
+
batch_size: z
|
|
160
|
+
.number()
|
|
161
|
+
.int()
|
|
162
|
+
.positive()
|
|
163
|
+
.optional()
|
|
164
|
+
.describe('Tokens per forward pass. Default 2048; each sequence must fit.'),
|
|
165
|
+
threads: z
|
|
166
|
+
.number()
|
|
167
|
+
.int()
|
|
168
|
+
.optional()
|
|
169
|
+
.describe('CPU threads, at most the CPU count. Zero or below uses all logical CPUs.'),
|
|
170
|
+
'threads-batch': z
|
|
171
|
+
.number()
|
|
172
|
+
.int()
|
|
173
|
+
.optional()
|
|
174
|
+
.describe('Batch CPU threads. Unset uses threads; zero or below uses all logical CPUs.'),
|
|
175
|
+
flash_attn: z
|
|
176
|
+
.enum(['on', 'off', 'auto'])
|
|
177
|
+
.optional()
|
|
178
|
+
.describe('Flash attention mode. Default auto.'),
|
|
179
|
+
verbosity: z
|
|
180
|
+
.number()
|
|
181
|
+
.int()
|
|
182
|
+
.min(0)
|
|
183
|
+
.max(3)
|
|
184
|
+
.optional()
|
|
185
|
+
.describe('Native log level: 0 error, 1 warn, 2 info, 3 debug.'),
|
|
186
|
+
'main-gpu': z
|
|
187
|
+
.union([z.number().int().nonnegative(), z.enum(['integrated', 'dedicated'])])
|
|
188
|
+
.optional()
|
|
189
|
+
.describe('GPU index or device class.'),
|
|
190
|
+
'split-mode': z.enum(['none', 'layer']).optional().describe('Multi-GPU split mode.'),
|
|
191
|
+
'tensor-split': z.string().optional().describe('Per-GPU tensor split proportions.'),
|
|
192
|
+
openclCacheDir: z
|
|
193
|
+
.string()
|
|
194
|
+
.optional()
|
|
195
|
+
.describe('Writable OpenCL kernel cache directory, required on Android.')
|
|
196
|
+
})
|
|
197
|
+
.strict();
|
|
198
|
+
export const DECISION_CONFIG_DEFAULTS = {
|
|
199
|
+
device: 'gpu'
|
|
200
|
+
};
|
|
201
|
+
export const decisionConfigSchema = decisionConfigBaseSchema.transform((data) => ({
|
|
202
|
+
...DECISION_CONFIG_DEFAULTS,
|
|
203
|
+
...data,
|
|
204
|
+
device: data.device ?? DECISION_CONFIG_DEFAULTS.device
|
|
205
|
+
}));
|
|
@@ -24,10 +24,12 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
|
|
|
24
24
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
25
25
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
26
26
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
27
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
27
28
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
28
29
|
"onnx-tts": "onnx-tts";
|
|
29
30
|
"tts-ggml": "tts-ggml";
|
|
30
31
|
"parakeet-transcription": "parakeet-transcription";
|
|
32
|
+
"moss-transcribe": "moss-transcribe";
|
|
31
33
|
"ggml-ocr": "ggml-ocr";
|
|
32
34
|
"sdcpp-generation": "sdcpp-generation";
|
|
33
35
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -57,7 +59,7 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
|
|
|
57
59
|
engine?: string | undefined;
|
|
58
60
|
expectedSize?: number | undefined;
|
|
59
61
|
sha256Checksum?: string | undefined;
|
|
60
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
62
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
61
63
|
};
|
|
62
64
|
requireHttpChecksum?: boolean | undefined;
|
|
63
65
|
requireSecureTransport?: boolean | undefined;
|
|
@@ -73,7 +75,7 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
|
|
|
73
75
|
engine?: string | undefined;
|
|
74
76
|
expectedSize?: number | undefined;
|
|
75
77
|
sha256Checksum?: string | undefined;
|
|
76
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
78
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
77
79
|
};
|
|
78
80
|
seed?: boolean | undefined;
|
|
79
81
|
requireHttpChecksum?: boolean | undefined;
|
|
@@ -102,10 +104,12 @@ export declare const downloadAssetOptionsToRequestSchema: z.ZodPipe<z.ZodObject<
|
|
|
102
104
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
103
105
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
104
106
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
107
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
105
108
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
106
109
|
"onnx-tts": "onnx-tts";
|
|
107
110
|
"tts-ggml": "tts-ggml";
|
|
108
111
|
"parakeet-transcription": "parakeet-transcription";
|
|
112
|
+
"moss-transcribe": "moss-transcribe";
|
|
109
113
|
"ggml-ocr": "ggml-ocr";
|
|
110
114
|
"sdcpp-generation": "sdcpp-generation";
|
|
111
115
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -145,7 +149,7 @@ export declare const downloadAssetOptionsToRequestSchema: z.ZodPipe<z.ZodObject<
|
|
|
145
149
|
engine?: string | undefined;
|
|
146
150
|
expectedSize?: number | undefined;
|
|
147
151
|
sha256Checksum?: string | undefined;
|
|
148
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
152
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
149
153
|
};
|
|
150
154
|
seed?: boolean | undefined;
|
|
151
155
|
requireHttpChecksum?: boolean | undefined;
|
|
@@ -4,11 +4,13 @@ export declare const ENGINE_TO_ADDON: {
|
|
|
4
4
|
readonly "whispercpp-transcription": "whisper";
|
|
5
5
|
readonly "bci-whispercpp-transcription": "bci";
|
|
6
6
|
readonly "llamacpp-embedding": "embeddings";
|
|
7
|
+
readonly "llamacpp-decision": "embeddings";
|
|
7
8
|
readonly "nmtcpp-translation": "nmt";
|
|
8
9
|
readonly "onnx-tts": "tts";
|
|
9
10
|
readonly "tts-ggml": "tts";
|
|
10
11
|
readonly "ggml-ocr": "ocr";
|
|
11
12
|
readonly "parakeet-transcription": "parakeet";
|
|
13
|
+
readonly "moss-transcribe": "moss-transcribe";
|
|
12
14
|
readonly "sdcpp-generation": "diffusion";
|
|
13
15
|
readonly "audiogen-ggml": "audiogen";
|
|
14
16
|
readonly "ggml-vla": "vla";
|
|
@@ -16,5 +18,10 @@ export declare const ENGINE_TO_ADDON: {
|
|
|
16
18
|
readonly 'onnx-vad': "vad";
|
|
17
19
|
};
|
|
18
20
|
export declare const LEGACY_ENGINE_TO_CANONICAL: Record<string, ModelRegistryEngine>;
|
|
21
|
+
export declare const LEGACY_REGISTRY_ENGINE_RULES: Record<string, readonly {
|
|
22
|
+
tag: string;
|
|
23
|
+
engine: ModelRegistryEngine;
|
|
24
|
+
}[]>;
|
|
19
25
|
export declare function resolveCanonicalEngine(engine: string): ModelRegistryEngine | null;
|
|
26
|
+
export declare function resolveRegistryEngine(engine: string, tags?: readonly string[]): ModelRegistryEngine | null;
|
|
20
27
|
export declare function getAddonFromEngine(engine: ModelRegistryEngine): ModelRegistryEntryAddon;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { ModelType } from './model-types.js';
|
|
2
|
-
import { ADDON_AUDIOGEN, ADDON_BCI, ADDON_CLASSIFICATION, ADDON_DIFFUSION, ADDON_EMBEDDING, ADDON_LLM, ADDON_NMT, ADDON_OCR, ADDON_PARAKEET, ADDON_TTS, ADDON_VLA, ADDON_WHISPER } from './plugin.js';
|
|
2
|
+
import { ADDON_ASR, ADDON_AUDIOGEN, ADDON_BCI, ADDON_CLASSIFICATION, ADDON_DIFFUSION, ADDON_EMBEDDING, ADDON_LLM, ADDON_NMT, ADDON_OCR, ADDON_PARAKEET, ADDON_TTS, ADDON_VLA, ADDON_WHISPER } from './plugin.js';
|
|
3
3
|
import { modelRegistryEngineSchema } from './registry.js';
|
|
4
4
|
// Canonical engine → addon mapping (exhaustive). `as const` preserves
|
|
5
5
|
// per-key literals so the addon can be derived from the engine at the type level.
|
|
@@ -8,11 +8,13 @@ export const ENGINE_TO_ADDON = {
|
|
|
8
8
|
[ModelType.whispercppTranscription]: 'whisper',
|
|
9
9
|
[ModelType.bciWhispercppTranscription]: 'bci',
|
|
10
10
|
[ModelType.llamacppEmbedding]: 'embeddings',
|
|
11
|
+
[ModelType.llamacppDecision]: 'embeddings',
|
|
11
12
|
[ModelType.nmtcppTranslation]: 'nmt',
|
|
12
13
|
[ModelType.onnxTts]: 'tts',
|
|
13
14
|
[ModelType.ttsGgml]: 'tts',
|
|
14
15
|
[ModelType.ggmlOcr]: 'ocr',
|
|
15
16
|
[ModelType.parakeetTranscription]: 'parakeet',
|
|
17
|
+
[ModelType.mossTranscribe]: 'moss-transcribe',
|
|
16
18
|
[ModelType.sdcppGeneration]: 'diffusion',
|
|
17
19
|
[ModelType.audiogenGgml]: 'audiogen',
|
|
18
20
|
[ModelType.ggmlVla]: 'vla',
|
|
@@ -57,6 +59,11 @@ export const LEGACY_ENGINE_TO_CANONICAL = {
|
|
|
57
59
|
[ADDON_CLASSIFICATION]: ModelType.ggmlClassification,
|
|
58
60
|
classification: ModelType.ggmlClassification
|
|
59
61
|
};
|
|
62
|
+
// Legacy shared package ids need metadata to identify their plugin. These rules
|
|
63
|
+
// are exported with the engine contract so submission validation uses the same data.
|
|
64
|
+
export const LEGACY_REGISTRY_ENGINE_RULES = {
|
|
65
|
+
[ADDON_ASR]: [{ tag: 'moss-transcribe', engine: ModelType.mossTranscribe }]
|
|
66
|
+
};
|
|
60
67
|
// Resolves any engine string (legacy or canonical) to a validated canonical engine.
|
|
61
68
|
// Returns null if the engine is not recognized.
|
|
62
69
|
export function resolveCanonicalEngine(engine) {
|
|
@@ -67,10 +74,23 @@ export function resolveCanonicalEngine(engine) {
|
|
|
67
74
|
return ModelType.ttsGgml;
|
|
68
75
|
return direct.data;
|
|
69
76
|
}
|
|
70
|
-
|
|
77
|
+
if (Object.hasOwn(LEGACY_ENGINE_TO_CANONICAL, engine)) {
|
|
78
|
+
return LEGACY_ENGINE_TO_CANONICAL[engine] ?? null;
|
|
79
|
+
}
|
|
80
|
+
return null;
|
|
81
|
+
}
|
|
82
|
+
// Canonical engine identity takes precedence over legacy tag hints. A shared
|
|
83
|
+
// legacy package without a unique matching rule stays unresolved.
|
|
84
|
+
export function resolveRegistryEngine(engine, tags = []) {
|
|
85
|
+
const canonical = resolveCanonicalEngine(engine);
|
|
71
86
|
if (canonical)
|
|
72
87
|
return canonical;
|
|
73
|
-
|
|
88
|
+
if (!Object.hasOwn(LEGACY_REGISTRY_ENGINE_RULES, engine))
|
|
89
|
+
return null;
|
|
90
|
+
const matches = new Set(LEGACY_REGISTRY_ENGINE_RULES[engine]
|
|
91
|
+
?.filter((rule) => tags.includes(rule.tag))
|
|
92
|
+
.map((rule) => rule.engine));
|
|
93
|
+
return matches.size === 1 ? (matches.values().next().value ?? null) : null;
|
|
74
94
|
}
|
|
75
95
|
// Returns the addon type for a validated canonical engine.
|
|
76
96
|
export function getAddonFromEngine(engine) {
|
package/dist/schemas/errors.d.ts
CHANGED
|
@@ -28,6 +28,7 @@ export declare const ERROR_CODES: {
|
|
|
28
28
|
readonly TTS_REFERENCE_AUDIO_REQUIRED: 52209;
|
|
29
29
|
readonly LEGACY_PARAKEET_MODEL_DEPRECATED: 52210;
|
|
30
30
|
readonly LEGACY_TTS_MODEL_DEPRECATED: 52211;
|
|
31
|
+
readonly MODEL_FIT_REFUSED: 52212;
|
|
31
32
|
readonly RPC_SERVER_OPERATION_FAILED: 52423;
|
|
32
33
|
readonly MODEL_UNLOAD_FAILED: 52400;
|
|
33
34
|
readonly EMBED_FAILED: 52401;
|
package/dist/schemas/errors.js
CHANGED
|
@@ -36,6 +36,7 @@ export const ERROR_CODES = {
|
|
|
36
36
|
TTS_REFERENCE_AUDIO_REQUIRED: 52209,
|
|
37
37
|
LEGACY_PARAKEET_MODEL_DEPRECATED: 52210,
|
|
38
38
|
LEGACY_TTS_MODEL_DEPRECATED: 52211,
|
|
39
|
+
MODEL_FIT_REFUSED: 52212,
|
|
39
40
|
// Model operations (52,400-52,799)
|
|
40
41
|
RPC_SERVER_OPERATION_FAILED: 52423,
|
|
41
42
|
MODEL_UNLOAD_FAILED: 52400,
|
|
@@ -255,6 +256,10 @@ const errorDefinitions = {
|
|
|
255
256
|
name: 'LEGACY_TTS_MODEL_DEPRECATED',
|
|
256
257
|
message: (legacyFields) => `Legacy ONNX TTS modelConfig fields are no longer supported (${legacyFields ?? 'unknown fields'}). As of @qvac/tts-ggml the addon uses GGUF bundles: supply the primary GGUF via modelSrc, set language in modelConfig, and for Chatterbox add s3genModelSrc (e.g. loadModel({ modelSrc: TTS_T3_TURBO_EN_CHATTERBOX_Q8_0, modelType: "tts", modelConfig: { ttsEngine: "chatterbox", language: "en", s3genModelSrc: TTS_S3GEN_EN_CHATTERBOX } })). Supertonic multilingual mode is selected by the GGUF (e.g. TTS_MULTILINGUAL_SUPERTONIC2_Q8_0) plus language — not ttsSupertonicMultilingual.`
|
|
257
258
|
},
|
|
259
|
+
[ERROR_CODES.MODEL_FIT_REFUSED]: {
|
|
260
|
+
name: 'MODEL_FIT_REFUSED',
|
|
261
|
+
message: (modelType, reason, detail) => `${modelType}: the engine fitter projects this load will not fit (${reason})${detail ? `: ${detail}` : ''}`
|
|
262
|
+
},
|
|
258
263
|
// Model operations
|
|
259
264
|
[ERROR_CODES.MODEL_UNLOAD_FAILED]: {
|
|
260
265
|
name: 'MODEL_UNLOAD_FAILED',
|
package/dist/schemas/index.d.ts
CHANGED
|
@@ -8,6 +8,7 @@ export * from './heartbeat.js';
|
|
|
8
8
|
export * from './model-ops.js';
|
|
9
9
|
export * from './download-asset.js';
|
|
10
10
|
export * from './embed.js';
|
|
11
|
+
export * from './decision.js';
|
|
11
12
|
export * from './finetune.js';
|
|
12
13
|
export * from './load-model.js';
|
|
13
14
|
export * from './reload-config.js';
|
|
@@ -36,6 +37,7 @@ export { ERR_CODES as RAG_ERROR_CODES } from '@qvac/rag/errors';
|
|
|
36
37
|
export { qvacConfigSchema, deviceMatchSchema, deviceConfigDefaultsSchema, devicePatternSchema, type QvacConfig, type DeviceMatch, type DeviceConfigDefaults, type DevicePattern } from './config.js';
|
|
37
38
|
export { PROFILING_KEY, PROFILING_TRAILER_KEY, OPERATION_EVENT_KEY, MODEL_EXECUTION_KEY, BACKEND_DIAGNOSTICS_KEY, profilerModeSchema, profilerGPUResourceGaugeSchema, profilerResourceGaugeSchema, serverBreakdownSchema, operationEventSchema, profilingRequestMetaSchema, profilingResponseMetaSchema, perCallProfilingSchema, type ProfilerMode, type ServerBreakdown, type OperationEvent, type ProfilingRequestMeta, type ProfilingResponseMeta, type PerCallProfiling, type ProfilerGPUResourceGauge, type ProfilerResourceGauge } from './profiling.js';
|
|
38
39
|
export { runtimeContextSchema, type RuntimeContext } from './runtime-context.js';
|
|
40
|
+
export { modelFitPolicySchema, DEFAULT_MODEL_FIT_POLICY, type ModelFitPolicy } from './model-fit-policy.js';
|
|
39
41
|
export * from './model-info.js';
|
|
40
42
|
export * from './system-resources.js';
|
|
41
43
|
export * from './model-src-utils.js';
|
package/dist/schemas/index.js
CHANGED
|
@@ -9,6 +9,7 @@ export * from './heartbeat.js';
|
|
|
9
9
|
export * from './model-ops.js';
|
|
10
10
|
export * from './download-asset.js';
|
|
11
11
|
export * from './embed.js';
|
|
12
|
+
export * from './decision.js';
|
|
12
13
|
export * from './finetune.js';
|
|
13
14
|
export * from './load-model.js';
|
|
14
15
|
export * from './reload-config.js';
|
|
@@ -37,6 +38,7 @@ export { ERR_CODES as RAG_ERROR_CODES } from '@qvac/rag/errors';
|
|
|
37
38
|
export { qvacConfigSchema, deviceMatchSchema, deviceConfigDefaultsSchema, devicePatternSchema } from './config.js';
|
|
38
39
|
export { PROFILING_KEY, PROFILING_TRAILER_KEY, OPERATION_EVENT_KEY, MODEL_EXECUTION_KEY, BACKEND_DIAGNOSTICS_KEY, profilerModeSchema, profilerGPUResourceGaugeSchema, profilerResourceGaugeSchema, serverBreakdownSchema, operationEventSchema, profilingRequestMetaSchema, profilingResponseMetaSchema, perCallProfilingSchema } from './profiling.js';
|
|
39
40
|
export { runtimeContextSchema } from './runtime-context.js';
|
|
41
|
+
export { modelFitPolicySchema, DEFAULT_MODEL_FIT_POLICY } from './model-fit-policy.js';
|
|
40
42
|
export * from './model-info.js';
|
|
41
43
|
export * from './system-resources.js';
|
|
42
44
|
export * from './model-src-utils.js';
|
|
@@ -12,6 +12,13 @@ export declare const VERBOSITY: {
|
|
|
12
12
|
readonly DEBUG: 3;
|
|
13
13
|
};
|
|
14
14
|
export declare const llmConfigBaseSchema: z.ZodObject<{
|
|
15
|
+
backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
16
|
+
auto: "auto";
|
|
17
|
+
cuda: "cuda";
|
|
18
|
+
vulkan: "vulkan";
|
|
19
|
+
metal: "metal";
|
|
20
|
+
opencl: "opencl";
|
|
21
|
+
}>>>;
|
|
15
22
|
ctx_size: z.ZodOptional<z.ZodNumber>;
|
|
16
23
|
temp: z.ZodOptional<z.ZodNumber>;
|
|
17
24
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -67,6 +74,7 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
|
|
|
67
74
|
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
68
75
|
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
69
76
|
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
77
|
+
'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
|
|
70
78
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
71
79
|
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
72
80
|
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
@@ -107,10 +115,12 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
|
|
|
107
115
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
108
116
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
109
117
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
118
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
110
119
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
111
120
|
"onnx-tts": "onnx-tts";
|
|
112
121
|
"tts-ggml": "tts-ggml";
|
|
113
122
|
"parakeet-transcription": "parakeet-transcription";
|
|
123
|
+
"moss-transcribe": "moss-transcribe";
|
|
114
124
|
"ggml-ocr": "ggml-ocr";
|
|
115
125
|
"sdcpp-generation": "sdcpp-generation";
|
|
116
126
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -143,6 +153,13 @@ export declare const LLM_CONFIG_DEFAULTS: {
|
|
|
143
153
|
readonly image_tile_mode: "sequential";
|
|
144
154
|
};
|
|
145
155
|
export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
156
|
+
backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
157
|
+
auto: "auto";
|
|
158
|
+
cuda: "cuda";
|
|
159
|
+
vulkan: "vulkan";
|
|
160
|
+
metal: "metal";
|
|
161
|
+
opencl: "opencl";
|
|
162
|
+
}>>>;
|
|
146
163
|
ctx_size: z.ZodOptional<z.ZodNumber>;
|
|
147
164
|
temp: z.ZodOptional<z.ZodNumber>;
|
|
148
165
|
top_p: z.ZodOptional<z.ZodNumber>;
|
|
@@ -198,6 +215,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
198
215
|
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
199
216
|
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
200
217
|
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
218
|
+
'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
|
|
201
219
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
202
220
|
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
203
221
|
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
@@ -238,10 +256,12 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
238
256
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
239
257
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
240
258
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
259
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
241
260
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
242
261
|
"onnx-tts": "onnx-tts";
|
|
243
262
|
"tts-ggml": "tts-ggml";
|
|
244
263
|
"parakeet-transcription": "parakeet-transcription";
|
|
264
|
+
"moss-transcribe": "moss-transcribe";
|
|
245
265
|
"ggml-ocr": "ggml-ocr";
|
|
246
266
|
"sdcpp-generation": "sdcpp-generation";
|
|
247
267
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -266,6 +286,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
266
286
|
}>>;
|
|
267
287
|
'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
|
|
268
288
|
}, z.core.$strip>, z.ZodTransform<{
|
|
289
|
+
backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
|
|
269
290
|
ctx_size: number | undefined;
|
|
270
291
|
temp?: number | undefined;
|
|
271
292
|
top_p?: number | undefined;
|
|
@@ -299,6 +320,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
299
320
|
'kv-offload'?: boolean | undefined;
|
|
300
321
|
'image-max-tokens'?: number | undefined;
|
|
301
322
|
'image-min-tokens'?: number | undefined;
|
|
323
|
+
'image-max-megapixels'?: number | undefined;
|
|
302
324
|
threads?: number | undefined;
|
|
303
325
|
'threads-batch'?: number | undefined;
|
|
304
326
|
'cpu-mask'?: string | undefined;
|
|
@@ -324,12 +346,13 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
324
346
|
engine?: string | undefined;
|
|
325
347
|
expectedSize?: number | undefined;
|
|
326
348
|
sha256Checksum?: string | undefined;
|
|
327
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
349
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
328
350
|
} | undefined;
|
|
329
351
|
image_tile_mode: "disabled" | "batched" | "sequential" | undefined;
|
|
330
352
|
image_no_upscale?: "on" | "off" | undefined;
|
|
331
353
|
'mmproj-use-gpu'?: boolean | undefined;
|
|
332
354
|
}, {
|
|
355
|
+
backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
|
|
333
356
|
ctx_size?: number | undefined;
|
|
334
357
|
temp?: number | undefined;
|
|
335
358
|
top_p?: number | undefined;
|
|
@@ -363,6 +386,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
363
386
|
'kv-offload'?: boolean | undefined;
|
|
364
387
|
'image-max-tokens'?: number | undefined;
|
|
365
388
|
'image-min-tokens'?: number | undefined;
|
|
389
|
+
'image-max-megapixels'?: number | undefined;
|
|
366
390
|
threads?: number | undefined;
|
|
367
391
|
'threads-batch'?: number | undefined;
|
|
368
392
|
'cpu-mask'?: string | undefined;
|
|
@@ -388,7 +412,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
388
412
|
engine?: string | undefined;
|
|
389
413
|
expectedSize?: number | undefined;
|
|
390
414
|
sha256Checksum?: string | undefined;
|
|
391
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
415
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
392
416
|
} | undefined;
|
|
393
417
|
image_tile_mode?: "disabled" | "batched" | "sequential" | undefined;
|
|
394
418
|
image_no_upscale?: "on" | "off" | undefined;
|
|
@@ -396,6 +420,13 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
396
420
|
}>>;
|
|
397
421
|
export type LlmConfig = z.infer<typeof llmConfigSchema>;
|
|
398
422
|
export declare const embedConfigBaseSchema: z.ZodObject<{
|
|
423
|
+
backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
424
|
+
auto: "auto";
|
|
425
|
+
cuda: "cuda";
|
|
426
|
+
vulkan: "vulkan";
|
|
427
|
+
metal: "metal";
|
|
428
|
+
opencl: "opencl";
|
|
429
|
+
}>>>;
|
|
399
430
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
400
431
|
device: z.ZodOptional<z.ZodEnum<{
|
|
401
432
|
cpu: "cpu";
|
|
@@ -443,6 +474,13 @@ export declare const EMBED_CONFIG_DEFAULTS: {
|
|
|
443
474
|
readonly batchSize: 1024;
|
|
444
475
|
};
|
|
445
476
|
export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
477
|
+
backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
478
|
+
auto: "auto";
|
|
479
|
+
cuda: "cuda";
|
|
480
|
+
vulkan: "vulkan";
|
|
481
|
+
metal: "metal";
|
|
482
|
+
opencl: "opencl";
|
|
483
|
+
}>>>;
|
|
446
484
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
447
485
|
device: z.ZodOptional<z.ZodEnum<{
|
|
448
486
|
cpu: "cpu";
|
|
@@ -483,6 +521,7 @@ export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
483
521
|
}>>;
|
|
484
522
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
485
523
|
}, z.core.$strip>, z.ZodTransform<{
|
|
524
|
+
backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
|
|
486
525
|
gpuLayers: number | undefined;
|
|
487
526
|
device: "cpu" | "gpu" | undefined;
|
|
488
527
|
batchSize: number | undefined;
|
|
@@ -496,6 +535,7 @@ export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
496
535
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
497
536
|
openclCacheDir?: string | undefined;
|
|
498
537
|
}, {
|
|
538
|
+
backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
|
|
499
539
|
gpuLayers?: number | undefined;
|
|
500
540
|
device?: "cpu" | "gpu" | undefined;
|
|
501
541
|
batchSize?: number | undefined;
|
|
@@ -15,6 +15,16 @@ export const VERBOSITY = {
|
|
|
15
15
|
const verbositySchema = z.enum(VERBOSITY);
|
|
16
16
|
// Base schema - validates types, all fields optional (for input validation)
|
|
17
17
|
export const llmConfigBaseSchema = z.object({
|
|
18
|
+
backend: z
|
|
19
|
+
.array(z.enum(['cuda', 'vulkan', 'metal', 'opencl', 'auto']))
|
|
20
|
+
.min(1)
|
|
21
|
+
.optional()
|
|
22
|
+
.describe("Ordered GPU backend names, such as ['cuda', 'vulkan']. " +
|
|
23
|
+
'Accepted names: cuda, vulkan, metal, opencl, and auto for no preference. ' +
|
|
24
|
+
'If unset, uses the native default order. ' +
|
|
25
|
+
'If none of the specified names has a corresponding available device, selection falls back to the native default order. ' +
|
|
26
|
+
"Use device: 'cpu' for CPU. " +
|
|
27
|
+
"A GPU override cannot be combined with a split-mode other than 'none' or with devices."),
|
|
18
28
|
ctx_size: z
|
|
19
29
|
.number()
|
|
20
30
|
.optional()
|
|
@@ -167,6 +177,13 @@ export const llmConfigBaseSchema = z.object({
|
|
|
167
177
|
.min(1)
|
|
168
178
|
.optional()
|
|
169
179
|
.describe('Lower bound on the tokens one image may occupy. Vision models only. Unset uses the model default.'),
|
|
180
|
+
'image-max-megapixels': z
|
|
181
|
+
.number()
|
|
182
|
+
.int()
|
|
183
|
+
.min(1)
|
|
184
|
+
.max(18_446_744_073_709)
|
|
185
|
+
.optional()
|
|
186
|
+
.describe('Largest image a vision model accepts, in millions of pixels (width × height). Checked against the image header before decoding; larger images are rejected. Vision models only. Default 50.'),
|
|
170
187
|
threads: z
|
|
171
188
|
.number()
|
|
172
189
|
.int()
|
|
@@ -267,6 +284,16 @@ export const llmConfigSchema = llmConfigBaseSchema.transform((data) => ({
|
|
|
267
284
|
}));
|
|
268
285
|
// Base schema - validates types, all fields optional (for input validation)
|
|
269
286
|
export const embedConfigBaseSchema = z.object({
|
|
287
|
+
backend: z
|
|
288
|
+
.array(z.enum(['cuda', 'vulkan', 'metal', 'opencl', 'auto']))
|
|
289
|
+
.min(1)
|
|
290
|
+
.optional()
|
|
291
|
+
.describe("Ordered GPU backend names, such as ['cuda', 'vulkan']. " +
|
|
292
|
+
'Accepted names: cuda, vulkan, metal, opencl, and auto for no preference. ' +
|
|
293
|
+
'If unset, uses the native default order. ' +
|
|
294
|
+
'If none of the specified names has a corresponding available device, selection falls back to the native default order. ' +
|
|
295
|
+
"Use device: 'cpu' for CPU. " +
|
|
296
|
+
"A GPU override cannot be combined with splitMode: 'layer'."),
|
|
270
297
|
gpuLayers: z
|
|
271
298
|
.number()
|
|
272
299
|
.int()
|