@qvac/inference 0.21.1 → 0.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (246) hide show
  1. package/NOTICE +30 -1
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +4 -1
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.js +1 -1
  9. package/dist/api/decide.d.ts +26 -0
  10. package/dist/api/decide.js +26 -0
  11. package/dist/api/get-model-info.d.ts +1 -1
  12. package/dist/api/index.d.ts +1 -0
  13. package/dist/api/index.js +1 -0
  14. package/dist/api/text-to-speech.d.ts +1 -0
  15. package/dist/api/text-to-speech.js +15 -19
  16. package/dist/api/transcribe.js +5 -2
  17. package/dist/api/video-request.d.ts +5 -5
  18. package/dist/api/video.d.ts +5 -4
  19. package/dist/api/video.js +5 -4
  20. package/dist/errors/index.d.ts +3 -0
  21. package/dist/errors/index.js +5 -0
  22. package/dist/handlers/assess-model-fit.d.ts +5 -3
  23. package/dist/handlers/assess-model-fit.js +80 -28
  24. package/dist/handlers/get-loaded-model-info.js +1 -2
  25. package/dist/handlers/load-model/safe-fetch.js +5 -6
  26. package/dist/handlers/registry.d.ts +3 -1
  27. package/dist/handlers/registry.js +3 -3
  28. package/dist/index.d.ts +1 -1
  29. package/dist/index.js +1 -1
  30. package/dist/logging/logger.js +1 -1
  31. package/dist/logging/utils.js +1 -1
  32. package/dist/models/registry/models.d.ts +563 -816
  33. package/dist/models/registry/models.js +2873 -3110
  34. package/dist/models/registry/resource-profiles.d.ts +1 -2
  35. package/dist/models/registry/resource-profiles.js +203 -2
  36. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  37. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  38. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  39. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  40. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +28 -10
  41. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  42. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  43. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +6 -27
  44. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +147 -60
  45. package/dist/plugins/builtin/audiogen-ggml/plugin.js +1 -0
  46. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +40 -24
  47. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -1
  48. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  49. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  50. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  51. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +18 -10
  52. package/dist/plugins/builtin/ggml-ocr/plugin.js +16 -38
  53. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +21 -14
  54. package/dist/plugins/builtin/ggml-vla/plugin.js +1 -1
  55. package/dist/plugins/builtin/index.d.ts +2 -0
  56. package/dist/plugins/builtin/index.js +2 -0
  57. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -7
  58. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +109 -189
  59. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +32 -90
  60. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +60 -211
  61. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  62. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  63. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +185 -87
  64. package/dist/plugins/builtin/llamacpp-completion/plugin.js +4 -5
  65. package/dist/plugins/builtin/llamacpp-completion/transform.js +1 -1
  66. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +6 -0
  67. package/dist/plugins/builtin/llamacpp-decision/helpers.js +97 -0
  68. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  69. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  70. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +216 -0
  71. package/dist/plugins/builtin/llamacpp-decision/plugin.js +43 -0
  72. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +12 -5
  73. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +1 -1
  74. package/dist/plugins/builtin/llamacpp-embedding/transform.js +3 -0
  75. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  76. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  77. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  78. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  79. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +25 -13
  80. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +9 -73
  81. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +52 -31
  82. package/dist/plugins/builtin/parakeet-transcription/plugin.js +18 -3
  83. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +10 -6
  84. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  85. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  86. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +59 -33
  87. package/dist/plugins/builtin/sdcpp-generation/plugin.js +12 -9
  88. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  89. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  90. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +4 -1
  91. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +17 -5
  92. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +164 -29
  93. package/dist/plugins/builtin/tts-ggml/plugin.js +38 -1
  94. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +58 -35
  95. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +6 -2
  96. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -1
  97. package/dist/plugins/ops/kv-cache-utils.js +10 -25
  98. package/dist/plugins/ops/load-model.js +21 -16
  99. package/dist/plugins/ops/transcribe.js +17 -1
  100. package/dist/registry.js +1 -0
  101. package/dist/resources/model-fit/assess.d.ts +15 -23
  102. package/dist/resources/model-fit/assess.js +207 -271
  103. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +3 -1
  104. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +6 -1
  105. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +2 -0
  106. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +5 -3
  107. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +9 -1
  108. package/dist/resources/model-fit/floor.d.ts +10 -10
  109. package/dist/resources/model-fit/floor.js +13 -13
  110. package/dist/resources/model-fit/kv-cache.d.ts +23 -0
  111. package/dist/resources/model-fit/kv-cache.js +85 -0
  112. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +11 -6
  113. package/dist/resources/model-fit/native-probe/advisory-fit.js +12 -27
  114. package/dist/resources/model-fit/native-probe/child-engine-fit.js +8 -0
  115. package/dist/resources/model-fit/native-probe/classify-fit.js +32 -1
  116. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +4 -1
  117. package/dist/resources/model-fit/native-probe/create-fit-request.js +24 -14
  118. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +14 -0
  119. package/dist/resources/model-fit/native-probe/engine-fit.js +1 -1
  120. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +4 -0
  121. package/dist/resources/model-fit/native-probe/engines/asr.js +23 -0
  122. package/dist/resources/model-fit/native-probe/engines/audiogen.js +29 -1
  123. package/dist/resources/model-fit/native-probe/engines/diffusion.js +16 -6
  124. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -1
  125. package/dist/resources/model-fit/native-probe/engines/llama.js +19 -123
  126. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +8 -0
  127. package/dist/resources/model-fit/native-probe/engines/nmt.js +11 -0
  128. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +9 -0
  129. package/dist/resources/model-fit/native-probe/engines/ocr.js +13 -0
  130. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +2 -0
  131. package/dist/resources/model-fit/native-probe/engines/tts.js +49 -3
  132. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +5 -3
  133. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +38 -23
  134. package/dist/resources/model-fit/platform.d.ts +4 -4
  135. package/dist/resources/model-fit/platform.js +6 -8
  136. package/dist/resources/model-fit/types.d.ts +3 -117
  137. package/dist/rpc/inventory.js +5 -7
  138. package/dist/runtime/env.d.ts +0 -2
  139. package/dist/runtime/env.js +2 -9
  140. package/dist/runtime/model-config-utils.js +6 -1
  141. package/dist/runtime/request-context.d.ts +1 -1
  142. package/dist/runtime/request-context.js +8 -0
  143. package/dist/runtime/state.js +5 -0
  144. package/dist/schemas/assess-model-fit.d.ts +100 -43
  145. package/dist/schemas/assess-model-fit.js +66 -29
  146. package/dist/schemas/audio-gen.d.ts +186 -18
  147. package/dist/schemas/audio-gen.js +180 -48
  148. package/dist/schemas/batch-completion-stream.d.ts +202 -34
  149. package/dist/schemas/bci-config.d.ts +2 -0
  150. package/dist/schemas/bci.d.ts +23 -2
  151. package/dist/schemas/cancel.d.ts +5 -0
  152. package/dist/schemas/cancel.js +1 -0
  153. package/dist/schemas/common.d.ts +1083 -158
  154. package/dist/schemas/common.js +5 -2
  155. package/dist/schemas/completion-stream.d.ts +232 -37
  156. package/dist/schemas/completion-stream.js +64 -20
  157. package/dist/schemas/config.d.ts +477 -12
  158. package/dist/schemas/config.js +21 -1
  159. package/dist/schemas/decision.d.ts +602 -0
  160. package/dist/schemas/decision.js +205 -0
  161. package/dist/schemas/download-asset.d.ts +7 -3
  162. package/dist/schemas/engine-addon-map.d.ts +7 -0
  163. package/dist/schemas/engine-addon-map.js +23 -3
  164. package/dist/schemas/errors.d.ts +1 -0
  165. package/dist/schemas/errors.js +5 -0
  166. package/dist/schemas/index.d.ts +2 -0
  167. package/dist/schemas/index.js +2 -0
  168. package/dist/schemas/llamacpp-config.d.ts +42 -2
  169. package/dist/schemas/llamacpp-config.js +27 -0
  170. package/dist/schemas/load-model.d.ts +5247 -1309
  171. package/dist/schemas/load-model.js +88 -9
  172. package/dist/schemas/model-config-schemas.d.ts +233 -8
  173. package/dist/schemas/model-config-schemas.js +4 -1
  174. package/dist/schemas/model-fit-policy.d.ts +17 -0
  175. package/dist/schemas/model-fit-policy.js +17 -0
  176. package/dist/schemas/model-info.d.ts +20 -2
  177. package/dist/schemas/model-info.js +2 -1
  178. package/dist/schemas/model-resource-profile.d.ts +3 -4
  179. package/dist/schemas/model-resource-profile.js +1 -4
  180. package/dist/schemas/model-src-utils.d.ts +10 -2
  181. package/dist/schemas/model-types.d.ts +10 -1
  182. package/dist/schemas/model-types.js +3 -0
  183. package/dist/schemas/ocr.d.ts +74 -0
  184. package/dist/schemas/ocr.js +42 -0
  185. package/dist/schemas/plugin.d.ts +8 -2
  186. package/dist/schemas/plugin.js +6 -0
  187. package/dist/schemas/profiling.d.ts +4 -4
  188. package/dist/schemas/registry.d.ts +26 -0
  189. package/dist/schemas/registry.js +3 -0
  190. package/dist/schemas/reload-config.d.ts +10 -2
  191. package/dist/schemas/rpc-server.js +3 -3
  192. package/dist/schemas/sdcpp-config.d.ts +26 -0
  193. package/dist/schemas/sdcpp-config.js +8 -7
  194. package/dist/schemas/system-resources.d.ts +4 -4
  195. package/dist/schemas/text-to-speech.d.ts +402 -3
  196. package/dist/schemas/text-to-speech.js +129 -11
  197. package/dist/schemas/tools.d.ts +13 -4
  198. package/dist/schemas/tools.js +18 -6
  199. package/dist/schemas/transcription-config.d.ts +15 -0
  200. package/dist/schemas/transcription-config.js +38 -3
  201. package/dist/schemas/transcription.d.ts +46 -4
  202. package/dist/schemas/transcription.js +51 -4
  203. package/dist/schemas/translation-config.d.ts +30 -10
  204. package/dist/schemas/vla.d.ts +9 -2
  205. package/dist/schemas/vla.js +9 -5
  206. package/dist/surface.d.ts +1 -1
  207. package/dist/surface.js +1 -1
  208. package/dist/utils/addon-responses.d.ts +1 -0
  209. package/dist/utils/asr-events.d.ts +1 -0
  210. package/dist/utils/asr-events.js +2 -1
  211. package/dist/utils/cache/types.d.ts +7 -0
  212. package/dist/utils/mcp-adapter.js +12 -8
  213. package/dist/utils/tool-helpers.d.ts +1 -1
  214. package/dist/utils/tool-helpers.js +20 -52
  215. package/dist/utils/tools/parsers/dsml.js +8 -5
  216. package/dist/utils/tools/parsers/qwen35.js +7 -4
  217. package/dist/utils/tools/shared.d.ts +3 -0
  218. package/dist/utils/tools/shared.js +62 -0
  219. package/dist/utils/transcribe-metadata.d.ts +8 -1
  220. package/dist/utils/transcribe-metadata.js +13 -3
  221. package/dist/utils/tts-stats.d.ts +1 -0
  222. package/package.json +41 -32
  223. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  224. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  225. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  226. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  227. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  228. package/dist/resources/model-fit/calibration/fit.js +0 -152
  229. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  230. package/dist/resources/model-fit/calibration/index.js +0 -75
  231. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  232. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  233. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  234. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  235. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  236. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  237. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  238. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  239. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  240. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  241. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  242. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  243. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  244. package/dist/resources/model-fit/estimators/llm.js +0 -222
  245. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  246. package/dist/resources/model-fit/estimators/whisper.js +0 -76
@@ -0,0 +1,205 @@
1
+ import { z } from 'zod';
2
+ // Nested JSON stays inline in the wire contract. The refinement rejects values
3
+ // that JSON serialization would discard or change before reaching the model.
4
+ function isJson(value, ancestors = new Set()) {
5
+ if (value === null || typeof value === 'string' || typeof value === 'boolean')
6
+ return true;
7
+ if (typeof value === 'number')
8
+ return Number.isFinite(value);
9
+ if (typeof value !== 'object' || ancestors.has(value))
10
+ return false;
11
+ if (!Array.isArray(value) && Object.getPrototypeOf(value) !== Object.prototype)
12
+ return false;
13
+ ancestors.add(value);
14
+ const valid = Object.values(value).every((child) => isJson(child, ancestors));
15
+ ancestors.delete(value);
16
+ return valid;
17
+ }
18
+ export const decisionStateSchema = z.union([
19
+ z.string(),
20
+ z.number(),
21
+ z.boolean(),
22
+ z.record(z.string(), z.unknown()).refine(isJson, 'Expected JSON values'),
23
+ z.array(z.unknown()).refine(isJson, 'Expected JSON values')
24
+ ]);
25
+ const questionBase = {
26
+ instructions: decisionStateSchema.refine((value) => value !== '', 'Instructions cannot be empty'),
27
+ optionOrder: z.array(z.number().int().nonnegative()).optional()
28
+ };
29
+ export const decisionQuestionSchema = z.discriminatedUnion('type', [
30
+ z
31
+ .object({
32
+ ...questionBase,
33
+ type: z.literal('choice'),
34
+ criteria: z.union([
35
+ z.array(z.union([z.string(), z.number(), z.boolean()])),
36
+ z.record(z.string(), decisionStateSchema.nullable())
37
+ ])
38
+ })
39
+ .strict(),
40
+ z
41
+ .object({
42
+ ...questionBase,
43
+ type: z.literal('score'),
44
+ criteria: z.array(decisionStateSchema)
45
+ })
46
+ .strict(),
47
+ z
48
+ .object({
49
+ ...questionBase,
50
+ type: z.literal('noul'),
51
+ criteria: z
52
+ .object({
53
+ true: decisionStateSchema.nullable().optional(),
54
+ false: decisionStateSchema.nullable().optional()
55
+ })
56
+ .strict()
57
+ .nullable()
58
+ .optional(),
59
+ labels: z.object({ false: z.string(), true: z.string() }).strict().optional()
60
+ })
61
+ .strict()
62
+ ]);
63
+ const decisionFields = {
64
+ questions: z
65
+ .record(z.string(), decisionQuestionSchema)
66
+ .describe('Question ID to decision question.'),
67
+ maxLen: z
68
+ .number()
69
+ .int()
70
+ .positive()
71
+ .optional()
72
+ .describe('Token budget per sequence; unset uses the checkpoint budget.'),
73
+ headMaxLen: z
74
+ .number()
75
+ .int()
76
+ .positive()
77
+ .optional()
78
+ .describe('Token budget for each question and its options; unset uses the checkpoint budget.')
79
+ };
80
+ export const decisionSingleRequestSchema = z
81
+ .object({ ...decisionFields, state: decisionStateSchema })
82
+ .strict();
83
+ export const decisionBatchRequestSchema = z
84
+ .object({ ...decisionFields, states: z.array(decisionStateSchema) })
85
+ .strict();
86
+ export const decisionRequestSchema = z.union([
87
+ decisionSingleRequestSchema,
88
+ decisionBatchRequestSchema
89
+ ]);
90
+ const envelope = { modelId: z.string().min(1) };
91
+ export const decideParamsSchema = z.union([
92
+ decisionSingleRequestSchema.extend(envelope),
93
+ decisionBatchRequestSchema.extend(envelope)
94
+ ]);
95
+ const wireEnvelope = {
96
+ ...envelope,
97
+ type: z.literal('decide'),
98
+ requestId: z.string().min(1).optional()
99
+ };
100
+ export const decideRequestSchema = z.union([
101
+ decisionSingleRequestSchema.extend(wireEnvelope).meta({ title: 'DecideSingleRequest' }),
102
+ decisionBatchRequestSchema.extend(wireEnvelope).meta({ title: 'DecideBatchRequest' })
103
+ ]);
104
+ const answerBase = {
105
+ answerConfidence: z.number(),
106
+ confidence: z.number(),
107
+ action: z.object({
108
+ actProbability: z.number().describe('Currently unreliable; do not use to trigger actions.')
109
+ })
110
+ };
111
+ export const decisionAnswerSchema = z.discriminatedUnion('type', [
112
+ z.object({
113
+ ...answerBase,
114
+ type: z.literal('choice'),
115
+ choice: z.union([z.string(), z.number(), z.boolean()]),
116
+ probabilities: z.record(z.string(), z.number())
117
+ }),
118
+ z.object({
119
+ ...answerBase,
120
+ type: z.literal('score'),
121
+ score: z.number(),
122
+ legend: z.record(z.string(), z.string()),
123
+ probabilities: z.record(z.string(), z.number())
124
+ }),
125
+ z.object({ ...answerBase, type: z.literal('noul'), noul: z.number() })
126
+ ]);
127
+ export const decisionResultSchema = z.object({
128
+ model: z.string(),
129
+ answers: z.record(z.string(), decisionAnswerSchema),
130
+ usage: z.object({
131
+ inputTokens: z.number(),
132
+ outputTokens: z.number(),
133
+ stateTokens: z.number(),
134
+ stateTokensDropped: z.number(),
135
+ truncated: z.boolean(),
136
+ truncatedQuestions: z.array(z.string()),
137
+ options: z
138
+ .record(z.string(), z.object({
139
+ total: z.number(),
140
+ distinct: z.number(),
141
+ tokensPerOption: z.number().nullable()
142
+ }))
143
+ .optional()
144
+ })
145
+ });
146
+ export const decisionResponseSchema = z.union([decisionResultSchema, z.array(decisionResultSchema)]);
147
+ export const decideResponseSchema = z.object({
148
+ type: z.literal('decide'),
149
+ result: decisionResponseSchema
150
+ });
151
+ export const decisionConfigBaseSchema = z
152
+ .object({
153
+ device: z.enum(['cpu', 'gpu']).optional().describe("Compute device. Default 'gpu'."),
154
+ gpu_layers: z
155
+ .number()
156
+ .int()
157
+ .optional()
158
+ .describe('Layers to offload. Unset lets the addon choose placement.'),
159
+ batch_size: z
160
+ .number()
161
+ .int()
162
+ .positive()
163
+ .optional()
164
+ .describe('Tokens per forward pass. Default 2048; each sequence must fit.'),
165
+ threads: z
166
+ .number()
167
+ .int()
168
+ .optional()
169
+ .describe('CPU threads, at most the CPU count. Zero or below uses all logical CPUs.'),
170
+ 'threads-batch': z
171
+ .number()
172
+ .int()
173
+ .optional()
174
+ .describe('Batch CPU threads. Unset uses threads; zero or below uses all logical CPUs.'),
175
+ flash_attn: z
176
+ .enum(['on', 'off', 'auto'])
177
+ .optional()
178
+ .describe('Flash attention mode. Default auto.'),
179
+ verbosity: z
180
+ .number()
181
+ .int()
182
+ .min(0)
183
+ .max(3)
184
+ .optional()
185
+ .describe('Native log level: 0 error, 1 warn, 2 info, 3 debug.'),
186
+ 'main-gpu': z
187
+ .union([z.number().int().nonnegative(), z.enum(['integrated', 'dedicated'])])
188
+ .optional()
189
+ .describe('GPU index or device class.'),
190
+ 'split-mode': z.enum(['none', 'layer']).optional().describe('Multi-GPU split mode.'),
191
+ 'tensor-split': z.string().optional().describe('Per-GPU tensor split proportions.'),
192
+ openclCacheDir: z
193
+ .string()
194
+ .optional()
195
+ .describe('Writable OpenCL kernel cache directory, required on Android.')
196
+ })
197
+ .strict();
198
+ export const DECISION_CONFIG_DEFAULTS = {
199
+ device: 'gpu'
200
+ };
201
+ export const decisionConfigSchema = decisionConfigBaseSchema.transform((data) => ({
202
+ ...DECISION_CONFIG_DEFAULTS,
203
+ ...data,
204
+ device: data.device ?? DECISION_CONFIG_DEFAULTS.device
205
+ }));
@@ -24,10 +24,12 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
24
24
  "whispercpp-transcription": "whispercpp-transcription";
25
25
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
26
26
  "llamacpp-embedding": "llamacpp-embedding";
27
+ "llamacpp-decision": "llamacpp-decision";
27
28
  "nmtcpp-translation": "nmtcpp-translation";
28
29
  "onnx-tts": "onnx-tts";
29
30
  "tts-ggml": "tts-ggml";
30
31
  "parakeet-transcription": "parakeet-transcription";
32
+ "moss-transcribe": "moss-transcribe";
31
33
  "ggml-ocr": "ggml-ocr";
32
34
  "sdcpp-generation": "sdcpp-generation";
33
35
  "audiogen-ggml": "audiogen-ggml";
@@ -57,7 +59,7 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
57
59
  engine?: string | undefined;
58
60
  expectedSize?: number | undefined;
59
61
  sha256Checksum?: string | undefined;
60
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
62
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
61
63
  };
62
64
  requireHttpChecksum?: boolean | undefined;
63
65
  requireSecureTransport?: boolean | undefined;
@@ -73,7 +75,7 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
73
75
  engine?: string | undefined;
74
76
  expectedSize?: number | undefined;
75
77
  sha256Checksum?: string | undefined;
76
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
78
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
77
79
  };
78
80
  seed?: boolean | undefined;
79
81
  requireHttpChecksum?: boolean | undefined;
@@ -102,10 +104,12 @@ export declare const downloadAssetOptionsToRequestSchema: z.ZodPipe<z.ZodObject<
102
104
  "whispercpp-transcription": "whispercpp-transcription";
103
105
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
104
106
  "llamacpp-embedding": "llamacpp-embedding";
107
+ "llamacpp-decision": "llamacpp-decision";
105
108
  "nmtcpp-translation": "nmtcpp-translation";
106
109
  "onnx-tts": "onnx-tts";
107
110
  "tts-ggml": "tts-ggml";
108
111
  "parakeet-transcription": "parakeet-transcription";
112
+ "moss-transcribe": "moss-transcribe";
109
113
  "ggml-ocr": "ggml-ocr";
110
114
  "sdcpp-generation": "sdcpp-generation";
111
115
  "audiogen-ggml": "audiogen-ggml";
@@ -145,7 +149,7 @@ export declare const downloadAssetOptionsToRequestSchema: z.ZodPipe<z.ZodObject<
145
149
  engine?: string | undefined;
146
150
  expectedSize?: number | undefined;
147
151
  sha256Checksum?: string | undefined;
148
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
152
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
149
153
  };
150
154
  seed?: boolean | undefined;
151
155
  requireHttpChecksum?: boolean | undefined;
@@ -4,11 +4,13 @@ export declare const ENGINE_TO_ADDON: {
4
4
  readonly "whispercpp-transcription": "whisper";
5
5
  readonly "bci-whispercpp-transcription": "bci";
6
6
  readonly "llamacpp-embedding": "embeddings";
7
+ readonly "llamacpp-decision": "embeddings";
7
8
  readonly "nmtcpp-translation": "nmt";
8
9
  readonly "onnx-tts": "tts";
9
10
  readonly "tts-ggml": "tts";
10
11
  readonly "ggml-ocr": "ocr";
11
12
  readonly "parakeet-transcription": "parakeet";
13
+ readonly "moss-transcribe": "moss-transcribe";
12
14
  readonly "sdcpp-generation": "diffusion";
13
15
  readonly "audiogen-ggml": "audiogen";
14
16
  readonly "ggml-vla": "vla";
@@ -16,5 +18,10 @@ export declare const ENGINE_TO_ADDON: {
16
18
  readonly 'onnx-vad': "vad";
17
19
  };
18
20
  export declare const LEGACY_ENGINE_TO_CANONICAL: Record<string, ModelRegistryEngine>;
21
+ export declare const LEGACY_REGISTRY_ENGINE_RULES: Record<string, readonly {
22
+ tag: string;
23
+ engine: ModelRegistryEngine;
24
+ }[]>;
19
25
  export declare function resolveCanonicalEngine(engine: string): ModelRegistryEngine | null;
26
+ export declare function resolveRegistryEngine(engine: string, tags?: readonly string[]): ModelRegistryEngine | null;
20
27
  export declare function getAddonFromEngine(engine: ModelRegistryEngine): ModelRegistryEntryAddon;
@@ -1,5 +1,5 @@
1
1
  import { ModelType } from './model-types.js';
2
- import { ADDON_AUDIOGEN, ADDON_BCI, ADDON_CLASSIFICATION, ADDON_DIFFUSION, ADDON_EMBEDDING, ADDON_LLM, ADDON_NMT, ADDON_OCR, ADDON_PARAKEET, ADDON_TTS, ADDON_VLA, ADDON_WHISPER } from './plugin.js';
2
+ import { ADDON_ASR, ADDON_AUDIOGEN, ADDON_BCI, ADDON_CLASSIFICATION, ADDON_DIFFUSION, ADDON_EMBEDDING, ADDON_LLM, ADDON_NMT, ADDON_OCR, ADDON_PARAKEET, ADDON_TTS, ADDON_VLA, ADDON_WHISPER } from './plugin.js';
3
3
  import { modelRegistryEngineSchema } from './registry.js';
4
4
  // Canonical engine → addon mapping (exhaustive). `as const` preserves
5
5
  // per-key literals so the addon can be derived from the engine at the type level.
@@ -8,11 +8,13 @@ export const ENGINE_TO_ADDON = {
8
8
  [ModelType.whispercppTranscription]: 'whisper',
9
9
  [ModelType.bciWhispercppTranscription]: 'bci',
10
10
  [ModelType.llamacppEmbedding]: 'embeddings',
11
+ [ModelType.llamacppDecision]: 'embeddings',
11
12
  [ModelType.nmtcppTranslation]: 'nmt',
12
13
  [ModelType.onnxTts]: 'tts',
13
14
  [ModelType.ttsGgml]: 'tts',
14
15
  [ModelType.ggmlOcr]: 'ocr',
15
16
  [ModelType.parakeetTranscription]: 'parakeet',
17
+ [ModelType.mossTranscribe]: 'moss-transcribe',
16
18
  [ModelType.sdcppGeneration]: 'diffusion',
17
19
  [ModelType.audiogenGgml]: 'audiogen',
18
20
  [ModelType.ggmlVla]: 'vla',
@@ -57,6 +59,11 @@ export const LEGACY_ENGINE_TO_CANONICAL = {
57
59
  [ADDON_CLASSIFICATION]: ModelType.ggmlClassification,
58
60
  classification: ModelType.ggmlClassification
59
61
  };
62
+ // Legacy shared package ids need metadata to identify their plugin. These rules
63
+ // are exported with the engine contract so submission validation uses the same data.
64
+ export const LEGACY_REGISTRY_ENGINE_RULES = {
65
+ [ADDON_ASR]: [{ tag: 'moss-transcribe', engine: ModelType.mossTranscribe }]
66
+ };
60
67
  // Resolves any engine string (legacy or canonical) to a validated canonical engine.
61
68
  // Returns null if the engine is not recognized.
62
69
  export function resolveCanonicalEngine(engine) {
@@ -67,10 +74,23 @@ export function resolveCanonicalEngine(engine) {
67
74
  return ModelType.ttsGgml;
68
75
  return direct.data;
69
76
  }
70
- const canonical = LEGACY_ENGINE_TO_CANONICAL[engine];
77
+ if (Object.hasOwn(LEGACY_ENGINE_TO_CANONICAL, engine)) {
78
+ return LEGACY_ENGINE_TO_CANONICAL[engine] ?? null;
79
+ }
80
+ return null;
81
+ }
82
+ // Canonical engine identity takes precedence over legacy tag hints. A shared
83
+ // legacy package without a unique matching rule stays unresolved.
84
+ export function resolveRegistryEngine(engine, tags = []) {
85
+ const canonical = resolveCanonicalEngine(engine);
71
86
  if (canonical)
72
87
  return canonical;
73
- return null;
88
+ if (!Object.hasOwn(LEGACY_REGISTRY_ENGINE_RULES, engine))
89
+ return null;
90
+ const matches = new Set(LEGACY_REGISTRY_ENGINE_RULES[engine]
91
+ ?.filter((rule) => tags.includes(rule.tag))
92
+ .map((rule) => rule.engine));
93
+ return matches.size === 1 ? (matches.values().next().value ?? null) : null;
74
94
  }
75
95
  // Returns the addon type for a validated canonical engine.
76
96
  export function getAddonFromEngine(engine) {
@@ -28,6 +28,7 @@ export declare const ERROR_CODES: {
28
28
  readonly TTS_REFERENCE_AUDIO_REQUIRED: 52209;
29
29
  readonly LEGACY_PARAKEET_MODEL_DEPRECATED: 52210;
30
30
  readonly LEGACY_TTS_MODEL_DEPRECATED: 52211;
31
+ readonly MODEL_FIT_REFUSED: 52212;
31
32
  readonly RPC_SERVER_OPERATION_FAILED: 52423;
32
33
  readonly MODEL_UNLOAD_FAILED: 52400;
33
34
  readonly EMBED_FAILED: 52401;
@@ -36,6 +36,7 @@ export const ERROR_CODES = {
36
36
  TTS_REFERENCE_AUDIO_REQUIRED: 52209,
37
37
  LEGACY_PARAKEET_MODEL_DEPRECATED: 52210,
38
38
  LEGACY_TTS_MODEL_DEPRECATED: 52211,
39
+ MODEL_FIT_REFUSED: 52212,
39
40
  // Model operations (52,400-52,799)
40
41
  RPC_SERVER_OPERATION_FAILED: 52423,
41
42
  MODEL_UNLOAD_FAILED: 52400,
@@ -255,6 +256,10 @@ const errorDefinitions = {
255
256
  name: 'LEGACY_TTS_MODEL_DEPRECATED',
256
257
  message: (legacyFields) => `Legacy ONNX TTS modelConfig fields are no longer supported (${legacyFields ?? 'unknown fields'}). As of @qvac/tts-ggml the addon uses GGUF bundles: supply the primary GGUF via modelSrc, set language in modelConfig, and for Chatterbox add s3genModelSrc (e.g. loadModel({ modelSrc: TTS_T3_TURBO_EN_CHATTERBOX_Q8_0, modelType: "tts", modelConfig: { ttsEngine: "chatterbox", language: "en", s3genModelSrc: TTS_S3GEN_EN_CHATTERBOX } })). Supertonic multilingual mode is selected by the GGUF (e.g. TTS_MULTILINGUAL_SUPERTONIC2_Q8_0) plus language — not ttsSupertonicMultilingual.`
257
258
  },
259
+ [ERROR_CODES.MODEL_FIT_REFUSED]: {
260
+ name: 'MODEL_FIT_REFUSED',
261
+ message: (modelType, reason, detail) => `${modelType}: the engine fitter projects this load will not fit (${reason})${detail ? `: ${detail}` : ''}`
262
+ },
258
263
  // Model operations
259
264
  [ERROR_CODES.MODEL_UNLOAD_FAILED]: {
260
265
  name: 'MODEL_UNLOAD_FAILED',
@@ -8,6 +8,7 @@ export * from './heartbeat.js';
8
8
  export * from './model-ops.js';
9
9
  export * from './download-asset.js';
10
10
  export * from './embed.js';
11
+ export * from './decision.js';
11
12
  export * from './finetune.js';
12
13
  export * from './load-model.js';
13
14
  export * from './reload-config.js';
@@ -36,6 +37,7 @@ export { ERR_CODES as RAG_ERROR_CODES } from '@qvac/rag/errors';
36
37
  export { qvacConfigSchema, deviceMatchSchema, deviceConfigDefaultsSchema, devicePatternSchema, type QvacConfig, type DeviceMatch, type DeviceConfigDefaults, type DevicePattern } from './config.js';
37
38
  export { PROFILING_KEY, PROFILING_TRAILER_KEY, OPERATION_EVENT_KEY, MODEL_EXECUTION_KEY, BACKEND_DIAGNOSTICS_KEY, profilerModeSchema, profilerGPUResourceGaugeSchema, profilerResourceGaugeSchema, serverBreakdownSchema, operationEventSchema, profilingRequestMetaSchema, profilingResponseMetaSchema, perCallProfilingSchema, type ProfilerMode, type ServerBreakdown, type OperationEvent, type ProfilingRequestMeta, type ProfilingResponseMeta, type PerCallProfiling, type ProfilerGPUResourceGauge, type ProfilerResourceGauge } from './profiling.js';
38
39
  export { runtimeContextSchema, type RuntimeContext } from './runtime-context.js';
40
+ export { modelFitPolicySchema, DEFAULT_MODEL_FIT_POLICY, type ModelFitPolicy } from './model-fit-policy.js';
39
41
  export * from './model-info.js';
40
42
  export * from './system-resources.js';
41
43
  export * from './model-src-utils.js';
@@ -9,6 +9,7 @@ export * from './heartbeat.js';
9
9
  export * from './model-ops.js';
10
10
  export * from './download-asset.js';
11
11
  export * from './embed.js';
12
+ export * from './decision.js';
12
13
  export * from './finetune.js';
13
14
  export * from './load-model.js';
14
15
  export * from './reload-config.js';
@@ -37,6 +38,7 @@ export { ERR_CODES as RAG_ERROR_CODES } from '@qvac/rag/errors';
37
38
  export { qvacConfigSchema, deviceMatchSchema, deviceConfigDefaultsSchema, devicePatternSchema } from './config.js';
38
39
  export { PROFILING_KEY, PROFILING_TRAILER_KEY, OPERATION_EVENT_KEY, MODEL_EXECUTION_KEY, BACKEND_DIAGNOSTICS_KEY, profilerModeSchema, profilerGPUResourceGaugeSchema, profilerResourceGaugeSchema, serverBreakdownSchema, operationEventSchema, profilingRequestMetaSchema, profilingResponseMetaSchema, perCallProfilingSchema } from './profiling.js';
39
40
  export { runtimeContextSchema } from './runtime-context.js';
41
+ export { modelFitPolicySchema, DEFAULT_MODEL_FIT_POLICY } from './model-fit-policy.js';
40
42
  export * from './model-info.js';
41
43
  export * from './system-resources.js';
42
44
  export * from './model-src-utils.js';
@@ -12,6 +12,13 @@ export declare const VERBOSITY: {
12
12
  readonly DEBUG: 3;
13
13
  };
14
14
  export declare const llmConfigBaseSchema: z.ZodObject<{
15
+ backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
16
+ auto: "auto";
17
+ cuda: "cuda";
18
+ vulkan: "vulkan";
19
+ metal: "metal";
20
+ opencl: "opencl";
21
+ }>>>;
15
22
  ctx_size: z.ZodOptional<z.ZodNumber>;
16
23
  temp: z.ZodOptional<z.ZodNumber>;
17
24
  top_p: z.ZodOptional<z.ZodNumber>;
@@ -67,6 +74,7 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
67
74
  'kv-offload': z.ZodOptional<z.ZodBoolean>;
68
75
  'image-max-tokens': z.ZodOptional<z.ZodNumber>;
69
76
  'image-min-tokens': z.ZodOptional<z.ZodNumber>;
77
+ 'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
70
78
  threads: z.ZodOptional<z.ZodNumber>;
71
79
  'threads-batch': z.ZodOptional<z.ZodNumber>;
72
80
  'cpu-mask': z.ZodOptional<z.ZodString>;
@@ -107,10 +115,12 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
107
115
  "whispercpp-transcription": "whispercpp-transcription";
108
116
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
109
117
  "llamacpp-embedding": "llamacpp-embedding";
118
+ "llamacpp-decision": "llamacpp-decision";
110
119
  "nmtcpp-translation": "nmtcpp-translation";
111
120
  "onnx-tts": "onnx-tts";
112
121
  "tts-ggml": "tts-ggml";
113
122
  "parakeet-transcription": "parakeet-transcription";
123
+ "moss-transcribe": "moss-transcribe";
114
124
  "ggml-ocr": "ggml-ocr";
115
125
  "sdcpp-generation": "sdcpp-generation";
116
126
  "audiogen-ggml": "audiogen-ggml";
@@ -143,6 +153,13 @@ export declare const LLM_CONFIG_DEFAULTS: {
143
153
  readonly image_tile_mode: "sequential";
144
154
  };
145
155
  export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
156
+ backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
157
+ auto: "auto";
158
+ cuda: "cuda";
159
+ vulkan: "vulkan";
160
+ metal: "metal";
161
+ opencl: "opencl";
162
+ }>>>;
146
163
  ctx_size: z.ZodOptional<z.ZodNumber>;
147
164
  temp: z.ZodOptional<z.ZodNumber>;
148
165
  top_p: z.ZodOptional<z.ZodNumber>;
@@ -198,6 +215,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
198
215
  'kv-offload': z.ZodOptional<z.ZodBoolean>;
199
216
  'image-max-tokens': z.ZodOptional<z.ZodNumber>;
200
217
  'image-min-tokens': z.ZodOptional<z.ZodNumber>;
218
+ 'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
201
219
  threads: z.ZodOptional<z.ZodNumber>;
202
220
  'threads-batch': z.ZodOptional<z.ZodNumber>;
203
221
  'cpu-mask': z.ZodOptional<z.ZodString>;
@@ -238,10 +256,12 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
238
256
  "whispercpp-transcription": "whispercpp-transcription";
239
257
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
240
258
  "llamacpp-embedding": "llamacpp-embedding";
259
+ "llamacpp-decision": "llamacpp-decision";
241
260
  "nmtcpp-translation": "nmtcpp-translation";
242
261
  "onnx-tts": "onnx-tts";
243
262
  "tts-ggml": "tts-ggml";
244
263
  "parakeet-transcription": "parakeet-transcription";
264
+ "moss-transcribe": "moss-transcribe";
245
265
  "ggml-ocr": "ggml-ocr";
246
266
  "sdcpp-generation": "sdcpp-generation";
247
267
  "audiogen-ggml": "audiogen-ggml";
@@ -266,6 +286,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
266
286
  }>>;
267
287
  'mmproj-use-gpu': z.ZodOptional<z.ZodBoolean>;
268
288
  }, z.core.$strip>, z.ZodTransform<{
289
+ backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
269
290
  ctx_size: number | undefined;
270
291
  temp?: number | undefined;
271
292
  top_p?: number | undefined;
@@ -299,6 +320,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
299
320
  'kv-offload'?: boolean | undefined;
300
321
  'image-max-tokens'?: number | undefined;
301
322
  'image-min-tokens'?: number | undefined;
323
+ 'image-max-megapixels'?: number | undefined;
302
324
  threads?: number | undefined;
303
325
  'threads-batch'?: number | undefined;
304
326
  'cpu-mask'?: string | undefined;
@@ -324,12 +346,13 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
324
346
  engine?: string | undefined;
325
347
  expectedSize?: number | undefined;
326
348
  sha256Checksum?: string | undefined;
327
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
349
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
328
350
  } | undefined;
329
351
  image_tile_mode: "disabled" | "batched" | "sequential" | undefined;
330
352
  image_no_upscale?: "on" | "off" | undefined;
331
353
  'mmproj-use-gpu'?: boolean | undefined;
332
354
  }, {
355
+ backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
333
356
  ctx_size?: number | undefined;
334
357
  temp?: number | undefined;
335
358
  top_p?: number | undefined;
@@ -363,6 +386,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
363
386
  'kv-offload'?: boolean | undefined;
364
387
  'image-max-tokens'?: number | undefined;
365
388
  'image-min-tokens'?: number | undefined;
389
+ 'image-max-megapixels'?: number | undefined;
366
390
  threads?: number | undefined;
367
391
  'threads-batch'?: number | undefined;
368
392
  'cpu-mask'?: string | undefined;
@@ -388,7 +412,7 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
388
412
  engine?: string | undefined;
389
413
  expectedSize?: number | undefined;
390
414
  sha256Checksum?: string | undefined;
391
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
415
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
392
416
  } | undefined;
393
417
  image_tile_mode?: "disabled" | "batched" | "sequential" | undefined;
394
418
  image_no_upscale?: "on" | "off" | undefined;
@@ -396,6 +420,13 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
396
420
  }>>;
397
421
  export type LlmConfig = z.infer<typeof llmConfigSchema>;
398
422
  export declare const embedConfigBaseSchema: z.ZodObject<{
423
+ backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
424
+ auto: "auto";
425
+ cuda: "cuda";
426
+ vulkan: "vulkan";
427
+ metal: "metal";
428
+ opencl: "opencl";
429
+ }>>>;
399
430
  gpuLayers: z.ZodOptional<z.ZodNumber>;
400
431
  device: z.ZodOptional<z.ZodEnum<{
401
432
  cpu: "cpu";
@@ -443,6 +474,13 @@ export declare const EMBED_CONFIG_DEFAULTS: {
443
474
  readonly batchSize: 1024;
444
475
  };
445
476
  export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
477
+ backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
478
+ auto: "auto";
479
+ cuda: "cuda";
480
+ vulkan: "vulkan";
481
+ metal: "metal";
482
+ opencl: "opencl";
483
+ }>>>;
446
484
  gpuLayers: z.ZodOptional<z.ZodNumber>;
447
485
  device: z.ZodOptional<z.ZodEnum<{
448
486
  cpu: "cpu";
@@ -483,6 +521,7 @@ export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
483
521
  }>>;
484
522
  openclCacheDir: z.ZodOptional<z.ZodString>;
485
523
  }, z.core.$strip>, z.ZodTransform<{
524
+ backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
486
525
  gpuLayers: number | undefined;
487
526
  device: "cpu" | "gpu" | undefined;
488
527
  batchSize: number | undefined;
@@ -496,6 +535,7 @@ export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
496
535
  verbosity?: 0 | 3 | 2 | 1 | undefined;
497
536
  openclCacheDir?: string | undefined;
498
537
  }, {
538
+ backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
499
539
  gpuLayers?: number | undefined;
500
540
  device?: "cpu" | "gpu" | undefined;
501
541
  batchSize?: number | undefined;
@@ -15,6 +15,16 @@ export const VERBOSITY = {
15
15
  const verbositySchema = z.enum(VERBOSITY);
16
16
  // Base schema - validates types, all fields optional (for input validation)
17
17
  export const llmConfigBaseSchema = z.object({
18
+ backend: z
19
+ .array(z.enum(['cuda', 'vulkan', 'metal', 'opencl', 'auto']))
20
+ .min(1)
21
+ .optional()
22
+ .describe("Ordered GPU backend names, such as ['cuda', 'vulkan']. " +
23
+ 'Accepted names: cuda, vulkan, metal, opencl, and auto for no preference. ' +
24
+ 'If unset, uses the native default order. ' +
25
+ 'If none of the specified names has a corresponding available device, selection falls back to the native default order. ' +
26
+ "Use device: 'cpu' for CPU. " +
27
+ "A GPU override cannot be combined with a split-mode other than 'none' or with devices."),
18
28
  ctx_size: z
19
29
  .number()
20
30
  .optional()
@@ -167,6 +177,13 @@ export const llmConfigBaseSchema = z.object({
167
177
  .min(1)
168
178
  .optional()
169
179
  .describe('Lower bound on the tokens one image may occupy. Vision models only. Unset uses the model default.'),
180
+ 'image-max-megapixels': z
181
+ .number()
182
+ .int()
183
+ .min(1)
184
+ .max(18_446_744_073_709)
185
+ .optional()
186
+ .describe('Largest image a vision model accepts, in millions of pixels (width × height). Checked against the image header before decoding; larger images are rejected. Vision models only. Default 50.'),
170
187
  threads: z
171
188
  .number()
172
189
  .int()
@@ -267,6 +284,16 @@ export const llmConfigSchema = llmConfigBaseSchema.transform((data) => ({
267
284
  }));
268
285
  // Base schema - validates types, all fields optional (for input validation)
269
286
  export const embedConfigBaseSchema = z.object({
287
+ backend: z
288
+ .array(z.enum(['cuda', 'vulkan', 'metal', 'opencl', 'auto']))
289
+ .min(1)
290
+ .optional()
291
+ .describe("Ordered GPU backend names, such as ['cuda', 'vulkan']. " +
292
+ 'Accepted names: cuda, vulkan, metal, opencl, and auto for no preference. ' +
293
+ 'If unset, uses the native default order. ' +
294
+ 'If none of the specified names has a corresponding available device, selection falls back to the native default order. ' +
295
+ "Use device: 'cpu' for CPU. " +
296
+ "A GPU override cannot be combined with splitMode: 'layer'."),
270
297
  gpuLayers: z
271
298
  .number()
272
299
  .int()