@qvac/inference 0.21.1 → 0.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (246) hide show
  1. package/NOTICE +30 -1
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +4 -1
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.js +1 -1
  9. package/dist/api/decide.d.ts +26 -0
  10. package/dist/api/decide.js +26 -0
  11. package/dist/api/get-model-info.d.ts +1 -1
  12. package/dist/api/index.d.ts +1 -0
  13. package/dist/api/index.js +1 -0
  14. package/dist/api/text-to-speech.d.ts +1 -0
  15. package/dist/api/text-to-speech.js +15 -19
  16. package/dist/api/transcribe.js +5 -2
  17. package/dist/api/video-request.d.ts +5 -5
  18. package/dist/api/video.d.ts +5 -4
  19. package/dist/api/video.js +5 -4
  20. package/dist/errors/index.d.ts +3 -0
  21. package/dist/errors/index.js +5 -0
  22. package/dist/handlers/assess-model-fit.d.ts +5 -3
  23. package/dist/handlers/assess-model-fit.js +80 -28
  24. package/dist/handlers/get-loaded-model-info.js +1 -2
  25. package/dist/handlers/load-model/safe-fetch.js +5 -6
  26. package/dist/handlers/registry.d.ts +3 -1
  27. package/dist/handlers/registry.js +3 -3
  28. package/dist/index.d.ts +1 -1
  29. package/dist/index.js +1 -1
  30. package/dist/logging/logger.js +1 -1
  31. package/dist/logging/utils.js +1 -1
  32. package/dist/models/registry/models.d.ts +563 -816
  33. package/dist/models/registry/models.js +2873 -3110
  34. package/dist/models/registry/resource-profiles.d.ts +1 -2
  35. package/dist/models/registry/resource-profiles.js +203 -2
  36. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  37. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  38. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  39. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  40. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +28 -10
  41. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  42. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  43. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +6 -27
  44. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +147 -60
  45. package/dist/plugins/builtin/audiogen-ggml/plugin.js +1 -0
  46. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +40 -24
  47. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -1
  48. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  49. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  50. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  51. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +18 -10
  52. package/dist/plugins/builtin/ggml-ocr/plugin.js +16 -38
  53. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +21 -14
  54. package/dist/plugins/builtin/ggml-vla/plugin.js +1 -1
  55. package/dist/plugins/builtin/index.d.ts +2 -0
  56. package/dist/plugins/builtin/index.js +2 -0
  57. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -7
  58. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +109 -189
  59. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +32 -90
  60. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +60 -211
  61. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  62. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  63. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +185 -87
  64. package/dist/plugins/builtin/llamacpp-completion/plugin.js +4 -5
  65. package/dist/plugins/builtin/llamacpp-completion/transform.js +1 -1
  66. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +6 -0
  67. package/dist/plugins/builtin/llamacpp-decision/helpers.js +97 -0
  68. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  69. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  70. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +216 -0
  71. package/dist/plugins/builtin/llamacpp-decision/plugin.js +43 -0
  72. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +12 -5
  73. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +1 -1
  74. package/dist/plugins/builtin/llamacpp-embedding/transform.js +3 -0
  75. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  76. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  77. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  78. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  79. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +25 -13
  80. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +9 -73
  81. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +52 -31
  82. package/dist/plugins/builtin/parakeet-transcription/plugin.js +18 -3
  83. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +10 -6
  84. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  85. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  86. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +59 -33
  87. package/dist/plugins/builtin/sdcpp-generation/plugin.js +12 -9
  88. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  89. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  90. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +4 -1
  91. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +17 -5
  92. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +164 -29
  93. package/dist/plugins/builtin/tts-ggml/plugin.js +38 -1
  94. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +58 -35
  95. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +6 -2
  96. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -1
  97. package/dist/plugins/ops/kv-cache-utils.js +10 -25
  98. package/dist/plugins/ops/load-model.js +21 -16
  99. package/dist/plugins/ops/transcribe.js +17 -1
  100. package/dist/registry.js +1 -0
  101. package/dist/resources/model-fit/assess.d.ts +15 -23
  102. package/dist/resources/model-fit/assess.js +207 -271
  103. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +3 -1
  104. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +6 -1
  105. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +2 -0
  106. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +5 -3
  107. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +9 -1
  108. package/dist/resources/model-fit/floor.d.ts +10 -10
  109. package/dist/resources/model-fit/floor.js +13 -13
  110. package/dist/resources/model-fit/kv-cache.d.ts +23 -0
  111. package/dist/resources/model-fit/kv-cache.js +85 -0
  112. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +11 -6
  113. package/dist/resources/model-fit/native-probe/advisory-fit.js +12 -27
  114. package/dist/resources/model-fit/native-probe/child-engine-fit.js +8 -0
  115. package/dist/resources/model-fit/native-probe/classify-fit.js +32 -1
  116. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +4 -1
  117. package/dist/resources/model-fit/native-probe/create-fit-request.js +24 -14
  118. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +14 -0
  119. package/dist/resources/model-fit/native-probe/engine-fit.js +1 -1
  120. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +4 -0
  121. package/dist/resources/model-fit/native-probe/engines/asr.js +23 -0
  122. package/dist/resources/model-fit/native-probe/engines/audiogen.js +29 -1
  123. package/dist/resources/model-fit/native-probe/engines/diffusion.js +16 -6
  124. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -1
  125. package/dist/resources/model-fit/native-probe/engines/llama.js +19 -123
  126. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +8 -0
  127. package/dist/resources/model-fit/native-probe/engines/nmt.js +11 -0
  128. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +9 -0
  129. package/dist/resources/model-fit/native-probe/engines/ocr.js +13 -0
  130. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +2 -0
  131. package/dist/resources/model-fit/native-probe/engines/tts.js +49 -3
  132. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +5 -3
  133. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +38 -23
  134. package/dist/resources/model-fit/platform.d.ts +4 -4
  135. package/dist/resources/model-fit/platform.js +6 -8
  136. package/dist/resources/model-fit/types.d.ts +3 -117
  137. package/dist/rpc/inventory.js +5 -7
  138. package/dist/runtime/env.d.ts +0 -2
  139. package/dist/runtime/env.js +2 -9
  140. package/dist/runtime/model-config-utils.js +6 -1
  141. package/dist/runtime/request-context.d.ts +1 -1
  142. package/dist/runtime/request-context.js +8 -0
  143. package/dist/runtime/state.js +5 -0
  144. package/dist/schemas/assess-model-fit.d.ts +100 -43
  145. package/dist/schemas/assess-model-fit.js +66 -29
  146. package/dist/schemas/audio-gen.d.ts +186 -18
  147. package/dist/schemas/audio-gen.js +180 -48
  148. package/dist/schemas/batch-completion-stream.d.ts +202 -34
  149. package/dist/schemas/bci-config.d.ts +2 -0
  150. package/dist/schemas/bci.d.ts +23 -2
  151. package/dist/schemas/cancel.d.ts +5 -0
  152. package/dist/schemas/cancel.js +1 -0
  153. package/dist/schemas/common.d.ts +1083 -158
  154. package/dist/schemas/common.js +5 -2
  155. package/dist/schemas/completion-stream.d.ts +232 -37
  156. package/dist/schemas/completion-stream.js +64 -20
  157. package/dist/schemas/config.d.ts +477 -12
  158. package/dist/schemas/config.js +21 -1
  159. package/dist/schemas/decision.d.ts +602 -0
  160. package/dist/schemas/decision.js +205 -0
  161. package/dist/schemas/download-asset.d.ts +7 -3
  162. package/dist/schemas/engine-addon-map.d.ts +7 -0
  163. package/dist/schemas/engine-addon-map.js +23 -3
  164. package/dist/schemas/errors.d.ts +1 -0
  165. package/dist/schemas/errors.js +5 -0
  166. package/dist/schemas/index.d.ts +2 -0
  167. package/dist/schemas/index.js +2 -0
  168. package/dist/schemas/llamacpp-config.d.ts +42 -2
  169. package/dist/schemas/llamacpp-config.js +27 -0
  170. package/dist/schemas/load-model.d.ts +5247 -1309
  171. package/dist/schemas/load-model.js +88 -9
  172. package/dist/schemas/model-config-schemas.d.ts +233 -8
  173. package/dist/schemas/model-config-schemas.js +4 -1
  174. package/dist/schemas/model-fit-policy.d.ts +17 -0
  175. package/dist/schemas/model-fit-policy.js +17 -0
  176. package/dist/schemas/model-info.d.ts +20 -2
  177. package/dist/schemas/model-info.js +2 -1
  178. package/dist/schemas/model-resource-profile.d.ts +3 -4
  179. package/dist/schemas/model-resource-profile.js +1 -4
  180. package/dist/schemas/model-src-utils.d.ts +10 -2
  181. package/dist/schemas/model-types.d.ts +10 -1
  182. package/dist/schemas/model-types.js +3 -0
  183. package/dist/schemas/ocr.d.ts +74 -0
  184. package/dist/schemas/ocr.js +42 -0
  185. package/dist/schemas/plugin.d.ts +8 -2
  186. package/dist/schemas/plugin.js +6 -0
  187. package/dist/schemas/profiling.d.ts +4 -4
  188. package/dist/schemas/registry.d.ts +26 -0
  189. package/dist/schemas/registry.js +3 -0
  190. package/dist/schemas/reload-config.d.ts +10 -2
  191. package/dist/schemas/rpc-server.js +3 -3
  192. package/dist/schemas/sdcpp-config.d.ts +26 -0
  193. package/dist/schemas/sdcpp-config.js +8 -7
  194. package/dist/schemas/system-resources.d.ts +4 -4
  195. package/dist/schemas/text-to-speech.d.ts +402 -3
  196. package/dist/schemas/text-to-speech.js +129 -11
  197. package/dist/schemas/tools.d.ts +13 -4
  198. package/dist/schemas/tools.js +18 -6
  199. package/dist/schemas/transcription-config.d.ts +15 -0
  200. package/dist/schemas/transcription-config.js +38 -3
  201. package/dist/schemas/transcription.d.ts +46 -4
  202. package/dist/schemas/transcription.js +51 -4
  203. package/dist/schemas/translation-config.d.ts +30 -10
  204. package/dist/schemas/vla.d.ts +9 -2
  205. package/dist/schemas/vla.js +9 -5
  206. package/dist/surface.d.ts +1 -1
  207. package/dist/surface.js +1 -1
  208. package/dist/utils/addon-responses.d.ts +1 -0
  209. package/dist/utils/asr-events.d.ts +1 -0
  210. package/dist/utils/asr-events.js +2 -1
  211. package/dist/utils/cache/types.d.ts +7 -0
  212. package/dist/utils/mcp-adapter.js +12 -8
  213. package/dist/utils/tool-helpers.d.ts +1 -1
  214. package/dist/utils/tool-helpers.js +20 -52
  215. package/dist/utils/tools/parsers/dsml.js +8 -5
  216. package/dist/utils/tools/parsers/qwen35.js +7 -4
  217. package/dist/utils/tools/shared.d.ts +3 -0
  218. package/dist/utils/tools/shared.js +62 -0
  219. package/dist/utils/transcribe-metadata.d.ts +8 -1
  220. package/dist/utils/transcribe-metadata.js +13 -3
  221. package/dist/utils/tts-stats.d.ts +1 -0
  222. package/package.json +41 -32
  223. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  224. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  225. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  226. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  227. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  228. package/dist/resources/model-fit/calibration/fit.js +0 -152
  229. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  230. package/dist/resources/model-fit/calibration/index.js +0 -75
  231. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  232. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  233. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  234. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  235. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  236. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  237. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  238. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  239. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  240. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  241. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  242. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  243. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  244. package/dist/resources/model-fit/estimators/llm.js +0 -222
  245. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  246. package/dist/resources/model-fit/estimators/whisper.js +0 -76
@@ -1,14 +1,15 @@
1
1
  import { z } from 'zod';
2
2
  import { llmConfigBaseSchema, embedConfigBaseSchema } from './llamacpp-config.js';
3
- import { whisperConfigSchema, parakeetLoadConfigSchema } from './transcription-config.js';
3
+ import { whisperConfigSchema, parakeetLoadConfigSchema, mossTranscribeConfigSchema } from './transcription-config.js';
4
4
  import { bciConfigSchema } from './bci-config.js';
5
5
  import { nmtConfigBaseSchema, nmtConfigSchema } from './translation-config.js';
6
- import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsAudio8LoadConfigSchema, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsMossLoadConfigSchema, ttsParlerLoadConfigSchema, ttsSupertonicLoadConfigSchema } from './text-to-speech.js';
7
- import { ocrConfigSchema } from './ocr.js';
6
+ import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsAudio8LoadConfigSchema, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsMossLoadConfigSchema, ttsMossSoundEffectLoadConfigSchema, ttsMossSpeechLoadConfigSchema, ttsParlerLoadConfigSchema, ttsSupertonicLoadConfigSchema } from './text-to-speech.js';
7
+ import { ocrConfigSchema, refineOcrMainGpuSelector } from './ocr.js';
8
8
  import { modelSrcInputSchema, modelInputToSrcSchema, modelInputToNameSchema, MODEL_SOURCE_URI_HINT } from './model-src-utils.js';
9
- import { llmModelTypeSchema, whisperModelTypeSchema, bciModelTypeSchema, parakeetModelTypeSchema, embeddingsModelTypeSchema, nmtModelTypeSchema, ttsModelTypeSchema, ocrModelTypeSchema, diffusionModelTypeSchema, audioGenModelTypeSchema, vlaModelTypeSchema, classificationModelTypeSchema, ModelType, ModelTypeAliases, normalizeModelType } from './model-types.js';
9
+ import { llmModelTypeSchema, whisperModelTypeSchema, bciModelTypeSchema, parakeetModelTypeSchema, mossTranscribeModelTypeSchema, embeddingsModelTypeSchema, nmtModelTypeSchema, ttsModelTypeSchema, ocrModelTypeSchema, diffusionModelTypeSchema, audioGenModelTypeSchema, vlaModelTypeSchema, classificationModelTypeSchema, ModelType, ModelTypeAliases, normalizeModelType } from './model-types.js';
10
10
  import { sdcppConfigSchema } from './sdcpp-config.js';
11
11
  import { vlaConfigSchema } from './vla.js';
12
+ import { decisionConfigBaseSchema } from './decision.js';
12
13
  import { classificationConfigSchema } from './classification.js';
13
14
  import { audioGenConfigSchema } from './audio-gen.js';
14
15
  // Set of all built-in model types (canonical + aliases) for catch-all exclusion
@@ -17,6 +18,7 @@ export function isBuiltInModelType(modelType) {
17
18
  return typeof modelType === 'string' && builtInModelTypes.has(modelType);
18
19
  }
19
20
  import { reloadConfigRequestSchema } from './reload-config.js';
21
+ import { modelFitPolicySchema } from './model-fit-policy.js';
20
22
  const MODEL_SRC_DESCRIPTION = `The model to load: a registry model constant for a built-in model, or a model source — ${MODEL_SOURCE_URI_HINT} — for HTTP, local, or P2P models.`;
21
23
  const loadModelCommonFields = {
22
24
  modelSrc: modelSrcInputSchema.describe(MODEL_SRC_DESCRIPTION),
@@ -26,7 +28,8 @@ const loadModelCommonFields = {
26
28
  .optional()
27
29
  .describe('Alternate source — an HTTP URL or local file path — used to load a built-in registry model when it cannot be downloaded from the registry. The bytes are validated against the model checksum before use.'),
28
30
  requireHttpChecksum: z.boolean().optional(),
29
- requireSecureTransport: z.boolean().optional()
31
+ requireSecureTransport: z.boolean().optional(),
32
+ modelFitPolicy: modelFitPolicySchema.optional()
30
33
  };
31
34
  const loadModelRequestCommonFields = {
32
35
  ...loadModelCommonFields,
@@ -45,11 +48,13 @@ const modelConfigKeysByModelType = new Map([
45
48
  [ModelType.whispercppTranscription, configKeys(whisperConfigSchema)],
46
49
  [ModelType.bciWhispercppTranscription, configKeys(bciConfigSchema)],
47
50
  [ModelType.parakeetTranscription, configKeys(parakeetLoadConfigSchema)],
51
+ [ModelType.mossTranscribe, configKeys(mossTranscribeConfigSchema)],
48
52
  [ModelType.llamacppEmbedding, configKeys(embedConfigBaseSchema)],
53
+ [ModelType.llamacppDecision, configKeys(decisionConfigBaseSchema)],
49
54
  [ModelType.nmtcppTranslation, configKeys(...nmtConfigBaseSchema.options)],
50
55
  [
51
56
  ModelType.ttsGgml,
52
- configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, ttsParlerLoadConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsAudio8LoadConfigSchema, ttsMossLoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS)
57
+ configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, ttsParlerLoadConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsAudio8LoadConfigSchema, ttsMossLoadConfigSchema, ttsMossSoundEffectLoadConfigSchema, ttsMossSpeechLoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS)
53
58
  ],
54
59
  [ModelType.ggmlOcr, configKeys(ocrConfigSchema)],
55
60
  [ModelType.sdcppGeneration, configKeys(sdcppConfigSchema)],
@@ -86,6 +91,13 @@ function isRecord(value) {
86
91
  return typeof value === 'object' && value !== null && !Array.isArray(value);
87
92
  }
88
93
  export const loadBuiltinModelOptionsBaseSchema = z.union([
94
+ z
95
+ .object({
96
+ ...loadModelCommonFields,
97
+ modelType: z.literal(ModelType.llamacppDecision),
98
+ modelConfig: decisionConfigBaseSchema.optional()
99
+ })
100
+ .strict(),
89
101
  z
90
102
  .object({
91
103
  ...loadModelCommonFields,
@@ -114,6 +126,13 @@ export const loadBuiltinModelOptionsBaseSchema = z.union([
114
126
  modelConfig: parakeetLoadConfigSchema.optional()
115
127
  })
116
128
  .strict(),
129
+ z
130
+ .object({
131
+ ...loadModelCommonFields,
132
+ modelType: mossTranscribeModelTypeSchema,
133
+ modelConfig: mossTranscribeConfigSchema.optional()
134
+ })
135
+ .strict(),
117
136
  z
118
137
  .object({
119
138
  ...loadModelCommonFields,
@@ -139,7 +158,11 @@ export const loadBuiltinModelOptionsBaseSchema = z.union([
139
158
  .object({
140
159
  ...loadModelCommonFields,
141
160
  modelType: ocrModelTypeSchema,
142
- modelConfig: ocrConfigSchema.partial().strict().optional()
161
+ modelConfig: ocrConfigSchema
162
+ .partial()
163
+ .strict()
164
+ .superRefine(refineOcrMainGpuSelector)
165
+ .optional()
143
166
  })
144
167
  .strict(),
145
168
  z
@@ -201,6 +224,7 @@ function optionalRequestFields(data) {
201
224
  ...(data.requireSecureTransport !== undefined && {
202
225
  requireSecureTransport: data.requireSecureTransport
203
226
  }),
227
+ ...(data.modelFitPolicy !== undefined && { modelFitPolicy: data.modelFitPolicy }),
204
228
  ...(data.requestId !== undefined && { requestId: data.requestId })
205
229
  };
206
230
  }
@@ -273,6 +297,23 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
273
297
  withProgress: data.withProgress ?? !!data.onProgress,
274
298
  ...optionalRequestFields(data)
275
299
  })),
300
+ z
301
+ .object({
302
+ ...loadModelRequestCommonFields,
303
+ modelType: mossTranscribeModelTypeSchema,
304
+ modelConfig: mossTranscribeConfigSchema.optional()
305
+ })
306
+ .strict()
307
+ .transform((data) => ({
308
+ type: 'loadModel',
309
+ modelType: ModelType.mossTranscribe,
310
+ modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
311
+ modelName: modelInputToNameSchema.parse(data.modelSrc),
312
+ modelConfig: data.modelConfig,
313
+ seed: data.seed ?? false,
314
+ withProgress: data.withProgress ?? !!data.onProgress,
315
+ ...optionalRequestFields(data)
316
+ })),
276
317
  z
277
318
  .object({
278
319
  ...loadModelRequestCommonFields,
@@ -336,7 +377,11 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
336
377
  .object({
337
378
  ...loadModelRequestCommonFields,
338
379
  modelType: ocrModelTypeSchema,
339
- modelConfig: ocrConfigSchema.partial().strict().optional()
380
+ modelConfig: ocrConfigSchema
381
+ .partial()
382
+ .strict()
383
+ .superRefine(refineOcrMainGpuSelector)
384
+ .optional()
340
385
  })
341
386
  .strict()
342
387
  .transform((data) => ({
@@ -384,6 +429,23 @@ export const loadBuiltinToRequestSchema = z.discriminatedUnion('modelType', [
384
429
  withProgress: data.withProgress ?? !!data.onProgress,
385
430
  ...optionalRequestFields(data)
386
431
  })),
432
+ z
433
+ .object({
434
+ ...loadModelRequestCommonFields,
435
+ modelType: z.literal(ModelType.llamacppDecision),
436
+ modelConfig: decisionConfigBaseSchema.optional()
437
+ })
438
+ .strict()
439
+ .transform((data) => ({
440
+ type: 'loadModel',
441
+ modelType: ModelType.llamacppDecision,
442
+ modelSrc: modelInputToSrcSchema.parse(data.modelSrc),
443
+ modelName: modelInputToNameSchema.parse(data.modelSrc),
444
+ modelConfig: data.modelConfig,
445
+ seed: data.seed ?? false,
446
+ withProgress: data.withProgress ?? !!data.onProgress,
447
+ ...optionalRequestFields(data)
448
+ })),
387
449
  z
388
450
  .object({
389
451
  ...loadModelRequestCommonFields,
@@ -461,6 +523,9 @@ const commonModelConfigSchema = z.object({
461
523
  .boolean()
462
524
  .optional()
463
525
  .describe('Reject plaintext http:// and HTTPS→HTTP downgrades for every HTTP source on this call (loopback exempt); when unset, only Hugging Face transport is hardened. Overrides the engine config for this call; defaults to the config value (false).'),
526
+ modelFitPolicy: modelFitPolicySchema
527
+ .optional()
528
+ .describe("What the engine fitter's verdict does to this load: `log` reports it and loads anyway, `refuse` rejects a load the fitter projects will not fit, `off` skips the check. Overrides the engine config for this call; defaults to the config value (`log`)."),
464
529
  requestId: z
465
530
  .string()
466
531
  .min(1)
@@ -494,6 +559,18 @@ export const loadParakeetModelRequestSchema = commonModelConfigSchema
494
559
  modelConfig: parakeetLoadConfigSchema.optional()
495
560
  })
496
561
  .strict();
562
+ export const loadMossTranscribeModelRequestSchema = commonModelConfigSchema
563
+ .extend({
564
+ modelType: z.literal(ModelType.mossTranscribe),
565
+ modelConfig: mossTranscribeConfigSchema.optional()
566
+ })
567
+ .strict();
568
+ export const loadDecisionModelRequestSchema = commonModelConfigSchema
569
+ .extend({
570
+ modelType: z.literal(ModelType.llamacppDecision),
571
+ modelConfig: decisionConfigBaseSchema.optional()
572
+ })
573
+ .strict();
497
574
  export const loadEmbeddingsModelRequestSchema = commonModelConfigSchema
498
575
  .extend({
499
576
  modelType: z.literal(ModelType.llamacppEmbedding),
@@ -515,7 +592,7 @@ export const loadTtsModelRequestSchema = commonModelConfigSchema
515
592
  export const loadOcrModelRequestSchema = commonModelConfigSchema
516
593
  .extend({
517
594
  modelType: z.literal(ModelType.ggmlOcr),
518
- modelConfig: ocrConfigSchema
595
+ modelConfig: ocrConfigSchema.superRefine(refineOcrMainGpuSelector)
519
596
  })
520
597
  .strict();
521
598
  export const loadDiffusionModelRequestSchema = commonModelConfigSchema
@@ -558,7 +635,9 @@ export const loadModelSrcRequestSchema = z
558
635
  loadWhisperModelRequestSchema,
559
636
  loadBciModelRequestSchema,
560
637
  loadParakeetModelRequestSchema,
638
+ loadMossTranscribeModelRequestSchema,
561
639
  loadEmbeddingsModelRequestSchema,
640
+ loadDecisionModelRequestSchema,
562
641
  loadNmtModelRequestSchema,
563
642
  loadTtsModelRequestSchema,
564
643
  loadOcrModelRequestSchema,