@qvac/inference 0.20.1 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/NOTICE +90 -24
  2. package/README.md +8 -5
  3. package/dist/api/bci-transcribe.d.ts +4 -1
  4. package/dist/api/index.d.ts +1 -0
  5. package/dist/api/index.js +1 -0
  6. package/dist/api/rpc-server.d.ts +19 -0
  7. package/dist/api/rpc-server.js +44 -0
  8. package/dist/api/text-to-speech.d.ts +9 -0
  9. package/dist/api/text-to-speech.js +9 -0
  10. package/dist/api/transcribe.d.ts +11 -7
  11. package/dist/api/transcribe.js +47 -15
  12. package/dist/api/video-request.d.ts +5 -5
  13. package/dist/dispatch.js +39 -7
  14. package/dist/errors/index.d.ts +7 -0
  15. package/dist/errors/index.js +15 -0
  16. package/dist/handlers/assess-model-fit.d.ts +8 -20
  17. package/dist/handlers/assess-model-fit.js +195 -77
  18. package/dist/handlers/completion-orchestrate.js +17 -0
  19. package/dist/handlers/get-loaded-model-info.js +4 -1
  20. package/dist/handlers/get-model-info.js +29 -1
  21. package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
  22. package/dist/handlers/load-model/coreml-sidecars.js +274 -0
  23. package/dist/handlers/load-model/hyperdrive.js +2 -2
  24. package/dist/handlers/load-model/registry.js +59 -0
  25. package/dist/handlers/rpc-server.d.ts +23 -0
  26. package/dist/handlers/rpc-server.js +141 -0
  27. package/dist/index.d.ts +2 -1
  28. package/dist/index.js +2 -1
  29. package/dist/models/registry/models.d.ts +7731 -5672
  30. package/dist/models/registry/models.js +4652 -2526
  31. package/dist/models/registry/resource-profiles.js +481 -94
  32. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
  33. package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
  34. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
  35. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
  36. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  37. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
  38. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  39. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
  40. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +22 -11
  41. package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
  42. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
  43. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
  44. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
  45. package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
  46. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
  47. package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
  48. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
  49. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
  50. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
  51. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
  52. package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
  53. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
  54. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
  55. package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
  56. package/dist/plugins/ops/bci-transcribe.js +18 -13
  57. package/dist/plugins/ops/load-model.js +2 -2
  58. package/dist/plugins/ops/transcribe.d.ts +4 -2
  59. package/dist/plugins/ops/transcribe.js +39 -2
  60. package/dist/plugins/ops/translate-stats.d.ts +2 -1
  61. package/dist/plugins/ops/translate-stats.js +64 -7
  62. package/dist/plugins/ops/translate.js +20 -4
  63. package/dist/profiling/operation-metrics.js +56 -0
  64. package/dist/registry.js +4 -0
  65. package/dist/resources/model-fit/assess.d.ts +37 -2
  66. package/dist/resources/model-fit/assess.js +24 -3
  67. package/dist/resources/model-fit/estimators/llm.js +2 -2
  68. package/dist/resources/model-fit/estimators/whisper.js +3 -4
  69. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +20 -1
  70. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +126 -47
  71. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
  72. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
  73. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
  74. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
  75. package/dist/resources/model-fit/floor.js +2 -2
  76. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
  77. package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
  78. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
  79. package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
  80. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
  81. package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
  82. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
  83. package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
  84. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
  85. package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
  86. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
  87. package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
  88. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
  89. package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
  90. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
  91. package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
  92. package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
  93. package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
  94. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
  95. package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
  96. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
  97. package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
  98. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
  99. package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
  100. package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
  101. package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
  102. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
  103. package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
  104. package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
  105. package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
  106. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
  107. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
  108. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
  109. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
  110. package/dist/resources/model-fit/platform.d.ts +9 -0
  111. package/dist/resources/model-fit/platform.js +28 -0
  112. package/dist/rpc/device-map.d.ts +13 -0
  113. package/dist/rpc/device-map.js +22 -0
  114. package/dist/rpc/discovery.d.ts +12 -0
  115. package/dist/rpc/discovery.js +225 -0
  116. package/dist/rpc/ggml-provider.d.ts +4 -0
  117. package/dist/rpc/ggml-provider.js +25 -0
  118. package/dist/rpc/index.d.ts +2 -0
  119. package/dist/rpc/index.js +1 -0
  120. package/dist/rpc/instance.d.ts +6 -0
  121. package/dist/rpc/instance.js +21 -0
  122. package/dist/rpc/inventory.d.ts +5 -0
  123. package/dist/rpc/inventory.js +144 -0
  124. package/dist/rpc/manager.d.ts +14 -0
  125. package/dist/rpc/manager.js +174 -0
  126. package/dist/rpc/network.d.ts +11 -0
  127. package/dist/rpc/network.js +85 -0
  128. package/dist/rpc/provider.d.ts +6 -0
  129. package/dist/rpc/provider.js +24 -0
  130. package/dist/runtime/lifecycle.js +31 -13
  131. package/dist/runtime/request-context.d.ts +1 -1
  132. package/dist/runtime/state.js +5 -0
  133. package/dist/schemas/assess-model-fit.d.ts +269 -85
  134. package/dist/schemas/assess-model-fit.js +78 -54
  135. package/dist/schemas/audio-gen.d.ts +6 -6
  136. package/dist/schemas/audio-gen.js +2 -2
  137. package/dist/schemas/batch-completion-stream.d.ts +13 -5
  138. package/dist/schemas/batch-completion-stream.js +5 -3
  139. package/dist/schemas/bci-config.js +1 -1
  140. package/dist/schemas/bci.d.ts +86 -1
  141. package/dist/schemas/bci.js +21 -2
  142. package/dist/schemas/cancel.d.ts +10 -0
  143. package/dist/schemas/cancel.js +2 -0
  144. package/dist/schemas/common.d.ts +708 -66
  145. package/dist/schemas/common.js +7 -0
  146. package/dist/schemas/completion-event.d.ts +6 -6
  147. package/dist/schemas/completion-stream.d.ts +27 -8
  148. package/dist/schemas/completion-stream.js +41 -4
  149. package/dist/schemas/config.d.ts +104 -36
  150. package/dist/schemas/config.js +10 -0
  151. package/dist/schemas/embed.d.ts +2 -2
  152. package/dist/schemas/error.js +13 -0
  153. package/dist/schemas/errors.d.ts +1 -0
  154. package/dist/schemas/errors.js +5 -0
  155. package/dist/schemas/index.d.ts +1 -0
  156. package/dist/schemas/index.js +1 -0
  157. package/dist/schemas/llamacpp-config.d.ts +25 -18
  158. package/dist/schemas/llamacpp-config.js +26 -16
  159. package/dist/schemas/load-model.d.ts +2608 -469
  160. package/dist/schemas/load-model.js +2 -2
  161. package/dist/schemas/mcp-adapter.d.ts +4 -0
  162. package/dist/schemas/model-config-schemas.d.ts +183 -6
  163. package/dist/schemas/model-info.d.ts +56 -0
  164. package/dist/schemas/model-info.js +5 -1
  165. package/dist/schemas/plugin.d.ts +8 -2
  166. package/dist/schemas/profiling.d.ts +4 -4
  167. package/dist/schemas/reload-config.d.ts +30 -0
  168. package/dist/schemas/rpc-server.d.ts +101 -0
  169. package/dist/schemas/rpc-server.js +87 -0
  170. package/dist/schemas/sdcpp-config.d.ts +7 -3
  171. package/dist/schemas/sdcpp-config.js +37 -2
  172. package/dist/schemas/system-resources.d.ts +4 -4
  173. package/dist/schemas/text-to-speech.d.ts +529 -1
  174. package/dist/schemas/text-to-speech.js +122 -12
  175. package/dist/schemas/tools.d.ts +2 -0
  176. package/dist/schemas/tools.js +8 -0
  177. package/dist/schemas/transcription-config.d.ts +5 -0
  178. package/dist/schemas/transcription-config.js +20 -2
  179. package/dist/schemas/transcription.d.ts +164 -0
  180. package/dist/schemas/transcription.js +71 -4
  181. package/dist/schemas/vla.d.ts +1 -1
  182. package/dist/surface.d.ts +4 -1
  183. package/dist/surface.js +3 -1
  184. package/dist/utils/addon-responses.d.ts +5 -1
  185. package/dist/utils/archive.js +5 -1
  186. package/dist/utils/asr-diagnostics.d.ts +12 -0
  187. package/dist/utils/asr-diagnostics.js +42 -0
  188. package/dist/utils/asr-events.d.ts +1 -0
  189. package/dist/utils/asr-events.js +3 -2
  190. package/dist/utils/cache/paths.js +3 -2
  191. package/dist/utils/mcp-adapter.js +7 -1
  192. package/dist/utils/multi-gpu-mobile.d.ts +1 -1
  193. package/dist/utils/multi-gpu-mobile.js +8 -6
  194. package/dist/utils/path-security.d.ts +5 -0
  195. package/dist/utils/path-security.js +14 -0
  196. package/dist/utils/tool-helpers.d.ts +4 -0
  197. package/dist/utils/tool-helpers.js +2 -0
  198. package/dist/utils/tools/defer.d.ts +93 -0
  199. package/dist/utils/tools/defer.js +290 -0
  200. package/dist/utils/tools/index.d.ts +1 -0
  201. package/dist/utils/tools/index.js +1 -0
  202. package/dist/utils/transcribe-metadata.d.ts +21 -7
  203. package/dist/utils/transcribe-metadata.js +24 -8
  204. package/dist/utils/tts-stats.d.ts +6 -0
  205. package/dist/utils/tts-stats.js +14 -1
  206. package/package.json +43 -29
  207. package/dist/resources/model-fit/fit-stub/index.d.ts +0 -2
  208. package/dist/resources/model-fit/fit-stub/index.js +0 -2
  209. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +0 -31
  210. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +0 -36
  211. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
  212. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -191
@@ -506,7 +506,174 @@ export declare const ttsPlugin: {
506
506
  threads: import("zod").ZodOptional<import("zod").ZodNumber>;
507
507
  nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
508
508
  seed: import("zod").ZodOptional<import("zod").ZodNumber>;
509
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
510
+ mossCodecDecoderModelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
511
+ src: import("zod").ZodString;
512
+ name: import("zod").ZodOptional<import("zod").ZodString>;
513
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
514
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
515
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
516
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
517
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
518
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
519
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
520
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
521
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
522
+ embeddings: "embeddings";
523
+ diffusion: "diffusion";
524
+ audiogen: "audiogen";
525
+ tts: "tts";
526
+ ocr: "ocr";
527
+ vla: "vla";
528
+ "llamacpp-completion": "llamacpp-completion";
529
+ "whispercpp-transcription": "whispercpp-transcription";
530
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
531
+ "llamacpp-embedding": "llamacpp-embedding";
532
+ "nmtcpp-translation": "nmtcpp-translation";
533
+ "onnx-tts": "onnx-tts";
534
+ "tts-ggml": "tts-ggml";
535
+ "parakeet-transcription": "parakeet-transcription";
536
+ "ggml-ocr": "ggml-ocr";
537
+ "sdcpp-generation": "sdcpp-generation";
538
+ "audiogen-ggml": "audiogen-ggml";
539
+ "ggml-vla": "ggml-vla";
540
+ "ggml-classification": "ggml-classification";
541
+ llm: "llm";
542
+ whisper: "whisper";
543
+ bci: "bci";
544
+ nmt: "nmt";
545
+ parakeet: "parakeet";
546
+ classification: "classification";
547
+ }>, import("zod").ZodLiteral<"vad">]>>;
548
+ }, import("zod/v4/core").$strip>]>;
549
+ mossCodecEncoderModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
550
+ src: import("zod").ZodString;
551
+ name: import("zod").ZodOptional<import("zod").ZodString>;
552
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
553
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
554
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
555
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
556
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
557
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
558
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
559
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
560
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
561
+ embeddings: "embeddings";
562
+ diffusion: "diffusion";
563
+ audiogen: "audiogen";
564
+ tts: "tts";
565
+ ocr: "ocr";
566
+ vla: "vla";
567
+ "llamacpp-completion": "llamacpp-completion";
568
+ "whispercpp-transcription": "whispercpp-transcription";
569
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
570
+ "llamacpp-embedding": "llamacpp-embedding";
571
+ "nmtcpp-translation": "nmtcpp-translation";
572
+ "onnx-tts": "onnx-tts";
573
+ "tts-ggml": "tts-ggml";
574
+ "parakeet-transcription": "parakeet-transcription";
575
+ "ggml-ocr": "ggml-ocr";
576
+ "sdcpp-generation": "sdcpp-generation";
577
+ "audiogen-ggml": "audiogen-ggml";
578
+ "ggml-vla": "ggml-vla";
579
+ "ggml-classification": "ggml-classification";
580
+ llm: "llm";
581
+ whisper: "whisper";
582
+ bci: "bci";
583
+ nmt: "nmt";
584
+ parakeet: "parakeet";
585
+ classification: "classification";
586
+ }>, import("zod").ZodLiteral<"vad">]>>;
587
+ }, import("zod/v4/core").$strip>]>>;
588
+ referenceAudioSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
589
+ src: import("zod").ZodString;
590
+ name: import("zod").ZodOptional<import("zod").ZodString>;
591
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
592
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
593
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
594
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
595
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
596
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
597
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
598
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
599
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
600
+ embeddings: "embeddings";
601
+ diffusion: "diffusion";
602
+ audiogen: "audiogen";
603
+ tts: "tts";
604
+ ocr: "ocr";
605
+ vla: "vla";
606
+ "llamacpp-completion": "llamacpp-completion";
607
+ "whispercpp-transcription": "whispercpp-transcription";
608
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
609
+ "llamacpp-embedding": "llamacpp-embedding";
610
+ "nmtcpp-translation": "nmtcpp-translation";
611
+ "onnx-tts": "onnx-tts";
612
+ "tts-ggml": "tts-ggml";
613
+ "parakeet-transcription": "parakeet-transcription";
614
+ "ggml-ocr": "ggml-ocr";
615
+ "sdcpp-generation": "sdcpp-generation";
616
+ "audiogen-ggml": "audiogen-ggml";
617
+ "ggml-vla": "ggml-vla";
618
+ "ggml-classification": "ggml-classification";
619
+ llm: "llm";
620
+ whisper: "whisper";
621
+ bci: "bci";
622
+ nmt: "nmt";
623
+ parakeet: "parakeet";
624
+ classification: "classification";
625
+ }>, import("zod").ZodLiteral<"vad">]>>;
626
+ }, import("zod/v4/core").$strip>]>>;
627
+ dialogueReferenceSrcs: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
628
+ src: import("zod").ZodString;
629
+ name: import("zod").ZodOptional<import("zod").ZodString>;
630
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
631
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
632
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
633
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
634
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
635
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
636
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
637
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
638
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
639
+ embeddings: "embeddings";
640
+ diffusion: "diffusion";
641
+ audiogen: "audiogen";
642
+ tts: "tts";
643
+ ocr: "ocr";
644
+ vla: "vla";
645
+ "llamacpp-completion": "llamacpp-completion";
646
+ "whispercpp-transcription": "whispercpp-transcription";
647
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
648
+ "llamacpp-embedding": "llamacpp-embedding";
649
+ "nmtcpp-translation": "nmtcpp-translation";
650
+ "onnx-tts": "onnx-tts";
651
+ "tts-ggml": "tts-ggml";
652
+ "parakeet-transcription": "parakeet-transcription";
653
+ "ggml-ocr": "ggml-ocr";
654
+ "sdcpp-generation": "sdcpp-generation";
655
+ "audiogen-ggml": "audiogen-ggml";
656
+ "ggml-vla": "ggml-vla";
657
+ "ggml-classification": "ggml-classification";
658
+ llm: "llm";
659
+ whisper: "whisper";
660
+ bci: "bci";
661
+ nmt: "nmt";
662
+ parakeet: "parakeet";
663
+ classification: "classification";
664
+ }>, import("zod").ZodLiteral<"vad">]>>;
665
+ }, import("zod/v4/core").$strip>]>>>;
666
+ backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
667
+ ttsEngine: import("zod").ZodLiteral<"moss">;
668
+ language: import("zod").ZodOptional<import("zod").ZodString>;
669
+ durationTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
670
+ streamChunkTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
671
+ useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
672
+ threads: import("zod").ZodOptional<import("zod").ZodNumber>;
673
+ nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
674
+ seed: import("zod").ZodOptional<import("zod").ZodNumber>;
509
675
  }, import("zod/v4/core").$strict>], "ttsEngine">;
676
+ assessFit: typeof import("node_modules/@qvac/tts-ggml/lib/fit").assessFit;
510
677
  resolveConfig(cfg: Record<string, unknown>, ctx: ResolveContext): Promise<ResolveResult<{
511
678
  ttsEngine: "chatterbox";
512
679
  language: "en" | "ar" | "de" | "es" | "fi" | "fr" | "it" | "ja" | "ko" | "nl" | "pl" | "pt" | "ru" | "zh" | "da" | "el" | "he" | "hi" | "ms" | "no" | "sv" | "tr" | "sw";
@@ -599,6 +766,16 @@ export declare const ttsPlugin: {
599
766
  threads?: number | undefined;
600
767
  nGpuLayers?: number | undefined;
601
768
  seed?: number | undefined;
769
+ } | {
770
+ ttsEngine: "moss";
771
+ backendsDir?: string | undefined;
772
+ language?: string | undefined;
773
+ durationTokens?: number | undefined;
774
+ streamChunkTokens?: number | undefined;
775
+ useGPU?: boolean | undefined;
776
+ threads?: number | undefined;
777
+ nGpuLayers?: number | undefined;
778
+ seed?: number | undefined;
602
779
  }, string>>;
603
780
  createModel(params: CreateModelParams): PluginModelResult;
604
781
  handlers: {
@@ -656,6 +833,8 @@ export declare const ttsPlugin: {
656
833
  gpuUnsupported: import("zod").ZodOptional<import("zod").ZodNumber>;
657
834
  enhancerBackendDevice: import("zod").ZodOptional<import("zod").ZodNumber>;
658
835
  enhancerBackendId: import("zod").ZodOptional<import("zod").ZodNumber>;
836
+ codecSidecarLoaded: import("zod").ZodOptional<import("zod").ZodNumber>;
837
+ codecOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
659
838
  }, import("zod/v4/core").$strip>>;
660
839
  chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
661
840
  sentenceChunk: import("zod").ZodOptional<import("zod").ZodString>;
@@ -722,6 +901,8 @@ export declare const ttsPlugin: {
722
901
  gpuUnsupported: import("zod").ZodOptional<import("zod").ZodNumber>;
723
902
  enhancerBackendDevice: import("zod").ZodOptional<import("zod").ZodNumber>;
724
903
  enhancerBackendId: import("zod").ZodOptional<import("zod").ZodNumber>;
904
+ codecSidecarLoaded: import("zod").ZodOptional<import("zod").ZodNumber>;
905
+ codecOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
725
906
  }, import("zod/v4/core").$strip>>;
726
907
  chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
727
908
  sentenceChunk: import("zod").ZodOptional<import("zod").ZodString>;
@@ -123,9 +123,46 @@ async function resolveAudio8Config(config, ctx) {
123
123
  }
124
124
  };
125
125
  }
126
+ // Artifacts are a flat string map, so the per-speaker dialogue references ride
127
+ // under indexed keys; createModel reads them back in order.
128
+ const MOSS_DIALOGUE_REFERENCE_KEY = 'mossDialogueReferencePath';
129
+ function mossDialogueReferencePaths(artifacts) {
130
+ const paths = [];
131
+ for (let index = 0;; index++) {
132
+ const path = artifacts[`${MOSS_DIALOGUE_REFERENCE_KEY}${index}`];
133
+ if (!path)
134
+ return paths;
135
+ paths.push(path);
136
+ }
137
+ }
138
+ async function resolveMossConfig(config, ctx) {
139
+ const { mossCodecDecoderModelSrc, mossCodecEncoderModelSrc, referenceAudioSrc, dialogueReferenceSrcs, ...runtime } = config;
140
+ if (!mossCodecDecoderModelSrc) {
141
+ throw new TtsArtifactsRequiredError();
142
+ }
143
+ const resolve = ctx.resolveModelPath;
144
+ const [mossCodecDecoderPath, mossCodecEncoderPath, referenceAudioPath, dialogueReferencePaths] = await Promise.all([
145
+ resolve(mossCodecDecoderModelSrc),
146
+ mossCodecEncoderModelSrc ? resolve(mossCodecEncoderModelSrc) : Promise.resolve(undefined),
147
+ referenceAudioSrc ? resolve(referenceAudioSrc) : Promise.resolve(undefined),
148
+ Promise.all((dialogueReferenceSrcs ?? []).map((src) => resolve(src)))
149
+ ]);
150
+ return {
151
+ config: runtime,
152
+ artifacts: {
153
+ mossCodecDecoderPath,
154
+ ...(mossCodecEncoderPath ? { mossCodecEncoderPath } : {}),
155
+ ...(referenceAudioPath ? { referenceAudioPath } : {}),
156
+ ...Object.fromEntries(dialogueReferencePaths.map((path, index) => [
157
+ `${MOSS_DIALOGUE_REFERENCE_KEY}${index}`,
158
+ path
159
+ ]))
160
+ }
161
+ };
162
+ }
126
163
  // The generic ggml backend-loading knobs, forwarded on `config` the same way
127
- // Supertonic's vulkanCacheDir already is. Parler and Audio8 configs carry no
128
- // `openclCacheDir` (their native builders do not read it), so it is simply
164
+ // Supertonic's vulkanCacheDir already is. Parler, Audio8 and MOSS configs carry
165
+ // no `openclCacheDir` (their native builders do not read it), so it is simply
129
166
  // absent for them.
130
167
  function ggmlBackendConfig(config) {
131
168
  return {
@@ -382,11 +419,50 @@ function createAudio8Model(modelId, config, params, artifacts) {
382
419
  registerAddonLogger(modelId, ModelType.ttsGgml, logger);
383
420
  return { model };
384
421
  }
422
+ function createMossModel(modelId, config, params, artifacts) {
423
+ const mossBackbone = params.modelPath;
424
+ const mossCodecDecoder = artifacts['mossCodecDecoderPath'];
425
+ const mossCodecEncoder = artifacts['mossCodecEncoderPath'];
426
+ const referenceAudioPath = artifacts['referenceAudioPath'];
427
+ const dialogueReferences = mossDialogueReferencePaths(artifacts);
428
+ if (!mossBackbone || !mossCodecDecoder) {
429
+ throw new TtsArtifactsRequiredError();
430
+ }
431
+ const logger = createStreamLogger(modelId, ModelType.ttsGgml);
432
+ const model = new TTSGgml({
433
+ engine: TTSGgml.ENGINE_MOSS,
434
+ files: {
435
+ mossBackbone,
436
+ mossCodecDecoder,
437
+ ...(mossCodecEncoder ? { mossCodecEncoder } : {})
438
+ },
439
+ ...(referenceAudioPath ? { referenceAudio: referenceAudioPath } : {}),
440
+ ...(dialogueReferences.length > 0 ? { dialogueReferences } : {}),
441
+ ...(config.durationTokens !== undefined ? { durationTokens: config.durationTokens } : {}),
442
+ ...(config.streamChunkTokens !== undefined
443
+ ? { streamChunkTokens: config.streamChunkTokens }
444
+ : {}),
445
+ ...(config.threads !== undefined ? { threads: config.threads } : {}),
446
+ ...(config.nGpuLayers !== undefined ? { nGpuLayers: config.nGpuLayers } : {}),
447
+ ...(config.seed !== undefined ? { seed: config.seed } : {}),
448
+ config: {
449
+ language: config.language ?? 'en',
450
+ ...(config.useGPU !== undefined ? { useGPU: config.useGPU } : {}),
451
+ ...ggmlBackendConfig(config)
452
+ },
453
+ logger,
454
+ opts: { stats: true },
455
+ exclusiveRun: true
456
+ });
457
+ registerAddonLogger(modelId, ModelType.ttsGgml, logger);
458
+ return { model };
459
+ }
385
460
  export const ttsPlugin = definePlugin({
386
461
  modelType: ModelType.ttsGgml,
387
462
  displayName: 'TTS (GGML)',
388
463
  addonPackage: ADDON_TTS,
389
464
  loadConfigSchema: ttsConfigSchema,
465
+ assessFit: TTSGgml.assessFit,
390
466
  async resolveConfig(cfg, ctx) {
391
467
  const { ttsEngine } = cfg;
392
468
  // Same default as the former onnx-tts plugin: omitting `ttsEngine` → Chatterbox.
@@ -399,6 +475,9 @@ export const ttsPlugin = definePlugin({
399
475
  if (ttsEngine === 'audio8') {
400
476
  return resolveAudio8Config(cfg, ctx);
401
477
  }
478
+ if (ttsEngine === 'moss') {
479
+ return resolveMossConfig(cfg, ctx);
480
+ }
402
481
  if (ttsEngine === 'supertonic') {
403
482
  return resolveSupertonicConfig(cfg, ctx);
404
483
  }
@@ -416,6 +495,9 @@ export const ttsPlugin = definePlugin({
416
495
  if (config.ttsEngine === 'audio8') {
417
496
  return createAudio8Model(params.modelId, config, params, artifacts);
418
497
  }
498
+ if (config.ttsEngine === 'moss') {
499
+ return createMossModel(params.modelId, config, params, artifacts);
500
+ }
419
501
  if (config.ttsEngine === 'supertonic') {
420
502
  return createSupertonicModel(params.modelId, config, params, artifacts);
421
503
  }
@@ -42,6 +42,10 @@ export declare const whisperPlugin: {
42
42
  logprob_thold: import("zod").ZodOptional<import("zod").ZodNumber>;
43
43
  greedy_best_of: import("zod").ZodOptional<import("zod").ZodNumber>;
44
44
  beam_search_beam_size: import("zod").ZodOptional<import("zod").ZodNumber>;
45
+ max_initial_ts: import("zod").ZodOptional<import("zod").ZodNumber>;
46
+ no_speech_thold: import("zod").ZodOptional<import("zod").ZodNumber>;
47
+ seed: import("zod").ZodOptional<import("zod").ZodNumber>;
48
+ backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
45
49
  vad_params: import("zod").ZodOptional<import("zod").ZodObject<{
46
50
  threshold: import("zod").ZodOptional<import("zod").ZodNumber>;
47
51
  min_speech_duration_ms: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -62,6 +66,7 @@ export declare const whisperPlugin: {
62
66
  }, import("zod/v4/core").$strip>>;
63
67
  miscConfig: import("zod").ZodOptional<import("zod").ZodObject<{
64
68
  caption_enabled: import("zod").ZodOptional<import("zod").ZodBoolean>;
69
+ seed: import("zod").ZodOptional<import("zod").ZodNumber>;
65
70
  }, import("zod/v4/core").$strip>>;
66
71
  vadModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
67
72
  src: import("zod").ZodString;
@@ -103,6 +108,7 @@ export declare const whisperPlugin: {
103
108
  }>, import("zod").ZodLiteral<"vad">]>>;
104
109
  }, import("zod/v4/core").$strip>]>>;
105
110
  }, import("zod/v4/core").$strip>;
111
+ assessFit: typeof import("node_modules/@qvac/asr-ggml/lib/fit").assessFit;
106
112
  resolveConfig(cfg: WhisperConfig, ctx: ResolveContext): Promise<{
107
113
  config: {
108
114
  strategy?: "greedy" | "beam_search" | undefined;
@@ -140,6 +146,10 @@ export declare const whisperPlugin: {
140
146
  logprob_thold?: number | undefined;
141
147
  greedy_best_of?: number | undefined;
142
148
  beam_search_beam_size?: number | undefined;
149
+ max_initial_ts?: number | undefined;
150
+ no_speech_thold?: number | undefined;
151
+ seed?: number | undefined;
152
+ backendsDir?: string | undefined;
143
153
  vad_params?: {
144
154
  threshold?: number | undefined;
145
155
  min_speech_duration_ms?: number | undefined;
@@ -157,6 +167,7 @@ export declare const whisperPlugin: {
157
167
  } | undefined;
158
168
  miscConfig?: {
159
169
  caption_enabled?: boolean | undefined;
170
+ seed?: number | undefined;
160
171
  } | undefined;
161
172
  };
162
173
  artifacts?: never;
@@ -197,6 +208,10 @@ export declare const whisperPlugin: {
197
208
  logprob_thold?: number | undefined;
198
209
  greedy_best_of?: number | undefined;
199
210
  beam_search_beam_size?: number | undefined;
211
+ max_initial_ts?: number | undefined;
212
+ no_speech_thold?: number | undefined;
213
+ seed?: number | undefined;
214
+ backendsDir?: string | undefined;
200
215
  vad_params?: {
201
216
  threshold?: number | undefined;
202
217
  min_speech_duration_ms?: number | undefined;
@@ -214,6 +229,7 @@ export declare const whisperPlugin: {
214
229
  } | undefined;
215
230
  miscConfig?: {
216
231
  caption_enabled?: boolean | undefined;
232
+ seed?: number | undefined;
217
233
  } | undefined;
218
234
  };
219
235
  artifacts: {
@@ -254,6 +270,18 @@ export declare const whisperPlugin: {
254
270
  gpuUnsupported: import("zod").ZodOptional<import("zod").ZodNumber>;
255
271
  gpuMemTotalMb: import("zod").ZodOptional<import("zod").ZodNumber>;
256
272
  gpuMemFreeMb: import("zod").ZodOptional<import("zod").ZodNumber>;
273
+ totalTime: import("zod").ZodOptional<import("zod").ZodNumber>;
274
+ totalWallMs: import("zod").ZodOptional<import("zod").ZodNumber>;
275
+ totalSamples: import("zod").ZodOptional<import("zod").ZodNumber>;
276
+ processCalls: import("zod").ZodOptional<import("zod").ZodNumber>;
277
+ whisperSampleMs: import("zod").ZodOptional<import("zod").ZodNumber>;
278
+ whisperBatchdMs: import("zod").ZodOptional<import("zod").ZodNumber>;
279
+ whisperPromptMs: import("zod").ZodOptional<import("zod").ZodNumber>;
280
+ totalTranscriptions: import("zod").ZodOptional<import("zod").ZodNumber>;
281
+ modelLoadMs: import("zod").ZodOptional<import("zod").ZodNumber>;
282
+ totalEncodedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
283
+ encoderOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
284
+ encoderUsedCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
257
285
  }, import("zod/v4/core").$strip>>;
258
286
  error: import("zod").ZodOptional<import("zod").ZodString>;
259
287
  segment: import("zod").ZodOptional<import("zod").ZodObject<{
@@ -262,10 +290,17 @@ export declare const whisperPlugin: {
262
290
  endMs: import("zod").ZodNumber;
263
291
  append: import("zod").ZodBoolean;
264
292
  id: import("zod").ZodNumber;
293
+ isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
294
+ startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
265
295
  }, import("zod/v4/core").$strip>>;
266
296
  vad: import("zod").ZodOptional<import("zod").ZodObject<{
267
297
  speaking: import("zod").ZodBoolean;
268
298
  probability: import("zod").ZodNumber;
299
+ source: import("zod").ZodOptional<import("zod").ZodEnum<{
300
+ silero: "silero";
301
+ energy: "energy";
302
+ sortformer: "sortformer";
303
+ }>>;
269
304
  }, import("zod/v4/core").$strip>>;
270
305
  endOfTurn: import("zod").ZodOptional<import("zod").ZodPreprocess<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
271
306
  source: import("zod").ZodLiteral<"whisper">;
@@ -273,6 +308,47 @@ export declare const whisperPlugin: {
273
308
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
274
309
  source: import("zod").ZodLiteral<"parakeet">;
275
310
  }, import("zod/v4/core").$strip>], "source">, unknown>>;
311
+ diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
312
+ selectedBackend: import("zod").ZodString;
313
+ selectedDevice: import("zod").ZodEnum<{
314
+ cpu: "cpu";
315
+ gpu: "gpu";
316
+ }>;
317
+ graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
318
+ vulkan: "vulkan";
319
+ metal: "metal";
320
+ opencl: "opencl";
321
+ cuda: "cuda";
322
+ opengl: "opengl";
323
+ webgpu: "webgpu";
324
+ direct3d11: "direct3d11";
325
+ direct3d12: "direct3d12";
326
+ levelZero: "levelZero";
327
+ rocm: "rocm";
328
+ }>>;
329
+ driver: import("zod").ZodOptional<import("zod").ZodObject<{
330
+ name: import("zod").ZodString;
331
+ version: import("zod").ZodOptional<import("zod").ZodString>;
332
+ }, import("zod/v4/core").$strip>>;
333
+ gpuId: import("zod").ZodOptional<import("zod").ZodString>;
334
+ fallback: import("zod").ZodOptional<import("zod").ZodObject<{
335
+ requestedBackend: import("zod").ZodOptional<import("zod").ZodString>;
336
+ requestedDevice: import("zod").ZodOptional<import("zod").ZodEnum<{
337
+ cpu: "cpu";
338
+ gpu: "gpu";
339
+ }>>;
340
+ reason: import("zod").ZodString;
341
+ }, import("zod/v4/core").$strip>>;
342
+ probe: import("zod").ZodOptional<import("zod").ZodObject<{
343
+ status: import("zod").ZodEnum<{
344
+ unknown: "unknown";
345
+ compatible: "compatible";
346
+ incompatible: "incompatible";
347
+ }>;
348
+ backend: import("zod").ZodString;
349
+ reason: import("zod").ZodOptional<import("zod").ZodString>;
350
+ }, import("zod/v4/core").$strip>>;
351
+ }, import("zod/v4/core").$strip>>;
276
352
  type: import("zod").ZodLiteral<"transcribe">;
277
353
  }, import("zod/v4/core").$strip>>;
278
354
  transcribeStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
@@ -317,6 +393,18 @@ export declare const whisperPlugin: {
317
393
  gpuUnsupported: import("zod").ZodOptional<import("zod").ZodNumber>;
318
394
  gpuMemTotalMb: import("zod").ZodOptional<import("zod").ZodNumber>;
319
395
  gpuMemFreeMb: import("zod").ZodOptional<import("zod").ZodNumber>;
396
+ totalTime: import("zod").ZodOptional<import("zod").ZodNumber>;
397
+ totalWallMs: import("zod").ZodOptional<import("zod").ZodNumber>;
398
+ totalSamples: import("zod").ZodOptional<import("zod").ZodNumber>;
399
+ processCalls: import("zod").ZodOptional<import("zod").ZodNumber>;
400
+ whisperSampleMs: import("zod").ZodOptional<import("zod").ZodNumber>;
401
+ whisperBatchdMs: import("zod").ZodOptional<import("zod").ZodNumber>;
402
+ whisperPromptMs: import("zod").ZodOptional<import("zod").ZodNumber>;
403
+ totalTranscriptions: import("zod").ZodOptional<import("zod").ZodNumber>;
404
+ modelLoadMs: import("zod").ZodOptional<import("zod").ZodNumber>;
405
+ totalEncodedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
406
+ encoderOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
407
+ encoderUsedCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
320
408
  }, import("zod/v4/core").$strip>>;
321
409
  error: import("zod").ZodOptional<import("zod").ZodString>;
322
410
  segment: import("zod").ZodOptional<import("zod").ZodObject<{
@@ -325,10 +413,17 @@ export declare const whisperPlugin: {
325
413
  endMs: import("zod").ZodNumber;
326
414
  append: import("zod").ZodBoolean;
327
415
  id: import("zod").ZodNumber;
416
+ isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
417
+ startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
328
418
  }, import("zod/v4/core").$strip>>;
329
419
  vad: import("zod").ZodOptional<import("zod").ZodObject<{
330
420
  speaking: import("zod").ZodBoolean;
331
421
  probability: import("zod").ZodNumber;
422
+ source: import("zod").ZodOptional<import("zod").ZodEnum<{
423
+ silero: "silero";
424
+ energy: "energy";
425
+ sortformer: "sortformer";
426
+ }>>;
332
427
  }, import("zod/v4/core").$strip>>;
333
428
  endOfTurn: import("zod").ZodOptional<import("zod").ZodPreprocess<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
334
429
  source: import("zod").ZodLiteral<"whisper">;
@@ -336,6 +431,47 @@ export declare const whisperPlugin: {
336
431
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
337
432
  source: import("zod").ZodLiteral<"parakeet">;
338
433
  }, import("zod/v4/core").$strip>], "source">, unknown>>;
434
+ diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
435
+ selectedBackend: import("zod").ZodString;
436
+ selectedDevice: import("zod").ZodEnum<{
437
+ cpu: "cpu";
438
+ gpu: "gpu";
439
+ }>;
440
+ graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
441
+ vulkan: "vulkan";
442
+ metal: "metal";
443
+ opencl: "opencl";
444
+ cuda: "cuda";
445
+ opengl: "opengl";
446
+ webgpu: "webgpu";
447
+ direct3d11: "direct3d11";
448
+ direct3d12: "direct3d12";
449
+ levelZero: "levelZero";
450
+ rocm: "rocm";
451
+ }>>;
452
+ driver: import("zod").ZodOptional<import("zod").ZodObject<{
453
+ name: import("zod").ZodString;
454
+ version: import("zod").ZodOptional<import("zod").ZodString>;
455
+ }, import("zod/v4/core").$strip>>;
456
+ gpuId: import("zod").ZodOptional<import("zod").ZodString>;
457
+ fallback: import("zod").ZodOptional<import("zod").ZodObject<{
458
+ requestedBackend: import("zod").ZodOptional<import("zod").ZodString>;
459
+ requestedDevice: import("zod").ZodOptional<import("zod").ZodEnum<{
460
+ cpu: "cpu";
461
+ gpu: "gpu";
462
+ }>>;
463
+ reason: import("zod").ZodString;
464
+ }, import("zod/v4/core").$strip>>;
465
+ probe: import("zod").ZodOptional<import("zod").ZodObject<{
466
+ status: import("zod").ZodEnum<{
467
+ unknown: "unknown";
468
+ compatible: "compatible";
469
+ incompatible: "incompatible";
470
+ }>;
471
+ backend: import("zod").ZodString;
472
+ reason: import("zod").ZodOptional<import("zod").ZodString>;
473
+ }, import("zod/v4/core").$strip>>;
474
+ }, import("zod/v4/core").$strip>>;
339
475
  type: import("zod").ZodLiteral<"transcribeStream">;
340
476
  }, import("zod/v4/core").$strip>>;
341
477
  };
@@ -2,6 +2,7 @@ import ASRGgml from '@qvac/asr-ggml';
2
2
  import { definePlugin, defineHandler, defineDuplexHandler, transcribeRequestSchema, transcribeResponseSchema, transcribeStreamRequestSchema, transcribeStreamResponseSchema, ModelType, whisperConfigSchema, ADDON_ASR } from '../../../schemas/index.js';
3
3
  import { transcribe, transcribeStream } from '../../ops/transcribe.js';
4
4
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
5
+ import { attachBackendDiagnostics } from '../../../profiling/backend-diagnostics.js';
5
6
  import { buildWhisperEngineConfig } from '../asr-ggml/config.js';
6
7
  import { createAsrModelLogger } from '../asr-ggml/logging.js';
7
8
  function createWhisperModel(modelId, modelPath, whisperConfig, vadModelPath) {
@@ -22,6 +23,7 @@ export const whisperPlugin = definePlugin({
22
23
  displayName: 'Whisper (whisper.cpp)',
23
24
  addonPackage: ADDON_ASR,
24
25
  loadConfigSchema: whisperConfigSchema,
26
+ assessFit: ASRGgml.assessFit,
25
27
  async resolveConfig(cfg, ctx) {
26
28
  const { vadModelSrc, ...whisperConfig } = cfg;
27
29
  if (!vadModelSrc) {
@@ -74,13 +76,17 @@ export const whisperPlugin = definePlugin({
74
76
  };
75
77
  result = await stream.next();
76
78
  }
77
- const { modelExecutionMs, stats } = result.value;
78
- yield attachModelExecutionMs({
79
+ const { modelExecutionMs, stats, diagnostics } = result.value;
80
+ // The field is what reaches an RPC client; the symbol is what the
81
+ // profiling layer reads to set `event.backend`, as audiogen does.
82
+ const terminal = attachModelExecutionMs({
79
83
  type: 'transcribe',
80
84
  text: '',
81
85
  done: true,
82
- ...(stats && { stats })
86
+ ...(stats && { stats }),
87
+ ...(diagnostics && { diagnostics })
83
88
  }, modelExecutionMs);
89
+ yield diagnostics ? attachBackendDiagnostics(terminal, diagnostics) : terminal;
84
90
  }
85
91
  finally {
86
92
  await stream.return?.(undefined);
@@ -121,7 +127,8 @@ export const whisperPlugin = definePlugin({
121
127
  type: 'transcribeStream',
122
128
  vad: {
123
129
  speaking: value.speaking,
124
- probability: value.probability
130
+ probability: value.probability,
131
+ ...(value.source && { source: value.source })
125
132
  }
126
133
  };
127
134
  result = await iterator.next();
@@ -156,13 +163,17 @@ export const whisperPlugin = definePlugin({
156
163
  };
157
164
  result = await iterator.next();
158
165
  }
159
- const { modelExecutionMs, stats } = result.value;
160
- yield attachModelExecutionMs({
166
+ const { modelExecutionMs, stats, diagnostics } = result.value;
167
+ // The field is what reaches an RPC client; the symbol is what the
168
+ // profiling layer reads to set `event.backend`, as audiogen does.
169
+ const terminal = attachModelExecutionMs({
161
170
  type: 'transcribeStream',
162
171
  text: '',
163
172
  done: true,
164
- ...(stats && { stats })
173
+ ...(stats && { stats }),
174
+ ...(diagnostics && { diagnostics })
165
175
  }, modelExecutionMs);
176
+ yield diagnostics ? attachBackendDiagnostics(terminal, diagnostics) : terminal;
166
177
  }
167
178
  finally {
168
179
  await iterator.return?.(undefined);
@@ -1,13 +1,17 @@
1
1
  import { type BciStreamOpts, type BciTranscribeParams, type TranscribeSegment, type TranscribeStats } from '../../schemas/index.js';
2
2
  import Buffer from 'bare-buffer';
3
+ import { type StreamResult } from '../../profiling/model-execution.js';
4
+ import type { InferenceBackendDiagnostics } from '../../schemas/index.js';
3
5
  type BciTranscribeReturn = {
4
6
  modelExecutionMs: number;
5
7
  stats?: TranscribeStats;
8
+ diagnostics?: InferenceBackendDiagnostics;
6
9
  };
7
10
  export declare function bciTranscribe(params: BciTranscribeParams & {
8
11
  metadata: true;
9
12
  }, requestId?: string): AsyncGenerator<TranscribeSegment, BciTranscribeReturn, void>;
10
13
  export declare function bciTranscribe(params: BciTranscribeParams, requestId?: string): AsyncGenerator<string, BciTranscribeReturn, void>;
11
- export declare function bciTranscribeStream(modelId: string, neuralStream: AsyncIterable<Buffer>, metadata: true, opts?: BciStreamOpts, requestId?: string): AsyncGenerator<TranscribeSegment, void, void>;
12
- export declare function bciTranscribeStream(modelId: string, neuralStream: AsyncIterable<Buffer>, metadata?: boolean, opts?: BciStreamOpts, requestId?: string): AsyncGenerator<string, void, void>;
14
+ type BciStreamReturn = StreamResult;
15
+ export declare function bciTranscribeStream(modelId: string, neuralStream: AsyncIterable<Buffer>, metadata: true, opts?: BciStreamOpts, requestId?: string): AsyncGenerator<TranscribeSegment, BciStreamReturn, void>;
16
+ export declare function bciTranscribeStream(modelId: string, neuralStream: AsyncIterable<Buffer>, metadata?: boolean, opts?: BciStreamOpts, requestId?: string): AsyncGenerator<string, BciStreamReturn, void>;
13
17
  export {};