@qvac/sdk 0.7.1 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (218) hide show
  1. package/NOTICE +57 -331
  2. package/README.md +2 -2
  3. package/bare-imports.json +9 -0
  4. package/dist/client/api/completion-stream.d.ts +2 -1
  5. package/dist/client/api/completion-stream.js +2 -1
  6. package/dist/client/api/download-asset.d.ts +3 -2
  7. package/dist/client/api/download-asset.js +4 -3
  8. package/dist/client/api/embed.d.ts +5 -2
  9. package/dist/client/api/embed.js +2 -2
  10. package/dist/client/api/get-model-info.d.ts +1 -1
  11. package/dist/client/api/invoke-plugin.d.ts +3 -2
  12. package/dist/client/api/invoke-plugin.js +4 -4
  13. package/dist/client/api/load-model.d.ts +12 -10
  14. package/dist/client/api/load-model.js +3 -3
  15. package/dist/client/api/rag.d.ts +10 -10
  16. package/dist/client/api/rag.js +21 -21
  17. package/dist/client/api/text-to-speech.d.ts +2 -2
  18. package/dist/client/api/text-to-speech.js +3 -3
  19. package/dist/client/api/transcribe.d.ts +5 -3
  20. package/dist/client/api/transcribe.js +6 -4
  21. package/dist/client/api/translate.d.ts +2 -2
  22. package/dist/client/api/translate.js +3 -3
  23. package/dist/client/rpc/node-rpc-client.d.ts +2 -7
  24. package/dist/client/rpc/node-rpc-client.js +2 -39
  25. package/dist/client/rpc/profiling/index.d.ts +2 -0
  26. package/dist/client/rpc/profiling/index.js +1 -0
  27. package/dist/client/rpc/profiling/profiler.d.ts +27 -0
  28. package/dist/client/rpc/profiling/profiler.js +139 -0
  29. package/dist/client/rpc/rpc-client.d.ts +2 -2
  30. package/dist/client/rpc/rpc-client.js +174 -12
  31. package/dist/examples/delegated-inference/consumer-profiled.d.ts +2 -0
  32. package/dist/examples/delegated-inference/consumer-profiled.js +67 -0
  33. package/dist/examples/llamacpp-multimodal.js +1 -1
  34. package/dist/examples/parallel-download.js +45 -13
  35. package/dist/examples/profiling/basic.d.ts +2 -0
  36. package/dist/examples/profiling/basic.js +71 -0
  37. package/dist/examples/profiling/per-call.d.ts +2 -0
  38. package/dist/examples/profiling/per-call.js +30 -0
  39. package/dist/examples/transcription/parakeet-ctc-filesystem.d.ts +2 -0
  40. package/dist/examples/transcription/parakeet-ctc-filesystem.js +40 -0
  41. package/dist/examples/transcription/parakeet-microphone-record.d.ts +2 -0
  42. package/dist/examples/transcription/parakeet-microphone-record.js +95 -0
  43. package/dist/examples/transcription/parakeet-sortformer.d.ts +2 -0
  44. package/dist/examples/transcription/parakeet-sortformer.js +115 -0
  45. package/dist/examples/transcription/parakeet-tdt-filesystem.d.ts +2 -0
  46. package/dist/examples/transcription/parakeet-tdt-filesystem.js +44 -0
  47. package/dist/examples/translation/translation-bergamot-pivot.d.ts +2 -0
  48. package/dist/examples/translation/translation-bergamot-pivot.js +73 -0
  49. package/dist/examples/translation/translation-llm-afriquegemma.d.ts +2 -0
  50. package/dist/examples/translation/translation-llm-afriquegemma.js +39 -0
  51. package/dist/index.d.ts +3 -1
  52. package/dist/index.js +2 -0
  53. package/dist/logging/index.d.ts +1 -1
  54. package/dist/logging/index.js +1 -1
  55. package/dist/logging/namespaces.d.ts +3 -9
  56. package/dist/logging/namespaces.js +2 -8
  57. package/dist/logging/registry.js +15 -1
  58. package/dist/models/registry/models.d.ts +1606 -245
  59. package/dist/models/registry/models.js +2127 -721
  60. package/dist/models/update-models/codegen.js +2 -2
  61. package/dist/models/update-models/history.d.ts +11 -0
  62. package/dist/models/update-models/history.js +24 -5
  63. package/dist/models/update-models/index.js +17 -16
  64. package/dist/models/update-models/naming.js +56 -0
  65. package/dist/profiling/aggregator.d.ts +15 -0
  66. package/dist/profiling/aggregator.js +100 -0
  67. package/dist/profiling/clock.d.ts +12 -0
  68. package/dist/profiling/clock.js +51 -0
  69. package/dist/profiling/controller.d.ts +33 -0
  70. package/dist/profiling/controller.js +123 -0
  71. package/dist/profiling/envelope.d.ts +10 -0
  72. package/dist/profiling/envelope.js +36 -0
  73. package/dist/profiling/events.d.ts +20 -0
  74. package/dist/profiling/events.js +37 -0
  75. package/dist/profiling/exporters.d.ts +10 -0
  76. package/dist/profiling/exporters.js +236 -0
  77. package/dist/profiling/index.d.ts +36 -0
  78. package/dist/profiling/index.js +31 -0
  79. package/dist/profiling/ring-buffer.d.ts +19 -0
  80. package/dist/profiling/ring-buffer.js +83 -0
  81. package/dist/profiling/types.d.ts +47 -0
  82. package/dist/profiling/types.js +1 -0
  83. package/dist/schemas/common.d.ts +1888 -133
  84. package/dist/schemas/common.js +2 -0
  85. package/dist/schemas/completion-stream.d.ts +31 -0
  86. package/dist/schemas/completion-stream.js +13 -0
  87. package/dist/schemas/download-asset.d.ts +14 -3
  88. package/dist/schemas/download-asset.js +3 -1
  89. package/dist/schemas/engine-addon-map.js +9 -6
  90. package/dist/schemas/get-model-info.d.ts +2 -0
  91. package/dist/schemas/get-model-info.js +1 -0
  92. package/dist/schemas/index.d.ts +2 -1
  93. package/dist/schemas/index.js +2 -1
  94. package/dist/schemas/llamacpp-config.d.ts +140 -14
  95. package/dist/schemas/llamacpp-config.js +11 -7
  96. package/dist/schemas/load-model.d.ts +9649 -2515
  97. package/dist/schemas/load-model.js +142 -182
  98. package/dist/schemas/model-src-utils.d.ts +10 -2
  99. package/dist/schemas/model-types.d.ts +19 -1
  100. package/dist/schemas/model-types.js +11 -0
  101. package/dist/schemas/ocr.d.ts +37 -0
  102. package/dist/schemas/ocr.js +5 -0
  103. package/dist/schemas/plugin.d.ts +51 -5
  104. package/dist/schemas/plugin.js +26 -0
  105. package/dist/schemas/profiling.d.ts +105 -0
  106. package/dist/schemas/profiling.js +66 -0
  107. package/dist/schemas/registry.d.ts +18 -0
  108. package/dist/schemas/registry.js +2 -0
  109. package/dist/schemas/reload-config.d.ts +126 -6
  110. package/dist/schemas/reload-config.js +1 -1
  111. package/dist/schemas/sdk-config.d.ts +2280 -24
  112. package/dist/schemas/sdk-config.js +6 -1
  113. package/dist/schemas/sdk-errors-client.d.ts +1 -0
  114. package/dist/schemas/sdk-errors-client.js +7 -0
  115. package/dist/schemas/sdk-errors-server.d.ts +3 -0
  116. package/dist/schemas/sdk-errors-server.js +15 -0
  117. package/dist/schemas/text-to-speech.d.ts +90 -68
  118. package/dist/schemas/text-to-speech.js +16 -33
  119. package/dist/schemas/transcription-config.d.ts +383 -0
  120. package/dist/schemas/{whispercpp-config.js → transcription-config.js} +29 -1
  121. package/dist/schemas/translation-config.d.ts +463 -8
  122. package/dist/schemas/translation-config.js +35 -2
  123. package/dist/server/bare/delegate-rpc-client.js +11 -1
  124. package/dist/server/bare/ops/load-model.d.ts +7 -1
  125. package/dist/server/bare/ops/load-model.js +41 -42
  126. package/dist/server/bare/ops/transcribe.d.ts +3 -0
  127. package/dist/server/bare/ops/transcribe.js +75 -0
  128. package/dist/server/bare/ops/translate.d.ts +2 -0
  129. package/dist/server/bare/ops/translate.js +12 -4
  130. package/dist/server/bare/plugins/index.d.ts +1 -0
  131. package/dist/server/bare/plugins/index.js +1 -0
  132. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +2 -1
  133. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +8 -6
  134. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +108 -3
  135. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +19 -6
  136. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +32 -2
  137. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +31 -17
  138. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +325 -3
  139. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +117 -10
  140. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +50 -2
  141. package/dist/server/bare/plugins/onnx-ocr/plugin.js +46 -5
  142. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +351 -4
  143. package/dist/server/bare/plugins/onnx-tts/plugin.js +81 -61
  144. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +317 -0
  145. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +154 -0
  146. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +209 -3
  147. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +21 -9
  148. package/dist/server/bare/rag-hyperdb/rag-workspace-manager.js +2 -2
  149. package/dist/server/bare/registry/model-config-utils.js +3 -1
  150. package/dist/server/bare/utils/audio-input.d.ts +10 -0
  151. package/dist/server/bare/utils/audio-input.js +33 -0
  152. package/dist/server/error-handlers.d.ts +3 -2
  153. package/dist/server/error-handlers.js +11 -8
  154. package/dist/server/plugins/registry.js +5 -1
  155. package/dist/server/rpc/delegate-transport.d.ts +11 -3
  156. package/dist/server/rpc/delegate-transport.js +158 -3
  157. package/dist/server/rpc/handle-request.js +43 -4
  158. package/dist/server/rpc/handler-registry.js +7 -1
  159. package/dist/server/rpc/handler-utils.d.ts +5 -4
  160. package/dist/server/rpc/handler-utils.js +72 -31
  161. package/dist/server/rpc/handlers/completion-stream-delegated.d.ts +3 -1
  162. package/dist/server/rpc/handlers/completion-stream-delegated.js +11 -2
  163. package/dist/server/rpc/handlers/download-asset.js +55 -3
  164. package/dist/server/rpc/handlers/load-model/download-stats.d.ts +6 -0
  165. package/dist/server/rpc/handlers/load-model/download-stats.js +87 -0
  166. package/dist/server/rpc/handlers/load-model/handler.js +108 -123
  167. package/dist/server/rpc/handlers/load-model/http.d.ts +2 -1
  168. package/dist/server/rpc/handlers/load-model/http.js +21 -5
  169. package/dist/server/rpc/handlers/load-model/hyperdrive.d.ts +2 -1
  170. package/dist/server/rpc/handlers/load-model/hyperdrive.js +19 -14
  171. package/dist/server/rpc/handlers/load-model/registry.d.ts +2 -1
  172. package/dist/server/rpc/handlers/load-model/registry.js +123 -130
  173. package/dist/server/rpc/handlers/load-model/resolve.d.ts +2 -0
  174. package/dist/server/rpc/handlers/load-model/resolve.js +55 -22
  175. package/dist/server/rpc/handlers/load-model/types.d.ts +29 -0
  176. package/dist/server/rpc/handlers/load-model/types.js +1 -0
  177. package/dist/server/rpc/handlers/load-model-delegated.d.ts +5 -1
  178. package/dist/server/rpc/handlers/load-model-delegated.js +35 -7
  179. package/dist/server/rpc/handlers/plugin-dispatch.js +15 -10
  180. package/dist/server/rpc/handlers/plugin-invoke.js +56 -51
  181. package/dist/server/rpc/handlers/rag.js +24 -0
  182. package/dist/server/rpc/handlers/unload-model-delegated.d.ts +3 -0
  183. package/dist/server/rpc/handlers/unload-model-delegated.js +32 -0
  184. package/dist/server/rpc/profiling/context.d.ts +18 -0
  185. package/dist/server/rpc/profiling/context.js +38 -0
  186. package/dist/server/rpc/profiling/delegation-profiler.d.ts +32 -0
  187. package/dist/server/rpc/profiling/delegation-profiler.js +154 -0
  188. package/dist/server/rpc/profiling/index.d.ts +5 -0
  189. package/dist/server/rpc/profiling/index.js +4 -0
  190. package/dist/server/rpc/profiling/operation-metrics.d.ts +25 -0
  191. package/dist/server/rpc/profiling/operation-metrics.js +199 -0
  192. package/dist/server/rpc/profiling/operation-wrappers.d.ts +18 -0
  193. package/dist/server/rpc/profiling/operation-wrappers.js +124 -0
  194. package/dist/server/rpc/profiling/profiler.d.ts +13 -0
  195. package/dist/server/rpc/profiling/profiler.js +97 -0
  196. package/dist/server/utils/cache.d.ts +2 -1
  197. package/dist/server/utils/cache.js +5 -1
  198. package/dist/server/utils/checksum.d.ts +2 -0
  199. package/dist/server/utils/checksum.js +7 -0
  200. package/dist/server/utils/formatting.d.ts +6 -0
  201. package/dist/server/utils/formatting.js +35 -0
  202. package/dist/server/worker.js +2 -1
  203. package/dist/utils/errors-client.d.ts +3 -0
  204. package/dist/utils/errors-client.js +6 -0
  205. package/dist/utils/errors-server.d.ts +9 -0
  206. package/dist/utils/errors-server.js +15 -0
  207. package/dist/utils/global-singleton.d.ts +2 -0
  208. package/dist/utils/global-singleton.js +10 -0
  209. package/package.json +13 -16
  210. package/dist/schemas/whispercpp-config.d.ts +0 -70
  211. package/dist/server/bare/plugins/whispercpp-transcription/ops/transcribe-stream.d.ts +0 -3
  212. package/dist/server/bare/plugins/whispercpp-transcription/ops/transcribe-stream.js +0 -81
  213. /package/dist/examples/{whispercpp-filesystem.d.ts → transcription/whispercpp-filesystem.d.ts} +0 -0
  214. /package/dist/examples/{whispercpp-filesystem.js → transcription/whispercpp-filesystem.js} +0 -0
  215. /package/dist/examples/{whispercpp-microphone-record.d.ts → transcription/whispercpp-microphone-record.d.ts} +0 -0
  216. /package/dist/examples/{whispercpp-microphone-record.js → transcription/whispercpp-microphone-record.js} +0 -0
  217. /package/dist/examples/{whispercpp-prompt.d.ts → transcription/whispercpp-prompt.d.ts} +0 -0
  218. /package/dist/examples/{whispercpp-prompt.js → transcription/whispercpp-prompt.js} +0 -0
@@ -0,0 +1,317 @@
1
+ import { type ModelSrcInput, type CreateModelParams, type PluginModelResult, type ResolveContext, type ResolveResult } from "../../../../schemas/index";
2
+ type ParakeetModelConfig = {
3
+ modelType?: string;
4
+ maxThreads?: number;
5
+ useGPU?: boolean;
6
+ sampleRate?: number;
7
+ channels?: number;
8
+ captionEnabled?: boolean;
9
+ timestampsEnabled?: boolean;
10
+ parakeetEncoderSrc?: ModelSrcInput;
11
+ parakeetEncoderDataSrc?: ModelSrcInput;
12
+ parakeetDecoderSrc?: ModelSrcInput;
13
+ parakeetVocabSrc?: ModelSrcInput;
14
+ parakeetPreprocessorSrc?: ModelSrcInput;
15
+ parakeetCtcModelSrc?: ModelSrcInput;
16
+ parakeetCtcModelDataSrc?: ModelSrcInput;
17
+ parakeetTokenizerSrc?: ModelSrcInput;
18
+ parakeetSortformerSrc?: ModelSrcInput;
19
+ };
20
+ export declare const parakeetPlugin: {
21
+ modelType: "parakeet-transcription";
22
+ displayName: string;
23
+ addonPackage: "@qvac/transcription-parakeet";
24
+ loadConfigSchema: import("zod").ZodObject<{
25
+ modelType: import("zod").ZodDefault<import("zod").ZodEnum<{
26
+ tdt: "tdt";
27
+ ctc: "ctc";
28
+ sortformer: "sortformer";
29
+ }>>;
30
+ maxThreads: import("zod").ZodOptional<import("zod").ZodNumber>;
31
+ useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
32
+ sampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
33
+ channels: import("zod").ZodOptional<import("zod").ZodNumber>;
34
+ captionEnabled: import("zod").ZodOptional<import("zod").ZodBoolean>;
35
+ timestampsEnabled: import("zod").ZodOptional<import("zod").ZodBoolean>;
36
+ parakeetEncoderSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
37
+ src: import("zod").ZodString;
38
+ name: import("zod").ZodOptional<import("zod").ZodString>;
39
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
40
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
41
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
42
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
43
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
44
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
45
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
46
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
47
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
48
+ "llamacpp-completion": "llamacpp-completion";
49
+ "whispercpp-transcription": "whispercpp-transcription";
50
+ "llamacpp-embedding": "llamacpp-embedding";
51
+ "nmtcpp-translation": "nmtcpp-translation";
52
+ "onnx-tts": "onnx-tts";
53
+ "parakeet-transcription": "parakeet-transcription";
54
+ "onnx-ocr": "onnx-ocr";
55
+ llm: "llm";
56
+ whisper: "whisper";
57
+ embeddings: "embeddings";
58
+ nmt: "nmt";
59
+ parakeet: "parakeet";
60
+ tts: "tts";
61
+ ocr: "ocr";
62
+ }>, import("zod").ZodLiteral<"vad">]>>;
63
+ }, import("zod/v4/core").$strip>]>>;
64
+ parakeetEncoderDataSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
65
+ src: import("zod").ZodString;
66
+ name: import("zod").ZodOptional<import("zod").ZodString>;
67
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
68
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
69
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
70
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
71
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
72
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
73
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
74
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
75
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
76
+ "llamacpp-completion": "llamacpp-completion";
77
+ "whispercpp-transcription": "whispercpp-transcription";
78
+ "llamacpp-embedding": "llamacpp-embedding";
79
+ "nmtcpp-translation": "nmtcpp-translation";
80
+ "onnx-tts": "onnx-tts";
81
+ "parakeet-transcription": "parakeet-transcription";
82
+ "onnx-ocr": "onnx-ocr";
83
+ llm: "llm";
84
+ whisper: "whisper";
85
+ embeddings: "embeddings";
86
+ nmt: "nmt";
87
+ parakeet: "parakeet";
88
+ tts: "tts";
89
+ ocr: "ocr";
90
+ }>, import("zod").ZodLiteral<"vad">]>>;
91
+ }, import("zod/v4/core").$strip>]>>;
92
+ parakeetDecoderSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
93
+ src: import("zod").ZodString;
94
+ name: import("zod").ZodOptional<import("zod").ZodString>;
95
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
96
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
97
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
98
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
99
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
100
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
101
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
102
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
103
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
104
+ "llamacpp-completion": "llamacpp-completion";
105
+ "whispercpp-transcription": "whispercpp-transcription";
106
+ "llamacpp-embedding": "llamacpp-embedding";
107
+ "nmtcpp-translation": "nmtcpp-translation";
108
+ "onnx-tts": "onnx-tts";
109
+ "parakeet-transcription": "parakeet-transcription";
110
+ "onnx-ocr": "onnx-ocr";
111
+ llm: "llm";
112
+ whisper: "whisper";
113
+ embeddings: "embeddings";
114
+ nmt: "nmt";
115
+ parakeet: "parakeet";
116
+ tts: "tts";
117
+ ocr: "ocr";
118
+ }>, import("zod").ZodLiteral<"vad">]>>;
119
+ }, import("zod/v4/core").$strip>]>>;
120
+ parakeetVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
121
+ src: import("zod").ZodString;
122
+ name: import("zod").ZodOptional<import("zod").ZodString>;
123
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
124
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
125
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
126
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
127
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
128
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
129
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
130
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
131
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
132
+ "llamacpp-completion": "llamacpp-completion";
133
+ "whispercpp-transcription": "whispercpp-transcription";
134
+ "llamacpp-embedding": "llamacpp-embedding";
135
+ "nmtcpp-translation": "nmtcpp-translation";
136
+ "onnx-tts": "onnx-tts";
137
+ "parakeet-transcription": "parakeet-transcription";
138
+ "onnx-ocr": "onnx-ocr";
139
+ llm: "llm";
140
+ whisper: "whisper";
141
+ embeddings: "embeddings";
142
+ nmt: "nmt";
143
+ parakeet: "parakeet";
144
+ tts: "tts";
145
+ ocr: "ocr";
146
+ }>, import("zod").ZodLiteral<"vad">]>>;
147
+ }, import("zod/v4/core").$strip>]>>;
148
+ parakeetPreprocessorSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
149
+ src: import("zod").ZodString;
150
+ name: import("zod").ZodOptional<import("zod").ZodString>;
151
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
152
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
153
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
154
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
155
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
156
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
157
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
158
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
159
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
160
+ "llamacpp-completion": "llamacpp-completion";
161
+ "whispercpp-transcription": "whispercpp-transcription";
162
+ "llamacpp-embedding": "llamacpp-embedding";
163
+ "nmtcpp-translation": "nmtcpp-translation";
164
+ "onnx-tts": "onnx-tts";
165
+ "parakeet-transcription": "parakeet-transcription";
166
+ "onnx-ocr": "onnx-ocr";
167
+ llm: "llm";
168
+ whisper: "whisper";
169
+ embeddings: "embeddings";
170
+ nmt: "nmt";
171
+ parakeet: "parakeet";
172
+ tts: "tts";
173
+ ocr: "ocr";
174
+ }>, import("zod").ZodLiteral<"vad">]>>;
175
+ }, import("zod/v4/core").$strip>]>>;
176
+ parakeetCtcModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
177
+ src: import("zod").ZodString;
178
+ name: import("zod").ZodOptional<import("zod").ZodString>;
179
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
180
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
181
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
182
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
183
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
184
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
185
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
186
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
187
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
188
+ "llamacpp-completion": "llamacpp-completion";
189
+ "whispercpp-transcription": "whispercpp-transcription";
190
+ "llamacpp-embedding": "llamacpp-embedding";
191
+ "nmtcpp-translation": "nmtcpp-translation";
192
+ "onnx-tts": "onnx-tts";
193
+ "parakeet-transcription": "parakeet-transcription";
194
+ "onnx-ocr": "onnx-ocr";
195
+ llm: "llm";
196
+ whisper: "whisper";
197
+ embeddings: "embeddings";
198
+ nmt: "nmt";
199
+ parakeet: "parakeet";
200
+ tts: "tts";
201
+ ocr: "ocr";
202
+ }>, import("zod").ZodLiteral<"vad">]>>;
203
+ }, import("zod/v4/core").$strip>]>>;
204
+ parakeetCtcModelDataSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
205
+ src: import("zod").ZodString;
206
+ name: import("zod").ZodOptional<import("zod").ZodString>;
207
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
208
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
209
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
210
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
211
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
212
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
213
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
214
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
215
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
216
+ "llamacpp-completion": "llamacpp-completion";
217
+ "whispercpp-transcription": "whispercpp-transcription";
218
+ "llamacpp-embedding": "llamacpp-embedding";
219
+ "nmtcpp-translation": "nmtcpp-translation";
220
+ "onnx-tts": "onnx-tts";
221
+ "parakeet-transcription": "parakeet-transcription";
222
+ "onnx-ocr": "onnx-ocr";
223
+ llm: "llm";
224
+ whisper: "whisper";
225
+ embeddings: "embeddings";
226
+ nmt: "nmt";
227
+ parakeet: "parakeet";
228
+ tts: "tts";
229
+ ocr: "ocr";
230
+ }>, import("zod").ZodLiteral<"vad">]>>;
231
+ }, import("zod/v4/core").$strip>]>>;
232
+ parakeetTokenizerSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
233
+ src: import("zod").ZodString;
234
+ name: import("zod").ZodOptional<import("zod").ZodString>;
235
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
236
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
237
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
238
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
239
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
240
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
241
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
242
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
243
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
244
+ "llamacpp-completion": "llamacpp-completion";
245
+ "whispercpp-transcription": "whispercpp-transcription";
246
+ "llamacpp-embedding": "llamacpp-embedding";
247
+ "nmtcpp-translation": "nmtcpp-translation";
248
+ "onnx-tts": "onnx-tts";
249
+ "parakeet-transcription": "parakeet-transcription";
250
+ "onnx-ocr": "onnx-ocr";
251
+ llm: "llm";
252
+ whisper: "whisper";
253
+ embeddings: "embeddings";
254
+ nmt: "nmt";
255
+ parakeet: "parakeet";
256
+ tts: "tts";
257
+ ocr: "ocr";
258
+ }>, import("zod").ZodLiteral<"vad">]>>;
259
+ }, import("zod/v4/core").$strip>]>>;
260
+ parakeetSortformerSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
261
+ src: import("zod").ZodString;
262
+ name: import("zod").ZodOptional<import("zod").ZodString>;
263
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
264
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
265
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
266
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
267
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
268
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
269
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
270
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
271
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
272
+ "llamacpp-completion": "llamacpp-completion";
273
+ "whispercpp-transcription": "whispercpp-transcription";
274
+ "llamacpp-embedding": "llamacpp-embedding";
275
+ "nmtcpp-translation": "nmtcpp-translation";
276
+ "onnx-tts": "onnx-tts";
277
+ "parakeet-transcription": "parakeet-transcription";
278
+ "onnx-ocr": "onnx-ocr";
279
+ llm: "llm";
280
+ whisper: "whisper";
281
+ embeddings: "embeddings";
282
+ nmt: "nmt";
283
+ parakeet: "parakeet";
284
+ tts: "tts";
285
+ ocr: "ocr";
286
+ }>, import("zod").ZodLiteral<"vad">]>>;
287
+ }, import("zod/v4/core").$strip>]>>;
288
+ }, import("zod/v4/core").$strip>;
289
+ skipPrimaryModelPathValidation: true;
290
+ resolveConfig(cfg: ParakeetModelConfig, ctx: ResolveContext): Promise<ResolveResult<ParakeetModelConfig>>;
291
+ createModel(params: CreateModelParams): PluginModelResult;
292
+ handlers: {
293
+ transcribeStream: import("../../../../schemas/index").PluginHandlerDefinition<import("zod").ZodObject<{
294
+ modelId: import("zod").ZodString;
295
+ audioChunk: import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
296
+ type: import("zod").ZodLiteral<"base64">;
297
+ value: import("zod").ZodString;
298
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
299
+ type: import("zod").ZodLiteral<"filePath">;
300
+ value: import("zod").ZodString;
301
+ }, import("zod/v4/core").$strip>], "type">;
302
+ prompt: import("zod").ZodOptional<import("zod").ZodString>;
303
+ type: import("zod").ZodLiteral<"transcribeStream">;
304
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
305
+ type: import("zod").ZodLiteral<"transcribeStream">;
306
+ text: import("zod").ZodOptional<import("zod").ZodString>;
307
+ done: import("zod").ZodOptional<import("zod").ZodBoolean>;
308
+ error: import("zod").ZodOptional<import("zod").ZodString>;
309
+ }, import("zod/v4/core").$strip>>;
310
+ };
311
+ logging: {
312
+ module: import("@qvac/transcription-parakeet/addonLogging").AddonLogging;
313
+ namespace: "parakeet-transcription";
314
+ };
315
+ };
316
+ export {};
317
+ //# sourceMappingURL=plugin.d.ts.map
@@ -0,0 +1,154 @@
1
+ import parakeetAddonLogging from "@qvac/transcription-parakeet/addonLogging.js";
2
+ import TranscriptionParakeet, {} from "@qvac/transcription-parakeet";
3
+ import { definePlugin, defineHandler, transcribeStreamRequestSchema, transcribeStreamResponseSchema, ModelType, parakeetConfigSchema, ADDON_PARAKEET, } from "../../../../schemas/index.js";
4
+ import { createStreamLogger, registerAddonLogger } from "../../../../logging/index.js";
5
+ import { parseModelPath } from "../../../utils/index.js";
6
+ import { ModelLoadFailedError, ParakeetArtifactsRequiredError, } from "../../../../utils/errors-server.js";
7
+ import FilesystemDL from "@qvac/dl-filesystem";
8
+ import { transcribe } from "../../ops/transcribe.js";
9
+ async function resolveTdtConfig(cfg, ctx) {
10
+ const { parakeetEncoderSrc, parakeetEncoderDataSrc, parakeetDecoderSrc, parakeetVocabSrc, parakeetPreprocessorSrc, } = cfg;
11
+ if (!parakeetEncoderSrc ||
12
+ !parakeetDecoderSrc ||
13
+ !parakeetVocabSrc ||
14
+ !parakeetPreprocessorSrc) {
15
+ throw new ParakeetArtifactsRequiredError("TDT requires: parakeetEncoderSrc, parakeetDecoderSrc, parakeetVocabSrc, parakeetPreprocessorSrc");
16
+ }
17
+ const resolve = ctx.resolveModelPath;
18
+ const [encoderPath, encoderDataPath, decoderPath, vocabPath, preprocessorPath,] = await Promise.all([
19
+ resolve(parakeetEncoderSrc),
20
+ parakeetEncoderDataSrc ? resolve(parakeetEncoderDataSrc) : undefined,
21
+ resolve(parakeetDecoderSrc),
22
+ resolve(parakeetVocabSrc),
23
+ resolve(parakeetPreprocessorSrc),
24
+ ]);
25
+ return {
26
+ config: cfg,
27
+ artifacts: {
28
+ encoderPath,
29
+ ...(encoderDataPath !== undefined && { encoderDataPath }),
30
+ ...(decoderPath !== undefined && { decoderPath }),
31
+ ...(vocabPath !== undefined && { vocabPath }),
32
+ ...(preprocessorPath !== undefined && { preprocessorPath }),
33
+ },
34
+ };
35
+ }
36
+ async function resolveCtcConfig(cfg, ctx) {
37
+ const { parakeetCtcModelSrc, parakeetCtcModelDataSrc, parakeetTokenizerSrc } = cfg;
38
+ if (!parakeetCtcModelSrc || !parakeetTokenizerSrc) {
39
+ throw new ParakeetArtifactsRequiredError("CTC requires: parakeetCtcModelSrc, parakeetTokenizerSrc");
40
+ }
41
+ const resolve = ctx.resolveModelPath;
42
+ const [ctcModelPath, ctcModelDataPath, tokenizerPath] = await Promise.all([
43
+ resolve(parakeetCtcModelSrc),
44
+ parakeetCtcModelDataSrc ? resolve(parakeetCtcModelDataSrc) : undefined,
45
+ resolve(parakeetTokenizerSrc),
46
+ ]);
47
+ return {
48
+ config: cfg,
49
+ artifacts: {
50
+ ctcModelPath,
51
+ ...(ctcModelDataPath !== undefined && { ctcModelDataPath }),
52
+ ...(tokenizerPath !== undefined && { tokenizerPath }),
53
+ },
54
+ };
55
+ }
56
+ async function resolveSortformerConfig(cfg, ctx) {
57
+ const { parakeetSortformerSrc } = cfg;
58
+ if (!parakeetSortformerSrc) {
59
+ throw new ParakeetArtifactsRequiredError("Sortformer requires: parakeetSortformerSrc");
60
+ }
61
+ const resolve = ctx.resolveModelPath;
62
+ const sortformerPath = await resolve(parakeetSortformerSrc);
63
+ return {
64
+ config: cfg,
65
+ artifacts: {
66
+ ...(sortformerPath !== undefined && { sortformerPath }),
67
+ },
68
+ };
69
+ }
70
+ function createParakeetModel(params, addonPathKey) {
71
+ const config = (params.modelConfig ?? {});
72
+ const artifacts = params.artifacts ?? {};
73
+ const modelType = config.modelType ?? "tdt";
74
+ const primaryPath = artifacts[addonPathKey] ?? params.modelPath;
75
+ if (!primaryPath) {
76
+ throw new ModelLoadFailedError(`Parakeet ${modelType} requires a model source`);
77
+ }
78
+ const { dirPath } = parseModelPath(primaryPath);
79
+ const loader = new FilesystemDL({ dirPath });
80
+ const logger = createStreamLogger(params.modelId, ModelType.parakeetTranscription);
81
+ registerAddonLogger(params.modelId, ModelType.parakeetTranscription, logger);
82
+ const addonConfig = {
83
+ path: dirPath,
84
+ [addonPathKey]: primaryPath,
85
+ ...artifacts,
86
+ parakeetConfig: {
87
+ modelType,
88
+ maxThreads: config.maxThreads,
89
+ useGPU: config.useGPU,
90
+ sampleRate: config.sampleRate,
91
+ channels: config.channels,
92
+ captionEnabled: config.captionEnabled,
93
+ timestampsEnabled: config.timestampsEnabled,
94
+ },
95
+ };
96
+ const model = new TranscriptionParakeet({
97
+ loader,
98
+ logger,
99
+ modelName: parseModelPath(dirPath).basePath,
100
+ diskPath: dirPath,
101
+ }, addonConfig);
102
+ return { model, loader };
103
+ }
104
+ export const parakeetPlugin = definePlugin({
105
+ modelType: ModelType.parakeetTranscription,
106
+ displayName: "Parakeet (NVIDIA NeMo ONNX)",
107
+ addonPackage: ADDON_PARAKEET,
108
+ loadConfigSchema: parakeetConfigSchema,
109
+ skipPrimaryModelPathValidation: true,
110
+ async resolveConfig(cfg, ctx) {
111
+ const modelType = cfg.modelType ?? "tdt";
112
+ if (modelType === "ctc")
113
+ return resolveCtcConfig(cfg, ctx);
114
+ if (modelType === "sortformer")
115
+ return resolveSortformerConfig(cfg, ctx);
116
+ return resolveTdtConfig(cfg, ctx);
117
+ },
118
+ createModel(params) {
119
+ const modelType = (params.modelConfig ?? {}).modelType ?? "tdt";
120
+ if (modelType === "ctc")
121
+ return createParakeetModel(params, "ctcModelPath");
122
+ if (modelType === "sortformer")
123
+ return createParakeetModel(params, "sortformerPath");
124
+ return createParakeetModel(params, "encoderPath");
125
+ },
126
+ handlers: {
127
+ transcribeStream: defineHandler({
128
+ requestSchema: transcribeStreamRequestSchema,
129
+ responseSchema: transcribeStreamResponseSchema,
130
+ streaming: true,
131
+ handler: async function* (request) {
132
+ for await (const text of transcribe({
133
+ modelId: request.modelId,
134
+ audioChunk: request.audioChunk,
135
+ prompt: request.prompt,
136
+ })) {
137
+ yield {
138
+ type: "transcribeStream",
139
+ text,
140
+ };
141
+ }
142
+ yield {
143
+ type: "transcribeStream",
144
+ text: "",
145
+ done: true,
146
+ };
147
+ },
148
+ }),
149
+ },
150
+ logging: {
151
+ module: parakeetAddonLogging,
152
+ namespace: ModelType.parakeetTranscription,
153
+ },
154
+ });