@qvac/sdk 0.11.0 → 0.12.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +1423 -43
- package/README.md +2 -0
- package/dist/client/api/classify.d.ts +23 -0
- package/dist/client/api/classify.js +43 -0
- package/dist/client/api/get-model-info.d.ts +1 -1
- package/dist/client/api/index.d.ts +4 -0
- package/dist/client/api/index.js +4 -0
- package/dist/client/api/load-model.js +24 -1
- package/dist/client/api/transcribe.d.ts +3 -0
- package/dist/client/api/transcribe.js +13 -2
- package/dist/client/api/video.d.ts +64 -0
- package/dist/client/api/video.js +147 -0
- package/dist/client/api/vla-helpers.d.ts +45 -0
- package/dist/client/api/vla-helpers.js +130 -0
- package/dist/client/api/vla.d.ts +65 -0
- package/dist/client/api/vla.js +109 -0
- package/dist/client/config-loader/resolve-config.node.d.ts +16 -0
- package/dist/client/config-loader/resolve-config.node.js +77 -23
- package/dist/client/plugins-factory.d.ts +8 -0
- package/dist/client/plugins-factory.js +10 -0
- package/dist/client/rpc/bare-client.d.ts +1 -0
- package/dist/client/rpc/bare-client.js +66 -66
- package/dist/client/rpc/ensure-worker-ready.d.ts +9 -0
- package/dist/client/rpc/ensure-worker-ready.js +17 -0
- package/dist/client/rpc/expo-rpc-client.d.ts +1 -0
- package/dist/client/rpc/expo-rpc-client.js +4 -0
- package/dist/client/rpc/node-rpc-client.d.ts +1 -0
- package/dist/client/rpc/node-rpc-client.js +97 -5
- package/dist/client/rpc/rpc-client.js +115 -8
- package/dist/client/rpc/rpc-error.js +14 -1
- package/dist/commands/bundle/bare-pack.d.ts +13 -0
- package/dist/commands/bundle/bare-pack.js +54 -0
- package/dist/commands/bundle/constants.d.ts +7 -0
- package/dist/commands/bundle/constants.js +23 -0
- package/dist/commands/bundle/entry-gen.d.ts +2 -0
- package/dist/commands/bundle/entry-gen.js +48 -0
- package/dist/commands/bundle/index.d.ts +20 -0
- package/dist/commands/bundle/index.js +141 -0
- package/dist/commands/bundle/manifest.d.ts +21 -0
- package/dist/commands/bundle/manifest.js +193 -0
- package/dist/commands/bundle/plugins.d.ts +9 -0
- package/dist/commands/bundle/plugins.js +51 -0
- package/dist/commands/index.d.ts +5 -0
- package/dist/commands/index.js +2 -0
- package/dist/commands/verify/abi.d.ts +52 -0
- package/dist/commands/verify/abi.js +125 -0
- package/dist/commands/verify/addon-source.d.ts +43 -0
- package/dist/commands/verify/addon-source.js +75 -0
- package/dist/commands/verify/bundle-source.d.ts +12 -0
- package/dist/commands/verify/bundle-source.js +53 -0
- package/dist/commands/verify/index.d.ts +59 -0
- package/dist/commands/verify/index.js +371 -0
- package/dist/commands/verify/node-modules-source.d.ts +11 -0
- package/dist/commands/verify/node-modules-source.js +76 -0
- package/dist/commands/verify/prebuilds.d.ts +15 -0
- package/dist/commands/verify/prebuilds.js +39 -0
- package/dist/examples/classification/classify-image.d.ts +2 -0
- package/dist/examples/classification/classify-image.js +23 -0
- package/dist/examples/diffusion-txt2vid.d.ts +2 -0
- package/dist/examples/diffusion-txt2vid.js +81 -0
- package/dist/examples/plugins.js +3 -7
- package/dist/examples/tools/llamacpp-tools-gemma4.js +2 -5
- package/dist/examples/tools/llamacpp-tools-qwen35.js +2 -3
- package/dist/examples/transcription/parakeet-ctc-filesystem.js +18 -12
- package/dist/examples/transcription/parakeet-microphone-record.js +7 -12
- package/dist/examples/transcription/parakeet-microphone-stream.d.ts +2 -0
- package/dist/examples/transcription/parakeet-microphone-stream.js +79 -0
- package/dist/examples/transcription/parakeet-sortformer-streaming.d.ts +2 -0
- package/dist/examples/transcription/parakeet-sortformer-streaming.js +121 -0
- package/dist/examples/transcription/parakeet-sortformer.js +58 -55
- package/dist/examples/transcription/parakeet-tdt-filesystem.js +18 -15
- package/dist/examples/transcription/whispercpp-microphone-conversation.js +6 -1
- package/dist/examples/tts/chatterbox.js +7 -16
- package/dist/examples/tts/llm-to-tts-streaming.js +3 -10
- package/dist/examples/tts/supertonic-multilingual.js +4 -12
- package/dist/examples/tts/supertonic.js +5 -12
- package/dist/examples/vla-smolvla.d.ts +2 -0
- package/dist/examples/vla-smolvla.js +75 -0
- package/dist/examples/voice-assistant/voice-assistant.js +3 -10
- package/dist/expo/plugins/find-in-ancestor-node-modules.d.ts +14 -0
- package/dist/expo/plugins/find-in-ancestor-node-modules.js +24 -0
- package/dist/expo/plugins/get-project-root.d.ts +22 -0
- package/dist/expo/plugins/get-project-root.js +23 -0
- package/dist/expo/plugins/index.d.ts +4 -0
- package/dist/expo/plugins/index.js +4 -0
- package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +9 -2
- package/dist/expo/plugins/resolve-sdk-package-dir.js +38 -11
- package/dist/expo/plugins/withDeviceInfo.js +2 -1
- package/dist/expo/plugins/withMobileBundle.d.ts +2 -17
- package/dist/expo/plugins/withMobileBundle.js +31 -85
- package/dist/index.d.ts +5 -3
- package/dist/index.js +9 -3
- package/dist/models/registry/models.d.ts +3711 -368
- package/dist/models/registry/models.js +7066 -3562
- package/dist/models/update-models/naming.js +22 -8
- package/dist/pear/pre.js +6 -2
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/classification.d.ts +53 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +1001 -1739
- package/dist/schemas/common.js +6 -1
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -0
- package/dist/schemas/completion-stream.d.ts +1 -0
- package/dist/schemas/download-asset.d.ts +13 -3
- package/dist/schemas/engine-addon-map.d.ts +3 -0
- package/dist/schemas/engine-addon-map.js +18 -5
- package/dist/schemas/get-model-info.d.ts +4 -0
- package/dist/schemas/get-model-info.js +2 -0
- package/dist/schemas/index.d.ts +3 -0
- package/dist/schemas/index.js +3 -0
- package/dist/schemas/llamacpp-config.d.ts +12 -2
- package/dist/schemas/load-model.d.ts +6152 -10764
- package/dist/schemas/load-model.js +75 -7
- package/dist/schemas/model-src-utils.d.ts +22 -2
- package/dist/schemas/model-types.d.ts +46 -6
- package/dist/schemas/model-types.js +28 -5
- package/dist/schemas/ocr.d.ts +5 -0
- package/dist/schemas/plugin.d.ts +20 -5
- package/dist/schemas/plugin.js +21 -4
- package/dist/schemas/registry.d.ts +44 -0
- package/dist/schemas/registry.js +5 -0
- package/dist/schemas/reload-config.d.ts +22 -2
- package/dist/schemas/sdcpp-config.d.ts +316 -1
- package/dist/schemas/sdcpp-config.js +232 -33
- package/dist/schemas/sdk-config.d.ts +654 -1324
- package/dist/schemas/sdk-config.js +16 -1
- package/dist/schemas/sdk-errors-client.d.ts +7 -0
- package/dist/schemas/sdk-errors-client.js +36 -1
- package/dist/schemas/sdk-errors-server.d.ts +3 -1
- package/dist/schemas/sdk-errors-server.js +20 -5
- package/dist/schemas/text-to-speech.d.ts +79 -696
- package/dist/schemas/text-to-speech.js +46 -19
- package/dist/schemas/transcription-config.d.ts +37 -226
- package/dist/schemas/transcription-config.js +76 -15
- package/dist/schemas/transcription.d.ts +63 -11
- package/dist/schemas/transcription.js +56 -2
- package/dist/schemas/translation-config.d.ts +60 -10
- package/dist/schemas/vla.d.ts +87 -0
- package/dist/schemas/vla.js +108 -0
- package/dist/scripts/run-unit-tests.js +8 -2
- package/dist/server/bare/ops/transcribe.d.ts +2 -1
- package/dist/server/bare/ops/transcribe.js +59 -34
- package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +6 -0
- package/dist/server/bare/plugins/ggml-classification/ops/classify.js +30 -0
- package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +32 -0
- package/dist/server/bare/plugins/ggml-classification/plugin.js +55 -0
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +3 -0
- package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +3 -0
- package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +75 -0
- package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +54 -0
- package/dist/server/bare/plugins/ggml-vla/plugin.js +57 -0
- package/dist/server/bare/plugins/index.d.ts +3 -1
- package/dist/server/bare/plugins/index.js +3 -1
- package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +3 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.d.ts +29 -0
- package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +6 -0
- package/dist/server/bare/plugins/llamacpp-completion/plugin.js +26 -0
- package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +25 -0
- package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +5 -0
- package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +67 -246
- package/dist/server/bare/plugins/parakeet-transcription/plugin.js +66 -97
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +3 -0
- package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +199 -0
- package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +200 -2
- package/dist/server/bare/plugins/sdcpp-generation/plugin.js +61 -8
- package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech-stream.js +2 -15
- package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech.js +2 -1
- package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +75 -0
- package/dist/server/bare/plugins/tts-ggml/plugin.js +189 -0
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +29 -4
- package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +12 -1
- package/dist/server/bare/registry/model-config-utils.js +7 -0
- package/dist/server/bare/runtime/request-context.d.ts +1 -1
- package/dist/server/bare/runtime-lifecycle.js +9 -9
- package/dist/server/bare/types/addon-responses.d.ts +1 -0
- package/dist/server/env.js +4 -1
- package/dist/server/plugins/index.d.ts +1 -1
- package/dist/server/plugins/index.js +1 -1
- package/dist/server/plugins/registry.d.ts +1 -0
- package/dist/server/plugins/registry.js +5 -0
- package/dist/server/rpc/handler-registry.js +4 -0
- package/dist/server/rpc/handler-selection.d.ts +9 -0
- package/dist/server/rpc/handler-selection.js +14 -0
- package/dist/server/rpc/handler-utils.js +5 -13
- package/dist/server/rpc/handlers/classify.d.ts +3 -0
- package/dist/server/rpc/handlers/classify.js +4 -0
- package/dist/server/rpc/handlers/index.d.ts +2 -0
- package/dist/server/rpc/handlers/index.js +2 -0
- package/dist/server/rpc/handlers/load-model/handler.js +4 -1
- package/dist/server/rpc/handlers/load-model/resolve.js +9 -0
- package/dist/server/rpc/handlers/video-stream.d.ts +3 -0
- package/dist/server/rpc/handlers/video-stream.js +4 -0
- package/dist/server/rpc/profiling/operation-metrics.js +23 -0
- package/dist/server/utils/config-transform.js +1 -1
- package/dist/server/utils/tools/parsers/qwen35.js +7 -3
- package/dist/server/worker.js +14 -11
- package/dist/utils/errors-client.d.ts +23 -0
- package/dist/utils/errors-client.js +40 -0
- package/dist/utils/errors-server.d.ts +30 -2
- package/dist/utils/errors-server.js +51 -3
- package/package.json +66 -80
- package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -490
- package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -272
- package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
- package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
- /package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech-stream.d.ts +0 -0
- /package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech.d.ts +0 -0
|
@@ -11,38 +11,65 @@ const ttsLanguageSchema = z.enum(TTS_LANGUAGES);
|
|
|
11
11
|
export const ttsChatterboxRuntimeConfigSchema = z.object({
|
|
12
12
|
ttsEngine: z.literal("chatterbox"),
|
|
13
13
|
language: ttsLanguageSchema,
|
|
14
|
+
voice: z.string().optional(),
|
|
15
|
+
useGPU: z.boolean().optional(),
|
|
14
16
|
});
|
|
15
17
|
export const ttsSupertonicRuntimeConfigSchema = z.object({
|
|
16
18
|
ttsEngine: z.literal("supertonic"),
|
|
17
19
|
language: ttsLanguageSchema,
|
|
20
|
+
voice: z.string().optional(),
|
|
18
21
|
ttsSpeed: z.number().optional(),
|
|
19
22
|
ttsNumInferenceSteps: z.number().optional(),
|
|
20
|
-
|
|
23
|
+
useGPU: z.boolean().optional(),
|
|
21
24
|
});
|
|
22
25
|
export const ttsRuntimeConfigSchema = z.union([
|
|
23
26
|
ttsChatterboxRuntimeConfigSchema,
|
|
24
27
|
ttsSupertonicRuntimeConfigSchema,
|
|
25
28
|
]);
|
|
26
|
-
export const
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
ttsLanguageModelSrc: modelSrcInputSchema,
|
|
32
|
-
referenceAudioSrc: modelSrcInputSchema,
|
|
33
|
-
});
|
|
34
|
-
export const ttsSupertonicConfigSchema = ttsSupertonicRuntimeConfigSchema.extend({
|
|
35
|
-
ttsTextEncoderSrc: modelSrcInputSchema,
|
|
36
|
-
ttsDurationPredictorSrc: modelSrcInputSchema,
|
|
37
|
-
ttsVectorEstimatorSrc: modelSrcInputSchema,
|
|
38
|
-
ttsVocoderSrc: modelSrcInputSchema,
|
|
39
|
-
ttsUnicodeIndexerSrc: modelSrcInputSchema,
|
|
40
|
-
ttsTtsConfigSrc: modelSrcInputSchema,
|
|
41
|
-
ttsVoiceStyleSrc: modelSrcInputSchema,
|
|
29
|
+
export const ttsChatterboxLoadConfigSchema = ttsChatterboxRuntimeConfigSchema.extend({
|
|
30
|
+
// Optional at schema time so legacy ONNX configs (no s3genModelSrc) reach
|
|
31
|
+
// the plugin's resolveConfig and raise LegacyTtsModelDeprecatedError.
|
|
32
|
+
s3genModelSrc: modelSrcInputSchema.optional(),
|
|
33
|
+
referenceAudioSrc: modelSrcInputSchema.optional(),
|
|
42
34
|
});
|
|
35
|
+
export const ttsSupertonicLoadConfigSchema = ttsSupertonicRuntimeConfigSchema;
|
|
36
|
+
export const ttsLoadConfigSchema = z.union([
|
|
37
|
+
ttsChatterboxLoadConfigSchema,
|
|
38
|
+
ttsSupertonicLoadConfigSchema,
|
|
39
|
+
]);
|
|
40
|
+
// === Legacy ONNX modelConfig fields (deprecated) ===
|
|
41
|
+
//
|
|
42
|
+
// Pre-@qvac/tts-ggml multi-file ONNX `modelConfig` fields are kept ONLY so
|
|
43
|
+
// callers migrating from earlier SDK versions hit a structured
|
|
44
|
+
// `LegacyTtsModelDeprecatedError` from the TTS plugin's `resolveConfig`,
|
|
45
|
+
// rather than a generic Zod `Unrecognized key` error.
|
|
46
|
+
export const LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS = [
|
|
47
|
+
// ONNX runtime flag; GGML uses modelSrc (GGUF) + `language` instead.
|
|
48
|
+
"ttsSupertonicMultilingual",
|
|
49
|
+
"ttsTokenizerSrc",
|
|
50
|
+
"ttsSpeechEncoderSrc",
|
|
51
|
+
"ttsEmbedTokensSrc",
|
|
52
|
+
"ttsConditionalDecoderSrc",
|
|
53
|
+
"ttsLanguageModelSrc",
|
|
54
|
+
"ttsTextEncoderSrc",
|
|
55
|
+
"ttsDurationPredictorSrc",
|
|
56
|
+
"ttsVectorEstimatorSrc",
|
|
57
|
+
"ttsVocoderSrc",
|
|
58
|
+
"ttsUnicodeIndexerSrc",
|
|
59
|
+
"ttsTtsConfigSrc",
|
|
60
|
+
"ttsVoiceStyleSrc",
|
|
61
|
+
];
|
|
62
|
+
const legacyTtsOnnxFieldsShape = LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS.reduce((acc, name) => {
|
|
63
|
+
acc[name] = z.unknown().optional();
|
|
64
|
+
return acc;
|
|
65
|
+
}, {});
|
|
66
|
+
// Strict load schema used by `loadModel` and the tts-ggml plugin's
|
|
67
|
+
// `loadConfigSchema`. Permits deprecated ONNX field names so
|
|
68
|
+
// `resolveConfig` can raise LegacyTtsModelDeprecatedError instead of a
|
|
69
|
+
// generic Zod error; other unknown keys are still rejected by `.strict()`.
|
|
43
70
|
export const ttsConfigSchema = z.union([
|
|
44
|
-
|
|
45
|
-
|
|
71
|
+
ttsChatterboxLoadConfigSchema.extend(legacyTtsOnnxFieldsShape).strict(),
|
|
72
|
+
ttsSupertonicLoadConfigSchema.extend(legacyTtsOnnxFieldsShape).strict(),
|
|
46
73
|
]);
|
|
47
74
|
export const ttsClientParamsSchema = z.object({
|
|
48
75
|
modelId: z.string(),
|
|
@@ -80,264 +80,75 @@ export declare const whisperConfigSchema: z.ZodObject<{
|
|
|
80
80
|
diffusion: "diffusion";
|
|
81
81
|
tts: "tts";
|
|
82
82
|
ocr: "ocr";
|
|
83
|
+
vla: "vla";
|
|
83
84
|
"llamacpp-completion": "llamacpp-completion";
|
|
84
85
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
85
86
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
86
87
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
87
88
|
"onnx-tts": "onnx-tts";
|
|
89
|
+
"tts-ggml": "tts-ggml";
|
|
88
90
|
"parakeet-transcription": "parakeet-transcription";
|
|
89
91
|
"onnx-ocr": "onnx-ocr";
|
|
90
92
|
"sdcpp-generation": "sdcpp-generation";
|
|
93
|
+
"ggml-vla": "ggml-vla";
|
|
94
|
+
"ggml-classification": "ggml-classification";
|
|
91
95
|
llm: "llm";
|
|
92
96
|
whisper: "whisper";
|
|
93
97
|
nmt: "nmt";
|
|
94
98
|
parakeet: "parakeet";
|
|
99
|
+
classification: "classification";
|
|
95
100
|
}>, z.ZodLiteral<"vad">]>>;
|
|
96
101
|
}, z.core.$strip>]>>;
|
|
97
102
|
}, z.core.$strip>;
|
|
98
103
|
export type WhisperConfig = z.infer<typeof whisperConfigSchema>;
|
|
99
|
-
export declare const parakeetModelTypeEnumSchema: z.ZodEnum<{
|
|
100
|
-
tdt: "tdt";
|
|
101
|
-
ctc: "ctc";
|
|
102
|
-
sortformer: "sortformer";
|
|
103
|
-
}>;
|
|
104
|
-
export type ParakeetModelVariant = z.infer<typeof parakeetModelTypeEnumSchema>;
|
|
105
104
|
export declare const parakeetRuntimeConfigSchema: z.ZodObject<{
|
|
106
|
-
modelType: z.ZodDefault<z.ZodEnum<{
|
|
107
|
-
tdt: "tdt";
|
|
108
|
-
ctc: "ctc";
|
|
109
|
-
sortformer: "sortformer";
|
|
110
|
-
}>>;
|
|
111
105
|
maxThreads: z.ZodOptional<z.ZodNumber>;
|
|
112
106
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
113
107
|
sampleRate: z.ZodOptional<z.ZodNumber>;
|
|
114
108
|
channels: z.ZodOptional<z.ZodNumber>;
|
|
115
109
|
captionEnabled: z.ZodOptional<z.ZodBoolean>;
|
|
116
110
|
timestampsEnabled: z.ZodOptional<z.ZodBoolean>;
|
|
111
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
112
|
+
streaming: z.ZodOptional<z.ZodBoolean>;
|
|
113
|
+
streamingChunkMs: z.ZodOptional<z.ZodNumber>;
|
|
114
|
+
streamingHistoryMs: z.ZodOptional<z.ZodNumber>;
|
|
115
|
+
streamingEmitPartials: z.ZodOptional<z.ZodBoolean>;
|
|
116
|
+
streamingEnergyVad: z.ZodOptional<z.ZodBoolean>;
|
|
117
|
+
streamingLeftContextMs: z.ZodOptional<z.ZodNumber>;
|
|
118
|
+
streamingRightLookaheadMs: z.ZodOptional<z.ZodNumber>;
|
|
119
|
+
streamingSpkCacheEnable: z.ZodOptional<z.ZodBoolean>;
|
|
120
|
+
streamingSpkCacheLen: z.ZodOptional<z.ZodNumber>;
|
|
121
|
+
streamingFifoLen: z.ZodOptional<z.ZodNumber>;
|
|
122
|
+
streamingChunkLeftContextMs: z.ZodOptional<z.ZodNumber>;
|
|
123
|
+
streamingChunkRightContextMs: z.ZodOptional<z.ZodNumber>;
|
|
124
|
+
streamingSpkCacheUpdatePeriod: z.ZodOptional<z.ZodNumber>;
|
|
117
125
|
}, z.core.$strip>;
|
|
118
126
|
export declare const parakeetConfigSchema: z.ZodObject<{
|
|
119
|
-
modelType: z.ZodDefault<z.ZodEnum<{
|
|
120
|
-
tdt: "tdt";
|
|
121
|
-
ctc: "ctc";
|
|
122
|
-
sortformer: "sortformer";
|
|
123
|
-
}>>;
|
|
124
127
|
maxThreads: z.ZodOptional<z.ZodNumber>;
|
|
125
128
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
126
129
|
sampleRate: z.ZodOptional<z.ZodNumber>;
|
|
127
130
|
channels: z.ZodOptional<z.ZodNumber>;
|
|
128
131
|
captionEnabled: z.ZodOptional<z.ZodBoolean>;
|
|
129
132
|
timestampsEnabled: z.ZodOptional<z.ZodBoolean>;
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
tts: "tts";
|
|
145
|
-
ocr: "ocr";
|
|
146
|
-
"llamacpp-completion": "llamacpp-completion";
|
|
147
|
-
"whispercpp-transcription": "whispercpp-transcription";
|
|
148
|
-
"llamacpp-embedding": "llamacpp-embedding";
|
|
149
|
-
"nmtcpp-translation": "nmtcpp-translation";
|
|
150
|
-
"onnx-tts": "onnx-tts";
|
|
151
|
-
"parakeet-transcription": "parakeet-transcription";
|
|
152
|
-
"onnx-ocr": "onnx-ocr";
|
|
153
|
-
"sdcpp-generation": "sdcpp-generation";
|
|
154
|
-
llm: "llm";
|
|
155
|
-
whisper: "whisper";
|
|
156
|
-
nmt: "nmt";
|
|
157
|
-
parakeet: "parakeet";
|
|
158
|
-
}>, z.ZodLiteral<"vad">]>>;
|
|
159
|
-
}, z.core.$strip>]>>;
|
|
160
|
-
parakeetDecoderSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
161
|
-
src: z.ZodString;
|
|
162
|
-
name: z.ZodOptional<z.ZodString>;
|
|
163
|
-
modelId: z.ZodOptional<z.ZodString>;
|
|
164
|
-
registryPath: z.ZodOptional<z.ZodString>;
|
|
165
|
-
registrySource: z.ZodOptional<z.ZodString>;
|
|
166
|
-
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
167
|
-
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
168
|
-
engine: z.ZodOptional<z.ZodString>;
|
|
169
|
-
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
170
|
-
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
171
|
-
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
172
|
-
embeddings: "embeddings";
|
|
173
|
-
diffusion: "diffusion";
|
|
174
|
-
tts: "tts";
|
|
175
|
-
ocr: "ocr";
|
|
176
|
-
"llamacpp-completion": "llamacpp-completion";
|
|
177
|
-
"whispercpp-transcription": "whispercpp-transcription";
|
|
178
|
-
"llamacpp-embedding": "llamacpp-embedding";
|
|
179
|
-
"nmtcpp-translation": "nmtcpp-translation";
|
|
180
|
-
"onnx-tts": "onnx-tts";
|
|
181
|
-
"parakeet-transcription": "parakeet-transcription";
|
|
182
|
-
"onnx-ocr": "onnx-ocr";
|
|
183
|
-
"sdcpp-generation": "sdcpp-generation";
|
|
184
|
-
llm: "llm";
|
|
185
|
-
whisper: "whisper";
|
|
186
|
-
nmt: "nmt";
|
|
187
|
-
parakeet: "parakeet";
|
|
188
|
-
}>, z.ZodLiteral<"vad">]>>;
|
|
189
|
-
}, z.core.$strip>]>>;
|
|
190
|
-
parakeetVocabSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
191
|
-
src: z.ZodString;
|
|
192
|
-
name: z.ZodOptional<z.ZodString>;
|
|
193
|
-
modelId: z.ZodOptional<z.ZodString>;
|
|
194
|
-
registryPath: z.ZodOptional<z.ZodString>;
|
|
195
|
-
registrySource: z.ZodOptional<z.ZodString>;
|
|
196
|
-
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
197
|
-
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
198
|
-
engine: z.ZodOptional<z.ZodString>;
|
|
199
|
-
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
200
|
-
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
201
|
-
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
202
|
-
embeddings: "embeddings";
|
|
203
|
-
diffusion: "diffusion";
|
|
204
|
-
tts: "tts";
|
|
205
|
-
ocr: "ocr";
|
|
206
|
-
"llamacpp-completion": "llamacpp-completion";
|
|
207
|
-
"whispercpp-transcription": "whispercpp-transcription";
|
|
208
|
-
"llamacpp-embedding": "llamacpp-embedding";
|
|
209
|
-
"nmtcpp-translation": "nmtcpp-translation";
|
|
210
|
-
"onnx-tts": "onnx-tts";
|
|
211
|
-
"parakeet-transcription": "parakeet-transcription";
|
|
212
|
-
"onnx-ocr": "onnx-ocr";
|
|
213
|
-
"sdcpp-generation": "sdcpp-generation";
|
|
214
|
-
llm: "llm";
|
|
215
|
-
whisper: "whisper";
|
|
216
|
-
nmt: "nmt";
|
|
217
|
-
parakeet: "parakeet";
|
|
218
|
-
}>, z.ZodLiteral<"vad">]>>;
|
|
219
|
-
}, z.core.$strip>]>>;
|
|
220
|
-
parakeetPreprocessorSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
221
|
-
src: z.ZodString;
|
|
222
|
-
name: z.ZodOptional<z.ZodString>;
|
|
223
|
-
modelId: z.ZodOptional<z.ZodString>;
|
|
224
|
-
registryPath: z.ZodOptional<z.ZodString>;
|
|
225
|
-
registrySource: z.ZodOptional<z.ZodString>;
|
|
226
|
-
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
227
|
-
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
228
|
-
engine: z.ZodOptional<z.ZodString>;
|
|
229
|
-
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
230
|
-
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
231
|
-
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
232
|
-
embeddings: "embeddings";
|
|
233
|
-
diffusion: "diffusion";
|
|
234
|
-
tts: "tts";
|
|
235
|
-
ocr: "ocr";
|
|
236
|
-
"llamacpp-completion": "llamacpp-completion";
|
|
237
|
-
"whispercpp-transcription": "whispercpp-transcription";
|
|
238
|
-
"llamacpp-embedding": "llamacpp-embedding";
|
|
239
|
-
"nmtcpp-translation": "nmtcpp-translation";
|
|
240
|
-
"onnx-tts": "onnx-tts";
|
|
241
|
-
"parakeet-transcription": "parakeet-transcription";
|
|
242
|
-
"onnx-ocr": "onnx-ocr";
|
|
243
|
-
"sdcpp-generation": "sdcpp-generation";
|
|
244
|
-
llm: "llm";
|
|
245
|
-
whisper: "whisper";
|
|
246
|
-
nmt: "nmt";
|
|
247
|
-
parakeet: "parakeet";
|
|
248
|
-
}>, z.ZodLiteral<"vad">]>>;
|
|
249
|
-
}, z.core.$strip>]>>;
|
|
250
|
-
parakeetCtcModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
251
|
-
src: z.ZodString;
|
|
252
|
-
name: z.ZodOptional<z.ZodString>;
|
|
253
|
-
modelId: z.ZodOptional<z.ZodString>;
|
|
254
|
-
registryPath: z.ZodOptional<z.ZodString>;
|
|
255
|
-
registrySource: z.ZodOptional<z.ZodString>;
|
|
256
|
-
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
257
|
-
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
258
|
-
engine: z.ZodOptional<z.ZodString>;
|
|
259
|
-
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
260
|
-
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
261
|
-
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
262
|
-
embeddings: "embeddings";
|
|
263
|
-
diffusion: "diffusion";
|
|
264
|
-
tts: "tts";
|
|
265
|
-
ocr: "ocr";
|
|
266
|
-
"llamacpp-completion": "llamacpp-completion";
|
|
267
|
-
"whispercpp-transcription": "whispercpp-transcription";
|
|
268
|
-
"llamacpp-embedding": "llamacpp-embedding";
|
|
269
|
-
"nmtcpp-translation": "nmtcpp-translation";
|
|
270
|
-
"onnx-tts": "onnx-tts";
|
|
271
|
-
"parakeet-transcription": "parakeet-transcription";
|
|
272
|
-
"onnx-ocr": "onnx-ocr";
|
|
273
|
-
"sdcpp-generation": "sdcpp-generation";
|
|
274
|
-
llm: "llm";
|
|
275
|
-
whisper: "whisper";
|
|
276
|
-
nmt: "nmt";
|
|
277
|
-
parakeet: "parakeet";
|
|
278
|
-
}>, z.ZodLiteral<"vad">]>>;
|
|
279
|
-
}, z.core.$strip>]>>;
|
|
280
|
-
parakeetTokenizerSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
281
|
-
src: z.ZodString;
|
|
282
|
-
name: z.ZodOptional<z.ZodString>;
|
|
283
|
-
modelId: z.ZodOptional<z.ZodString>;
|
|
284
|
-
registryPath: z.ZodOptional<z.ZodString>;
|
|
285
|
-
registrySource: z.ZodOptional<z.ZodString>;
|
|
286
|
-
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
287
|
-
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
288
|
-
engine: z.ZodOptional<z.ZodString>;
|
|
289
|
-
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
290
|
-
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
291
|
-
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
292
|
-
embeddings: "embeddings";
|
|
293
|
-
diffusion: "diffusion";
|
|
294
|
-
tts: "tts";
|
|
295
|
-
ocr: "ocr";
|
|
296
|
-
"llamacpp-completion": "llamacpp-completion";
|
|
297
|
-
"whispercpp-transcription": "whispercpp-transcription";
|
|
298
|
-
"llamacpp-embedding": "llamacpp-embedding";
|
|
299
|
-
"nmtcpp-translation": "nmtcpp-translation";
|
|
300
|
-
"onnx-tts": "onnx-tts";
|
|
301
|
-
"parakeet-transcription": "parakeet-transcription";
|
|
302
|
-
"onnx-ocr": "onnx-ocr";
|
|
303
|
-
"sdcpp-generation": "sdcpp-generation";
|
|
304
|
-
llm: "llm";
|
|
305
|
-
whisper: "whisper";
|
|
306
|
-
nmt: "nmt";
|
|
307
|
-
parakeet: "parakeet";
|
|
308
|
-
}>, z.ZodLiteral<"vad">]>>;
|
|
309
|
-
}, z.core.$strip>]>>;
|
|
310
|
-
parakeetSortformerSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
311
|
-
src: z.ZodString;
|
|
312
|
-
name: z.ZodOptional<z.ZodString>;
|
|
313
|
-
modelId: z.ZodOptional<z.ZodString>;
|
|
314
|
-
registryPath: z.ZodOptional<z.ZodString>;
|
|
315
|
-
registrySource: z.ZodOptional<z.ZodString>;
|
|
316
|
-
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
317
|
-
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
318
|
-
engine: z.ZodOptional<z.ZodString>;
|
|
319
|
-
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
320
|
-
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
321
|
-
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
322
|
-
embeddings: "embeddings";
|
|
323
|
-
diffusion: "diffusion";
|
|
324
|
-
tts: "tts";
|
|
325
|
-
ocr: "ocr";
|
|
326
|
-
"llamacpp-completion": "llamacpp-completion";
|
|
327
|
-
"whispercpp-transcription": "whispercpp-transcription";
|
|
328
|
-
"llamacpp-embedding": "llamacpp-embedding";
|
|
329
|
-
"nmtcpp-translation": "nmtcpp-translation";
|
|
330
|
-
"onnx-tts": "onnx-tts";
|
|
331
|
-
"parakeet-transcription": "parakeet-transcription";
|
|
332
|
-
"onnx-ocr": "onnx-ocr";
|
|
333
|
-
"sdcpp-generation": "sdcpp-generation";
|
|
334
|
-
llm: "llm";
|
|
335
|
-
whisper: "whisper";
|
|
336
|
-
nmt: "nmt";
|
|
337
|
-
parakeet: "parakeet";
|
|
338
|
-
}>, z.ZodLiteral<"vad">]>>;
|
|
339
|
-
}, z.core.$strip>]>>;
|
|
133
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
134
|
+
streaming: z.ZodOptional<z.ZodBoolean>;
|
|
135
|
+
streamingChunkMs: z.ZodOptional<z.ZodNumber>;
|
|
136
|
+
streamingHistoryMs: z.ZodOptional<z.ZodNumber>;
|
|
137
|
+
streamingEmitPartials: z.ZodOptional<z.ZodBoolean>;
|
|
138
|
+
streamingEnergyVad: z.ZodOptional<z.ZodBoolean>;
|
|
139
|
+
streamingLeftContextMs: z.ZodOptional<z.ZodNumber>;
|
|
140
|
+
streamingRightLookaheadMs: z.ZodOptional<z.ZodNumber>;
|
|
141
|
+
streamingSpkCacheEnable: z.ZodOptional<z.ZodBoolean>;
|
|
142
|
+
streamingSpkCacheLen: z.ZodOptional<z.ZodNumber>;
|
|
143
|
+
streamingFifoLen: z.ZodOptional<z.ZodNumber>;
|
|
144
|
+
streamingChunkLeftContextMs: z.ZodOptional<z.ZodNumber>;
|
|
145
|
+
streamingChunkRightContextMs: z.ZodOptional<z.ZodNumber>;
|
|
146
|
+
streamingSpkCacheUpdatePeriod: z.ZodOptional<z.ZodNumber>;
|
|
340
147
|
}, z.core.$strip>;
|
|
341
148
|
export type ParakeetRuntimeConfig = z.infer<typeof parakeetRuntimeConfigSchema>;
|
|
342
149
|
export type ParakeetConfig = z.infer<typeof parakeetConfigSchema>;
|
|
150
|
+
export declare const LEGACY_PARAKEET_ONNX_MODEL_CONFIG_FIELDS: readonly ["parakeetEncoderSrc", "parakeetDecoderSrc", "parakeetVocabSrc", "parakeetPreprocessorSrc", "parakeetCtcModelSrc", "parakeetTokenizerSrc", "parakeetSortformerSrc", "parakeetModelSrc", "modelType"];
|
|
151
|
+
export declare const parakeetLoadConfigSchema: z.ZodObject<{
|
|
152
|
+
[x: string]: z.ZodOptional<z.ZodUnknown>;
|
|
153
|
+
}, z.core.$strict>;
|
|
343
154
|
//# sourceMappingURL=transcription-config.d.ts.map
|
|
@@ -68,26 +68,87 @@ export const whisperConfigSchema = z.object({
|
|
|
68
68
|
miscConfig: miscConfigSchema,
|
|
69
69
|
vadModelSrc: modelSrcInputSchema.optional(),
|
|
70
70
|
});
|
|
71
|
-
// === Parakeet (NVIDIA NeMo
|
|
72
|
-
|
|
71
|
+
// === Parakeet (NVIDIA NeMo GGML) engine config ===
|
|
72
|
+
//
|
|
73
|
+
// Backed by the ggml-based qvac-parakeet.cpp engine. A single GGUF
|
|
74
|
+
// checkpoint covers every variant (TDT, CTC, EOU, Sortformer); the
|
|
75
|
+
// addon auto-detects the model type from `parakeet.model.type` GGUF
|
|
76
|
+
// metadata, so callers no longer pass a `modelType` discriminator and
|
|
77
|
+
// only ever supply a single `modelSrc` at `loadModel` time.
|
|
78
|
+
//
|
|
79
|
+
// The `streaming*` knobs below configure the addon at load time. To
|
|
80
|
+
// override any of them per `transcribeStream` call, see
|
|
81
|
+
// `parakeetStreamingRunConfigSchema` in `./transcription.ts` — the
|
|
82
|
+
// per-call schema intentionally drops the `streaming` prefix because
|
|
83
|
+
// every field on it is already namespaced under `parakeetStreamingConfig`.
|
|
73
84
|
export const parakeetRuntimeConfigSchema = z.object({
|
|
74
|
-
modelType: parakeetModelTypeEnumSchema.default("tdt"),
|
|
75
85
|
maxThreads: z.number().int().optional(),
|
|
76
86
|
useGPU: z.boolean().optional(),
|
|
77
87
|
sampleRate: z.number().int().optional(),
|
|
78
88
|
channels: z.number().int().optional(),
|
|
79
89
|
captionEnabled: z.boolean().optional(),
|
|
80
90
|
timestampsEnabled: z.boolean().optional(),
|
|
91
|
+
seed: z.number().int().optional(),
|
|
92
|
+
streaming: z.boolean().optional(),
|
|
93
|
+
streamingChunkMs: z.number().int().positive().optional(),
|
|
94
|
+
streamingHistoryMs: z.number().int().positive().optional(),
|
|
95
|
+
streamingEmitPartials: z.boolean().optional(),
|
|
96
|
+
/**
|
|
97
|
+
* CTC/TDT-only energy-based voice-activity hint. Forwarded to
|
|
98
|
+
* parakeet-cpp's `StreamingOptions::enable_energy_vad`. Influences
|
|
99
|
+
* how the engine segments speech (segment cadence, partial vs final
|
|
100
|
+
* emission) but does NOT add new event types to the transcribeStream
|
|
101
|
+
* output. Use the whisper engine if you need standalone VAD
|
|
102
|
+
* `speaking`/`probability` events.
|
|
103
|
+
*/
|
|
104
|
+
streamingEnergyVad: z.boolean().optional(),
|
|
105
|
+
streamingLeftContextMs: z.number().int().nonnegative().optional(),
|
|
106
|
+
streamingRightLookaheadMs: z.number().int().nonnegative().optional(),
|
|
107
|
+
// === AOSC (Audio-Online Speaker Cache; v2.1+ Sortformer only) =========
|
|
108
|
+
// Auto-enabled when the loaded GGUF carries
|
|
109
|
+
// `parakeet.model_variant == "sortformer-streaming-v2.1-aosc"`. Ignored
|
|
110
|
+
// by v1/v2 Sortformer and by non-Sortformer engines.
|
|
111
|
+
streamingSpkCacheEnable: z.boolean().optional(),
|
|
112
|
+
streamingSpkCacheLen: z.number().int().positive().optional(),
|
|
113
|
+
streamingFifoLen: z.number().int().positive().optional(),
|
|
114
|
+
streamingChunkLeftContextMs: z.number().int().nonnegative().optional(),
|
|
115
|
+
streamingChunkRightContextMs: z.number().int().nonnegative().optional(),
|
|
116
|
+
streamingSpkCacheUpdatePeriod: z.number().int().positive().optional(),
|
|
81
117
|
});
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
118
|
+
// Parakeet's load-time config currently has no fields beyond the
|
|
119
|
+
// runtime knobs (single GGUF model is supplied via the top-level
|
|
120
|
+
// `modelSrc` of `loadModel`). The alias is retained so consumers can
|
|
121
|
+
// keep importing `ParakeetConfig` / `parakeetConfigSchema`.
|
|
122
|
+
export const parakeetConfigSchema = parakeetRuntimeConfigSchema;
|
|
123
|
+
// === Parakeet legacy ONNX modelConfig fields (deprecated) ===
|
|
124
|
+
//
|
|
125
|
+
// As of @qvac/transcription-parakeet 0.6.0 the addon ships as a single
|
|
126
|
+
// GGUF that auto-detects TDT / CTC / EOU / Sortformer from GGUF
|
|
127
|
+
// metadata. The pre-0.4 multi-file ONNX `modelConfig` fields below are
|
|
128
|
+
// kept ONLY so callers migrating from earlier SDK versions hit a
|
|
129
|
+
// structured `LegacyParakeetModelDeprecatedError` (with a migration
|
|
130
|
+
// message) raised from the parakeet plugin's `resolveConfig`, rather
|
|
131
|
+
// than a generic Zod `Unrecognized key` error.
|
|
132
|
+
export const LEGACY_PARAKEET_ONNX_MODEL_CONFIG_FIELDS = [
|
|
133
|
+
"parakeetEncoderSrc",
|
|
134
|
+
"parakeetDecoderSrc",
|
|
135
|
+
"parakeetVocabSrc",
|
|
136
|
+
"parakeetPreprocessorSrc",
|
|
137
|
+
"parakeetCtcModelSrc",
|
|
138
|
+
"parakeetTokenizerSrc",
|
|
139
|
+
"parakeetSortformerSrc",
|
|
140
|
+
"parakeetModelSrc",
|
|
141
|
+
"modelType",
|
|
142
|
+
];
|
|
143
|
+
const legacyParakeetOnnxFieldsShape = LEGACY_PARAKEET_ONNX_MODEL_CONFIG_FIELDS.reduce((acc, name) => {
|
|
144
|
+
acc[name] = z.unknown().optional();
|
|
145
|
+
return acc;
|
|
146
|
+
}, {});
|
|
147
|
+
// Strict schema used by `loadModel` and the parakeet plugin's
|
|
148
|
+
// `loadConfigSchema`. Permits the deprecated ONNX field names so the
|
|
149
|
+
// plugin's `resolveConfig` can raise a structured
|
|
150
|
+
// `LegacyParakeetModelDeprecatedError` instead of a generic Zod error;
|
|
151
|
+
// other unknown keys are still rejected by `.strict()`.
|
|
152
|
+
export const parakeetLoadConfigSchema = parakeetRuntimeConfigSchema
|
|
153
|
+
.extend(legacyParakeetOnnxFieldsShape)
|
|
154
|
+
.strict();
|
|
@@ -41,9 +41,19 @@ export declare const vadStateEventSchema: z.ZodObject<{
|
|
|
41
41
|
speaking: z.ZodBoolean;
|
|
42
42
|
probability: z.ZodNumber;
|
|
43
43
|
}, z.core.$strip>;
|
|
44
|
-
export declare const
|
|
44
|
+
export declare const whisperEndOfTurnEventSchema: z.ZodObject<{
|
|
45
|
+
source: z.ZodLiteral<"whisper">;
|
|
45
46
|
silenceDurationMs: z.ZodNumber;
|
|
46
47
|
}, z.core.$strip>;
|
|
48
|
+
export declare const parakeetEndOfTurnEventSchema: z.ZodObject<{
|
|
49
|
+
source: z.ZodLiteral<"parakeet">;
|
|
50
|
+
}, z.core.$strip>;
|
|
51
|
+
export declare const endOfTurnEventSchema: z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
52
|
+
source: z.ZodLiteral<"whisper">;
|
|
53
|
+
silenceDurationMs: z.ZodNumber;
|
|
54
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
55
|
+
source: z.ZodLiteral<"parakeet">;
|
|
56
|
+
}, z.core.$strip>], "source">>;
|
|
47
57
|
export declare const transcribeRequestSchema: z.ZodObject<{
|
|
48
58
|
modelId: z.ZodString;
|
|
49
59
|
prompt: z.ZodOptional<z.ZodString>;
|
|
@@ -85,9 +95,12 @@ export declare const transcribeResponseSchema: z.ZodObject<{
|
|
|
85
95
|
speaking: z.ZodBoolean;
|
|
86
96
|
probability: z.ZodNumber;
|
|
87
97
|
}, z.core.$strip>>;
|
|
88
|
-
endOfTurn: z.ZodOptional<z.ZodObject<{
|
|
98
|
+
endOfTurn: z.ZodOptional<z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
99
|
+
source: z.ZodLiteral<"whisper">;
|
|
89
100
|
silenceDurationMs: z.ZodNumber;
|
|
90
|
-
}, z.core.$strip
|
|
101
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
102
|
+
source: z.ZodLiteral<"parakeet">;
|
|
103
|
+
}, z.core.$strip>], "source">>>;
|
|
91
104
|
type: z.ZodLiteral<"transcribe">;
|
|
92
105
|
}, z.core.$strip>;
|
|
93
106
|
export type AudioInput = z.infer<typeof audioInputSchema>;
|
|
@@ -101,6 +114,31 @@ export type TranscribeClientParams = {
|
|
|
101
114
|
};
|
|
102
115
|
export type TranscribeRequest = z.infer<typeof transcribeRequestSchema>;
|
|
103
116
|
export type TranscribeResponse = z.infer<typeof transcribeResponseSchema>;
|
|
117
|
+
/**
|
|
118
|
+
* Per-call overrides for parakeet's duplex streaming session.
|
|
119
|
+
*
|
|
120
|
+
* Each field maps to its `streaming*`-prefixed counterpart in
|
|
121
|
+
* `parakeetConfig` (see `parakeetRuntimeConfigSchema`). The `streaming`
|
|
122
|
+
* prefix is intentionally dropped here because every field on this
|
|
123
|
+
* object is already namespaced under the `parakeetStreamingConfig`
|
|
124
|
+
* field of `transcribeStream({ ... })`. Any field omitted falls back
|
|
125
|
+
* to the load-time value.
|
|
126
|
+
*/
|
|
127
|
+
export declare const parakeetStreamingRunConfigSchema: z.ZodObject<{
|
|
128
|
+
chunkMs: z.ZodOptional<z.ZodNumber>;
|
|
129
|
+
historyMs: z.ZodOptional<z.ZodNumber>;
|
|
130
|
+
leftContextMs: z.ZodOptional<z.ZodNumber>;
|
|
131
|
+
rightLookaheadMs: z.ZodOptional<z.ZodNumber>;
|
|
132
|
+
emitPartials: z.ZodOptional<z.ZodBoolean>;
|
|
133
|
+
emitEnergyVad: z.ZodOptional<z.ZodBoolean>;
|
|
134
|
+
spkCacheEnable: z.ZodOptional<z.ZodBoolean>;
|
|
135
|
+
spkCacheLen: z.ZodOptional<z.ZodNumber>;
|
|
136
|
+
fifoLen: z.ZodOptional<z.ZodNumber>;
|
|
137
|
+
chunkLeftContextMs: z.ZodOptional<z.ZodNumber>;
|
|
138
|
+
chunkRightContextMs: z.ZodOptional<z.ZodNumber>;
|
|
139
|
+
spkCacheUpdatePeriod: z.ZodOptional<z.ZodNumber>;
|
|
140
|
+
}, z.core.$strip>;
|
|
141
|
+
export type ParakeetStreamingRunConfig = z.infer<typeof parakeetStreamingRunConfigSchema>;
|
|
104
142
|
export declare const transcribeStreamRequestSchema: z.ZodObject<{
|
|
105
143
|
modelId: z.ZodString;
|
|
106
144
|
prompt: z.ZodOptional<z.ZodString>;
|
|
@@ -109,6 +147,20 @@ export declare const transcribeStreamRequestSchema: z.ZodObject<{
|
|
|
109
147
|
emitVadEvents: z.ZodOptional<z.ZodBoolean>;
|
|
110
148
|
endOfTurnSilenceMs: z.ZodOptional<z.ZodNumber>;
|
|
111
149
|
vadRunIntervalMs: z.ZodOptional<z.ZodNumber>;
|
|
150
|
+
parakeetStreamingConfig: z.ZodOptional<z.ZodObject<{
|
|
151
|
+
chunkMs: z.ZodOptional<z.ZodNumber>;
|
|
152
|
+
historyMs: z.ZodOptional<z.ZodNumber>;
|
|
153
|
+
leftContextMs: z.ZodOptional<z.ZodNumber>;
|
|
154
|
+
rightLookaheadMs: z.ZodOptional<z.ZodNumber>;
|
|
155
|
+
emitPartials: z.ZodOptional<z.ZodBoolean>;
|
|
156
|
+
emitEnergyVad: z.ZodOptional<z.ZodBoolean>;
|
|
157
|
+
spkCacheEnable: z.ZodOptional<z.ZodBoolean>;
|
|
158
|
+
spkCacheLen: z.ZodOptional<z.ZodNumber>;
|
|
159
|
+
fifoLen: z.ZodOptional<z.ZodNumber>;
|
|
160
|
+
chunkLeftContextMs: z.ZodOptional<z.ZodNumber>;
|
|
161
|
+
chunkRightContextMs: z.ZodOptional<z.ZodNumber>;
|
|
162
|
+
spkCacheUpdatePeriod: z.ZodOptional<z.ZodNumber>;
|
|
163
|
+
}, z.core.$strip>>;
|
|
112
164
|
requestId: z.ZodOptional<z.ZodString>;
|
|
113
165
|
}, z.core.$strip>;
|
|
114
166
|
export declare const transcribeStreamResponseSchema: z.ZodObject<{
|
|
@@ -138,9 +190,12 @@ export declare const transcribeStreamResponseSchema: z.ZodObject<{
|
|
|
138
190
|
speaking: z.ZodBoolean;
|
|
139
191
|
probability: z.ZodNumber;
|
|
140
192
|
}, z.core.$strip>>;
|
|
141
|
-
endOfTurn: z.ZodOptional<z.ZodObject<{
|
|
193
|
+
endOfTurn: z.ZodOptional<z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
194
|
+
source: z.ZodLiteral<"whisper">;
|
|
142
195
|
silenceDurationMs: z.ZodNumber;
|
|
143
|
-
}, z.core.$strip
|
|
196
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
197
|
+
source: z.ZodLiteral<"parakeet">;
|
|
198
|
+
}, z.core.$strip>], "source">>>;
|
|
144
199
|
type: z.ZodLiteral<"transcribeStream">;
|
|
145
200
|
}, z.core.$strip>;
|
|
146
201
|
export type TranscribeStreamRequest = z.infer<typeof transcribeStreamRequestSchema>;
|
|
@@ -150,14 +205,9 @@ export type TranscribeStreamClientParams = {
|
|
|
150
205
|
prompt?: string;
|
|
151
206
|
metadata?: boolean;
|
|
152
207
|
emitVadEvents?: boolean;
|
|
153
|
-
/**
|
|
154
|
-
* Silence (ms) before an `endOfTurn` event fires. `0` or unset disables
|
|
155
|
-
* end-of-turn detection entirely — no `endOfTurn` events will be emitted
|
|
156
|
-
* even when `emitVadEvents` is `true`. Pass a positive value (e.g. `800`)
|
|
157
|
-
* to enable.
|
|
158
|
-
*/
|
|
159
208
|
endOfTurnSilenceMs?: number;
|
|
160
209
|
vadRunIntervalMs?: number;
|
|
210
|
+
parakeetStreamingConfig?: ParakeetStreamingRunConfig;
|
|
161
211
|
};
|
|
162
212
|
export interface TranscribeStreamSession {
|
|
163
213
|
write(audioChunk: Uint8Array): void;
|
|
@@ -172,6 +222,8 @@ export interface TranscribeStreamMetadataSession {
|
|
|
172
222
|
[Symbol.asyncIterator](): AsyncIterator<TranscribeSegment>;
|
|
173
223
|
}
|
|
174
224
|
export type VadStateEvent = z.infer<typeof vadStateEventSchema>;
|
|
225
|
+
export type WhisperEndOfTurnEvent = z.infer<typeof whisperEndOfTurnEventSchema>;
|
|
226
|
+
export type ParakeetEndOfTurnEvent = z.infer<typeof parakeetEndOfTurnEventSchema>;
|
|
175
227
|
export type EndOfTurnEvent = z.infer<typeof endOfTurnEventSchema>;
|
|
176
228
|
export type TranscribeStreamEvent = {
|
|
177
229
|
type: "text";
|