@qvac/sdk 0.7.1 → 0.8.0

package/dist/schemas/transcription-config.d.ts

@@ -0,0 +1,383 @@
+import { z } from "zod";
+export declare const audioFormatSchema: z.ZodEnum<{
+    f32le: "f32le";
+    s16le: "s16le";
+}>;
+export type AudioFormat = z.infer<typeof audioFormatSchema>;
+export declare const whisperConfigSchema: z.ZodObject<{
+    strategy: z.ZodOptional<z.ZodEnum<{
+        greedy: "greedy";
+        beam_search: "beam_search";
+    }>>;
+    n_threads: z.ZodOptional<z.ZodNumber>;
+    n_max_text_ctx: z.ZodOptional<z.ZodNumber>;
+    offset_ms: z.ZodOptional<z.ZodNumber>;
+    duration_ms: z.ZodOptional<z.ZodNumber>;
+    audio_ctx: z.ZodOptional<z.ZodNumber>;
+    translate: z.ZodOptional<z.ZodBoolean>;
+    no_context: z.ZodOptional<z.ZodBoolean>;
+    no_timestamps: z.ZodOptional<z.ZodBoolean>;
+    single_segment: z.ZodOptional<z.ZodBoolean>;
+    print_special: z.ZodOptional<z.ZodBoolean>;
+    print_progress: z.ZodOptional<z.ZodBoolean>;
+    print_realtime: z.ZodOptional<z.ZodBoolean>;
+    print_timestamps: z.ZodOptional<z.ZodBoolean>;
+    token_timestamps: z.ZodOptional<z.ZodBoolean>;
+    thold_pt: z.ZodOptional<z.ZodNumber>;
+    thold_ptsum: z.ZodOptional<z.ZodNumber>;
+    max_len: z.ZodOptional<z.ZodNumber>;
+    split_on_word: z.ZodOptional<z.ZodBoolean>;
+    max_tokens: z.ZodOptional<z.ZodNumber>;
+    debug_mode: z.ZodOptional<z.ZodBoolean>;
+    tdrz_enable: z.ZodOptional<z.ZodBoolean>;
+    suppress_regex: z.ZodOptional<z.ZodString>;
+    initial_prompt: z.ZodOptional<z.ZodString>;
+    language: z.ZodOptional<z.ZodString>;
+    detect_language: z.ZodOptional<z.ZodBoolean>;
+    suppress_blank: z.ZodOptional<z.ZodBoolean>;
+    suppress_nst: z.ZodOptional<z.ZodBoolean>;
+    temperature: z.ZodOptional<z.ZodNumber>;
+    length_penalty: z.ZodOptional<z.ZodNumber>;
+    temperature_inc: z.ZodOptional<z.ZodNumber>;
+    entropy_thold: z.ZodOptional<z.ZodNumber>;
+    logprob_thold: z.ZodOptional<z.ZodNumber>;
+    greedy_best_of: z.ZodOptional<z.ZodNumber>;
+    beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
+    vad_params: z.ZodOptional<z.ZodObject<{
+        threshold: z.ZodOptional<z.ZodNumber>;
+        min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
+        min_silence_duration_ms: z.ZodOptional<z.ZodNumber>;
+        max_speech_duration_s: z.ZodOptional<z.ZodNumber>;
+        speech_pad_ms: z.ZodOptional<z.ZodNumber>;
+        samples_overlap: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>>;
+    audio_format: z.ZodOptional<z.ZodEnum<{
+        f32le: "f32le";
+        s16le: "s16le";
+    }>>;
+    contextParams: z.ZodOptional<z.ZodObject<{
+        model: z.ZodOptional<z.ZodString>;
+        use_gpu: z.ZodOptional<z.ZodBoolean>;
+        flash_attn: z.ZodOptional<z.ZodBoolean>;
+        gpu_device: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>>;
+    miscConfig: z.ZodOptional<z.ZodObject<{
+        caption_enabled: z.ZodOptional<z.ZodBoolean>;
+    }, z.core.$strip>>;
+    vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+        src: z.ZodString;
+        name: z.ZodOptional<z.ZodString>;
+        modelId: z.ZodOptional<z.ZodString>;
+        registryPath: z.ZodOptional<z.ZodString>;
+        registrySource: z.ZodOptional<z.ZodString>;
+        blobCoreKey: z.ZodOptional<z.ZodString>;
+        blobIndex: z.ZodOptional<z.ZodNumber>;
+        engine: z.ZodOptional<z.ZodString>;
+        expectedSize: z.ZodOptional<z.ZodNumber>;
+        sha256Checksum: z.ZodOptional<z.ZodString>;
+        addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            "llamacpp-completion": "llamacpp-completion";
+            "whispercpp-transcription": "whispercpp-transcription";
+            "llamacpp-embedding": "llamacpp-embedding";
+            "nmtcpp-translation": "nmtcpp-translation";
+            "onnx-tts": "onnx-tts";
+            "parakeet-transcription": "parakeet-transcription";
+            "onnx-ocr": "onnx-ocr";
+            llm: "llm";
+            whisper: "whisper";
+            embeddings: "embeddings";
+            nmt: "nmt";
+            parakeet: "parakeet";
+            tts: "tts";
+            ocr: "ocr";
+        }>, z.ZodLiteral<"vad">]>>;
+    }, z.core.$strip>]>>;
+}, z.core.$strip>;
+export type WhisperConfig = z.infer<typeof whisperConfigSchema>;
+export declare const parakeetModelTypeEnumSchema: z.ZodEnum<{
+    tdt: "tdt";
+    ctc: "ctc";
+    sortformer: "sortformer";
+}>;
+export type ParakeetModelVariant = z.infer<typeof parakeetModelTypeEnumSchema>;
+export declare const parakeetRuntimeConfigSchema: z.ZodObject<{
+    modelType: z.ZodDefault<z.ZodEnum<{
+        tdt: "tdt";
+        ctc: "ctc";
+        sortformer: "sortformer";
+    }>>;
+    maxThreads: z.ZodOptional<z.ZodNumber>;
+    useGPU: z.ZodOptional<z.ZodBoolean>;
+    sampleRate: z.ZodOptional<z.ZodNumber>;
+    channels: z.ZodOptional<z.ZodNumber>;
+    captionEnabled: z.ZodOptional<z.ZodBoolean>;
+    timestampsEnabled: z.ZodOptional<z.ZodBoolean>;
+}, z.core.$strip>;
+export declare const parakeetConfigSchema: z.ZodObject<{
+    modelType: z.ZodDefault<z.ZodEnum<{
+        tdt: "tdt";
+        ctc: "ctc";
+        sortformer: "sortformer";
+    }>>;
+    maxThreads: z.ZodOptional<z.ZodNumber>;
+    useGPU: z.ZodOptional<z.ZodBoolean>;
+    sampleRate: z.ZodOptional<z.ZodNumber>;
+    channels: z.ZodOptional<z.ZodNumber>;
+    captionEnabled: z.ZodOptional<z.ZodBoolean>;
+    timestampsEnabled: z.ZodOptional<z.ZodBoolean>;
+    parakeetEncoderSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+        src: z.ZodString;
+        name: z.ZodOptional<z.ZodString>;
+        modelId: z.ZodOptional<z.ZodString>;
+        registryPath: z.ZodOptional<z.ZodString>;
+        registrySource: z.ZodOptional<z.ZodString>;
+        blobCoreKey: z.ZodOptional<z.ZodString>;
+        blobIndex: z.ZodOptional<z.ZodNumber>;
+        engine: z.ZodOptional<z.ZodString>;
+        expectedSize: z.ZodOptional<z.ZodNumber>;
+        sha256Checksum: z.ZodOptional<z.ZodString>;
+        addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            "llamacpp-completion": "llamacpp-completion";
+            "whispercpp-transcription": "whispercpp-transcription";
+            "llamacpp-embedding": "llamacpp-embedding";
+            "nmtcpp-translation": "nmtcpp-translation";
+            "onnx-tts": "onnx-tts";
+            "parakeet-transcription": "parakeet-transcription";
+            "onnx-ocr": "onnx-ocr";
+            llm: "llm";
+            whisper: "whisper";
+            embeddings: "embeddings";
+            nmt: "nmt";
+            parakeet: "parakeet";
+            tts: "tts";
+            ocr: "ocr";
+        }>, z.ZodLiteral<"vad">]>>;
+    }, z.core.$strip>]>>;
+    parakeetEncoderDataSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+        src: z.ZodString;
+        name: z.ZodOptional<z.ZodString>;
+        modelId: z.ZodOptional<z.ZodString>;
+        registryPath: z.ZodOptional<z.ZodString>;
+        registrySource: z.ZodOptional<z.ZodString>;
+        blobCoreKey: z.ZodOptional<z.ZodString>;
+        blobIndex: z.ZodOptional<z.ZodNumber>;
+        engine: z.ZodOptional<z.ZodString>;
+        expectedSize: z.ZodOptional<z.ZodNumber>;
+        sha256Checksum: z.ZodOptional<z.ZodString>;
+        addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            "llamacpp-completion": "llamacpp-completion";
+            "whispercpp-transcription": "whispercpp-transcription";
+            "llamacpp-embedding": "llamacpp-embedding";
+            "nmtcpp-translation": "nmtcpp-translation";
+            "onnx-tts": "onnx-tts";
+            "parakeet-transcription": "parakeet-transcription";
+            "onnx-ocr": "onnx-ocr";
+            llm: "llm";
+            whisper: "whisper";
+            embeddings: "embeddings";
+            nmt: "nmt";
+            parakeet: "parakeet";
+            tts: "tts";
+            ocr: "ocr";
+        }>, z.ZodLiteral<"vad">]>>;
+    }, z.core.$strip>]>>;
+    parakeetDecoderSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+        src: z.ZodString;
+        name: z.ZodOptional<z.ZodString>;
+        modelId: z.ZodOptional<z.ZodString>;
+        registryPath: z.ZodOptional<z.ZodString>;
+        registrySource: z.ZodOptional<z.ZodString>;
+        blobCoreKey: z.ZodOptional<z.ZodString>;
+        blobIndex: z.ZodOptional<z.ZodNumber>;
+        engine: z.ZodOptional<z.ZodString>;
+        expectedSize: z.ZodOptional<z.ZodNumber>;
+        sha256Checksum: z.ZodOptional<z.ZodString>;
+        addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            "llamacpp-completion": "llamacpp-completion";
+            "whispercpp-transcription": "whispercpp-transcription";
+            "llamacpp-embedding": "llamacpp-embedding";
+            "nmtcpp-translation": "nmtcpp-translation";
+            "onnx-tts": "onnx-tts";
+            "parakeet-transcription": "parakeet-transcription";
+            "onnx-ocr": "onnx-ocr";
+            llm: "llm";
+            whisper: "whisper";
+            embeddings: "embeddings";
+            nmt: "nmt";
+            parakeet: "parakeet";
+            tts: "tts";
+            ocr: "ocr";
+        }>, z.ZodLiteral<"vad">]>>;
+    }, z.core.$strip>]>>;
+    parakeetVocabSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+        src: z.ZodString;
+        name: z.ZodOptional<z.ZodString>;
+        modelId: z.ZodOptional<z.ZodString>;
+        registryPath: z.ZodOptional<z.ZodString>;
+        registrySource: z.ZodOptional<z.ZodString>;
+        blobCoreKey: z.ZodOptional<z.ZodString>;
+        blobIndex: z.ZodOptional<z.ZodNumber>;
+        engine: z.ZodOptional<z.ZodString>;
+        expectedSize: z.ZodOptional<z.ZodNumber>;
+        sha256Checksum: z.ZodOptional<z.ZodString>;
+        addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            "llamacpp-completion": "llamacpp-completion";
+            "whispercpp-transcription": "whispercpp-transcription";
+            "llamacpp-embedding": "llamacpp-embedding";
+            "nmtcpp-translation": "nmtcpp-translation";
+            "onnx-tts": "onnx-tts";
+            "parakeet-transcription": "parakeet-transcription";
+            "onnx-ocr": "onnx-ocr";
+            llm: "llm";
+            whisper: "whisper";
+            embeddings: "embeddings";
+            nmt: "nmt";
+            parakeet: "parakeet";
+            tts: "tts";
+            ocr: "ocr";
+        }>, z.ZodLiteral<"vad">]>>;
+    }, z.core.$strip>]>>;
+    parakeetPreprocessorSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+        src: z.ZodString;
+        name: z.ZodOptional<z.ZodString>;
+        modelId: z.ZodOptional<z.ZodString>;
+        registryPath: z.ZodOptional<z.ZodString>;
+        registrySource: z.ZodOptional<z.ZodString>;
+        blobCoreKey: z.ZodOptional<z.ZodString>;
+        blobIndex: z.ZodOptional<z.ZodNumber>;
+        engine: z.ZodOptional<z.ZodString>;
+        expectedSize: z.ZodOptional<z.ZodNumber>;
+        sha256Checksum: z.ZodOptional<z.ZodString>;
+        addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            "llamacpp-completion": "llamacpp-completion";
+            "whispercpp-transcription": "whispercpp-transcription";
+            "llamacpp-embedding": "llamacpp-embedding";
+            "nmtcpp-translation": "nmtcpp-translation";
+            "onnx-tts": "onnx-tts";
+            "parakeet-transcription": "parakeet-transcription";
+            "onnx-ocr": "onnx-ocr";
+            llm: "llm";
+            whisper: "whisper";
+            embeddings: "embeddings";
+            nmt: "nmt";
+            parakeet: "parakeet";
+            tts: "tts";
+            ocr: "ocr";
+        }>, z.ZodLiteral<"vad">]>>;
+    }, z.core.$strip>]>>;
+    parakeetCtcModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+        src: z.ZodString;
+        name: z.ZodOptional<z.ZodString>;
+        modelId: z.ZodOptional<z.ZodString>;
+        registryPath: z.ZodOptional<z.ZodString>;
+        registrySource: z.ZodOptional<z.ZodString>;
+        blobCoreKey: z.ZodOptional<z.ZodString>;
+        blobIndex: z.ZodOptional<z.ZodNumber>;
+        engine: z.ZodOptional<z.ZodString>;
+        expectedSize: z.ZodOptional<z.ZodNumber>;
+        sha256Checksum: z.ZodOptional<z.ZodString>;
+        addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            "llamacpp-completion": "llamacpp-completion";
+            "whispercpp-transcription": "whispercpp-transcription";
+            "llamacpp-embedding": "llamacpp-embedding";
+            "nmtcpp-translation": "nmtcpp-translation";
+            "onnx-tts": "onnx-tts";
+            "parakeet-transcription": "parakeet-transcription";
+            "onnx-ocr": "onnx-ocr";
+            llm: "llm";
+            whisper: "whisper";
+            embeddings: "embeddings";
+            nmt: "nmt";
+            parakeet: "parakeet";
+            tts: "tts";
+            ocr: "ocr";
+        }>, z.ZodLiteral<"vad">]>>;
+    }, z.core.$strip>]>>;
+    parakeetCtcModelDataSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+        src: z.ZodString;
+        name: z.ZodOptional<z.ZodString>;
+        modelId: z.ZodOptional<z.ZodString>;
+        registryPath: z.ZodOptional<z.ZodString>;
+        registrySource: z.ZodOptional<z.ZodString>;
+        blobCoreKey: z.ZodOptional<z.ZodString>;
+        blobIndex: z.ZodOptional<z.ZodNumber>;
+        engine: z.ZodOptional<z.ZodString>;
+        expectedSize: z.ZodOptional<z.ZodNumber>;
+        sha256Checksum: z.ZodOptional<z.ZodString>;
+        addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            "llamacpp-completion": "llamacpp-completion";
+            "whispercpp-transcription": "whispercpp-transcription";
+            "llamacpp-embedding": "llamacpp-embedding";
+            "nmtcpp-translation": "nmtcpp-translation";
+            "onnx-tts": "onnx-tts";
+            "parakeet-transcription": "parakeet-transcription";
+            "onnx-ocr": "onnx-ocr";
+            llm: "llm";
+            whisper: "whisper";
+            embeddings: "embeddings";
+            nmt: "nmt";
+            parakeet: "parakeet";
+            tts: "tts";
+            ocr: "ocr";
+        }>, z.ZodLiteral<"vad">]>>;
+    }, z.core.$strip>]>>;
+    parakeetTokenizerSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+        src: z.ZodString;
+        name: z.ZodOptional<z.ZodString>;
+        modelId: z.ZodOptional<z.ZodString>;
+        registryPath: z.ZodOptional<z.ZodString>;
+        registrySource: z.ZodOptional<z.ZodString>;
+        blobCoreKey: z.ZodOptional<z.ZodString>;
+        blobIndex: z.ZodOptional<z.ZodNumber>;
+        engine: z.ZodOptional<z.ZodString>;
+        expectedSize: z.ZodOptional<z.ZodNumber>;
+        sha256Checksum: z.ZodOptional<z.ZodString>;
+        addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            "llamacpp-completion": "llamacpp-completion";
+            "whispercpp-transcription": "whispercpp-transcription";
+            "llamacpp-embedding": "llamacpp-embedding";
+            "nmtcpp-translation": "nmtcpp-translation";
+            "onnx-tts": "onnx-tts";
+            "parakeet-transcription": "parakeet-transcription";
+            "onnx-ocr": "onnx-ocr";
+            llm: "llm";
+            whisper: "whisper";
+            embeddings: "embeddings";
+            nmt: "nmt";
+            parakeet: "parakeet";
+            tts: "tts";
+            ocr: "ocr";
+        }>, z.ZodLiteral<"vad">]>>;
+    }, z.core.$strip>]>>;
+    parakeetSortformerSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+        src: z.ZodString;
+        name: z.ZodOptional<z.ZodString>;
+        modelId: z.ZodOptional<z.ZodString>;
+        registryPath: z.ZodOptional<z.ZodString>;
+        registrySource: z.ZodOptional<z.ZodString>;
+        blobCoreKey: z.ZodOptional<z.ZodString>;
+        blobIndex: z.ZodOptional<z.ZodNumber>;
+        engine: z.ZodOptional<z.ZodString>;
+        expectedSize: z.ZodOptional<z.ZodNumber>;
+        sha256Checksum: z.ZodOptional<z.ZodString>;
+        addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            "llamacpp-completion": "llamacpp-completion";
+            "whispercpp-transcription": "whispercpp-transcription";
+            "llamacpp-embedding": "llamacpp-embedding";
+            "nmtcpp-translation": "nmtcpp-translation";
+            "onnx-tts": "onnx-tts";
+            "parakeet-transcription": "parakeet-transcription";
+            "onnx-ocr": "onnx-ocr";
+            llm: "llm";
+            whisper: "whisper";
+            embeddings: "embeddings";
+            nmt: "nmt";
+            parakeet: "parakeet";
+            tts: "tts";
+            ocr: "ocr";
+        }>, z.ZodLiteral<"vad">]>>;
+    }, z.core.$strip>]>>;
+}, z.core.$strip>;
+export type ParakeetRuntimeConfig = z.infer<typeof parakeetRuntimeConfigSchema>;
+export type ParakeetConfig = z.infer<typeof parakeetConfigSchema>;
+//# sourceMappingURL=transcription-config.d.ts.map

package/dist/schemas/{whispercpp-config.js → transcription-config.js}

@@ -1,5 +1,8 @@
 import { z } from "zod";
+import { modelSrcInputSchema } from "./model-src-utils.js";
+// === Shared ===
 export const audioFormatSchema = z.enum(["f32le", "s16le"]);
+// === Whisper (whisper.cpp) engine config ===
 const vadParamsSchema = z
     .object({
     threshold: z.number().optional(),
@@ -59,9 +62,34 @@ export const whisperConfigSchema = z.object({
     logprob_thold: z.number().optional(),
     greedy_best_of: z.number().int().optional(),
     beam_search_beam_size: z.number().int().optional(),
-    vad_model_path: z.string().optional(),
     vad_params: vadParamsSchema,
     audio_format: audioFormatSchema.optional(),
     contextParams: contextParamsSchema,
     miscConfig: miscConfigSchema,
+    vadModelSrc: modelSrcInputSchema.optional(),
+});
+// === Parakeet (NVIDIA NeMo ONNX) engine config ===
+export const parakeetModelTypeEnumSchema = z.enum(["tdt", "ctc", "sortformer"]);
+export const parakeetRuntimeConfigSchema = z.object({
+    modelType: parakeetModelTypeEnumSchema.default("tdt"),
+    maxThreads: z.number().int().optional(),
+    useGPU: z.boolean().optional(),
+    sampleRate: z.number().int().optional(),
+    channels: z.number().int().optional(),
+    captionEnabled: z.boolean().optional(),
+    timestampsEnabled: z.boolean().optional(),
+});
+export const parakeetConfigSchema = parakeetRuntimeConfigSchema.extend({
+    // TDT sources
+    parakeetEncoderSrc: modelSrcInputSchema.optional(),
+    parakeetEncoderDataSrc: modelSrcInputSchema.optional(),
+    parakeetDecoderSrc: modelSrcInputSchema.optional(),
+    parakeetVocabSrc: modelSrcInputSchema.optional(),
+    parakeetPreprocessorSrc: modelSrcInputSchema.optional(),
+    // CTC sources
+    parakeetCtcModelSrc: modelSrcInputSchema.optional(),
+    parakeetCtcModelDataSrc: modelSrcInputSchema.optional(),
+    parakeetTokenizerSrc: modelSrcInputSchema.optional(),
+    // Sortformer source
+    parakeetSortformerSrc: modelSrcInputSchema.optional(),
 });