@qvac/sdk 0.9.2 → 0.10.0

package/dist/server/bare/plugins/onnx-tts/ops/text-to-speech.js

@@ -1,34 +1,96 @@
 import { getModel } from "../../../registry/model-registry.js";
-import { ttsRequestSchema } from "../../../../../schemas/index.js";
+import { ttsRequestSchema, } from "../../../../../schemas/index.js";
 import { nowMs } from "../../../../../profiling/index.js";
 import { buildStreamResult, hasDefinedValues } from "../../../../../profiling/model-execution.js";
+import { TextToSpeechFailedError } from "../../../../../utils/errors-server.js";
+import { collectTtsStats, } from "../../../utils/tts-stats.js";
+function hasRunStream(model) {
+    return (typeof model === "object" &&
+        model !== null &&
+        "runStream" in model &&
+        typeof model.runStream === "function");
+}
 export async function* textToSpeech(params) {
-    const { modelId, inputType, text, stream } = ttsRequestSchema.parse(params);
+    const { modelId, inputType, text, stream, sentenceStream, sentenceStreamLocale, sentenceStreamMaxChunkScalars, } = ttsRequestSchema.parse(params);
     const model = getModel(modelId);
     const modelStart = nowMs();
-    const response = (await model.run({ input: text, inputType }));
+    if (sentenceStream) {
+        if (!hasRunStream(model)) {
+            throw new TextToSpeechFailedError("sentenceStream requires an ONNX TTS model with runStream (Supertonic)");
+        }
+        const streamOpts = sentenceStreamLocale !== undefined || sentenceStreamMaxChunkScalars !== undefined
+            ? {
+                ...(sentenceStreamLocale !== undefined
+                    ? { locale: sentenceStreamLocale }
+                    : {}),
+                ...(sentenceStreamMaxChunkScalars !== undefined
+                    ? { maxChunkScalars: sentenceStreamMaxChunkScalars }
+                    : {}),
+            }
+            : undefined;
+        const response = await model.runStream(text, streamOpts);
+        if (!stream) {
+            let completeBuffer = [];
+            for await (const data of response.iterate()) {
+                if (data.outputArray != null) {
+                    completeBuffer = completeBuffer.concat(Array.from(data.outputArray));
+                }
+            }
+            const modelExecutionMs = nowMs() - modelStart;
+            const stats = collectTtsStats(response);
+            yield { buffer: completeBuffer };
+            return buildStreamResult(modelExecutionMs, hasDefinedValues(stats) ? stats : undefined);
+        }
+        for await (const data of response.iterate()) {
+            if (data.outputArray == null)
+                continue;
+            const buf = Array.from(data.outputArray);
+            if (buf.length === 0)
+                continue;
+            yield {
+                buffer: buf,
+                ...(data.chunkIndex !== undefined ? { chunkIndex: data.chunkIndex } : {}),
+                ...(typeof data.sentenceChunk === "string" && data.sentenceChunk.length > 0
+                    ? { sentenceChunk: data.sentenceChunk }
+                    : {}),
+            };
+        }
+        const modelExecutionMs = nowMs() - modelStart;
+        const stats = collectTtsStats(response);
+        return buildStreamResult(modelExecutionMs, hasDefinedValues(stats) ? stats : undefined);
+    }
+    const response = (await model.run({
+        input: text,
+        inputType,
+    }));
     if (!stream) {
-        // Non-streaming mode: collect all chunks and return once
         let completeBuffer = [];
         for await (const data of response.iterate()) {
             completeBuffer = completeBuffer.concat(Array.from(data.outputArray));
         }
         const modelExecutionMs = nowMs() - modelStart;
         const stats = {
-            ...(response.stats?.audioDurationMs !== undefined && { audioDuration: response.stats.audioDurationMs }),
-            ...(response.stats?.totalSamples !== undefined && { totalSamples: response.stats.totalSamples }),
+            ...(response.stats?.audioDurationMs !== undefined && {
+                audioDuration: response.stats.audioDurationMs,
+            }),
+            ...(response.stats?.totalSamples !== undefined && {
+                totalSamples: response.stats.totalSamples,
+            }),
         };
         yield { buffer: completeBuffer };
         return buildStreamResult(modelExecutionMs, hasDefinedValues(stats) ? stats : undefined);
     }
-    // Streaming mode: yield chunks as they arrive
     for await (const data of response.iterate()) {
         yield { buffer: Array.from(data.outputArray) };
     }
     const modelExecutionMs = nowMs() - modelStart;
     const stats = {
-        ...(response.stats?.audioDurationMs !== undefined && { audioDuration: response.stats.audioDurationMs }),
-        ...(response.stats?.totalSamples !== undefined && { totalSamples: response.stats.totalSamples }),
+        ...(response.stats?.audioDurationMs !== undefined && {
+            audioDuration: response.stats.audioDurationMs,
+        }),
+        ...(response.stats?.totalSamples !== undefined && {
+            totalSamples: response.stats.totalSamples,
+        }),
     };
     return buildStreamResult(modelExecutionMs, hasDefinedValues(stats) ? stats : undefined);
 }

package/dist/server/bare/plugins/onnx-tts/plugin.d.ts

@@ -23,6 +23,7 @@ export declare const ttsPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -33,7 +34,6 @@ export declare const ttsPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -53,6 +53,7 @@ export declare const ttsPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -63,7 +64,6 @@ export declare const ttsPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -83,6 +83,7 @@ export declare const ttsPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -93,7 +94,6 @@ export declare const ttsPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -113,6 +113,7 @@ export declare const ttsPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -123,7 +124,6 @@ export declare const ttsPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -143,6 +143,7 @@ export declare const ttsPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -153,7 +154,6 @@ export declare const ttsPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -173,6 +173,7 @@ export declare const ttsPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -183,7 +184,6 @@ export declare const ttsPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -214,6 +214,7 @@ export declare const ttsPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -224,7 +225,6 @@ export declare const ttsPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -244,6 +244,7 @@ export declare const ttsPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -254,7 +255,6 @@ export declare const ttsPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -274,6 +274,7 @@ export declare const ttsPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -284,7 +285,6 @@ export declare const ttsPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -304,6 +304,7 @@ export declare const ttsPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -314,7 +315,6 @@ export declare const ttsPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -334,6 +334,7 @@ export declare const ttsPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -344,7 +345,6 @@ export declare const ttsPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -364,6 +364,7 @@ export declare const ttsPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -374,7 +375,6 @@ export declare const ttsPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -394,6 +394,7 @@ export declare const ttsPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -404,7 +405,6 @@ export declare const ttsPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -443,6 +443,9 @@ export declare const ttsPlugin: {
             inputType: import("zod").ZodDefault<import("zod").ZodString>;
             text: import("zod").ZodString;
             stream: import("zod").ZodDefault<import("zod").ZodBoolean>;
+            sentenceStream: import("zod").ZodDefault<import("zod").ZodBoolean>;
+            sentenceStreamLocale: import("zod").ZodOptional<import("zod").ZodString>;
+            sentenceStreamMaxChunkScalars: import("zod").ZodOptional<import("zod").ZodNumber>;
             type: import("zod").ZodLiteral<"textToSpeech">;
         }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
             type: import("zod").ZodLiteral<"textToSpeech">;
@@ -452,6 +455,31 @@ export declare const ttsPlugin: {
                 audioDuration: import("zod").ZodOptional<import("zod").ZodNumber>;
                 totalSamples: import("zod").ZodOptional<import("zod").ZodNumber>;
             }, import("zod/v4/core").$strip>>;
+            chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
+            sentenceChunk: import("zod").ZodOptional<import("zod").ZodString>;
+        }, import("zod/v4/core").$strip>>;
+        textToSpeechStream: import("../../../../schemas/index").PluginHandlerDefinition<import("zod").ZodObject<{
+            modelId: import("zod").ZodString;
+            inputType: import("zod").ZodDefault<import("zod").ZodString>;
+            accumulateSentences: import("zod").ZodOptional<import("zod").ZodBoolean>;
+            sentenceDelimiterPreset: import("zod").ZodOptional<import("zod").ZodEnum<{
+                latin: "latin";
+                cjk: "cjk";
+                multilingual: "multilingual";
+            }>>;
+            maxBufferScalars: import("zod").ZodOptional<import("zod").ZodNumber>;
+            flushAfterMs: import("zod").ZodOptional<import("zod").ZodNumber>;
+            type: import("zod").ZodLiteral<"textToSpeechStream">;
+        }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
+            type: import("zod").ZodLiteral<"textToSpeechStream">;
+            buffer: import("zod").ZodArray<import("zod").ZodNumber>;
+            done: import("zod").ZodDefault<import("zod").ZodBoolean>;
+            stats: import("zod").ZodOptional<import("zod").ZodObject<{
+                audioDuration: import("zod").ZodOptional<import("zod").ZodNumber>;
+                totalSamples: import("zod").ZodOptional<import("zod").ZodNumber>;
+            }, import("zod/v4/core").$strip>>;
+            chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
+            sentenceChunk: import("zod").ZodOptional<import("zod").ZodString>;
         }, import("zod/v4/core").$strip>>;
     };
     logging: {

package/dist/server/bare/plugins/onnx-tts/plugin.js

@@ -1,10 +1,11 @@
 import path from "bare-path";
 import ttsAddonLogging from "@qvac/tts-onnx/addonLogging.js";
 import ONNXTTS from "@qvac/tts-onnx";
-import { definePlugin, defineHandler, ttsRequestSchema, ttsResponseSchema, ModelType, ttsConfigSchema, ADDON_TTS, } from "../../../../schemas/index.js";
+import { definePlugin, defineHandler, defineDuplexHandler, ttsRequestSchema, ttsResponseSchema, textToSpeechStreamRequestSchema, textToSpeechStreamResponseSchema, ModelType, ttsConfigSchema, ADDON_TTS, } from "../../../../schemas/index.js";
 import { createStreamLogger, registerAddonLogger } from "../../../../logging/index.js";
 import { TtsArtifactsRequiredError, TtsReferenceAudioRequiredError, } from "../../../../utils/errors-server.js";
 import { textToSpeech } from "./ops/text-to-speech.js";
+import { textToSpeechStream } from "./ops/text-to-speech-stream.js";
 import { attachModelExecutionMs } from "../../../../profiling/model-execution.js";
 import { loadReferenceAudioAt24k } from "./wav-helper.js";
 async function resolveChatterboxConfig(config, ctx) {
@@ -118,7 +119,7 @@ function createChatterboxModel(modelId, config, artifacts) {
         opts: { stats: true },
         exclusiveRun: true,
     });
-    return { model, loader: undefined };
+    return { model };
 }
 function createSupertonicModel(modelId, config, artifacts) {
     const textEncoderPath = artifacts["textEncoderPath"];
@@ -160,7 +161,7 @@ function createSupertonicModel(modelId, config, artifacts) {
         opts: { stats: true },
         exclusiveRun: true,
     });
-    return { model, loader: undefined };
+    return { model };
 }
 export const ttsPlugin = definePlugin({
     modelType: ModelType.onnxTts,
@@ -197,6 +198,13 @@ export const ttsPlugin = definePlugin({
                             type: "textToSpeech",
                             buffer: result.value.buffer,
                             done: false,
+                            ...(result.value.chunkIndex !== undefined
+                                ? { chunkIndex: result.value.chunkIndex }
+                                : {}),
+                            ...(typeof result.value.sentenceChunk === "string" &&
+                                result.value.sentenceChunk.length > 0
+                                ? { sentenceChunk: result.value.sentenceChunk }
+                                : {}),
                         };
                         result = await stream.next();
                     }
@@ -213,6 +221,43 @@ export const ttsPlugin = definePlugin({
                 }
             },
         }),
+        textToSpeechStream: defineDuplexHandler({
+            requestSchema: textToSpeechStreamRequestSchema,
+            responseSchema: textToSpeechStreamResponseSchema,
+            streaming: true,
+            duplex: true,
+            handler: async function* (request, inputStream) {
+                const stream = textToSpeechStream(request, inputStream);
+                try {
+                    let result = await stream.next();
+                    while (!result.done) {
+                        yield {
+                            type: "textToSpeechStream",
+                            buffer: result.value.buffer,
+                            done: false,
+                            ...(result.value.chunkIndex !== undefined
+                                ? { chunkIndex: result.value.chunkIndex }
+                                : {}),
+                            ...(typeof result.value.sentenceChunk === "string" &&
+                                result.value.sentenceChunk.length > 0
+                                ? { sentenceChunk: result.value.sentenceChunk }
+                                : {}),
+                        };
+                        result = await stream.next();
+                    }
+                    const { modelExecutionMs, stats } = result.value;
+                    yield attachModelExecutionMs({
+                        type: "textToSpeechStream",
+                        buffer: [],
+                        done: true,
+                        ...(stats && { stats }),
+                    }, modelExecutionMs);
+                }
+                finally {
+                    await stream.return?.(undefined);
+                }
+            },
+        }),
     },
     logging: {
         module: ttsAddonLogging,

package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts

@@ -45,6 +45,7 @@ export declare const parakeetPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -55,7 +56,6 @@ export declare const parakeetPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -75,6 +75,7 @@ export declare const parakeetPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -85,7 +86,6 @@ export declare const parakeetPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -105,6 +105,7 @@ export declare const parakeetPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -115,7 +116,6 @@ export declare const parakeetPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -135,6 +135,7 @@ export declare const parakeetPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -145,7 +146,6 @@ export declare const parakeetPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -165,6 +165,7 @@ export declare const parakeetPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -175,7 +176,6 @@ export declare const parakeetPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -195,6 +195,7 @@ export declare const parakeetPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -205,7 +206,6 @@ export declare const parakeetPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -225,6 +225,7 @@ export declare const parakeetPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -235,7 +236,6 @@ export declare const parakeetPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -251,6 +251,7 @@ export declare const parakeetPlugin: {
         transcribe: import("../../../../schemas/index").PluginHandlerDefinition<import("zod").ZodObject<{
             modelId: import("zod").ZodString;
             prompt: import("zod").ZodOptional<import("zod").ZodString>;
+            metadata: import("zod").ZodOptional<import("zod").ZodBoolean>;
             audioChunk: import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
                 type: import("zod").ZodLiteral<"base64">;
                 value: import("zod").ZodString;
@@ -275,6 +276,13 @@ export declare const parakeetPlugin: {
                 melSpecTime: import("zod").ZodOptional<import("zod").ZodNumber>;
             }, import("zod/v4/core").$strip>>;
             error: import("zod").ZodOptional<import("zod").ZodString>;
+            segment: import("zod").ZodOptional<import("zod").ZodObject<{
+                text: import("zod").ZodString;
+                startMs: import("zod").ZodNumber;
+                endMs: import("zod").ZodNumber;
+                append: import("zod").ZodBoolean;
+                id: import("zod").ZodNumber;
+            }, import("zod/v4/core").$strip>>;
             type: import("zod").ZodLiteral<"transcribe">;
         }, import("zod/v4/core").$strip>>;
     };

package/dist/server/bare/plugins/parakeet-transcription/plugin.js

@@ -2,9 +2,7 @@ import parakeetAddonLogging from "@qvac/transcription-parakeet/addonLogging.js";
 import TranscriptionParakeet, {} from "@qvac/transcription-parakeet";
 import { definePlugin, defineHandler, transcribeRequestSchema, transcribeResponseSchema, ModelType, parakeetConfigSchema, ADDON_PARAKEET, } from "../../../../schemas/index.js";
 import { createStreamLogger, registerAddonLogger } from "../../../../logging/index.js";
-import { parseModelPath } from "../../../utils/index.js";
-import { ModelLoadFailedError, ParakeetArtifactsRequiredError, } from "../../../../utils/errors-server.js";
-import FilesystemDL from "@qvac/dl-filesystem";
+import { ModelLoadFailedError, ParakeetArtifactsRequiredError, TranscriptionFailedError, } from "../../../../utils/errors-server.js";
 import { transcribe } from "../../ops/transcribe.js";
 import { attachModelExecutionMs } from "../../../../profiling/model-execution.js";
 async function resolveTdtConfig(cfg, ctx) {
@@ -76,8 +74,6 @@ function createParakeetModel(params, primaryFileKey) {
     if (!primaryPath) {
         throw new ModelLoadFailedError(`Parakeet ${modelType} requires a model source`);
     }
-    const { dirPath } = parseModelPath(primaryPath);
-    const loader = new FilesystemDL({ dirPath });
     const logger = createStreamLogger(params.modelId, ModelType.parakeetTranscription);
     registerAddonLogger(params.modelId, ModelType.parakeetTranscription, logger);
     const files = {
@@ -101,7 +97,7 @@ function createParakeetModel(params, primaryFileKey) {
         config: addonConfig,
         logger,
     });
-    return { model, loader };
+    return { model };
 }
 export const parakeetPlugin = definePlugin({
     modelType: ModelType.parakeetTranscription,
@@ -131,6 +127,9 @@ export const parakeetPlugin = definePlugin({
             responseSchema: transcribeResponseSchema,
             streaming: true,
             handler: async function* (request) {
+                if (request.metadata === true) {
+                    throw new TranscriptionFailedError(`Parakeet transcription does not support metadata: true; only the whisper engine emits per-segment metadata. Use a whisper model to receive segments.`);
+                }
                 const stream = transcribe({
                     modelId: request.modelId,
                     audioChunk: request.audioChunk,

package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js

@@ -1,6 +1,9 @@
 import { getModel } from "../../../registry/model-registry.js";
 export async function* diffusion(request) {
     const model = getModel(request.modelId);
+    const init_image = request.init_image
+        ? Buffer.from(request.init_image, "base64")
+        : undefined;
     const response = await model.run({
         prompt: request.prompt,
         negative_prompt: request.negative_prompt,
@@ -8,6 +11,7 @@ export async function* diffusion(request) {
         height: request.height,
         steps: request.steps,
         cfg_scale: request.cfg_scale,
+        img_cfg_scale: request.img_cfg_scale ?? -1,
         guidance: request.guidance,
         sampling_method: request.sampling_method,
         scheduler: request.scheduler,
@@ -15,6 +19,8 @@ export async function* diffusion(request) {
         batch_count: request.batch_count,
         vae_tiling: request.vae_tiling,
         cache_preset: request.cache_preset,
+        init_image,
+        strength: request.strength,
     });
     let outputIndex = 0;
     for await (const chunk of response.iterate()) {