@qvac/sdk 0.9.1 → 0.10.0

package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts

@@ -4,35 +4,6 @@ export declare const nmtPlugin: {
     displayName: string;
     addonPackage: "@qvac/translation-nmtcpp";
     loadConfigSchema: import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
-        mode: import("zod").ZodOptional<import("zod").ZodEnum<{
-            full: "full";
-        }>>;
-        beamsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        lengthpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-        maxlength: import("zod").ZodOptional<import("zod").ZodNumber>;
-        repetitionpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-        norepeatngramsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        temperature: import("zod").ZodOptional<import("zod").ZodNumber>;
-        topk: import("zod").ZodOptional<import("zod").ZodNumber>;
-        topp: import("zod").ZodOptional<import("zod").ZodNumber>;
-        engine: import("zod").ZodLiteral<"Opus">;
-        from: import("zod").ZodEnum<{
-            en: "en";
-            de: "de";
-            es: "es";
-            it: "it";
-            ru: "ru";
-            ja: "ja";
-        }>;
-        to: import("zod").ZodEnum<{
-            en: "en";
-            de: "de";
-            es: "es";
-            it: "it";
-            ru: "ru";
-            ja: "ja";
-        }>;
-    }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
         mode: import("zod").ZodOptional<import("zod").ZodEnum<{
             full: "full";
         }>>;
@@ -46,58 +17,112 @@ export declare const nmtPlugin: {
         topp: import("zod").ZodOptional<import("zod").ZodNumber>;
         engine: import("zod").ZodLiteral<"Bergamot">;
         from: import("zod").ZodEnum<{
+            id: "id";
             en: "en";
-            de: "de";
-            es: "es";
-            it: "it";
-            ru: "ru";
-            ja: "ja";
             ar: "ar";
             bg: "bg";
             ca: "ca";
             cs: "cs";
+            de: "de";
+            es: "es";
             et: "et";
             fi: "fi";
             fr: "fr";
             hu: "hu";
             is: "is";
+            it: "it";
+            ja: "ja";
             ko: "ko";
             lt: "lt";
             lv: "lv";
             nl: "nl";
             pl: "pl";
             pt: "pt";
+            ru: "ru";
             sk: "sk";
             sl: "sl";
             uk: "uk";
             zh: "zh";
+            az: "az";
+            be: "be";
+            bn: "bn";
+            bs: "bs";
+            da: "da";
+            el: "el";
+            fa: "fa";
+            gu: "gu";
+            he: "he";
+            hi: "hi";
+            hr: "hr";
+            kn: "kn";
+            ml: "ml";
+            ms: "ms";
+            mt: "mt";
+            nb: "nb";
+            nn: "nn";
+            re: "re";
+            ro: "ro";
+            sq: "sq";
+            sr: "sr";
+            sv: "sv";
+            ta: "ta";
+            te: "te";
+            tr: "tr";
+            vi: "vi";
         }>;
         to: import("zod").ZodEnum<{
+            id: "id";
             en: "en";
-            de: "de";
-            es: "es";
-            it: "it";
-            ru: "ru";
-            ja: "ja";
             ar: "ar";
             bg: "bg";
             ca: "ca";
             cs: "cs";
+            de: "de";
+            es: "es";
             et: "et";
             fi: "fi";
             fr: "fr";
             hu: "hu";
             is: "is";
+            it: "it";
+            ja: "ja";
             ko: "ko";
             lt: "lt";
             lv: "lv";
             nl: "nl";
             pl: "pl";
             pt: "pt";
+            ru: "ru";
             sk: "sk";
             sl: "sl";
             uk: "uk";
             zh: "zh";
+            az: "az";
+            be: "be";
+            bn: "bn";
+            bs: "bs";
+            da: "da";
+            el: "el";
+            fa: "fa";
+            gu: "gu";
+            he: "he";
+            hi: "hi";
+            hr: "hr";
+            kn: "kn";
+            ml: "ml";
+            ms: "ms";
+            mt: "mt";
+            nb: "nb";
+            nn: "nn";
+            re: "re";
+            ro: "ro";
+            sq: "sq";
+            sr: "sr";
+            sv: "sv";
+            ta: "ta";
+            te: "te";
+            tr: "tr";
+            vi: "vi";
         }>;
         srcVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
             src: import("zod").ZodString;
@@ -111,6 +136,7 @@ export declare const nmtPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -121,7 +147,6 @@ export declare const nmtPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -141,6 +166,7 @@ export declare const nmtPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -151,7 +177,6 @@ export declare const nmtPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -184,6 +209,7 @@ export declare const nmtPlugin: {
                 expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
                 sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
                 addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                    embeddings: "embeddings";
                     "llamacpp-completion": "llamacpp-completion";
                     "whispercpp-transcription": "whispercpp-transcription";
                     "llamacpp-embedding": "llamacpp-embedding";
@@ -194,7 +220,6 @@ export declare const nmtPlugin: {
                     "sdcpp-generation": "sdcpp-generation";
                     llm: "llm";
                     whisper: "whisper";
-                    embeddings: "embeddings";
                     nmt: "nmt";
                     parakeet: "parakeet";
                     tts: "tts";
@@ -214,6 +239,7 @@ export declare const nmtPlugin: {
                 expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
                 sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
                 addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                    embeddings: "embeddings";
                     "llamacpp-completion": "llamacpp-completion";
                     "whispercpp-transcription": "whispercpp-transcription";
                     "llamacpp-embedding": "llamacpp-embedding";
@@ -224,7 +250,6 @@ export declare const nmtPlugin: {
                     "sdcpp-generation": "sdcpp-generation";
                     llm: "llm";
                     whisper: "whisper";
-                    embeddings: "embeddings";
                     nmt: "nmt";
                     parakeet: "parakeet";
                     tts: "tts";
@@ -244,6 +269,7 @@ export declare const nmtPlugin: {
                 expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
                 sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
                 addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                    embeddings: "embeddings";
                     "llamacpp-completion": "llamacpp-completion";
                     "whispercpp-transcription": "whispercpp-transcription";
                     "llamacpp-embedding": "llamacpp-embedding";
@@ -254,7 +280,6 @@ export declare const nmtPlugin: {
                     "sdcpp-generation": "sdcpp-generation";
                     llm: "llm";
                     whisper: "whisper";
-                    embeddings: "embeddings";
                     nmt: "nmt";
                     parakeet: "parakeet";
                     tts: "tts";

package/dist/server/bare/plugins/nmtcpp-translation/plugin.js

@@ -1,14 +1,11 @@
 import nmtAddonLogging from "@qvac/translation-nmtcpp/addonLogging.js";
 import TranslationNmtcpp, {} from "@qvac/translation-nmtcpp";
-import { definePlugin, defineHandler, translateRequestSchema, translateResponseSchema, ModelType, nmtConfigBaseSchema, ADDON_NMT, } from "../../../../schemas/index.js";
+import { definePlugin, defineHandler, translateRequestSchema, translateResponseSchema, ModelType, nmtConfigBaseSchema, ADDON_NMT, BERGAMOT_CJK_LANG_PAIRS, } from "../../../../schemas/index.js";
 import { createStreamLogger, registerAddonLogger } from "../../../../logging/index.js";
-import { parseModelPath } from "../../../utils/index.js";
-import FilesystemDL from "@qvac/dl-filesystem";
+import path from "bare-path";
 import { ModelLoadFailedError } from "../../../../utils/errors-server.js";
-import { asLoader } from "../../utils/loader-adapter.js";
 import { translate } from "../../ops/translate.js";
 import { attachModelExecutionMs } from "../../../../profiling/model-execution.js";
-const BERGAMOT_CJK_LANG_PAIRS = ["enja", "enko", "enzh"];
 function buildBergamotVocabSources(basePath, langPair) {
     if (BERGAMOT_CJK_LANG_PAIRS.includes(langPair)) {
         return {
@@ -35,23 +32,39 @@ function deriveBergamotRegistryVocabSources(modelSrc) {
     const langPair = match[2];
     return buildBergamotVocabSources(basePath, langPair);
 }
+/**
+ * Derive absolute vocab paths from a resolved Bergamot model path.
+ * Works for both companion-set layout (colocated files) and any layout where
+ * vocab follows the standard naming convention beside the model binary.
+ * Returns null if modelPath is not a recognisable Bergamot model.
+ */
+function deriveColocatedBergamotVocabPaths(modelPath) {
+    const dirPath = path.dirname(modelPath);
+    const basePath = path.basename(modelPath);
+    const match = basePath.match(/^model\.([a-z]+)\.intgemm\.alphas\.bin$/);
+    if (!match?.[1])
+        return null;
+    const langPair = match[1];
+    if (BERGAMOT_CJK_LANG_PAIRS.includes(langPair)) {
+        return {
+            srcVocabPath: path.join(dirPath, `srcvocab.${langPair}.spm`),
+            dstVocabPath: path.join(dirPath, `trgvocab.${langPair}.spm`),
+        };
+    }
+    const sharedPath = path.join(dirPath, `vocab.${langPair}.spm`);
+    return { srcVocabPath: sharedPath, dstVocabPath: sharedPath };
+}
 function createNmtModel(modelId, modelPath, nmtConfig, srcVocabPath, dstVocabPath, pivotModelPath, pivotSrcVocabPath, pivotDstVocabPath) {
-    const { dirPath, basePath } = parseModelPath(modelPath);
-    const loader = new FilesystemDL({ dirPath });
     const logger = createStreamLogger(modelId, ModelType.nmtcppTranslation);
     registerAddonLogger(modelId, ModelType.nmtcppTranslation, logger);
     const { mode, from, to, engine, beamsize, lengthpenalty, maxlength, repetitionpenalty, norepeatngramsize, temperature, topk, topp, } = nmtConfig;
-    const args = {
-        loader: asLoader(loader),
-        logger,
-        modelName: basePath,
-        diskPath: dirPath,
-        opts: { stats: true },
-        params: {
-            mode,
-            srcLang: from,
-            dstLang: to,
-        },
+    const files = {
+        model: modelPath,
+        ...(srcVocabPath && { srcVocab: srcVocabPath }),
+        ...(dstVocabPath && { dstVocab: dstVocabPath }),
+        ...(pivotModelPath && { pivotModel: pivotModelPath }),
+        ...(pivotSrcVocabPath && { pivotSrcVocab: pivotSrcVocabPath }),
+        ...(pivotDstVocabPath && { pivotDstVocab: pivotDstVocabPath }),
     };
     const generationParams = {
         beamsize,
@@ -67,33 +80,81 @@ function createNmtModel(modelId, modelPath, nmtConfig, srcVocabPath, dstVocabPat
         modelType: TranslationNmtcpp.ModelTypes[engine],
         ...generationParams,
         ...(nmtConfig.engine === "Bergamot" && {
-            ...(srcVocabPath && { srcVocabPath }),
-            ...(dstVocabPath && { dstVocabPath }),
             ...(nmtConfig.normalize !== undefined && {
                 normalize: nmtConfig.normalize,
             }),
-            // Add pivot model configuration if present
-            ...(nmtConfig.pivotModel && {
-                bergamotPivotModel: (() => {
+            ...(nmtConfig.pivotModel && pivotModelPath && {
+                pivotConfig: (() => {
                     // eslint-disable-next-line @typescript-eslint/no-unused-vars
-                    const { modelSrc, dstVocabSrc, srcVocabSrc, ...config } = nmtConfig.pivotModel;
-                    const { dirPath, basePath } = parseModelPath(pivotModelPath);
-                    return {
-                        loader: asLoader(new FilesystemDL({ dirPath })),
-                        modelName: basePath,
-                        diskPath: dirPath,
-                        config: {
-                            ...config,
-                            srcVocabPath: pivotSrcVocabPath,
-                            dstVocabPath: pivotDstVocabPath
-                        }
-                    };
+                    const { modelSrc, dstVocabSrc, srcVocabSrc, ...pivotGenConfig } = nmtConfig.pivotModel;
+                    return pivotGenConfig;
                 })(),
             }),
         }),
     };
-    const model = new TranslationNmtcpp(args, config);
-    return { model, loader };
+    const model = new TranslationNmtcpp({
+        files,
+        params: { mode, srcLang: from, dstLang: to },
+        config,
+        logger,
+        opts: { stats: true },
+    });
+    return { model };
+}
+async function resolveBergamotVocab(nmtConfig, ctx, srcVocabSrc, dstVocabSrc, pivotModel) {
+    let srcSrc = srcVocabSrc;
+    let dstSrc = dstVocabSrc;
+    if (!srcSrc || !dstSrc) {
+        const derived = ctx.modelSrc.startsWith("pear://")
+            ? deriveBergamotVocabSources(ctx.modelSrc)
+            : ctx.modelSrc.startsWith("registry://")
+                ? deriveBergamotRegistryVocabSources(ctx.modelSrc)
+                : null;
+        if (derived) {
+            srcSrc = srcSrc ?? derived.srcVocabSrc;
+            dstSrc = dstSrc ?? derived.dstVocabSrc;
+        }
+    }
+    if (!srcSrc || !dstSrc) {
+        throw new ModelLoadFailedError("Bergamot requires srcVocabSrc and dstVocabSrc. Provide them in modelConfig or use a pear:// or registry:// model source for auto-derivation.");
+    }
+    if (!pivotModel) {
+        const [srcVocabPath, dstVocabPath] = await Promise.all([
+            ctx.resolveModelPath(srcSrc),
+            ctx.resolveModelPath(dstSrc),
+        ]);
+        return {
+            config: nmtConfig,
+            artifacts: { srcVocabPath, dstVocabPath },
+        };
+    }
+    let pivotSrcSrc = pivotModel.srcVocabSrc;
+    let pivotDstSrc = pivotModel.dstVocabSrc;
+    if (!pivotSrcSrc || !pivotDstSrc) {
+        const pivotDerived = pivotModel.modelSrc.startsWith("pear://")
+            ? deriveBergamotVocabSources(pivotModel.modelSrc)
+            : pivotModel.modelSrc.startsWith("registry://")
+                ? deriveBergamotRegistryVocabSources(pivotModel.modelSrc)
+                : null;
+        if (pivotDerived) {
+            pivotSrcSrc = pivotSrcSrc ?? pivotDerived.srcVocabSrc;
+            pivotDstSrc = pivotDstSrc ?? pivotDerived.dstVocabSrc;
+        }
+    }
+    if (!pivotSrcSrc || !pivotDstSrc) {
+        throw new ModelLoadFailedError("Bergamot pivot model requires srcVocabSrc and dstVocabSrc. Provide them in modelConfig or use a pear:// or registry:// model source for auto-derivation.");
+    }
+    const [srcVocabPath, dstVocabPath, pivotSrcVocabPath, pivotDstVocabPath, pivotModelPath] = await Promise.all([
+        ctx.resolveModelPath(srcSrc),
+        ctx.resolveModelPath(dstSrc),
+        ctx.resolveModelPath(pivotSrcSrc),
+        ctx.resolveModelPath(pivotDstSrc),
+        ctx.resolveModelPath(pivotModel.modelSrc),
+    ]);
+    return {
+        config: nmtConfig,
+        artifacts: { srcVocabPath, dstVocabPath, pivotSrcVocabPath, pivotDstVocabPath, pivotModelPath },
+    };
 }
 export const nmtPlugin = definePlugin({
     modelType: ModelType.nmtcppTranslation,
@@ -101,69 +162,27 @@ export const nmtPlugin = definePlugin({
     addonPackage: ADDON_NMT,
     loadConfigSchema: nmtConfigBaseSchema,
     async resolveConfig(cfg, ctx) {
-        const { srcVocabSrc, dstVocabSrc, ...nmtConfig } = cfg;
+        const { srcVocabSrc, dstVocabSrc, pivotModel, ...nmtConfig } = cfg;
         if (nmtConfig.engine !== "Bergamot") {
             return { config: nmtConfig };
         }
-        let srcSrc = srcVocabSrc;
-        let dstSrc = dstVocabSrc;
-        if (!srcSrc || !dstSrc) {
-            const derived = ctx.modelSrc.startsWith("pear://")
-                ? deriveBergamotVocabSources(ctx.modelSrc)
-                : ctx.modelSrc.startsWith("registry://")
-                    ? deriveBergamotRegistryVocabSources(ctx.modelSrc)
-                    : null;
-            if (derived) {
-                srcSrc = srcSrc ?? derived.srcVocabSrc;
-                dstSrc = dstSrc ?? derived.dstVocabSrc;
-            }
-        }
-        if (!srcSrc || !dstSrc) {
-            throw new ModelLoadFailedError("Bergamot requires srcVocabSrc and dstVocabSrc. Provide them in modelConfig or use a pear:// or registry:// model source for auto-derivation.");
-        }
-        const pivotModel = nmtConfig.pivotModel;
-        if (!pivotModel) {
-            const [srcVocabPath, dstVocabPath] = await Promise.all([
-                ctx.resolveModelPath(srcSrc),
-                ctx.resolveModelPath(dstSrc),
-            ]);
-            return {
-                config: nmtConfig,
-                artifacts: { srcVocabPath, dstVocabPath },
-            };
-        }
-        let pivotSrcSrc = pivotModel.srcVocabSrc;
-        let pivotDstSrc = pivotModel.dstVocabSrc;
-        if (!pivotSrcSrc || !pivotDstSrc) {
-            const pivotDerived = pivotModel.modelSrc.startsWith("pear://")
-                ? deriveBergamotVocabSources(pivotModel.modelSrc)
-                : pivotModel.modelSrc.startsWith("registry://")
-                    ? deriveBergamotRegistryVocabSources(pivotModel.modelSrc)
-                    : null;
-            if (pivotDerived) {
-                pivotSrcSrc = pivotSrcSrc ?? pivotDerived.srcVocabSrc;
-                pivotDstSrc = pivotDstSrc ?? pivotDerived.dstVocabSrc;
-            }
-        }
-        if (!pivotSrcSrc || !pivotDstSrc) {
-            throw new ModelLoadFailedError("Bergamot pivot model requires srcVocabSrc and dstVocabSrc. Provide them in modelConfig or use a pear:// or registry:// model source for auto-derivation.");
-        }
-        const [srcVocabPath, dstVocabPath, pivotSrcVocabPath, pivotDstVocabPath, pivotModelPath] = await Promise.all([
-            ctx.resolveModelPath(srcSrc),
-            ctx.resolveModelPath(dstSrc),
-            ctx.resolveModelPath(pivotSrcSrc),
-            ctx.resolveModelPath(pivotDstSrc),
-            ctx.resolveModelPath(pivotModel.modelSrc),
-        ]);
-        return {
-            config: nmtConfig,
-            artifacts: { srcVocabPath, dstVocabPath, pivotSrcVocabPath, pivotDstVocabPath, pivotModelPath },
-        };
+        const bergamotConfig = { ...nmtConfig, ...(pivotModel && { pivotModel }) };
+        return resolveBergamotVocab(bergamotConfig, ctx, srcVocabSrc, dstVocabSrc, pivotModel);
     },
     createModel(params) {
         const nmtConfig = (params.modelConfig ?? {});
-        const { model, loader } = createNmtModel(params.modelId, params.modelPath, nmtConfig, params.artifacts?.["srcVocabPath"], params.artifacts?.["dstVocabPath"], params.artifacts?.["pivotModelPath"], params.artifacts?.["pivotSrcVocabPath"], params.artifacts?.["pivotDstVocabPath"]);
-        return { model, loader };
+        const artifacts = params.artifacts ?? {};
+        const derived = deriveColocatedBergamotVocabPaths(params.modelPath);
+        const srcVocabPath = artifacts["srcVocabPath"] ?? derived?.srcVocabPath;
+        const dstVocabPath = artifacts["dstVocabPath"] ?? derived?.dstVocabPath;
+        const pivotModelPath = artifacts["pivotModelPath"];
+        const pivotDerived = pivotModelPath
+            ? deriveColocatedBergamotVocabPaths(pivotModelPath)
+            : null;
+        const pivotSrcVocabPath = artifacts["pivotSrcVocabPath"] ?? pivotDerived?.srcVocabPath;
+        const pivotDstVocabPath = artifacts["pivotDstVocabPath"] ?? pivotDerived?.dstVocabPath;
+        const { model } = createNmtModel(params.modelId, params.modelPath, nmtConfig, srcVocabPath, dstVocabPath, pivotModelPath, pivotSrcVocabPath, pivotDstVocabPath);
+        return { model };
     },
     handlers: {
         translate: defineHandler({

package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts

@@ -33,6 +33,7 @@ export declare const ocrPlugin: {
             expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
             sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
             addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -43,7 +44,6 @@ export declare const ocrPlugin: {
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";

package/dist/server/bare/plugins/onnx-ocr/plugin.js

@@ -54,7 +54,6 @@ function createOCRModel(modelId, detectorPath, recognizerPath, ocrConfig) {
         params,
         opts: { stats: true },
     };
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any, @typescript-eslint/no-unsafe-argument
     const model = new ONNXOcr(args);
     return model;
 }
@@ -83,7 +82,7 @@ export const ocrPlugin = definePlugin({
         }
         const model = createOCRModel(params.modelId, detectorModelPath, params.modelPath, // recognizerPath
         ocrConfig);
-        return { model, loader: null };
+        return { model };
     },
     handlers: {
         ocrStream: defineHandler({

package/dist/server/bare/plugins/onnx-tts/ops/text-to-speech-stream.d.ts

@@ -0,0 +1,7 @@
+import { type TextToSpeechStreamRequest, type TtsStats } from "../../../../../schemas/index";
+import { type TtsOpYield } from "../../../utils/tts-stats";
+export declare function textToSpeechStream(params: TextToSpeechStreamRequest, inputStream: AsyncIterable<Buffer>): AsyncGenerator<TtsOpYield, {
+    modelExecutionMs: number;
+    stats?: TtsStats;
+}, unknown>;
+//# sourceMappingURL=text-to-speech-stream.d.ts.map

package/dist/server/bare/plugins/onnx-tts/ops/text-to-speech-stream.js

@@ -0,0 +1,116 @@
+import { getModel } from "../../../registry/model-registry.js";
+import { textToSpeechStreamRequestSchema, } from "../../../../../schemas/index.js";
+import { nowMs } from "../../../../../profiling/index.js";
+import { buildStreamResult, hasDefinedValues } from "../../../../../profiling/model-execution.js";
+import { TextToSpeechStreamFailedError } from "../../../../../utils/errors-server.js";
+import { collectTtsStats, } from "../../../utils/tts-stats.js";
+function hasRunStreaming(model) {
+    return (typeof model === "object" &&
+        model !== null &&
+        "runStreaming" in model &&
+        typeof model.runStreaming === "function");
+}
+// Callers (e.g. LLM token deltas) may write raw Buffer chunks whose
+// boundaries split a multi-byte UTF-8 codepoint. A naive `buf.toString("utf8")`
+// per chunk emits U+FFFD at every split point and silently corrupts CJK,
+// emoji, accented scripts, etc. before they reach the tokenizer. Keep a
+// tail-buffer of at most 3 bytes spanning an incomplete trailing codepoint
+// and decode only the complete-codepoint prefix of each combined chunk.
+function findLastCompleteUtf8End(buf) {
+    const len = buf.length;
+    // A UTF-8 codepoint is at most 4 bytes, so a split can only dangle in
+    // the last 3 bytes. Scan backwards to find the most recent leading byte.
+    for (let i = len - 1; i >= 0 && i >= len - 3; i--) {
+        const b = buf[i];
+        if ((b & 0x80) === 0) {
+            // ASCII byte: everything up to and including i is complete.
+            return i + 1;
+        }
+        if ((b & 0xc0) === 0xc0) {
+            // Leading byte of a multi-byte sequence.
+            let expected;
+            if ((b & 0xe0) === 0xc0)
+                expected = 2;
+            else if ((b & 0xf0) === 0xe0)
+                expected = 3;
+            else if ((b & 0xf8) === 0xf0)
+                expected = 4;
+            else
+                return len; // Invalid leader; let toString emit U+FFFD.
+            return i + expected <= len ? len : i;
+        }
+    }
+    return len;
+}
+async function* buffersToUtf8Fragments(inputStream) {
+    let pending = Buffer.alloc(0);
+    for await (const buf of inputStream) {
+        const combined = pending.length === 0 ? buf : Buffer.concat([pending, buf]);
+        const completeEnd = findLastCompleteUtf8End(combined);
+        if (completeEnd > 0) {
+            const s = combined.subarray(0, completeEnd).toString("utf8");
+            if (s.length > 0) {
+                yield s;
+            }
+        }
+        pending =
+            completeEnd < combined.length
+                ? Buffer.from(combined.subarray(completeEnd))
+                : Buffer.alloc(0);
+    }
+    if (pending.length > 0) {
+        // Stream ended with a dangling partial codepoint — flush as-is so the
+        // tokenizer sees the replacement character rather than silently dropping
+        // the final byte(s).
+        const s = pending.toString("utf8");
+        if (s.length > 0) {
+            yield s;
+        }
+    }
+}
+function buildRunStreamingOptions(request) {
+    const o = {};
+    if (request.accumulateSentences !== undefined) {
+        o["accumulateSentences"] = request.accumulateSentences;
+    }
+    if (request.sentenceDelimiterPreset !== undefined) {
+        o["sentenceDelimiterPreset"] = request.sentenceDelimiterPreset;
+    }
+    if (request.maxBufferScalars !== undefined) {
+        o["maxBufferScalars"] = request.maxBufferScalars;
+    }
+    if (request.flushAfterMs !== undefined) {
+        o["flushAfterMs"] = request.flushAfterMs;
+    }
+    return o;
+}
+export async function* textToSpeechStream(params, inputStream) {
+    const request = textToSpeechStreamRequestSchema.parse(params);
+    const model = getModel(request.modelId);
+    const modelStart = nowMs();
+    if (!hasRunStreaming(model)) {
+        throw new TextToSpeechStreamFailedError("textToSpeechStream requires an ONNX TTS model with runStreaming");
+    }
+    const textSource = buffersToUtf8Fragments(inputStream);
+    const streamOpts = buildRunStreamingOptions(request);
+    const response = await model.runStreaming(textSource, Object.keys(streamOpts).length > 0 ? streamOpts : undefined);
+    for await (const data of response.iterate()) {
+        if (data.outputArray == null) {
+            continue;
+        }
+        const buf = Array.from(data.outputArray);
+        if (buf.length === 0) {
+            continue;
+        }
+        yield {
+            buffer: buf,
+            ...(data.chunkIndex !== undefined ? { chunkIndex: data.chunkIndex } : {}),
+            ...(typeof data.sentenceChunk === "string" && data.sentenceChunk.length > 0
+                ? { sentenceChunk: data.sentenceChunk }
+                : {}),
+        };
+    }
+    const modelExecutionMs = nowMs() - modelStart;
+    const stats = collectTtsStats(response);
+    return buildStreamResult(modelExecutionMs, hasDefinedValues(stats) ? stats : undefined);
+}

package/dist/server/bare/plugins/onnx-tts/ops/text-to-speech.d.ts

@@ -1,7 +1,6 @@
 import { type TtsRequest, type TtsStats } from "../../../../../schemas/index";
-export declare function textToSpeech(params: TtsRequest): AsyncGenerator<{
-    buffer: number[];
-}, {
+import { type TtsOpYield } from "../../../utils/tts-stats";
+export declare function textToSpeech(params: TtsRequest): AsyncGenerator<TtsOpYield, {
     modelExecutionMs: number;
     stats?: TtsStats;
 }>;