@qvac/sdk 0.8.1 → 1.1.0

package/dist/server/bare/plugins/llamacpp-embedding/plugin.js

@@ -1,87 +0,0 @@
-import EmbedLlamacpp, {} from "@qvac/embed-llamacpp";
-import embedAddonLogging from "@qvac/embed-llamacpp/addonLogging.js";
-import { definePlugin, defineHandler, embedRequestSchema, embedResponseSchema, ModelType, embedConfigBaseSchema, ADDON_EMBEDDING, } from "../../../../schemas/index.js";
-import { createStreamLogger, registerAddonLogger } from "../../../../logging/index.js";
-import { parseModelPath } from "../../../utils/index.js";
-import FilesystemDL from "@qvac/dl-filesystem";
-import { asLoader } from "../../utils/loader-adapter.js";
-import { embed } from "../../ops/embed.js";
-function transformEmbedConfig(embedConfig) {
-    const config = {
-        device: embedConfig.device,
-        gpu_layers: `${embedConfig.gpuLayers}`,
-        batch_size: `${embedConfig.batchSize}`,
-    };
-    if (embedConfig.flashAttention) {
-        config.flash_attn = embedConfig.flashAttention;
-    }
-    if (embedConfig.pooling) {
-        config.pooling = embedConfig.pooling;
-    }
-    if (embedConfig.attention) {
-        config.attention = embedConfig.attention;
-    }
-    if (typeof embedConfig.embdNormalize === "number") {
-        config.embd_normalize = `${embedConfig.embdNormalize}`;
-    }
-    if (embedConfig.mainGpu !== undefined) {
-        config["main-gpu"] =
-            typeof embedConfig.mainGpu === "number"
-                ? `${embedConfig.mainGpu}`
-                : embedConfig.mainGpu;
-    }
-    if (typeof embedConfig.verbosity === "number") {
-        config.verbosity = `${embedConfig.verbosity}`;
-    }
-    return config;
-}
-function createEmbeddingsModel(modelId, modelPath, embedConfig) {
-    const { dirPath, basePath } = parseModelPath(modelPath);
-    const loader = new FilesystemDL({ dirPath });
-    const logger = createStreamLogger(modelId, ModelType.llamacppEmbedding);
-    registerAddonLogger(modelId, ModelType.llamacppEmbedding, logger);
-    const config = transformEmbedConfig(embedConfig);
-    const args = {
-        loader: asLoader(loader),
-        opts: { stats: true },
-        logger,
-        diskPath: dirPath,
-        modelName: basePath,
-        modelPath,
-    };
-    const model = new EmbedLlamacpp(args, config);
-    return { model, loader };
-}
-export const embeddingsPlugin = definePlugin({
-    modelType: ModelType.llamacppEmbedding,
-    displayName: "Embeddings (llama.cpp)",
-    addonPackage: ADDON_EMBEDDING,
-    loadConfigSchema: embedConfigBaseSchema,
-    createModel(params) {
-        const embedConfig = (params.modelConfig ?? {});
-        const { model, loader } = createEmbeddingsModel(params.modelId, params.modelPath, embedConfig);
-        return { model, loader };
-    },
-    handlers: {
-        embed: defineHandler({
-            requestSchema: embedRequestSchema,
-            responseSchema: embedResponseSchema,
-            streaming: false,
-            handler: async function (request) {
-                const embedding = await embed({
-                    modelId: request.modelId,
-                    text: request.text,
-                });
-                return {
-                    type: "embed",
-                    success: true,
-                    embedding,
-                };
-            },
-        }),
-    },
-    logging: {
-        module: embedAddonLogging,
-        namespace: ModelType.llamacppEmbedding,
-    },
-});

package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts

@@ -1,367 +0,0 @@
-import { type CreateModelParams, type PluginModelResult, type ResolveContext, type ResolveResult } from "../../../../schemas/index";
-export declare const nmtPlugin: {
-    modelType: "nmtcpp-translation";
-    displayName: string;
-    addonPackage: "@qvac/translation-nmtcpp";
-    loadConfigSchema: import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
-        mode: import("zod").ZodOptional<import("zod").ZodEnum<{
-            full: "full";
-        }>>;
-        beamsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        lengthpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-        maxlength: import("zod").ZodOptional<import("zod").ZodNumber>;
-        repetitionpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-        norepeatngramsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        temperature: import("zod").ZodOptional<import("zod").ZodNumber>;
-        topk: import("zod").ZodOptional<import("zod").ZodNumber>;
-        topp: import("zod").ZodOptional<import("zod").ZodNumber>;
-        engine: import("zod").ZodLiteral<"Opus">;
-        from: import("zod").ZodEnum<{
-            en: "en";
-            de: "de";
-            es: "es";
-            it: "it";
-            ru: "ru";
-            ja: "ja";
-        }>;
-        to: import("zod").ZodEnum<{
-            en: "en";
-            de: "de";
-            es: "es";
-            it: "it";
-            ru: "ru";
-            ja: "ja";
-        }>;
-    }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
-        mode: import("zod").ZodOptional<import("zod").ZodEnum<{
-            full: "full";
-        }>>;
-        beamsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        lengthpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-        maxlength: import("zod").ZodOptional<import("zod").ZodNumber>;
-        repetitionpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-        norepeatngramsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        temperature: import("zod").ZodOptional<import("zod").ZodNumber>;
-        topk: import("zod").ZodOptional<import("zod").ZodNumber>;
-        topp: import("zod").ZodOptional<import("zod").ZodNumber>;
-        engine: import("zod").ZodLiteral<"Bergamot">;
-        from: import("zod").ZodEnum<{
-            en: "en";
-            de: "de";
-            es: "es";
-            it: "it";
-            ru: "ru";
-            ja: "ja";
-            ar: "ar";
-            bg: "bg";
-            ca: "ca";
-            cs: "cs";
-            et: "et";
-            fi: "fi";
-            fr: "fr";
-            hu: "hu";
-            is: "is";
-            ko: "ko";
-            lt: "lt";
-            lv: "lv";
-            nl: "nl";
-            pl: "pl";
-            pt: "pt";
-            sk: "sk";
-            sl: "sl";
-            uk: "uk";
-            zh: "zh";
-        }>;
-        to: import("zod").ZodEnum<{
-            en: "en";
-            de: "de";
-            es: "es";
-            it: "it";
-            ru: "ru";
-            ja: "ja";
-            ar: "ar";
-            bg: "bg";
-            ca: "ca";
-            cs: "cs";
-            et: "et";
-            fi: "fi";
-            fr: "fr";
-            hu: "hu";
-            is: "is";
-            ko: "ko";
-            lt: "lt";
-            lv: "lv";
-            nl: "nl";
-            pl: "pl";
-            pt: "pt";
-            sk: "sk";
-            sl: "sl";
-            uk: "uk";
-            zh: "zh";
-        }>;
-        srcVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
-            src: import("zod").ZodString;
-            name: import("zod").ZodOptional<import("zod").ZodString>;
-            modelId: import("zod").ZodOptional<import("zod").ZodString>;
-            registryPath: import("zod").ZodOptional<import("zod").ZodString>;
-            registrySource: import("zod").ZodOptional<import("zod").ZodString>;
-            blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
-            blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
-            engine: import("zod").ZodOptional<import("zod").ZodString>;
-            expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
-            sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
-            addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
-                "llamacpp-completion": "llamacpp-completion";
-                "whispercpp-transcription": "whispercpp-transcription";
-                "llamacpp-embedding": "llamacpp-embedding";
-                "nmtcpp-translation": "nmtcpp-translation";
-                "onnx-tts": "onnx-tts";
-                "parakeet-transcription": "parakeet-transcription";
-                "onnx-ocr": "onnx-ocr";
-                llm: "llm";
-                whisper: "whisper";
-                embeddings: "embeddings";
-                nmt: "nmt";
-                parakeet: "parakeet";
-                tts: "tts";
-                ocr: "ocr";
-            }>, import("zod").ZodLiteral<"vad">]>>;
-        }, import("zod/v4/core").$strip>]>>;
-        dstVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
-            src: import("zod").ZodString;
-            name: import("zod").ZodOptional<import("zod").ZodString>;
-            modelId: import("zod").ZodOptional<import("zod").ZodString>;
-            registryPath: import("zod").ZodOptional<import("zod").ZodString>;
-            registrySource: import("zod").ZodOptional<import("zod").ZodString>;
-            blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
-            blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
-            engine: import("zod").ZodOptional<import("zod").ZodString>;
-            expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
-            sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
-            addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
-                "llamacpp-completion": "llamacpp-completion";
-                "whispercpp-transcription": "whispercpp-transcription";
-                "llamacpp-embedding": "llamacpp-embedding";
-                "nmtcpp-translation": "nmtcpp-translation";
-                "onnx-tts": "onnx-tts";
-                "parakeet-transcription": "parakeet-transcription";
-                "onnx-ocr": "onnx-ocr";
-                llm: "llm";
-                whisper: "whisper";
-                embeddings: "embeddings";
-                nmt: "nmt";
-                parakeet: "parakeet";
-                tts: "tts";
-                ocr: "ocr";
-            }>, import("zod").ZodLiteral<"vad">]>>;
-        }, import("zod/v4/core").$strip>]>>;
-        normalize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        pivotModel: import("zod").ZodOptional<import("zod").ZodObject<{
-            mode: import("zod").ZodOptional<import("zod").ZodEnum<{
-                full: "full";
-            }>>;
-            beamsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-            lengthpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-            maxlength: import("zod").ZodOptional<import("zod").ZodNumber>;
-            repetitionpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-            norepeatngramsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-            temperature: import("zod").ZodOptional<import("zod").ZodNumber>;
-            topk: import("zod").ZodOptional<import("zod").ZodNumber>;
-            topp: import("zod").ZodOptional<import("zod").ZodNumber>;
-            modelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
-                src: import("zod").ZodString;
-                name: import("zod").ZodOptional<import("zod").ZodString>;
-                modelId: import("zod").ZodOptional<import("zod").ZodString>;
-                registryPath: import("zod").ZodOptional<import("zod").ZodString>;
-                registrySource: import("zod").ZodOptional<import("zod").ZodString>;
-                blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
-                blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
-                engine: import("zod").ZodOptional<import("zod").ZodString>;
-                expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
-                sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
-                addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
-                    "llamacpp-completion": "llamacpp-completion";
-                    "whispercpp-transcription": "whispercpp-transcription";
-                    "llamacpp-embedding": "llamacpp-embedding";
-                    "nmtcpp-translation": "nmtcpp-translation";
-                    "onnx-tts": "onnx-tts";
-                    "parakeet-transcription": "parakeet-transcription";
-                    "onnx-ocr": "onnx-ocr";
-                    llm: "llm";
-                    whisper: "whisper";
-                    embeddings: "embeddings";
-                    nmt: "nmt";
-                    parakeet: "parakeet";
-                    tts: "tts";
-                    ocr: "ocr";
-                }>, import("zod").ZodLiteral<"vad">]>>;
-            }, import("zod/v4/core").$strip>]>;
-            srcVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
-                src: import("zod").ZodString;
-                name: import("zod").ZodOptional<import("zod").ZodString>;
-                modelId: import("zod").ZodOptional<import("zod").ZodString>;
-                registryPath: import("zod").ZodOptional<import("zod").ZodString>;
-                registrySource: import("zod").ZodOptional<import("zod").ZodString>;
-                blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
-                blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
-                engine: import("zod").ZodOptional<import("zod").ZodString>;
-                expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
-                sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
-                addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
-                    "llamacpp-completion": "llamacpp-completion";
-                    "whispercpp-transcription": "whispercpp-transcription";
-                    "llamacpp-embedding": "llamacpp-embedding";
-                    "nmtcpp-translation": "nmtcpp-translation";
-                    "onnx-tts": "onnx-tts";
-                    "parakeet-transcription": "parakeet-transcription";
-                    "onnx-ocr": "onnx-ocr";
-                    llm: "llm";
-                    whisper: "whisper";
-                    embeddings: "embeddings";
-                    nmt: "nmt";
-                    parakeet: "parakeet";
-                    tts: "tts";
-                    ocr: "ocr";
-                }>, import("zod").ZodLiteral<"vad">]>>;
-            }, import("zod/v4/core").$strip>]>>;
-            dstVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
-                src: import("zod").ZodString;
-                name: import("zod").ZodOptional<import("zod").ZodString>;
-                modelId: import("zod").ZodOptional<import("zod").ZodString>;
-                registryPath: import("zod").ZodOptional<import("zod").ZodString>;
-                registrySource: import("zod").ZodOptional<import("zod").ZodString>;
-                blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
-                blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
-                engine: import("zod").ZodOptional<import("zod").ZodString>;
-                expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
-                sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
-                addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
-                    "llamacpp-completion": "llamacpp-completion";
-                    "whispercpp-transcription": "whispercpp-transcription";
-                    "llamacpp-embedding": "llamacpp-embedding";
-                    "nmtcpp-translation": "nmtcpp-translation";
-                    "onnx-tts": "onnx-tts";
-                    "parakeet-transcription": "parakeet-transcription";
-                    "onnx-ocr": "onnx-ocr";
-                    llm: "llm";
-                    whisper: "whisper";
-                    embeddings: "embeddings";
-                    nmt: "nmt";
-                    parakeet: "parakeet";
-                    tts: "tts";
-                    ocr: "ocr";
-                }>, import("zod").ZodLiteral<"vad">]>>;
-            }, import("zod/v4/core").$strip>]>>;
-            normalize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        }, import("zod/v4/core").$strip>>;
-    }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
-        mode: import("zod").ZodOptional<import("zod").ZodEnum<{
-            full: "full";
-        }>>;
-        beamsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        lengthpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-        maxlength: import("zod").ZodOptional<import("zod").ZodNumber>;
-        repetitionpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-        norepeatngramsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        temperature: import("zod").ZodOptional<import("zod").ZodNumber>;
-        topk: import("zod").ZodOptional<import("zod").ZodNumber>;
-        topp: import("zod").ZodOptional<import("zod").ZodNumber>;
-        engine: import("zod").ZodLiteral<"IndicTrans">;
-        from: import("zod").ZodEnum<{
-            asm_Beng: "asm_Beng";
-            ben_Beng: "ben_Beng";
-            brx_Deva: "brx_Deva";
-            doi_Deva: "doi_Deva";
-            eng_Latn: "eng_Latn";
-            gom_Deva: "gom_Deva";
-            guj_Gujr: "guj_Gujr";
-            hin_Deva: "hin_Deva";
-            kan_Knda: "kan_Knda";
-            kas_Arab: "kas_Arab";
-            kas_Deva: "kas_Deva";
-            mai_Deva: "mai_Deva";
-            mal_Mlym: "mal_Mlym";
-            mar_Deva: "mar_Deva";
-            mni_Beng: "mni_Beng";
-            mni_Mtei: "mni_Mtei";
-            npi_Deva: "npi_Deva";
-            ory_Orya: "ory_Orya";
-            pan_Guru: "pan_Guru";
-            san_Deva: "san_Deva";
-            sat_Olck: "sat_Olck";
-            snd_Arab: "snd_Arab";
-            snd_Deva: "snd_Deva";
-            tam_Taml: "tam_Taml";
-            tel_Telu: "tel_Telu";
-            urd_Arab: "urd_Arab";
-        }>;
-        to: import("zod").ZodEnum<{
-            asm_Beng: "asm_Beng";
-            ben_Beng: "ben_Beng";
-            brx_Deva: "brx_Deva";
-            doi_Deva: "doi_Deva";
-            eng_Latn: "eng_Latn";
-            gom_Deva: "gom_Deva";
-            guj_Gujr: "guj_Gujr";
-            hin_Deva: "hin_Deva";
-            kan_Knda: "kan_Knda";
-            kas_Arab: "kas_Arab";
-            kas_Deva: "kas_Deva";
-            mai_Deva: "mai_Deva";
-            mal_Mlym: "mal_Mlym";
-            mar_Deva: "mar_Deva";
-            mni_Beng: "mni_Beng";
-            mni_Mtei: "mni_Mtei";
-            npi_Deva: "npi_Deva";
-            ory_Orya: "ory_Orya";
-            pan_Guru: "pan_Guru";
-            san_Deva: "san_Deva";
-            sat_Olck: "sat_Olck";
-            snd_Arab: "snd_Arab";
-            snd_Deva: "snd_Deva";
-            tam_Taml: "tam_Taml";
-            tel_Telu: "tel_Telu";
-            urd_Arab: "urd_Arab";
-        }>;
-    }, import("zod/v4/core").$strip>], "engine">;
-    resolveConfig(cfg: Record<string, unknown>, ctx: ResolveContext): Promise<ResolveResult<Record<string, unknown>>>;
-    createModel(params: CreateModelParams): PluginModelResult;
-    handlers: {
-        translate: import("../../../../schemas/index").PluginHandlerDefinition<import("zod").ZodUnion<readonly [import("zod").ZodObject<{
-            modelId: import("zod").ZodString;
-            text: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodArray<import("zod").ZodString>]>;
-            stream: import("zod").ZodBoolean;
-            modelType: import("zod").ZodEnum<{
-                "nmtcpp-translation": "nmtcpp-translation";
-                nmt: "nmt";
-            }>;
-            type: import("zod").ZodLiteral<"translate">;
-        }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
-            modelId: import("zod").ZodString;
-            text: import("zod").ZodString;
-            stream: import("zod").ZodBoolean;
-            modelType: import("zod").ZodEnum<{
-                "llamacpp-completion": "llamacpp-completion";
-                llm: "llm";
-            }>;
-            from: import("zod").ZodOptional<import("zod").ZodString>;
-            to: import("zod").ZodString;
-            context: import("zod").ZodOptional<import("zod").ZodString>;
-            type: import("zod").ZodLiteral<"translate">;
-        }, import("zod/v4/core").$strip>]>, import("zod").ZodObject<{
-            type: import("zod").ZodLiteral<"translate">;
-            token: import("zod").ZodString;
-            done: import("zod").ZodOptional<import("zod").ZodBoolean>;
-            stats: import("zod").ZodOptional<import("zod").ZodObject<{
-                processedTokens: import("zod").ZodNumber;
-                processingTime: import("zod").ZodNumber;
-            }, import("zod/v4/core").$strip>>;
-            error: import("zod").ZodOptional<import("zod").ZodString>;
-        }, import("zod/v4/core").$strip>>;
-    };
-    logging: {
-        module: import("@qvac/translation-nmtcpp/addonLogging").AddonLogging;
-        namespace: "nmtcpp-translation";
-    };
-};
-//# sourceMappingURL=plugin.d.ts.map

package/dist/server/bare/plugins/nmtcpp-translation/plugin.js

@@ -1,201 +0,0 @@
-import nmtAddonLogging from "@qvac/translation-nmtcpp/addonLogging.js";
-import TranslationNmtcpp, {} from "@qvac/translation-nmtcpp";
-import { definePlugin, defineHandler, translateRequestSchema, translateResponseSchema, ModelType, nmtConfigBaseSchema, ADDON_NMT, } from "../../../../schemas/index.js";
-import { createStreamLogger, registerAddonLogger } from "../../../../logging/index.js";
-import { parseModelPath } from "../../../utils/index.js";
-import FilesystemDL from "@qvac/dl-filesystem";
-import { ModelLoadFailedError } from "../../../../utils/errors-server.js";
-import { asLoader } from "../../utils/loader-adapter.js";
-import { translate } from "../../ops/translate.js";
-const BERGAMOT_CJK_LANG_PAIRS = ["enja", "enko", "enzh"];
-function buildBergamotVocabSources(basePath, langPair) {
-    if (BERGAMOT_CJK_LANG_PAIRS.includes(langPair)) {
-        return {
-            srcVocabSrc: `${basePath}srcvocab.${langPair}.spm`,
-            dstVocabSrc: `${basePath}trgvocab.${langPair}.spm`,
-        };
-    }
-    const sharedVocab = `${basePath}vocab.${langPair}.spm`;
-    return { srcVocabSrc: sharedVocab, dstVocabSrc: sharedVocab };
-}
-function deriveBergamotVocabSources(modelSrc) {
-    const match = modelSrc.match(/^pear:\/\/([a-f0-9]+)\/model\.([a-z]+)\.intgemm\.alphas\.bin$/);
-    if (!match?.[1] || !match[2])
-        return null;
-    const basePath = `pear://${match[1]}/`;
-    const langPair = match[2];
-    return buildBergamotVocabSources(basePath, langPair);
-}
-function deriveBergamotRegistryVocabSources(modelSrc) {
-    const match = modelSrc.match(/^(registry:\/\/.+\/)model\.([a-z]+)\.intgemm\.alphas\.bin$/);
-    if (!match?.[1] || !match[2])
-        return null;
-    const basePath = match[1];
-    const langPair = match[2];
-    return buildBergamotVocabSources(basePath, langPair);
-}
-function createNmtModel(modelId, modelPath, nmtConfig, srcVocabPath, dstVocabPath, pivotModelPath, pivotSrcVocabPath, pivotDstVocabPath) {
-    const { dirPath, basePath } = parseModelPath(modelPath);
-    const loader = new FilesystemDL({ dirPath });
-    const logger = createStreamLogger(modelId, ModelType.nmtcppTranslation);
-    registerAddonLogger(modelId, ModelType.nmtcppTranslation, logger);
-    const { mode, from, to, engine, beamsize, lengthpenalty, maxlength, repetitionpenalty, norepeatngramsize, temperature, topk, topp, } = nmtConfig;
-    const args = {
-        loader: asLoader(loader),
-        logger,
-        modelName: basePath,
-        diskPath: dirPath,
-        params: {
-            mode,
-            srcLang: from,
-            dstLang: to,
-        },
-    };
-    const generationParams = {
-        beamsize,
-        lengthpenalty,
-        maxlength,
-        repetitionpenalty,
-        norepeatngramsize,
-        temperature,
-        topk,
-        topp,
-    };
-    const config = {
-        modelType: TranslationNmtcpp.ModelTypes[engine],
-        ...generationParams,
-        ...(nmtConfig.engine === "Bergamot" && {
-            ...(srcVocabPath && { srcVocabPath }),
-            ...(dstVocabPath && { dstVocabPath }),
-            ...(nmtConfig.normalize !== undefined && {
-                normalize: nmtConfig.normalize,
-            }),
-            // Add pivot model configuration if present
-            ...(nmtConfig.pivotModel && {
-                bergamotPivotModel: (() => {
-                    // eslint-disable-next-line @typescript-eslint/no-unused-vars
-                    const { modelSrc, dstVocabSrc, srcVocabSrc, ...config } = nmtConfig.pivotModel;
-                    const { dirPath, basePath } = parseModelPath(pivotModelPath);
-                    return {
-                        loader: asLoader(new FilesystemDL({ dirPath })),
-                        modelName: basePath,
-                        diskPath: dirPath,
-                        config: {
-                            ...config,
-                            srcVocabPath: pivotSrcVocabPath,
-                            dstVocabPath: pivotDstVocabPath
-                        }
-                    };
-                })(),
-            }),
-        }),
-    };
-    const model = new TranslationNmtcpp(args, config);
-    return { model, loader };
-}
-export const nmtPlugin = definePlugin({
-    modelType: ModelType.nmtcppTranslation,
-    displayName: "NMT (nmtcpp)",
-    addonPackage: ADDON_NMT,
-    loadConfigSchema: nmtConfigBaseSchema,
-    async resolveConfig(cfg, ctx) {
-        const { srcVocabSrc, dstVocabSrc, ...nmtConfig } = cfg;
-        if (nmtConfig.engine !== "Bergamot") {
-            return { config: nmtConfig };
-        }
-        let srcSrc = srcVocabSrc;
-        let dstSrc = dstVocabSrc;
-        if (!srcSrc || !dstSrc) {
-            const derived = ctx.modelSrc.startsWith("pear://")
-                ? deriveBergamotVocabSources(ctx.modelSrc)
-                : ctx.modelSrc.startsWith("registry://")
-                    ? deriveBergamotRegistryVocabSources(ctx.modelSrc)
-                    : null;
-            if (derived) {
-                srcSrc = srcSrc ?? derived.srcVocabSrc;
-                dstSrc = dstSrc ?? derived.dstVocabSrc;
-            }
-        }
-        if (!srcSrc || !dstSrc) {
-            throw new ModelLoadFailedError("Bergamot requires srcVocabSrc and dstVocabSrc. Provide them in modelConfig or use a pear:// or registry:// model source for auto-derivation.");
-        }
-        const pivotModel = nmtConfig.pivotModel;
-        if (!pivotModel) {
-            const [srcVocabPath, dstVocabPath] = await Promise.all([
-                ctx.resolveModelPath(srcSrc),
-                ctx.resolveModelPath(dstSrc),
-            ]);
-            return {
-                config: nmtConfig,
-                artifacts: { srcVocabPath, dstVocabPath },
-            };
-        }
-        let pivotSrcSrc = pivotModel.srcVocabSrc;
-        let pivotDstSrc = pivotModel.dstVocabSrc;
-        if (!pivotSrcSrc || !pivotDstSrc) {
-            const pivotDerived = pivotModel.modelSrc.startsWith("pear://")
-                ? deriveBergamotVocabSources(pivotModel.modelSrc)
-                : pivotModel.modelSrc.startsWith("registry://")
-                    ? deriveBergamotRegistryVocabSources(pivotModel.modelSrc)
-                    : null;
-            if (pivotDerived) {
-                pivotSrcSrc = pivotSrcSrc ?? pivotDerived.srcVocabSrc;
-                pivotDstSrc = pivotDstSrc ?? pivotDerived.dstVocabSrc;
-            }
-        }
-        if (!pivotSrcSrc || !pivotDstSrc) {
-            throw new ModelLoadFailedError("Bergamot pivot model requires srcVocabSrc and dstVocabSrc. Provide them in modelConfig or use a pear:// or registry:// model source for auto-derivation.");
-        }
-        const [srcVocabPath, dstVocabPath, pivotSrcVocabPath, pivotDstVocabPath, pivotModelPath] = await Promise.all([
-            ctx.resolveModelPath(srcSrc),
-            ctx.resolveModelPath(dstSrc),
-            ctx.resolveModelPath(pivotSrcSrc),
-            ctx.resolveModelPath(pivotDstSrc),
-            ctx.resolveModelPath(pivotModel.modelSrc),
-        ]);
-        return {
-            config: nmtConfig,
-            artifacts: { srcVocabPath, dstVocabPath, pivotSrcVocabPath, pivotDstVocabPath, pivotModelPath },
-        };
-    },
-    createModel(params) {
-        const nmtConfig = (params.modelConfig ?? {});
-        const { model, loader } = createNmtModel(params.modelId, params.modelPath, nmtConfig, params.artifacts?.["srcVocabPath"], params.artifacts?.["dstVocabPath"], params.artifacts?.["pivotModelPath"], params.artifacts?.["pivotSrcVocabPath"], params.artifacts?.["pivotDstVocabPath"]);
-        return { model, loader };
-    },
-    handlers: {
-        translate: defineHandler({
-            requestSchema: translateRequestSchema,
-            responseSchema: translateResponseSchema,
-            streaming: true,
-            handler: async function* (request) {
-                const stream = translate(request);
-                let done = false;
-                let stats;
-                while (!done) {
-                    const result = await stream.next();
-                    if (result.done) {
-                        stats = result.value;
-                        done = true;
-                    }
-                    else {
-                        yield {
-                            type: "translate",
-                            token: result.value,
-                        };
-                    }
-                }
-                yield {
-                    type: "translate",
-                    token: "",
-                    done: true,
-                    ...(stats && { stats }),
-                };
-            },
-        }),
-    },
-    logging: {
-        module: nmtAddonLogging,
-        namespace: ModelType.nmtcppTranslation,
-    },
-});

package/dist/server/bare/plugins/onnx-ocr/ops/ocr-stream.d.ts

@@ -1,10 +0,0 @@
-import type { OCRParams, OCRTextBlock } from "../../../../../schemas/ocr";
-export declare function ocr(params: OCRParams): AsyncGenerator<{
-    blocks: OCRTextBlock[];
-    stats?: {
-        detectionTime?: number;
-        recognitionTime?: number;
-        totalTime?: number;
-    };
-}, void, void>;
-//# sourceMappingURL=ocr-stream.d.ts.map