@qvac/sdk 0.18.2 → 0.19.0

package/dist/server/bare/plugins/llamacpp-embedding/plugin.js

@@ -1,100 +0,0 @@
-import EmbedLlamacpp, {} from '@qvac/embed-llamacpp';
-import embedAddonLogging from '@qvac/embed-llamacpp/addonLogging';
-import { definePlugin, defineHandler, embedRequestSchema, embedResponseSchema, ModelType, embedConfigBaseSchema, ADDON_EMBEDDING } from '../../../../schemas/index.js';
-import { createStreamLogger, registerAddonLogger, getServerLogger } from '../../../../logging/index.js';
-import { getFirstShardPath } from '../../../../server/utils/index.js';
-import { embed } from '../../../../server/bare/ops/embed.js';
-import { forwardModelExecution } from '../../../../profiling/model-execution.js';
-import { isMobile } from '../../../../server/bare/registry/runtime-context-registry.js';
-import { stripMultiGpuKeys } from '../../../../server/utils/multi-gpu-mobile.js';
-function transformEmbedConfig(embedConfig) {
-    const config = {
-        device: embedConfig.device,
-        gpu_layers: `${embedConfig.gpuLayers}`,
-        batch_size: `${embedConfig.batchSize}`
-    };
-    if (embedConfig.flashAttention) {
-        config.flash_attn = embedConfig.flashAttention;
-    }
-    if (embedConfig.pooling) {
-        config.pooling = embedConfig.pooling;
-    }
-    if (embedConfig.attention) {
-        config.attention = embedConfig.attention;
-    }
-    if (typeof embedConfig.embdNormalize === 'number') {
-        config.embd_normalize = `${embedConfig.embdNormalize}`;
-    }
-    if (embedConfig.mainGpu !== undefined) {
-        config['main-gpu'] =
-            typeof embedConfig.mainGpu === 'number' ? `${embedConfig.mainGpu}` : embedConfig.mainGpu;
-    }
-    if (embedConfig.splitMode) {
-        config['split-mode'] = embedConfig.splitMode;
-    }
-    if (embedConfig.tensorSplit) {
-        config['tensor-split'] = embedConfig.tensorSplit;
-    }
-    if (typeof embedConfig.verbosity === 'number') {
-        config.verbosity = `${embedConfig.verbosity}`;
-    }
-    if (embedConfig.openclCacheDir) {
-        config.openclCacheDir = embedConfig.openclCacheDir;
-    }
-    return config;
-}
-function createEmbeddingsModel(modelId, modelPath, embedConfig) {
-    const logger = createStreamLogger(modelId, ModelType.llamacppEmbedding);
-    registerAddonLogger(modelId, ModelType.llamacppEmbedding, logger);
-    const config = transformEmbedConfig(embedConfig);
-    if (isMobile()) {
-        const stripped = stripMultiGpuKeys(config);
-        if (stripped.length > 0) {
-            getServerLogger().warn(`[${ModelType.llamacppEmbedding}:${modelId}] Multi-GPU parameters (${stripped.join(', ')}) are not supported on mobile (single-GPU device) — removing from config; model will load with single-GPU defaults`);
-        }
-    }
-    const model = new EmbedLlamacpp({
-        files: { model: [getFirstShardPath(modelPath)] },
-        config,
-        logger,
-        opts: { stats: true }
-    });
-    return { model };
-}
-export const embeddingsPlugin = definePlugin({
-    modelType: ModelType.llamacppEmbedding,
-    displayName: 'Embeddings (llama.cpp)',
-    addonPackage: ADDON_EMBEDDING,
-    loadConfigSchema: embedConfigBaseSchema,
-    createModel(params) {
-        const embedConfig = (params.modelConfig ?? {});
-        const { model } = createEmbeddingsModel(params.modelId, params.modelPath, embedConfig);
-        return { model };
-    },
-    handlers: {
-        embed: defineHandler({
-            requestSchema: embedRequestSchema,
-            responseSchema: embedResponseSchema,
-            streaming: false,
-            // Model-wide hard cancel via `addon.cancel()` on the llama.cpp
-            // embedding addon. Compute is interrupted when fired.
-            cancel: { scope: 'model', hard: true },
-            handler: async function (request) {
-                const embedResult = await embed({
-                    modelId: request.modelId,
-                    text: request.text
-                }, request.requestId);
-                return forwardModelExecution({
-                    type: 'embed',
-                    success: true,
-                    embedding: embedResult.embedding,
-                    ...(embedResult.stats && { stats: embedResult.stats })
-                }, embedResult);
-            }
-        })
-    },
-    logging: {
-        module: embedAddonLogging,
-        namespace: ModelType.llamacppEmbedding
-    }
-});

package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts

@@ -1,458 +0,0 @@
-import { type CreateModelParams, type PluginModelResult, type ResolveContext, type ResolveResult } from '../../../../schemas/index.js';
-export declare const nmtPlugin: {
-    modelType: "nmtcpp-translation";
-    displayName: string;
-    addonPackage: "@qvac/translation-nmtcpp";
-    loadConfigSchema: import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
-        mode: import("zod").ZodOptional<import("zod").ZodEnum<{
-            full: "full";
-        }>>;
-        beamsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        lengthpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-        maxlength: import("zod").ZodOptional<import("zod").ZodNumber>;
-        repetitionpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-        norepeatngramsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        temperature: import("zod").ZodOptional<import("zod").ZodNumber>;
-        topk: import("zod").ZodOptional<import("zod").ZodNumber>;
-        topp: import("zod").ZodOptional<import("zod").ZodNumber>;
-        engine: import("zod").ZodLiteral<"Bergamot">;
-        from: import("zod").ZodEnum<{
-            id: "id";
-            en: "en";
-            ar: "ar";
-            bg: "bg";
-            ca: "ca";
-            cs: "cs";
-            de: "de";
-            es: "es";
-            et: "et";
-            fi: "fi";
-            fr: "fr";
-            hu: "hu";
-            is: "is";
-            it: "it";
-            ja: "ja";
-            ko: "ko";
-            lt: "lt";
-            lv: "lv";
-            nl: "nl";
-            pl: "pl";
-            pt: "pt";
-            ru: "ru";
-            sk: "sk";
-            sl: "sl";
-            uk: "uk";
-            zh: "zh";
-            az: "az";
-            be: "be";
-            bn: "bn";
-            bs: "bs";
-            da: "da";
-            el: "el";
-            fa: "fa";
-            gu: "gu";
-            he: "he";
-            hi: "hi";
-            hr: "hr";
-            kn: "kn";
-            ml: "ml";
-            ms: "ms";
-            mt: "mt";
-            nb: "nb";
-            nn: "nn";
-            no: "no";
-            re: "re";
-            ro: "ro";
-            sq: "sq";
-            sr: "sr";
-            sv: "sv";
-            ta: "ta";
-            te: "te";
-            th: "th";
-            tr: "tr";
-            vi: "vi";
-        }>;
-        to: import("zod").ZodEnum<{
-            id: "id";
-            en: "en";
-            ar: "ar";
-            bg: "bg";
-            ca: "ca";
-            cs: "cs";
-            de: "de";
-            es: "es";
-            et: "et";
-            fi: "fi";
-            fr: "fr";
-            hu: "hu";
-            is: "is";
-            it: "it";
-            ja: "ja";
-            ko: "ko";
-            lt: "lt";
-            lv: "lv";
-            nl: "nl";
-            pl: "pl";
-            pt: "pt";
-            ru: "ru";
-            sk: "sk";
-            sl: "sl";
-            uk: "uk";
-            zh: "zh";
-            az: "az";
-            be: "be";
-            bn: "bn";
-            bs: "bs";
-            da: "da";
-            el: "el";
-            fa: "fa";
-            gu: "gu";
-            he: "he";
-            hi: "hi";
-            hr: "hr";
-            kn: "kn";
-            ml: "ml";
-            ms: "ms";
-            mt: "mt";
-            nb: "nb";
-            nn: "nn";
-            no: "no";
-            re: "re";
-            ro: "ro";
-            sq: "sq";
-            sr: "sr";
-            sv: "sv";
-            ta: "ta";
-            te: "te";
-            th: "th";
-            tr: "tr";
-            vi: "vi";
-        }>;
-        srcVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
-            src: import("zod").ZodString;
-            name: import("zod").ZodOptional<import("zod").ZodString>;
-            modelId: import("zod").ZodOptional<import("zod").ZodString>;
-            registryPath: import("zod").ZodOptional<import("zod").ZodString>;
-            registrySource: import("zod").ZodOptional<import("zod").ZodString>;
-            blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
-            blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
-            engine: import("zod").ZodOptional<import("zod").ZodString>;
-            expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
-            sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
-            addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
-                embeddings: "embeddings";
-                diffusion: "diffusion";
-                audiogen: "audiogen";
-                tts: "tts";
-                ocr: "ocr";
-                vla: "vla";
-                "llamacpp-completion": "llamacpp-completion";
-                "whispercpp-transcription": "whispercpp-transcription";
-                "bci-whispercpp-transcription": "bci-whispercpp-transcription";
-                "llamacpp-embedding": "llamacpp-embedding";
-                "nmtcpp-translation": "nmtcpp-translation";
-                "onnx-tts": "onnx-tts";
-                "tts-ggml": "tts-ggml";
-                "parakeet-transcription": "parakeet-transcription";
-                "ggml-ocr": "ggml-ocr";
-                "sdcpp-generation": "sdcpp-generation";
-                "audiogen-ggml": "audiogen-ggml";
-                "ggml-vla": "ggml-vla";
-                "ggml-classification": "ggml-classification";
-                llm: "llm";
-                whisper: "whisper";
-                bci: "bci";
-                nmt: "nmt";
-                parakeet: "parakeet";
-                classification: "classification";
-            }>, import("zod").ZodLiteral<"vad">]>>;
-        }, import("zod/v4/core").$strip>]>>;
-        dstVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
-            src: import("zod").ZodString;
-            name: import("zod").ZodOptional<import("zod").ZodString>;
-            modelId: import("zod").ZodOptional<import("zod").ZodString>;
-            registryPath: import("zod").ZodOptional<import("zod").ZodString>;
-            registrySource: import("zod").ZodOptional<import("zod").ZodString>;
-            blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
-            blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
-            engine: import("zod").ZodOptional<import("zod").ZodString>;
-            expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
-            sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
-            addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
-                embeddings: "embeddings";
-                diffusion: "diffusion";
-                audiogen: "audiogen";
-                tts: "tts";
-                ocr: "ocr";
-                vla: "vla";
-                "llamacpp-completion": "llamacpp-completion";
-                "whispercpp-transcription": "whispercpp-transcription";
-                "bci-whispercpp-transcription": "bci-whispercpp-transcription";
-                "llamacpp-embedding": "llamacpp-embedding";
-                "nmtcpp-translation": "nmtcpp-translation";
-                "onnx-tts": "onnx-tts";
-                "tts-ggml": "tts-ggml";
-                "parakeet-transcription": "parakeet-transcription";
-                "ggml-ocr": "ggml-ocr";
-                "sdcpp-generation": "sdcpp-generation";
-                "audiogen-ggml": "audiogen-ggml";
-                "ggml-vla": "ggml-vla";
-                "ggml-classification": "ggml-classification";
-                llm: "llm";
-                whisper: "whisper";
-                bci: "bci";
-                nmt: "nmt";
-                parakeet: "parakeet";
-                classification: "classification";
-            }>, import("zod").ZodLiteral<"vad">]>>;
-        }, import("zod/v4/core").$strip>]>>;
-        normalize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        pivotModel: import("zod").ZodOptional<import("zod").ZodObject<{
-            mode: import("zod").ZodOptional<import("zod").ZodEnum<{
-                full: "full";
-            }>>;
-            beamsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-            lengthpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-            maxlength: import("zod").ZodOptional<import("zod").ZodNumber>;
-            repetitionpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-            norepeatngramsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-            temperature: import("zod").ZodOptional<import("zod").ZodNumber>;
-            topk: import("zod").ZodOptional<import("zod").ZodNumber>;
-            topp: import("zod").ZodOptional<import("zod").ZodNumber>;
-            modelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
-                src: import("zod").ZodString;
-                name: import("zod").ZodOptional<import("zod").ZodString>;
-                modelId: import("zod").ZodOptional<import("zod").ZodString>;
-                registryPath: import("zod").ZodOptional<import("zod").ZodString>;
-                registrySource: import("zod").ZodOptional<import("zod").ZodString>;
-                blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
-                blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
-                engine: import("zod").ZodOptional<import("zod").ZodString>;
-                expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
-                sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
-                addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
-                    embeddings: "embeddings";
-                    diffusion: "diffusion";
-                    audiogen: "audiogen";
-                    tts: "tts";
-                    ocr: "ocr";
-                    vla: "vla";
-                    "llamacpp-completion": "llamacpp-completion";
-                    "whispercpp-transcription": "whispercpp-transcription";
-                    "bci-whispercpp-transcription": "bci-whispercpp-transcription";
-                    "llamacpp-embedding": "llamacpp-embedding";
-                    "nmtcpp-translation": "nmtcpp-translation";
-                    "onnx-tts": "onnx-tts";
-                    "tts-ggml": "tts-ggml";
-                    "parakeet-transcription": "parakeet-transcription";
-                    "ggml-ocr": "ggml-ocr";
-                    "sdcpp-generation": "sdcpp-generation";
-                    "audiogen-ggml": "audiogen-ggml";
-                    "ggml-vla": "ggml-vla";
-                    "ggml-classification": "ggml-classification";
-                    llm: "llm";
-                    whisper: "whisper";
-                    bci: "bci";
-                    nmt: "nmt";
-                    parakeet: "parakeet";
-                    classification: "classification";
-                }>, import("zod").ZodLiteral<"vad">]>>;
-            }, import("zod/v4/core").$strip>]>;
-            srcVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
-                src: import("zod").ZodString;
-                name: import("zod").ZodOptional<import("zod").ZodString>;
-                modelId: import("zod").ZodOptional<import("zod").ZodString>;
-                registryPath: import("zod").ZodOptional<import("zod").ZodString>;
-                registrySource: import("zod").ZodOptional<import("zod").ZodString>;
-                blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
-                blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
-                engine: import("zod").ZodOptional<import("zod").ZodString>;
-                expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
-                sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
-                addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
-                    embeddings: "embeddings";
-                    diffusion: "diffusion";
-                    audiogen: "audiogen";
-                    tts: "tts";
-                    ocr: "ocr";
-                    vla: "vla";
-                    "llamacpp-completion": "llamacpp-completion";
-                    "whispercpp-transcription": "whispercpp-transcription";
-                    "bci-whispercpp-transcription": "bci-whispercpp-transcription";
-                    "llamacpp-embedding": "llamacpp-embedding";
-                    "nmtcpp-translation": "nmtcpp-translation";
-                    "onnx-tts": "onnx-tts";
-                    "tts-ggml": "tts-ggml";
-                    "parakeet-transcription": "parakeet-transcription";
-                    "ggml-ocr": "ggml-ocr";
-                    "sdcpp-generation": "sdcpp-generation";
-                    "audiogen-ggml": "audiogen-ggml";
-                    "ggml-vla": "ggml-vla";
-                    "ggml-classification": "ggml-classification";
-                    llm: "llm";
-                    whisper: "whisper";
-                    bci: "bci";
-                    nmt: "nmt";
-                    parakeet: "parakeet";
-                    classification: "classification";
-                }>, import("zod").ZodLiteral<"vad">]>>;
-            }, import("zod/v4/core").$strip>]>>;
-            dstVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
-                src: import("zod").ZodString;
-                name: import("zod").ZodOptional<import("zod").ZodString>;
-                modelId: import("zod").ZodOptional<import("zod").ZodString>;
-                registryPath: import("zod").ZodOptional<import("zod").ZodString>;
-                registrySource: import("zod").ZodOptional<import("zod").ZodString>;
-                blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
-                blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
-                engine: import("zod").ZodOptional<import("zod").ZodString>;
-                expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
-                sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
-                addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
-                    embeddings: "embeddings";
-                    diffusion: "diffusion";
-                    audiogen: "audiogen";
-                    tts: "tts";
-                    ocr: "ocr";
-                    vla: "vla";
-                    "llamacpp-completion": "llamacpp-completion";
-                    "whispercpp-transcription": "whispercpp-transcription";
-                    "bci-whispercpp-transcription": "bci-whispercpp-transcription";
-                    "llamacpp-embedding": "llamacpp-embedding";
-                    "nmtcpp-translation": "nmtcpp-translation";
-                    "onnx-tts": "onnx-tts";
-                    "tts-ggml": "tts-ggml";
-                    "parakeet-transcription": "parakeet-transcription";
-                    "ggml-ocr": "ggml-ocr";
-                    "sdcpp-generation": "sdcpp-generation";
-                    "audiogen-ggml": "audiogen-ggml";
-                    "ggml-vla": "ggml-vla";
-                    "ggml-classification": "ggml-classification";
-                    llm: "llm";
-                    whisper: "whisper";
-                    bci: "bci";
-                    nmt: "nmt";
-                    parakeet: "parakeet";
-                    classification: "classification";
-                }>, import("zod").ZodLiteral<"vad">]>>;
-            }, import("zod/v4/core").$strip>]>>;
-            normalize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        }, import("zod/v4/core").$strip>>;
-    }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
-        mode: import("zod").ZodOptional<import("zod").ZodEnum<{
-            full: "full";
-        }>>;
-        beamsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        lengthpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-        maxlength: import("zod").ZodOptional<import("zod").ZodNumber>;
-        repetitionpenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
-        norepeatngramsize: import("zod").ZodOptional<import("zod").ZodNumber>;
-        temperature: import("zod").ZodOptional<import("zod").ZodNumber>;
-        topk: import("zod").ZodOptional<import("zod").ZodNumber>;
-        topp: import("zod").ZodOptional<import("zod").ZodNumber>;
-        engine: import("zod").ZodLiteral<"IndicTrans">;
-        from: import("zod").ZodEnum<{
-            asm_Beng: "asm_Beng";
-            ben_Beng: "ben_Beng";
-            brx_Deva: "brx_Deva";
-            doi_Deva: "doi_Deva";
-            eng_Latn: "eng_Latn";
-            gom_Deva: "gom_Deva";
-            guj_Gujr: "guj_Gujr";
-            hin_Deva: "hin_Deva";
-            kan_Knda: "kan_Knda";
-            kas_Arab: "kas_Arab";
-            kas_Deva: "kas_Deva";
-            mai_Deva: "mai_Deva";
-            mal_Mlym: "mal_Mlym";
-            mar_Deva: "mar_Deva";
-            mni_Beng: "mni_Beng";
-            mni_Mtei: "mni_Mtei";
-            npi_Deva: "npi_Deva";
-            ory_Orya: "ory_Orya";
-            pan_Guru: "pan_Guru";
-            san_Deva: "san_Deva";
-            sat_Olck: "sat_Olck";
-            snd_Arab: "snd_Arab";
-            snd_Deva: "snd_Deva";
-            tam_Taml: "tam_Taml";
-            tel_Telu: "tel_Telu";
-            urd_Arab: "urd_Arab";
-        }>;
-        to: import("zod").ZodEnum<{
-            asm_Beng: "asm_Beng";
-            ben_Beng: "ben_Beng";
-            brx_Deva: "brx_Deva";
-            doi_Deva: "doi_Deva";
-            eng_Latn: "eng_Latn";
-            gom_Deva: "gom_Deva";
-            guj_Gujr: "guj_Gujr";
-            hin_Deva: "hin_Deva";
-            kan_Knda: "kan_Knda";
-            kas_Arab: "kas_Arab";
-            kas_Deva: "kas_Deva";
-            mai_Deva: "mai_Deva";
-            mal_Mlym: "mal_Mlym";
-            mar_Deva: "mar_Deva";
-            mni_Beng: "mni_Beng";
-            mni_Mtei: "mni_Mtei";
-            npi_Deva: "npi_Deva";
-            ory_Orya: "ory_Orya";
-            pan_Guru: "pan_Guru";
-            san_Deva: "san_Deva";
-            sat_Olck: "sat_Olck";
-            snd_Arab: "snd_Arab";
-            snd_Deva: "snd_Deva";
-            tam_Taml: "tam_Taml";
-            tel_Telu: "tel_Telu";
-            urd_Arab: "urd_Arab";
-        }>;
-    }, import("zod/v4/core").$strip>], "engine">;
-    resolveConfig(cfg: Record<string, unknown>, ctx: ResolveContext): Promise<ResolveResult<Record<string, unknown>>>;
-    createModel(params: CreateModelParams): PluginModelResult;
-    handlers: {
-        translate: import("../../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
-            modelId: import("zod").ZodString;
-            text: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodArray<import("zod").ZodString>]>;
-            stream: import("zod").ZodBoolean;
-            modelType: import("zod").ZodEnum<{
-                "nmtcpp-translation": "nmtcpp-translation";
-                nmt: "nmt";
-            }>;
-            type: import("zod").ZodLiteral<"translate">;
-            requestId: import("zod").ZodOptional<import("zod").ZodString>;
-        }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
-            modelId: import("zod").ZodString;
-            text: import("zod").ZodString;
-            stream: import("zod").ZodBoolean;
-            modelType: import("zod").ZodEnum<{
-                "llamacpp-completion": "llamacpp-completion";
-                llm: "llm";
-            }>;
-            from: import("zod").ZodOptional<import("zod").ZodString>;
-            to: import("zod").ZodString;
-            context: import("zod").ZodOptional<import("zod").ZodString>;
-            type: import("zod").ZodLiteral<"translate">;
-            requestId: import("zod").ZodOptional<import("zod").ZodString>;
-        }, import("zod/v4/core").$strip>], "modelType">, import("zod").ZodObject<{
-            type: import("zod").ZodLiteral<"translate">;
-            token: import("zod").ZodString;
-            done: import("zod").ZodOptional<import("zod").ZodBoolean>;
-            stats: import("zod").ZodOptional<import("zod").ZodObject<{
-                totalTime: import("zod").ZodOptional<import("zod").ZodNumber>;
-                totalTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
-                tokensPerSecond: import("zod").ZodOptional<import("zod").ZodNumber>;
-                timeToFirstToken: import("zod").ZodOptional<import("zod").ZodNumber>;
-                decodeTime: import("zod").ZodOptional<import("zod").ZodNumber>;
-                encodeTime: import("zod").ZodOptional<import("zod").ZodNumber>;
-                cacheTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
-            }, import("zod/v4/core").$strip>>;
-            error: import("zod").ZodOptional<import("zod").ZodString>;
-        }, import("zod/v4/core").$strip>>;
-    };
-    logging: {
-        module: import("@qvac/translation-nmtcpp/addonLogging").AddonLogging;
-        namespace: "nmtcpp-translation";
-    };
-};
-//# sourceMappingURL=plugin.d.ts.map