@qvac/sdk 0.6.1 → 0.7.0

package/dist/server/bare/addons/index.d.ts

@@ -1,4 +0,0 @@
-export { loadModel } from "./load-model";
-export { unloadModel } from "./unload-model";
-export { cancel } from "./cancel";
-//# sourceMappingURL=index.d.ts.map

package/dist/server/bare/addons/index.js

@@ -1,3 +0,0 @@
-export { loadModel } from "./load-model.js";
-export { unloadModel } from "./unload-model.js";
-export { cancel } from "./cancel.js";

package/dist/server/bare/addons/llamacpp-completion/create-model.d.ts

@@ -1,8 +0,0 @@
-import type { AnyModel } from "../../registry/model-registry";
-import type { LlmConfig } from "../../../../schemas/index";
-import FilesystemDL from "@qvac/dl-filesystem";
-export declare function createLlmModel(modelId: string, modelPath: string, llmConfig: LlmConfig, projectionModelPath?: string): {
-    model: AnyModel;
-    loader: FilesystemDL;
-};
-//# sourceMappingURL=create-model.d.ts.map

package/dist/server/bare/addons/llamacpp-completion/create-model.js

@@ -1,43 +0,0 @@
-import LlmLlamacpp, {} from "@qvac/llm-llamacpp";
-import { ADDON_NAMESPACES, registerAddonLogger, createStreamLogger, } from "../../../../logging/index.js";
-import { parseModelPath } from "../../../utils/index.js";
-import FilesystemDL from "@qvac/dl-filesystem";
-import { asLoader } from "../../utils/loader-adapter.js";
-function transformLlmConfig(llmConfig) {
-    const transformed = JSON.parse(JSON.stringify(llmConfig, (key, v) => key === "modelType"
-        ? undefined
-        : key === "stop_sequences"
-            ? Array.isArray(v)
-                ? v.join(", ")
-                : v
-            : typeof v === "number" || typeof v === "boolean"
-                ? String(v)
-                : v).replace(/"([a-z][A-Za-z]*)":/g, (_, key) => `"${key.replace(/[A-Z]/g, (l) => `_${l.toLowerCase()}`)}":`));
-    // Rename stop_sequences to reverse_prompt for the addon
-    if ("stop_sequences" in transformed) {
-        transformed["reverse_prompt"] = transformed["stop_sequences"];
-        delete transformed["stop_sequences"];
-    }
-    return transformed;
-}
-export function createLlmModel(modelId, modelPath, llmConfig, projectionModelPath) {
-    const { dirPath, basePath } = parseModelPath(modelPath);
-    const loader = new FilesystemDL({ dirPath });
-    const logger = createStreamLogger(modelId, ADDON_NAMESPACES.LLAMACPP_LLM);
-    registerAddonLogger(modelId, ADDON_NAMESPACES.LLAMACPP_LLM, logger);
-    const llmConfigStrings = transformLlmConfig(llmConfig);
-    const args = {
-        loader: asLoader(loader),
-        opts: { stats: true },
-        logger,
-        diskPath: dirPath,
-        modelName: basePath,
-        projectionModel: projectionModelPath
-            ? parseModelPath(projectionModelPath).basePath
-            : "",
-        modelPath,
-        modelConfig: llmConfigStrings,
-    };
-    const model = new LlmLlamacpp(args, llmConfigStrings);
-    return { model, loader };
-}

package/dist/server/bare/addons/llamacpp-completion/index.d.ts

@@ -1,4 +0,0 @@
-export { completion } from "./handlers/completion-stream";
-export { createLlmModel } from "./create-model";
-export { deleteCache } from "./kv-cache-utils";
-//# sourceMappingURL=index.d.ts.map

package/dist/server/bare/addons/llamacpp-completion/index.js

@@ -1,3 +0,0 @@
-export { completion } from "./handlers/completion-stream.js";
-export { createLlmModel } from "./create-model.js";
-export { deleteCache } from "./kv-cache-utils.js";

package/dist/server/bare/addons/llamacpp-embedding/create-model.d.ts

@@ -1,8 +0,0 @@
-import type { AnyModel } from "../../registry/model-registry";
-import type { EmbedConfig } from "../../../../schemas/index";
-import FilesystemDL from "@qvac/dl-filesystem";
-export declare function createEmbeddingsModel(modelId: string, modelPath: string, embedConfig: EmbedConfig): {
-    model: AnyModel;
-    loader: FilesystemDL;
-};
-//# sourceMappingURL=create-model.d.ts.map

package/dist/server/bare/addons/llamacpp-embedding/create-model.js

@@ -1,38 +0,0 @@
-import EmbedLlamacpp, {} from "@qvac/embed-llamacpp";
-import { ADDON_NAMESPACES, registerAddonLogger, createStreamLogger, } from "../../../../logging/index.js";
-import { parseModelPath } from "../../../utils/index.js";
-import FilesystemDL from "@qvac/dl-filesystem";
-import { asLoader } from "../../utils/loader-adapter.js";
-function transformEmbedConfig(embedConfig) {
-    if (embedConfig.rawConfig) {
-        return embedConfig.rawConfig;
-    }
-    const lines = [];
-    lines.push(`-ngl\t${embedConfig.gpuLayers}`);
-    lines.push(`-dev\t${embedConfig.device}`);
-    lines.push(`--batch_size\t${embedConfig.batchSize}`);
-    if (embedConfig.ctxSize) {
-        lines.push(`-c\t${embedConfig.ctxSize}`);
-    }
-    if (embedConfig.flashAttention) {
-        lines.push(`-fa\t${embedConfig.flashAttention}`);
-    }
-    return lines.join("\n");
-}
-export function createEmbeddingsModel(modelId, modelPath, embedConfig) {
-    const { dirPath, basePath } = parseModelPath(modelPath);
-    const loader = new FilesystemDL({ dirPath });
-    const logger = createStreamLogger(modelId, ADDON_NAMESPACES.LLAMACPP_EMBED);
-    registerAddonLogger(modelId, ADDON_NAMESPACES.LLAMACPP_EMBED, logger);
-    const config = transformEmbedConfig(embedConfig);
-    const args = {
-        loader: asLoader(loader),
-        opts: { stats: true },
-        logger,
-        diskPath: dirPath,
-        modelName: basePath,
-        modelPath,
-    };
-    const model = new EmbedLlamacpp(args, config);
-    return { model, loader };
-}

package/dist/server/bare/addons/llamacpp-embedding/index.d.ts

@@ -1,3 +0,0 @@
-export { embed } from "./handlers/embed";
-export { createEmbeddingsModel } from "./create-model";
-//# sourceMappingURL=index.d.ts.map

package/dist/server/bare/addons/llamacpp-embedding/index.js

@@ -1,2 +0,0 @@
-export { embed } from "./handlers/embed.js";
-export { createEmbeddingsModel } from "./create-model.js";

package/dist/server/bare/addons/nmtcpp-translation/create-model.d.ts

@@ -1,8 +0,0 @@
-import { type AnyModel } from "../../registry/model-registry";
-import { type NmtConfig } from "../../../../schemas/index";
-import FilesystemDL from "@qvac/dl-filesystem";
-export declare function createNmtModel(modelId: string, modelPath: string, nmtConfig: NmtConfig): {
-    model: AnyModel;
-    loader: FilesystemDL;
-};
-//# sourceMappingURL=create-model.d.ts.map

package/dist/server/bare/addons/nmtcpp-translation/create-model.js

@@ -1,52 +0,0 @@
-import TranslationNmtcpp, {} from "@qvac/translation-nmtcpp";
-import {} from "../../registry/model-registry.js";
-import {} from "../../../../schemas/index.js";
-import { createStreamLogger } from "../../../../logging/index.js";
-import { parseModelPath } from "../../../utils/index.js";
-import FilesystemDL from "@qvac/dl-filesystem";
-import { TranslationFailedError } from "../../../../utils/errors-server.js";
-import { asLoader } from "../../utils/loader-adapter.js";
-export function createNmtModel(modelId, modelPath, nmtConfig) {
-    const { dirPath, basePath } = parseModelPath(modelPath);
-    const loader = new FilesystemDL({ dirPath });
-    const logger = createStreamLogger(modelId, "nmtcpp");
-    const { mode, from, to, engine, beamsize, lengthpenalty, maxlength, repetitionpenalty, norepeatngramsize, temperature, topk, topp, } = nmtConfig;
-    const args = {
-        loader: asLoader(loader),
-        logger,
-        modelName: basePath,
-        diskPath: dirPath,
-        params: {
-            mode,
-            srcLang: from,
-            dstLang: to,
-        },
-    };
-    const generationParams = {
-        beamsize,
-        lengthpenalty,
-        maxlength,
-        repetitionpenalty,
-        norepeatngramsize,
-        temperature,
-        topk,
-        topp,
-    };
-    const config = {
-        modelType: TranslationNmtcpp.ModelTypes[engine],
-        ...generationParams,
-        ...(nmtConfig.engine === "Bergamot" && {
-            ...(nmtConfig.srcVocabPath && { srcVocabPath: nmtConfig.srcVocabPath }),
-            ...(nmtConfig.dstVocabPath && { dstVocabPath: nmtConfig.dstVocabPath }),
-            ...(nmtConfig.normalize !== undefined && {
-                normalize: nmtConfig.normalize,
-            }),
-        }),
-    };
-    // Fail fast if model type is IndicTrans
-    if (config.modelType === TranslationNmtcpp.ModelTypes.IndicTrans) {
-        throw new TranslationFailedError("IndicTrans models are not supported with current NMT addon version.");
-    }
-    const model = new TranslationNmtcpp(args, config);
-    return { model, loader };
-}

package/dist/server/bare/addons/nmtcpp-translation/index.d.ts

@@ -1,3 +0,0 @@
-export { createNmtModel } from "./create-model";
-export { translate } from "./handlers/translate";
-//# sourceMappingURL=index.d.ts.map

package/dist/server/bare/addons/nmtcpp-translation/index.js

@@ -1,2 +0,0 @@
-export { createNmtModel } from "./create-model.js";
-export { translate } from "./handlers/translate.js";

package/dist/server/bare/addons/onnx-ocr/create-model.d.ts

@@ -1,10 +0,0 @@
-import type { OCRConfig } from "../../../../schemas/ocr";
-import { type AnyModel } from "../../registry/model-registry";
-import FilesystemDL from "@qvac/dl-filesystem";
-import { ONNXOcr } from "@qvac/ocr-onnx";
-export type OCRModel = ONNXOcr;
-export declare function createOCRModel(modelId: string, detectorPath: string, recognizerPath: string, ocrConfig: OCRConfig): {
-    model: AnyModel;
-    loader: FilesystemDL;
-};
-//# sourceMappingURL=create-model.d.ts.map

package/dist/server/bare/addons/onnx-ocr/index.d.ts

@@ -1,3 +0,0 @@
-export { createOCRModel } from "./create-model";
-export { ocr } from "./handlers/ocr-stream";
-//# sourceMappingURL=index.d.ts.map

package/dist/server/bare/addons/onnx-ocr/index.js

@@ -1,2 +0,0 @@
-export { createOCRModel } from "./create-model.js";
-export { ocr } from "./handlers/ocr-stream.js";

package/dist/server/bare/addons/onnx-tts/create-model.d.ts

@@ -1,10 +0,0 @@
-import ONNXTTS from "@qvac/tts-onnx";
-import { type AnyModel } from "../../registry/model-registry";
-import { type TtsConfig } from "../../../../schemas/index";
-import FilesystemDL from "@qvac/dl-filesystem";
-export type TtsModel = ONNXTTS;
-export declare function createTtsModel(modelId: string, modelPath: string, ttsConfig: TtsConfig, ttsConfigModelPath: string, eSpeakDataPath: string): {
-    model: AnyModel;
-    loader: FilesystemDL;
-};
-//# sourceMappingURL=create-model.d.ts.map

package/dist/server/bare/addons/onnx-tts/create-model.js

@@ -1,25 +0,0 @@
-import ONNXTTS from "@qvac/tts-onnx";
-import {} from "../../registry/model-registry.js";
-import {} from "../../../../schemas/index.js";
-import { createStreamLogger } from "../../../../logging/index.js";
-import { parseModelPath } from "../../../utils/index.js";
-import FilesystemDL from "@qvac/dl-filesystem";
-export function createTtsModel(modelId, modelPath, ttsConfig, ttsConfigModelPath, eSpeakDataPath) {
-    const { dirPath, basePath: fileName } = parseModelPath(modelPath);
-    const loader = new FilesystemDL({ dirPath });
-    const logger = createStreamLogger(modelId, "tts");
-    const args = {
-        loader,
-        logger,
-        mainModelUrl: fileName,
-        configJsonPath: parseModelPath(ttsConfigModelPath).basePath,
-        cache: dirPath,
-        eSpeakDataPath: eSpeakDataPath,
-        opts: { stats: true },
-    };
-    const config = {
-        language: ttsConfig.language,
-    };
-    const model = new ONNXTTS(args, config);
-    return { model, loader };
-}

package/dist/server/bare/addons/onnx-tts/index.d.ts

@@ -1,3 +0,0 @@
-export { createTtsModel } from "./create-model";
-export { textToSpeech } from "./handlers/text-to-speech";
-//# sourceMappingURL=index.d.ts.map

package/dist/server/bare/addons/onnx-tts/index.js

@@ -1,2 +0,0 @@
-export { createTtsModel } from "./create-model.js";
-export { textToSpeech } from "./handlers/text-to-speech.js";

package/dist/server/bare/addons/whispercpp-transcription/create-model.d.ts

@@ -1,10 +0,0 @@
-import TranscriptionWhispercpp from "@qvac/transcription-whispercpp";
-import { type AnyModel } from "../../registry/model-registry";
-import { type WhisperConfig } from "../../../../schemas/index";
-import FilesystemDL from "@qvac/dl-filesystem";
-export type WhispercppModel = TranscriptionWhispercpp;
-export declare function createWhisperModel(modelId: string, modelPath: string, whisperConfig: WhisperConfig, vadModelPath?: string): {
-    model: AnyModel;
-    loader: FilesystemDL;
-};
-//# sourceMappingURL=create-model.d.ts.map

package/dist/server/bare/addons/whispercpp-transcription/create-model.js

@@ -1,37 +0,0 @@
-import TranscriptionWhispercpp, {} from "@qvac/transcription-whispercpp";
-import {} from "../../registry/model-registry.js";
-import {} from "../../../../schemas/index.js";
-import { createStreamLogger } from "../../../../logging/index.js";
-import { parseModelPath } from "../../../utils/index.js";
-import FilesystemDL from "@qvac/dl-filesystem";
-export function createWhisperModel(modelId, modelPath, whisperConfig, vadModelPath) {
-    const { dirPath, basePath } = parseModelPath(modelPath);
-    // Handle VAD model path
-    let vadModelName = "";
-    const effectiveVadPath = vadModelPath || whisperConfig.vad_model_path;
-    if (effectiveVadPath) {
-        const vadParsed = parseModelPath(effectiveVadPath);
-        vadModelName = vadParsed.basePath;
-    }
-    const loader = new FilesystemDL({ dirPath });
-    const logger = createStreamLogger(modelId, "whispercpp");
-    const args = {
-        loader,
-        logger,
-        modelName: basePath,
-        diskPath: dirPath,
-        vadModelName,
-        opts: {
-            stats: false,
-        },
-    };
-    const { contextParams, miscConfig, ...whisperParams } = whisperConfig;
-    // Cast to upstream type - our stricter Zod schema is compatible at runtime
-    const config = {
-        whisperConfig: whisperParams,
-        ...(contextParams && { contextParams }),
-        ...(miscConfig && { miscConfig }),
-    };
-    const model = new TranscriptionWhispercpp(args, config);
-    return { model, loader };
-}

package/dist/server/bare/addons/whispercpp-transcription/handlers/transcribe-stream.d.ts

@@ -1,3 +0,0 @@
-import { type TranscribeParams } from "../../../../../schemas/index";
-export declare function transcribe(params: TranscribeParams): AsyncGenerator<string, void, void>;
-//# sourceMappingURL=transcribe-stream.d.ts.map

package/dist/server/bare/addons/whispercpp-transcription/index.d.ts

@@ -1,3 +0,0 @@
-export { transcribe as transcribeStream } from "./handlers/transcribe-stream";
-export { createWhisperModel } from "./create-model";
-//# sourceMappingURL=index.d.ts.map

package/dist/server/bare/addons/whispercpp-transcription/index.js

@@ -1,2 +0,0 @@
-export { transcribe as transcribeStream } from "./handlers/transcribe-stream.js";
-export { createWhisperModel } from "./create-model.js";