@zvec/zvec-grep 0.1.5 → 0.1.6

package/dist/engine/models/backends/model2vec.js

@@ -0,0 +1,332 @@
+import { createWriteStream, existsSync, statSync } from "node:fs";
+import { mkdir, readFile, rename, rm, writeFile } from "node:fs/promises";
+import { basename, dirname, join } from "node:path";
+import { Readable, Transform } from "node:stream";
+import { pipeline } from "node:stream/promises";
+import { AutoTokenizer } from "@huggingface/transformers";
+import { EngineError } from "../../errors.js";
+import { defaultHome } from "../../utils/path.js";
+import { BaseEmbeddingModel, } from "../embeddings.js";
+import { createModelDownloadProgressReporter, } from "../download-progress.js";
+const DEFAULT_MODEL_CACHE_DIR = join(defaultHome(), "models");
+const defaultDependencies = {
+    async loadTokenizer(repo, options) {
+        return (await AutoTokenizer.from_pretrained(repo, options));
+    },
+    async loadSafetensors(path, tensorName, dimension) {
+        return await readStaticEmbeddingTable(path, tensorName, dimension);
+    },
+    async download(url, destination, onProgress) {
+        const response = await fetch(url, { redirect: "follow" });
+        if (!response.ok || !response.body) {
+            throw new Error(`HTTP ${response.status} ${response.statusText}`);
+        }
+        const contentLength = response.headers.get("content-length");
+        const parsedTotalBytes = contentLength
+            ? Number.parseInt(contentLength, 10)
+            : undefined;
+        const totalBytes = parsedTotalBytes !== undefined &&
+            Number.isFinite(parsedTotalBytes) &&
+            parsedTotalBytes >= 0
+            ? parsedTotalBytes
+            : undefined;
+        let downloadedBytes = 0;
+        const progressStream = new Transform({
+            transform(chunk, _encoding, callback) {
+                downloadedBytes += Buffer.byteLength(chunk);
+                onProgress?.({ downloadedBytes, totalBytes });
+                callback(null, chunk);
+            },
+        });
+        await pipeline(Readable.fromWeb(response.body), progressStream, createWriteStream(destination));
+    },
+};
+export class Model2VecEmbeddingModel extends BaseEmbeddingModel {
+    entry;
+    info;
+    modelCacheDir;
+    dependencies;
+    tokenizer = null;
+    staticTable = null;
+    loadPromise = null;
+    disposed = false;
+    constructor(entry, options, dependencies = {}) {
+        super();
+        this.entry = entry;
+        this.info = {
+            reference: entry.reference,
+            provider: entry.provider,
+            name: entry.model,
+            dimension: entry.dimension,
+            metric: entry.metric,
+            inputKinds: ["text"],
+            limits: {
+                maxBatchSize: entry.maxBatchSize,
+                maxInputTokens: entry.maxInputTokens,
+            },
+        };
+        this.modelCacheDir =
+            options.modelCacheDir ??
+                process.env.ZVEC_GREP_MODEL_CACHE ??
+                DEFAULT_MODEL_CACHE_DIR;
+        this.dependencies = { ...defaultDependencies, ...dependencies };
+    }
+    async doEmbed(contents, options) {
+        return await this.embedBatch(contents, options);
+    }
+    async embedBatch(contents, options) {
+        this.ensureNotDisposed();
+        await this.ensureLoaded(options.onProgress);
+        try {
+            const texts = contents.map((content) => formatText(content.text, options.purpose, this.entry));
+            return await this.embedTexts(texts);
+        }
+        catch (cause) {
+            throw new EngineError("Model2Vec embedding failed", {
+                code: "ZVEC_GREP.ENGINE.MODELS.MODEL2VEC_EMBED_FAILED",
+                context: `model=${this.entry.reference} repo=${this.entry.repo}`,
+                cause,
+            });
+        }
+    }
+    async dispose() {
+        if (this.disposed) {
+            return;
+        }
+        this.disposed = true;
+        this.staticTable = null;
+        this.tokenizer = null;
+        this.loadPromise = null;
+    }
+    async ensureLoaded(onProgress) {
+        if (this.tokenizer && this.staticTable) {
+            return;
+        }
+        if (this.loadPromise) {
+            return await this.loadPromise;
+        }
+        this.loadPromise = this.loadModel(onProgress);
+        try {
+            await this.loadPromise;
+        }
+        finally {
+            this.loadPromise = null;
+        }
+    }
+    async loadModel(onProgress) {
+        const downloadProgress = createModelDownloadProgressReporter(this.entry.reference, onProgress, [basename(this.entry.modelFile), basename(this.entry.tokenizerFile)]);
+        downloadProgress.start();
+        const [modelPath, tokenizerSource] = await Promise.all([
+            this.resolveModelPath(downloadProgress),
+            this.resolveTokenizerSource(downloadProgress),
+        ]);
+        const tokenizerPromise = this.dependencies.loadTokenizer(tokenizerSource, {
+            cache_dir: this.modelCacheDir,
+            revision: this.entry.revision,
+            ...(tokenizerSource !== this.entry.repo
+                ? { local_files_only: true }
+                : {}),
+        });
+        const [tokenizer, staticTable] = await Promise.all([
+            tokenizerPromise,
+            this.dependencies.loadSafetensors(modelPath, this.entry.embeddingTensor, this.info.dimension),
+        ]);
+        this.ensureNotDisposed();
+        this.tokenizer = tokenizer;
+        this.staticTable = staticTable;
+        downloadProgress.finish();
+    }
+    async resolveModelPath(downloadProgress) {
+        const modelPath = join(this.modelCacheDir, "model2vec", this.entry.repo.replaceAll("/", "--"), this.entry.revision, basename(this.entry.modelFile));
+        return await this.resolveCachedFile(this.entry.modelFile, modelPath, downloadProgress);
+    }
+    async resolveTokenizerSource(downloadProgress) {
+        const tokenizerDirectory = join(this.modelCacheDir, "model2vec", this.entry.repo.replaceAll("/", "--"), this.entry.revision, "tokenizer");
+        await this.resolveCachedFile(this.entry.tokenizerFile, join(tokenizerDirectory, "tokenizer.json"), downloadProgress);
+        const configPath = join(tokenizerDirectory, "tokenizer_config.json");
+        if (!isUsableModelFile(configPath)) {
+            await writeFile(configPath, `${JSON.stringify({ tokenizer_class: "PreTrainedTokenizer" })}\n`);
+        }
+        return tokenizerDirectory;
+    }
+    async resolveCachedFile(remoteFile, localPath, downloadProgress) {
+        if (isUsableModelFile(localPath)) {
+            downloadProgress.skip(basename(remoteFile));
+            return localPath;
+        }
+        await mkdir(dirname(localPath), { recursive: true });
+        const partialPath = `${localPath}.part-${process.pid}-${Date.now()}`;
+        const url = `https://huggingface.co/${this.entry.repo}/resolve/${this.entry.revision}/${remoteFile}`;
+        try {
+            await this.dependencies.download(url, partialPath, (progress) => {
+                downloadProgress.report({
+                    artifact: basename(remoteFile),
+                    ...progress,
+                });
+            });
+            if (!isUsableModelFile(partialPath)) {
+                throw new Error("Downloaded model file is empty");
+            }
+            await rename(partialPath, localPath);
+            return localPath;
+        }
+        catch (cause) {
+            await rm(partialPath, { force: true });
+            throw new EngineError("Unable to download Model2Vec model artifact", {
+                code: "ZVEC_GREP.ENGINE.MODELS.MODEL2VEC_DOWNLOAD_FAILED",
+                context: `model=${this.entry.reference} url=${url}`,
+                cause,
+            });
+        }
+    }
+    async embedTexts(texts) {
+        const tokenizer = this.tokenizer;
+        const staticTable = this.staticTable;
+        if (!tokenizer || !staticTable) {
+            throw new Error("Model2Vec model is not loaded");
+        }
+        const truncatedInputIndexes = [];
+        const tokenLists = await Promise.all(texts.map(async (text, index) => {
+            const encoded = await tokenizer(text, {
+                add_special_tokens: false,
+                truncation: true,
+                max_length: this.entry.maxInputTokens + 1,
+            });
+            const encodedTokenIds = Array.from(encoded.input_ids.data, Number);
+            if (encodedTokenIds.length > this.entry.maxInputTokens) {
+                truncatedInputIndexes.push(index);
+            }
+            const unknownTokenId = tokenizer.unk_token_id;
+            return encodedTokenIds
+                .slice(0, this.entry.maxInputTokens)
+                .filter((id) => unknownTokenId === undefined ||
+                unknownTokenId === null ||
+                id !== unknownTokenId);
+        }));
+        return {
+            vectors: embedStaticTokenLists(tokenLists, staticTable, this.info.dimension, this.entry.normalize),
+            truncated: truncatedInputIndexes.sort((left, right) => left - right),
+        };
+    }
+    ensureNotDisposed() {
+        if (this.disposed) {
+            throw new EngineError("Model2Vec embedding model is disposed", {
+                code: "ZVEC_GREP.ENGINE.MODELS.MODEL2VEC_DISPOSED",
+                context: `model=${this.entry.reference}`,
+            });
+        }
+    }
+}
+function isUsableModelFile(path) {
+    return existsSync(path) && statSync(path).size > 0;
+}
+function formatText(text, purpose, entry) {
+    const prefix = purpose === "query"
+        ? "queryPrefix" in entry && typeof entry.queryPrefix === "string"
+            ? entry.queryPrefix
+            : undefined
+        : "documentPrefix" in entry && typeof entry.documentPrefix === "string"
+            ? entry.documentPrefix
+            : undefined;
+    return prefix ? `${prefix}${text}` : text;
+}
+async function readStaticEmbeddingTable(path, tensorName, expectedDimension) {
+    const file = await readFile(path);
+    if (file.byteLength < 9) {
+        throw new Error("Safetensors file is too small");
+    }
+    const headerLength = Number(file.readBigUInt64LE(0));
+    const dataStart = 8 + headerLength;
+    if (!Number.isSafeInteger(headerLength) || dataStart > file.byteLength) {
+        throw new Error("Safetensors header length is invalid");
+    }
+    let header;
+    try {
+        header = JSON.parse(file.subarray(8, dataStart).toString("utf8"));
+    }
+    catch (cause) {
+        throw new Error("Safetensors header is invalid JSON", { cause });
+    }
+    const tensor = header[tensorName];
+    if (!tensor ||
+        tensor.shape?.length !== 2 ||
+        tensor.shape[1] !== expectedDimension ||
+        tensor.data_offsets?.length !== 2 ||
+        (tensor.dtype !== "F16" && tensor.dtype !== "F32")) {
+        throw new Error(`Safetensors tensor '${tensorName}' is missing or incompatible`);
+    }
+    const [relativeStart, relativeEnd] = tensor.data_offsets;
+    const rows = tensor.shape[0];
+    const valueCount = rows * expectedDimension;
+    const bytesPerValue = tensor.dtype === "F16" ? 2 : 4;
+    if (relativeStart < 0 ||
+        relativeEnd - relativeStart !== valueCount * bytesPerValue ||
+        dataStart + relativeEnd > file.byteLength) {
+        throw new Error(`Safetensors tensor '${tensorName}' has invalid offsets`);
+    }
+    const byteOffset = file.byteOffset + dataStart + relativeStart;
+    const data = tensor.dtype === "F16"
+        ? new Uint16Array(file.buffer, byteOffset, valueCount)
+        : new Float32Array(file.buffer, byteOffset, valueCount);
+    return {
+        data,
+        dimension: expectedDimension,
+        dtype: tensor.dtype,
+        rows,
+    };
+}
+function embedStaticTokenLists(tokenLists, table, dimension, normalize) {
+    const halfValues = table.dtype === "F16" ? halfFloatValues() : null;
+    return tokenLists.map((tokenIds) => {
+        const vector = Array.from({ length: dimension }, () => 0);
+        if (tokenIds.length === 0) {
+            return vector;
+        }
+        for (const tokenId of tokenIds) {
+            if (!Number.isInteger(tokenId) || tokenId < 0 || tokenId >= table.rows) {
+                throw new Error(`Tokenizer returned out-of-range token id: id=${tokenId} rows=${table.rows}`);
+            }
+            const start = tokenId * dimension;
+            for (let column = 0; column < dimension; column++) {
+                const value = table.data[start + column];
+                vector[column] += halfValues ? halfValues[value] : value;
+            }
+        }
+        let squaredNorm = 0;
+        for (let column = 0; column < dimension; column++) {
+            vector[column] /= tokenIds.length;
+            squaredNorm += vector[column] * vector[column];
+        }
+        if (normalize && squaredNorm > 0) {
+            const inverseNorm = 1 / Math.sqrt(squaredNorm);
+            for (let column = 0; column < dimension; column++) {
+                vector[column] *= inverseNorm;
+            }
+        }
+        return vector;
+    });
+}
+let cachedHalfFloatValues = null;
+function halfFloatValues() {
+    if (cachedHalfFloatValues) {
+        return cachedHalfFloatValues;
+    }
+    const values = new Float32Array(65_536);
+    for (let bits = 0; bits < values.length; bits++) {
+        const sign = bits & 0x8000 ? -1 : 1;
+        const exponent = (bits >> 10) & 0x1f;
+        const fraction = bits & 0x03ff;
+        if (exponent === 0) {
+            values[bits] = sign * 2 ** -14 * (fraction / 1024);
+        }
+        else if (exponent === 0x1f) {
+            values[bits] = fraction === 0 ? sign * Infinity : Number.NaN;
+        }
+        else {
+            values[bits] = sign * 2 ** (exponent - 15) * (1 + fraction / 1024);
+        }
+    }
+    cachedHalfFloatValues = values;
+    return values;
+}
+//# sourceMappingURL=model2vec.js.map

package/dist/engine/models/backends/model2vec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model2vec.js","sourceRoot":"","sources":["../../../../src/engine/models/backends/model2vec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAClE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAEhD,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EACL,kBAAkB,GAMnB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,mCAAmC,GAEpC,MAAM,yBAAyB,CAAC;AAqDjC,MAAM,uBAAuB,GAAG,IAAI,CAAC,WAAW,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE9D,MAAM,mBAAmB,GAA0B;IACjD,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,OAAO;QAC/B,OAAO,CAAC,MAAM,aAAa,CAAC,eAAe,CACzC,IAAI,EACJ,OAAO,CACR,CAA6B,CAAC;IACjC,CAAC;IACD,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS;QAC/C,OAAO,MAAM,wBAAwB,CAAC,IAAI,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IACrE,CAAC;IACD,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,WAAW,EAAE,UAAU;QACzC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC7D,MAAM,gBAAgB,GAAG,aAAa;YACpC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC;YACpC,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,UAAU,GACd,gBAAgB,KAAK,SAAS;YAC9B,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YACjC,gBAAgB,IAAI,CAAC;YACnB,CAAC,CAAC,gBAAgB;YAClB,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,MAAM,cAAc,GAAG,IAAI,SAAS,CAAC;YACnC,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ;gBAClC,eAAe,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC5C,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,UAAU,EAAE,CAAC,CAAC;gBAC9C,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACxB,CAAC;SACF,CAAC,CAAC;QACH,MAAM,QAAQ,CACZ,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAA0B,CAAC,EACrD,cAAc,EACd,iBAAiB,CAAC,WAAW,CAAC,CAC/B,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,MAAM,OAAO,uBAAwB,SAAQ,kBAAkB;IAW1C;IAVV,IAAI,CAAqB;IAEjB,aAAa,CAAS;IACtB,YAAY,CAAwB;IAC7C,SAAS,GAAyB,IAAI,CAAC;IACvC,WAAW,GAAgC,IAAI,CAAC;IAChD,WAAW,GAAyB,IAAI,CAAC;IACzC,QAAQ,GAAG,KAAK,CAAC;IAEzB,YACmB,KAAqC,EACtD,OAAoC,EACpC,eAA+C,EAAE;QAEjD,KAAK,EAAE,CAAC;QAJS,UAAK,GAAL,KAAK,CAAgC;QAKtD,IAAI,CAAC,IAAI,GAAG;YACV,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,IAAI,EAAE,KAAK,CAAC,KAAK;YACjB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,CAAC,MAAM,CAAC;YACpB,MAAM,EAAE;gBACN,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,cAAc,EAAE,KAAK,CAAC,cAAc;aACrC;SACF,CAAC;QACF,IAAI,CAAC,aAAa;YAChB,OAAO,CAAC,aAAa;gBACrB,OAAO,CAAC,GAAG,CAAC,qBAAqB;gBACjC,uBAAuB,CAAC;QAC1B,IAAI,CAAC,YAAY,GAAG,EAAE,GAAG,mBAAmB,EAAE,GAAG,YAAY,EAAE,CAAC;IAClE,CAAC;IAES,KAAK,CAAC,OAAO,CACrB,QAA4B,EAC5B,OAAmC;QAEnC,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,QAA4B,EAC5B,OAAmC;QAEnC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAE5C,IAAI,CAAC;YACH,MAAM,KAAK,GAAI,QAAmC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACjE,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CACtD,CAAC;YACF,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CAAC,4BAA4B,EAAE;gBAClD,IAAI,EAAE,gDAAgD;gBACtD,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;gBAChE,KAAK;aACN,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEQ,KAAK,CAAC,OAAO;QACpB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,UAAuD;QAEvD,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACvC,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC;QAChC,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC9C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC;QACzB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,UAAuD;QAEvD,MAAM,gBAAgB,GAAG,mCAAmC,CAC1D,IAAI,CAAC,KAAK,CAAC,SAAS,EACpB,UAAU,EACV,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CACrE,CAAC;QACF,gBAAgB,CAAC,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,SAAS,EAAE,eAAe,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACrD,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC;YACvC,IAAI,CAAC,sBAAsB,CAAC,gBAAgB,CAAC;SAC9C,CAAC,CAAC;QACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,eAAe,EAAE;YACxE,SAAS,EAAE,IAAI,CAAC,aAAa;YAC7B,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ;YAC7B,GAAG,CAAC,eAAe,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI;gBACrC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBAC5B,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QACH,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACjD,gBAAgB;YAChB,IAAI,CAAC,YAAY,CAAC,eAAe,CAC/B,SAAS,EACT,IAAI,CAAC,KAAK,CAAC,eAAe,EAC1B,IAAI,CAAC,IAAI,CAAC,SAAS,CACpB;SACF,CAAC,CAAC;QACH,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,gBAAgB,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,gBAA+C;QAE/C,MAAM,SAAS,GAAG,IAAI,CACpB,IAAI,CAAC,aAAa,EAClB,WAAW,EACX,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,EACrC,IAAI,CAAC,KAAK,CAAC,QAAQ,EACnB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAC/B,CAAC;QACF,OAAO,MAAM,IAAI,CAAC,iBAAiB,CACjC,IAAI,CAAC,KAAK,CAAC,SAAS,EACpB,SAAS,EACT,gBAAgB,CACjB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAClC,gBAA+C;QAE/C,MAAM,kBAAkB,GAAG,IAAI,CAC7B,IAAI,CAAC,aAAa,EAClB,WAAW,EACX,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,EACrC,IAAI,CAAC,KAAK,CAAC,QAAQ,EACnB,WAAW,CACZ,CAAC;QACF,MAAM,IAAI,CAAC,iBAAiB,CAC1B,IAAI,CAAC,KAAK,CAAC,aAAa,EACxB,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,EAC1C,gBAAgB,CACjB,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,EAAE,uBAAuB,CAAC,CAAC;QACrE,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,CAAC;YACnC,MAAM,SAAS,CACb,UAAU,EACV,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,eAAe,EAAE,qBAAqB,EAAE,CAAC,IAAI,CAClE,CAAC;QACJ,CAAC;QACD,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,UAAkB,EAClB,SAAiB,EACjB,gBAA+C;QAE/C,IAAI,iBAAiB,CAAC,SAAS,CAAC,EAAE,CAAC;YACjC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;YAC5C,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,MAAM,WAAW,GAAG,GAAG,SAAS,SAAS,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACrE,MAAM,GAAG,GAAG,0BAA0B,IAAI,CAAC,KAAK,CAAC,IAAI,YAAY,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,UAAU,EAAE,CAAC;QACrG,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,QAAQ,EAAE,EAAE;gBAC9D,gBAAgB,CAAC,MAAM,CAAC;oBACtB,QAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC;oBAC9B,GAAG,QAAQ;iBACZ,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACpD,CAAC;YACD,MAAM,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACrC,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACvC,MAAM,IAAI,WAAW,CAAC,6CAA6C,EAAE;gBACnE,IAAI,EAAE,mDAAmD;gBACzD,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,QAAQ,GAAG,EAAE;gBACnD,KAAK;aACN,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,KAAe;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QACjC,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACrC,IAAI,CAAC,SAAS,IAAI,CAAC,WAAW,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,qBAAqB,GAAa,EAAE,CAAC;QAC3C,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAClC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;YAC9B,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE;gBACpC,kBAAkB,EAAE,KAAK;gBACzB,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC;aAC1C,CAAC,CAAC;YACH,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACnE,IAAI,eAAe,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;gBACvD,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpC,CAAC;YACD,MAAM,cAAc,GAAG,SAAS,CAAC,YAAY,CAAC;YAC9C,OAAO,eAAe;iBACnB,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC;iBACnC,MAAM,CACL,CAAC,EAAE,EAAE,EAAE,CACL,cAAc,KAAK,SAAS;gBAC5B,cAAc,KAAK,IAAI;gBACvB,EAAE,KAAK,cAAc,CACxB,CAAC;QACN,CAAC,CAAC,CACH,CAAC;QAEF,OAAO;YACL,OAAO,EAAE,qBAAqB,CAC5B,UAAU,EACV,WAAW,EACX,IAAI,CAAC,IAAI,CAAC,SAAS,EACnB,IAAI,CAAC,KAAK,CAAC,SAAS,CACrB;YACD,SAAS,EAAE,qBAAqB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;SACrE,CAAC;IACJ,CAAC;IAEO,iBAAiB;QACvB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,WAAW,CAAC,uCAAuC,EAAE;gBAC7D,IAAI,EAAE,4CAA4C;gBAClD,OAAO,EAAE,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;aACzC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,OAAO,UAAU,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,UAAU,CACjB,IAAY,EACZ,OAA8C,EAC9C,KAAqC;IAErC,MAAM,MAAM,GACV,OAAO,KAAK,OAAO;QACjB,CAAC,CAAC,aAAa,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ;YAC/D,CAAC,CAAC,KAAK,CAAC,WAAW;YACnB,CAAC,CAAC,SAAS;QACb,CAAC,CAAC,gBAAgB,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,cAAc,KAAK,QAAQ;YACrE,CAAC,CAAC,KAAK,CAAC,cAAc;YACtB,CAAC,CAAC,SAAS,CAAC;IAClB,OAAO,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,IAAY,EACZ,UAAkB,EAClB,iBAAyB;IAEzB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,MAAM,SAAS,GAAG,CAAC,GAAG,YAAY,CAAC;IACnC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,IAAI,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QACvE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IAED,IAAI,MAGH,CAAC;IACF,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CACjB,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC5B,CAAC;IACrB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,oCAAoC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAClC,IACE,CAAC,MAAM;QACP,MAAM,CAAC,KAAK,EAAE,MAAM,KAAK,CAAC;QAC1B,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,iBAAiB;QACrC,MAAM,CAAC,YAAY,EAAE,MAAM,KAAK,CAAC;QACjC,CAAC,MAAM,CAAC,KAAK,KAAK,KAAK,IAAI,MAAM,CAAC,KAAK,KAAK,KAAK,CAAC,EAClD,CAAC;QACD,MAAM,IAAI,KAAK,CACb,uBAAuB,UAAU,8BAA8B,CAChE,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,aAAa,EAAE,WAAW,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC;IACzD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7B,MAAM,UAAU,GAAG,IAAI,GAAG,iBAAiB,CAAC;IAC5C,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,IACE,aAAa,GAAG,CAAC;QACjB,WAAW,GAAG,aAAa,KAAK,UAAU,GAAG,aAAa;QAC1D,SAAS,GAAG,WAAW,GAAG,IAAI,CAAC,UAAU,EACzC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,uBAAuB,UAAU,uBAAuB,CAAC,CAAC;IAC5E,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,GAAG,SAAS,GAAG,aAAa,CAAC;IAC/D,MAAM,IAAI,GACR,MAAM,CAAC,KAAK,KAAK,KAAK;QACpB,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC;QACtD,CAAC,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAC5D,OAAO;QACL,IAAI;QACJ,SAAS,EAAE,iBAAiB;QAC5B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,IAAI;KACL,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,UAA+B,EAC/B,KAA2B,EAC3B,SAAiB,EACjB,SAAkB;IAElB,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACpE,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;QACjC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACvE,MAAM,IAAI,KAAK,CACb,gDAAgD,OAAO,SAAS,KAAK,CAAC,IAAI,EAAE,CAC7E,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,GAAG,OAAO,GAAG,SAAS,CAAC;YAClC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC;gBAClD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;gBACzC,MAAM,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC;YAClC,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,SAAS,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACjC,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC/C,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC;gBAClD,MAAM,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC;YAChC,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,IAAI,qBAAqB,GAAwB,IAAI,CAAC;AAEtD,SAAS,eAAe;IACtB,IAAI,qBAAqB,EAAE,CAAC;QAC1B,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;IACxC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,QAAQ,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,GAAG,MAAM,CAAC;QAC/B,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC;QACrD,CAAC;aAAM,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,QAAQ,GAAG,IAAI,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IACD,qBAAqB,GAAG,MAAM,CAAC;IAC/B,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/engine/models/backends/qwen.d.ts

@@ -0,0 +1,44 @@
+import type { Content } from "../../types.js";
+import { BaseEmbeddingModel, type CreateEmbeddingModelOptions, type EmbeddingModelInfo, type EmbeddingResult, type NormalizedEmbeddingOptions } from "../embeddings.js";
+import type { QwenMultimodalEmbeddingCatalogEntry, QwenTextEmbeddingCatalogEntry } from "../catalog.js";
+type QwenDependencies = {
+    fetch: typeof globalThis.fetch;
+};
+type QwenTextEmbeddingSpec = {
+    displayName: string;
+    errorCodePrefix: string;
+};
+type QwenTextEmbeddingV4CatalogEntry = Extract<QwenTextEmbeddingCatalogEntry, {
+    model: "text-embedding-v4";
+}>;
+type Qwen37TextEmbeddingCatalogEntry = Extract<QwenTextEmbeddingCatalogEntry, {
+    model: "qwen3.7-text-embedding";
+}>;
+declare abstract class QwenTextEmbeddingModel extends BaseEmbeddingModel {
+    readonly info: EmbeddingModelInfo;
+    private readonly entry;
+    private readonly apiKey;
+    private readonly endpoint;
+    private readonly displayName;
+    private readonly errorCodePrefix;
+    private readonly dependencies;
+    constructor(entry: QwenTextEmbeddingCatalogEntry, spec: QwenTextEmbeddingSpec, options: CreateEmbeddingModelOptions, dependencies: Partial<QwenDependencies>);
+    protected doEmbed(contents: readonly Content[], options: NormalizedEmbeddingOptions): Promise<EmbeddingResult>;
+    private errorCode;
+}
+export declare class QwenTextEmbeddingV4Model extends QwenTextEmbeddingModel {
+    constructor(entry: QwenTextEmbeddingV4CatalogEntry, options: CreateEmbeddingModelOptions, dependencies?: Partial<QwenDependencies>);
+}
+export declare class Qwen37TextEmbeddingModel extends QwenTextEmbeddingModel {
+    constructor(entry: Qwen37TextEmbeddingCatalogEntry, options: CreateEmbeddingModelOptions, dependencies?: Partial<QwenDependencies>);
+}
+export declare class Qwen3VlEmbeddingModel extends BaseEmbeddingModel {
+    readonly info: EmbeddingModelInfo;
+    private readonly entry;
+    private readonly apiKey;
+    private readonly endpoint;
+    private readonly dependencies;
+    constructor(entry: QwenMultimodalEmbeddingCatalogEntry, options: CreateEmbeddingModelOptions, dependencies?: Partial<QwenDependencies>);
+    protected doEmbed(contents: readonly Content[], options: NormalizedEmbeddingOptions): Promise<EmbeddingResult>;
+}
+export {};