@zvec/zvec-grep 0.1.0

package/dist/engine/models/providers/qwen/embedding.js

@@ -0,0 +1,322 @@
+import { EngineError } from "../../../errors/index.js";
+import { EmbeddingModel, } from "../../embeddings.js";
+// -----------------------------------------------------------------------------
+// text-embedding-v4
+// -----------------------------------------------------------------------------
+const DEFAULT_QWEN_TEXT_EMBEDDING_V4_ENDPOINT = "https://dashscope.aliyuncs.com/compatible-mode/v1/embeddings";
+export class QwenTextEmbeddingV4Model extends EmbeddingModel {
+    ref = {
+        provider: "qwen",
+        model: "text-embedding-v4",
+    };
+    dimension = 1024;
+    metric = "cosine";
+    supportedContentKinds = ["text"];
+    limits = {
+        maxBatchSize: 10,
+        maxInputTokens: 8192,
+    };
+    apiKey;
+    endpoint;
+    constructor(options) {
+        super();
+        if (options.apiKey.trim().length === 0) {
+            throw new EngineError("Qwen text-embedding-v4 model requires an API key", {
+                code: "ZVEC_GREP.ENGINE.MODELS.QWEN_TEXT_EMBEDDING_V4_MISSING_API_KEY",
+                context: `model=${this.ref.model}`,
+            });
+        }
+        const endpoint = normalizeEndpoint(options.endpoint ?? DEFAULT_QWEN_TEXT_EMBEDDING_V4_ENDPOINT);
+        if (endpoint.length === 0) {
+            throw new EngineError("Qwen text-embedding-v4 model requires an endpoint", {
+                code: "ZVEC_GREP.ENGINE.MODELS.QWEN_TEXT_EMBEDDING_V4_MISSING_ENDPOINT",
+                context: `model=${this.ref.model}`,
+            });
+        }
+        this.apiKey = options.apiKey;
+        this.endpoint = endpoint;
+    }
+    async doEmbed(contents, _options) {
+        const texts = contents.map((content) => content.text);
+        let response;
+        try {
+            response = await fetch(this.endpoint, {
+                method: "POST",
+                headers: {
+                    Authorization: `Bearer ${this.apiKey}`,
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({
+                    model: this.ref.model,
+                    input: texts,
+                    dimensions: this.dimension,
+                    encoding_format: "float",
+                }),
+            });
+        }
+        catch (cause) {
+            throw new EngineError("Qwen text-embedding-v4 request failed", {
+                code: "ZVEC_GREP.ENGINE.MODELS.QWEN_TEXT_EMBEDDING_V4_REQUEST_FAILED",
+                context: `model=${this.ref.model} endpoint=${this.endpoint}`,
+                cause,
+            });
+        }
+        let body;
+        try {
+            body = await response.json();
+        }
+        catch (cause) {
+            throw new EngineError("Qwen text-embedding-v4 response was not valid JSON", {
+                code: "ZVEC_GREP.ENGINE.MODELS.QWEN_TEXT_EMBEDDING_V4_INVALID_JSON",
+                context: `model=${this.ref.model} status=${response.status}`,
+                cause,
+            });
+        }
+        if (!response.ok) {
+            const error = readProviderError(body);
+            throw new EngineError("Qwen text-embedding-v4 request returned an error", {
+                code: "ZVEC_GREP.ENGINE.MODELS.QWEN_TEXT_EMBEDDING_V4_API_ERROR",
+                context: `model=${this.ref.model} status=${response.status} providerCode=${error.code} providerType=${error.type} providerMessage=${error.message}`,
+            });
+        }
+        if (!isRecord(body) || !Array.isArray(body.data)) {
+            throw new EngineError("Qwen text-embedding-v4 response did not include data", {
+                code: "ZVEC_GREP.ENGINE.MODELS.QWEN_TEXT_EMBEDDING_V4_MISSING_DATA",
+                context: `model=${this.ref.model}`,
+            });
+        }
+        const vectors = new Array(texts.length);
+        for (const item of body.data) {
+            if (!isRecord(item) || typeof item.index !== "number" || !Number.isInteger(item.index)) {
+                throw new EngineError("Qwen text-embedding-v4 response included an invalid index", {
+                    code: "ZVEC_GREP.ENGINE.MODELS.QWEN_TEXT_EMBEDDING_V4_INVALID_INDEX",
+                    context: `model=${this.ref.model} index=${isRecord(item) ? String(item.index) : "unknown"}`,
+                });
+            }
+            if (item.index < 0 || item.index >= texts.length) {
+                throw new EngineError("Qwen text-embedding-v4 response index was out of range", {
+                    code: "ZVEC_GREP.ENGINE.MODELS.QWEN_TEXT_EMBEDDING_V4_INDEX_OUT_OF_RANGE",
+                    context: `model=${this.ref.model} index=${item.index} inputCount=${texts.length}`,
+                });
+            }
+            if (!Array.isArray(item.embedding)) {
+                throw new EngineError("Qwen text-embedding-v4 response included an invalid embedding", {
+                    code: "ZVEC_GREP.ENGINE.MODELS.QWEN_TEXT_EMBEDDING_V4_INVALID_VECTOR",
+                    context: `model=${this.ref.model} index=${item.index}`,
+                });
+            }
+            vectors[item.index] = item.embedding;
+        }
+        return vectors;
+    }
+}
+// -----------------------------------------------------------------------------
+// qwen3-vl-embedding
+// -----------------------------------------------------------------------------
+const DEFAULT_QWEN3_VL_EMBEDDING_ENDPOINT = "https://dashscope.aliyuncs.com/api/v1/services/embeddings/multimodal-embedding/multimodal-embedding";
+const QWEN3_VL_EMBEDDING_MAX_IMAGE_COUNT = 10;
+const QWEN3_VL_EMBEDDING_SUPPORTED_IMAGE_FORMATS = [
+    "jpeg",
+    "png",
+    "webp",
+];
+export class Qwen3VlEmbeddingModel extends EmbeddingModel {
+    ref = {
+        provider: "qwen",
+        model: "qwen3-vl-embedding",
+    };
+    dimension = 2560;
+    metric = "cosine";
+    supportedContentKinds = ["text", "image"];
+    limits = {
+        maxBatchSize: 20,
+        maxInputTokens: 32000,
+        maxImageBytes: 10 * 1024 * 1024,
+    };
+    apiKey;
+    endpoint;
+    constructor(options) {
+        super();
+        if (options.apiKey.trim().length === 0) {
+            throw new EngineError("Qwen3 VL embedding model requires an API key", {
+                code: "ZVEC_GREP.ENGINE.MODELS.QWEN3_VL_EMBEDDING_MISSING_API_KEY",
+                context: `model=${this.ref.model}`,
+            });
+        }
+        const endpoint = normalizeEndpoint(options.endpoint ?? DEFAULT_QWEN3_VL_EMBEDDING_ENDPOINT);
+        if (endpoint.length === 0) {
+            throw new EngineError("Qwen3 VL embedding model requires an endpoint", {
+                code: "ZVEC_GREP.ENGINE.MODELS.QWEN3_VL_EMBEDDING_MISSING_ENDPOINT",
+                context: `model=${this.ref.model}`,
+            });
+        }
+        this.apiKey = options.apiKey;
+        this.endpoint = endpoint;
+    }
+    async doEmbed(contents, _options) {
+        validateQwen3VlContents(this.ref.model, contents);
+        const requestContents = contents.map((content) => {
+            if (content.kind === "text") {
+                return {
+                    text: content.text,
+                };
+            }
+            return {
+                image: bytesToBase64(content.data),
+            };
+        });
+        let response;
+        try {
+            response = await fetch(this.endpoint, {
+                method: "POST",
+                headers: {
+                    Authorization: `Bearer ${this.apiKey}`,
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({
+                    model: this.ref.model,
+                    input: {
+                        contents: requestContents,
+                    },
+                    parameters: {
+                        dimension: this.dimension,
+                    },
+                }),
+            });
+        }
+        catch (cause) {
+            throw new EngineError("Qwen3 VL embedding request failed", {
+                code: "ZVEC_GREP.ENGINE.MODELS.QWEN3_VL_EMBEDDING_REQUEST_FAILED",
+                context: `model=${this.ref.model} endpoint=${this.endpoint}`,
+                cause,
+            });
+        }
+        let body;
+        try {
+            body = await response.json();
+        }
+        catch (cause) {
+            throw new EngineError("Qwen3 VL embedding response was not valid JSON", {
+                code: "ZVEC_GREP.ENGINE.MODELS.QWEN3_VL_EMBEDDING_INVALID_JSON",
+                context: `model=${this.ref.model} status=${response.status}`,
+                cause,
+            });
+        }
+        if (!response.ok) {
+            const error = readProviderError(body);
+            throw new EngineError("Qwen3 VL embedding request returned an error", {
+                code: "ZVEC_GREP.ENGINE.MODELS.QWEN3_VL_EMBEDDING_API_ERROR",
+                context: `model=${this.ref.model} status=${response.status} providerCode=${error.code} providerType=${error.type} providerMessage=${error.message}`,
+            });
+        }
+        if (!isRecord(body) || !isRecord(body.output) || !Array.isArray(body.output.embeddings)) {
+            throw new EngineError("Qwen3 VL embedding response did not include embeddings", {
+                code: "ZVEC_GREP.ENGINE.MODELS.QWEN3_VL_EMBEDDING_MISSING_EMBEDDINGS",
+                context: `model=${this.ref.model}`,
+            });
+        }
+        const vectors = new Array(contents.length);
+        for (const [fallbackIndex, item] of body.output.embeddings.entries()) {
+            if (!isRecord(item)) {
+                throw new EngineError("Qwen3 VL embedding response included an invalid embedding item", {
+                    code: "ZVEC_GREP.ENGINE.MODELS.QWEN3_VL_EMBEDDING_INVALID_ITEM",
+                    context: `model=${this.ref.model} index=${fallbackIndex}`,
+                });
+            }
+            const index = readEmbeddingIndex(item, fallbackIndex);
+            if (index < 0 || index >= contents.length) {
+                throw new EngineError("Qwen3 VL embedding response index was out of range", {
+                    code: "ZVEC_GREP.ENGINE.MODELS.QWEN3_VL_EMBEDDING_INDEX_OUT_OF_RANGE",
+                    context: `model=${this.ref.model} index=${index} inputCount=${contents.length}`,
+                });
+            }
+            if (!Array.isArray(item.embedding)) {
+                throw new EngineError("Qwen3 VL embedding response included an invalid embedding", {
+                    code: "ZVEC_GREP.ENGINE.MODELS.QWEN3_VL_EMBEDDING_INVALID_VECTOR",
+                    context: `model=${this.ref.model} index=${index}`,
+                });
+            }
+            vectors[index] = item.embedding;
+        }
+        return vectors;
+    }
+}
+// -----------------------------------------------------------------------------
+// Shared helpers
+// -----------------------------------------------------------------------------
+const BASE64_CHARS = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/";
+function normalizeEndpoint(endpoint) {
+    return endpoint.trim();
+}
+function readProviderError(body) {
+    if (!isRecord(body) || !isRecord(body.error)) {
+        if (isRecord(body)) {
+            return {
+                code: typeof body.code === "string" ? body.code : "unknown",
+                type: "unknown",
+                message: typeof body.message === "string" ? body.message : "unknown",
+            };
+        }
+        return {
+            code: "unknown",
+            type: "unknown",
+            message: "unknown",
+        };
+    }
+    return {
+        code: typeof body.error.code === "string" ? body.error.code : "unknown",
+        type: typeof body.error.type === "string" ? body.error.type : "unknown",
+        message: typeof body.error.message === "string" ? body.error.message : "unknown",
+    };
+}
+function readEmbeddingIndex(item, fallbackIndex) {
+    if (typeof item.index === "number" && Number.isInteger(item.index)) {
+        return item.index;
+    }
+    if (typeof item.text_index === "number" && Number.isInteger(item.text_index)) {
+        return item.text_index;
+    }
+    return fallbackIndex;
+}
+function validateQwen3VlContents(model, contents) {
+    let imageCount = 0;
+    for (const [index, content] of contents.entries()) {
+        if (content.kind !== "image") {
+            continue;
+        }
+        imageCount += 1;
+        if (!QWEN3_VL_EMBEDDING_SUPPORTED_IMAGE_FORMATS.includes(content.format)) {
+            throw new EngineError("Qwen3 VL embedding model does not support image format", {
+                code: "ZVEC_GREP.ENGINE.MODELS.QWEN3_VL_EMBEDDING_UNSUPPORTED_IMAGE_FORMAT",
+                context: `model=${model} index=${index} format=${content.format}`,
+            });
+        }
+    }
+    if (imageCount > QWEN3_VL_EMBEDDING_MAX_IMAGE_COUNT) {
+        throw new EngineError("Qwen3 VL embedding image count exceeds model limit", {
+            code: "ZVEC_GREP.ENGINE.MODELS.QWEN3_VL_EMBEDDING_TOO_MANY_IMAGES",
+            context: `model=${model} imageCount=${imageCount} maxImageCount=${QWEN3_VL_EMBEDDING_MAX_IMAGE_COUNT}`,
+        });
+    }
+}
+function isRecord(value) {
+    return typeof value === "object" && value !== null;
+}
+function bytesToBase64(bytes) {
+    let output = "";
+    for (let index = 0; index < bytes.length; index += 3) {
+        const first = bytes[index] ?? 0;
+        const second = bytes[index + 1];
+        const third = bytes[index + 2];
+        output += BASE64_CHARS.charAt(first >> 2);
+        output += BASE64_CHARS.charAt(((first & 3) << 4) | ((second ?? 0) >> 4));
+        output += second === undefined
+            ? "="
+            : BASE64_CHARS.charAt(((second & 15) << 2) | ((third ?? 0) >> 6));
+        output += third === undefined
+            ? "="
+            : BASE64_CHARS.charAt(third & 63);
+    }
+    return output;
+}
+//# sourceMappingURL=embedding.js.map

package/dist/engine/models/providers/qwen/embedding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding.js","sourceRoot":"","sources":["../../../../../src/engine/models/providers/qwen/embedding.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAEvD,OAAO,EACL,cAAc,GAIf,MAAM,qBAAqB,CAAC;AAI7B,gFAAgF;AAChF,oBAAoB;AACpB,gFAAgF;AAEhF,MAAM,uCAAuC,GAAG,8DAA8D,CAAC;AAG/G,MAAM,OAAO,wBAAyB,SAAQ,cAAc;IACjD,GAAG,GAAG;QACb,QAAQ,EAAE,MAAM;QAChB,KAAK,EAAE,mBAAmB;KAClB,CAAC;IACF,SAAS,GAAG,IAAI,CAAC;IACjB,MAAM,GAAG,QAAQ,CAAC;IAClB,qBAAqB,GAAG,CAAC,MAAM,CAAU,CAAC;IAC1C,MAAM,GAAG;QAChB,YAAY,EAAE,EAAE;QAChB,cAAc,EAAE,IAAI;KACc,CAAC;IAEpB,MAAM,CAAS;IACf,QAAQ,CAAS;IAGlC,YAAY,OAA6B;QACvC,KAAK,EAAE,CAAC;QAER,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,WAAW,CAAC,kDAAkD,EAAE;gBACxE,IAAI,EAAE,gEAAgE;gBACtE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE;aACnC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,QAAQ,IAAI,uCAAuC,CAAC,CAAC;QAEhG,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,WAAW,CAAC,mDAAmD,EAAE;gBACzE,IAAI,EAAE,iEAAiE;gBACvE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE;aACnC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAGS,KAAK,CAAC,OAAO,CACrB,QAA4B,EAC5B,QAAoC;QAEpC,MAAM,KAAK,GAAI,QAAmC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAElF,IAAI,QAAkB,CAAC;QAEvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE;gBACpC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;oBACtC,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK;oBACrB,KAAK,EAAE,KAAK;oBACZ,UAAU,EAAE,IAAI,CAAC,SAAS;oBAC1B,eAAe,EAAE,OAAO;iBACzB,CAAC;aACH,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CAAC,uCAAuC,EAAE;gBAC7D,IAAI,EAAE,+DAA+D;gBACrE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,aAAa,IAAI,CAAC,QAAQ,EAAE;gBAC5D,KAAK;aACN,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAa,CAAC;QAElB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CAAC,oDAAoD,EAAE;gBAC1E,IAAI,EAAE,6DAA6D;gBACnE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,WAAW,QAAQ,CAAC,MAAM,EAAE;gBAC5D,KAAK;aACN,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAEtC,MAAM,IAAI,WAAW,CAAC,kDAAkD,EAAE;gBACxE,IAAI,EAAE,0DAA0D;gBAChE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,WAAW,QAAQ,CAAC,MAAM,iBAAiB,KAAK,CAAC,IAAI,iBAAiB,KAAK,CAAC,IAAI,oBAAoB,KAAK,CAAC,OAAO,EAAE;aACpJ,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACjD,MAAM,IAAI,WAAW,CAAC,sDAAsD,EAAE;gBAC5E,IAAI,EAAE,6DAA6D;gBACnE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE;aACnC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,KAAK,CAAkB,KAAK,CAAC,MAAM,CAAC,CAAC;QAEzD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvF,MAAM,IAAI,WAAW,CAAC,2DAA2D,EAAE;oBACjF,IAAI,EAAE,8DAA8D;oBACpE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE;iBAC5F,CAAC,CAAC;YACL,CAAC;YAED,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBACjD,MAAM,IAAI,WAAW,CAAC,wDAAwD,EAAE;oBAC9E,IAAI,EAAE,mEAAmE;oBACzE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,CAAC,KAAK,eAAe,KAAK,CAAC,MAAM,EAAE;iBAClF,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,WAAW,CAAC,+DAA+D,EAAE;oBACrF,IAAI,EAAE,+DAA+D;oBACrE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU,IAAI,CAAC,KAAK,EAAE;iBACvD,CAAC,CAAC;YACL,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAA4B,CAAC;QAC1D,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAGD,gFAAgF;AAChF,qBAAqB;AACrB,gFAAgF;AAEhF,MAAM,mCAAmC,GAAG,qGAAqG,CAAC;AAGlJ,MAAM,kCAAkC,GAAG,EAAE,CAAC;AAG9C,MAAM,0CAA0C,GAA2B;IACzE,MAAM;IACN,KAAK;IACL,MAAM;CACP,CAAC;AAGF,MAAM,OAAO,qBAAsB,SAAQ,cAAc;IAC9C,GAAG,GAAG;QACb,QAAQ,EAAE,MAAM;QAChB,KAAK,EAAE,oBAAoB;KACnB,CAAC;IACF,SAAS,GAAG,IAAI,CAAC;IACjB,MAAM,GAAG,QAAQ,CAAC;IAClB,qBAAqB,GAAG,CAAC,MAAM,EAAE,OAAO,CAAU,CAAC;IACnD,MAAM,GAAG;QAChB,YAAY,EAAE,EAAE;QAChB,cAAc,EAAE,KAAK;QACrB,aAAa,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;KACG,CAAC;IAEpB,MAAM,CAAS;IACf,QAAQ,CAAS;IAGlC,YAAY,OAA6B;QACvC,KAAK,EAAE,CAAC;QAER,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,WAAW,CAAC,8CAA8C,EAAE;gBACpE,IAAI,EAAE,4DAA4D;gBAClE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE;aACnC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,QAAQ,IAAI,mCAAmC,CAAC,CAAC;QAE5F,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,WAAW,CAAC,+CAA+C,EAAE;gBACrE,IAAI,EAAE,6DAA6D;gBACnE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE;aACnC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAGS,KAAK,CAAC,OAAO,CACrB,QAA4B,EAC5B,QAAoC;QAEpC,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAElD,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC/C,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC5B,OAAO;oBACL,IAAI,EAAE,OAAO,CAAC,IAAI;iBACnB,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC;aACnC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,QAAkB,CAAC;QAEvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE;gBACpC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;oBACtC,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK;oBACrB,KAAK,EAAE;wBACL,QAAQ,EAAE,eAAe;qBAC1B;oBACD,UAAU,EAAE;wBACV,SAAS,EAAE,IAAI,CAAC,SAAS;qBAC1B;iBACF,CAAC;aACH,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CAAC,mCAAmC,EAAE;gBACzD,IAAI,EAAE,2DAA2D;gBACjE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,aAAa,IAAI,CAAC,QAAQ,EAAE;gBAC5D,KAAK;aACN,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAa,CAAC;QAElB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,WAAW,CAAC,gDAAgD,EAAE;gBACtE,IAAI,EAAE,yDAAyD;gBAC/D,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,WAAW,QAAQ,CAAC,MAAM,EAAE;gBAC5D,KAAK;aACN,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAEtC,MAAM,IAAI,WAAW,CAAC,8CAA8C,EAAE;gBACpE,IAAI,EAAE,sDAAsD;gBAC5D,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,WAAW,QAAQ,CAAC,MAAM,iBAAiB,KAAK,CAAC,IAAI,iBAAiB,KAAK,CAAC,IAAI,oBAAoB,KAAK,CAAC,OAAO,EAAE;aACpJ,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;YACxF,MAAM,IAAI,WAAW,CAAC,wDAAwD,EAAE;gBAC9E,IAAI,EAAE,+DAA+D;gBACrE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE;aACnC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,KAAK,CAAkB,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE5D,KAAK,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;YACrE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpB,MAAM,IAAI,WAAW,CAAC,gEAAgE,EAAE;oBACtF,IAAI,EAAE,yDAAyD;oBAC/D,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU,aAAa,EAAE;iBAC1D,CAAC,CAAC;YACL,CAAC;YAED,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;YAEtD,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAC1C,MAAM,IAAI,WAAW,CAAC,oDAAoD,EAAE;oBAC1E,IAAI,EAAE,+DAA+D;oBACrE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU,KAAK,eAAe,QAAQ,CAAC,MAAM,EAAE;iBAChF,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,WAAW,CAAC,2DAA2D,EAAE;oBACjF,IAAI,EAAE,2DAA2D;oBACjE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU,KAAK,EAAE;iBAClD,CAAC,CAAC;YACL,CAAC;YAED,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAA4B,CAAC;QACrD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAGD,gFAAgF;AAChF,iBAAiB;AACjB,gFAAgF;AAEhF,MAAM,YAAY,GAAG,kEAAkE,CAAC;AAGxF,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC;AAGD,SAAS,iBAAiB,CAAC,IAAa;IACtC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7C,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACnB,OAAO;gBACL,IAAI,EAAE,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;gBAC3D,IAAI,EAAE,SAAS;gBACf,OAAO,EAAE,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;aACrE,CAAC;QACJ,CAAC;QAED,OAAO;YACL,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,SAAS;SACnB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;QACvE,IAAI,EAAE,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;QACvE,OAAO,EAAE,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;KACjF,CAAC;AACJ,CAAC;AAGD,SAAS,kBAAkB,CAAC,IAA6B,EAAE,aAAqB;IAC9E,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACnE,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,IAAI,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7E,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC;AAGD,SAAS,uBAAuB,CAAC,KAAa,EAAE,QAA4B;IAC1E,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QAClD,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC7B,SAAS;QACX,CAAC;QAED,UAAU,IAAI,CAAC,CAAC;QAEhB,IAAI,CAAC,0CAA0C,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACzE,MAAM,IAAI,WAAW,CAAC,wDAAwD,EAAE;gBAC9E,IAAI,EAAE,qEAAqE;gBAC3E,OAAO,EAAE,SAAS,KAAK,UAAU,KAAK,WAAW,OAAO,CAAC,MAAM,EAAE;aAClE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,UAAU,GAAG,kCAAkC,EAAE,CAAC;QACpD,MAAM,IAAI,WAAW,CAAC,oDAAoD,EAAE;YAC1E,IAAI,EAAE,4DAA4D;YAClE,OAAO,EAAE,SAAS,KAAK,eAAe,UAAU,kBAAkB,kCAAkC,EAAE;SACvG,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAGD,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AACrD,CAAC;AAGD,SAAS,aAAa,CAAC,KAAiB;IACtC,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAChC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAE/B,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;QAC1C,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzE,MAAM,IAAI,MAAM,KAAK,SAAS;YAC5B,CAAC,CAAC,GAAG;YACL,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,IAAI,KAAK,KAAK,SAAS;YAC3B,CAAC,CAAC,GAAG;YACL,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/engine/models/providers/qwen/index.d.ts

@@ -0,0 +1 @@
+export { Qwen3VlEmbeddingModel, QwenTextEmbeddingV4Model } from "./embedding.js";

package/dist/engine/models/providers/qwen/index.js

@@ -0,0 +1,2 @@
+export { Qwen3VlEmbeddingModel, QwenTextEmbeddingV4Model } from "./embedding.js";
+//# sourceMappingURL=index.js.map

package/dist/engine/models/providers/qwen/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/engine/models/providers/qwen/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,wBAAwB,EACzB,MAAM,gBAAgB,CAAC"}

package/dist/engine/models/ranking.d.ts

@@ -0,0 +1,15 @@
+import type { Content, ContentKind } from "../types.js";
+import type { ModelRef } from "./types.js";
+export type RankingCandidate = {
+    id: string;
+    content: Content;
+};
+export type RankingScore = {
+    id: string;
+    score: number;
+};
+export interface RankingModel {
+    readonly ref: ModelRef;
+    readonly supportedContentKinds: readonly ContentKind[];
+    rank(query: Content, candidates: readonly RankingCandidate[]): Promise<RankingScore[]>;
+}

package/dist/engine/models/ranking.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ranking.js.map

package/dist/engine/models/ranking.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ranking.js","sourceRoot":"","sources":["../../../src/engine/models/ranking.ts"],"names":[],"mappings":""}

package/dist/engine/models/types.d.ts

@@ -0,0 +1,30 @@
+export type ModelProviderOptions = {
+    apiKey: string;
+    endpoint?: string;
+    modelCacheDir?: string;
+    llamaGpu?: LlamaGpuMode;
+    embeddingParallelism?: number;
+};
+export type ModelCatalog = Record<string, {
+    embedding: readonly string[];
+    ranking: readonly string[];
+}>;
+export type ModelRef = {
+    provider: string;
+    model: string;
+};
+export type VectorMetric = "cosine" | "dot" | "euclidean";
+export type LlamaGpuMode = "auto" | "metal" | "vulkan" | "cuda" | false;
+export type LocalEmbeddingFormat = "embeddinggemma" | "qwen3";
+export type LlamaCppEmbeddingCatalogEntry = {
+    id: string;
+    provider: "local";
+    model: string;
+    uri: string;
+    dimension: number;
+    metric: VectorMetric;
+    format: LocalEmbeddingFormat;
+    contextSize: number;
+    maxBatchSize: number;
+};
+export type EmbeddingCatalogEntry = LlamaCppEmbeddingCatalogEntry;

package/dist/engine/models/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/engine/models/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/engine/models/types.ts"],"names":[],"mappings":""}

package/dist/engine/pipeline/indexing/extractor/code/adapter.d.ts

@@ -0,0 +1,19 @@
+import type { CodeEntityModifier, CodeSymbolType } from "../../../../types.js";
+import type { TSNode } from "../tree-sitter/nodes.js";
+export type LanguageAdapter = {
+    format: string;
+    entityTypes: ReadonlySet<string>;
+    scopeTypes: ReadonlySet<string>;
+    extractName(node: TSNode): string | undefined;
+    shouldIndexEntity?(node: TSNode): boolean;
+    shouldEnterScope?(node: TSNode): boolean;
+    resolveEntities?(node: TSNode): readonly TSNode[];
+    enterScopeNode?(node: TSNode): TSNode;
+    resolveEntity?(node: TSNode): TSNode;
+    scopeBreadcrumb?(node: TSNode, breadcrumb: readonly string[]): readonly string[];
+    classifyNode?(node: TSNode, breadcrumb: readonly string[]): CodeSymbolType | undefined;
+    extractSignature?(node: TSNode): string | undefined;
+    extractDoc?(node: TSNode): string | undefined;
+    extractModifiers?(node: TSNode): readonly CodeEntityModifier[];
+};
+export declare function resolveAdapter(format: string): LanguageAdapter | null;

package/dist/engine/pipeline/indexing/extractor/code/adapter.js

@@ -0,0 +1,24 @@
+import { C_ADAPTER } from "./languages/c.js";
+import { CPP_ADAPTER } from "./languages/cpp.js";
+import { GO_ADAPTER } from "./languages/go.js";
+import { JAVA_ADAPTER } from "./languages/java.js";
+import { JAVASCRIPT_ADAPTER } from "./languages/javascript.js";
+import { PYTHON_ADAPTER } from "./languages/python.js";
+import { RUST_ADAPTER } from "./languages/rust.js";
+import { TYPESCRIPT_ADAPTER } from "./languages/typescript.js";
+const ADAPTERS = {
+    c: C_ADAPTER,
+    cpp: CPP_ADAPTER,
+    go: GO_ADAPTER,
+    java: JAVA_ADAPTER,
+    javascript: JAVASCRIPT_ADAPTER,
+    jsx: JAVASCRIPT_ADAPTER,
+    python: PYTHON_ADAPTER,
+    rust: RUST_ADAPTER,
+    tsx: TYPESCRIPT_ADAPTER,
+    typescript: TYPESCRIPT_ADAPTER,
+};
+export function resolveAdapter(format) {
+    return ADAPTERS[format] ?? null;
+}
+//# sourceMappingURL=adapter.js.map

package/dist/engine/pipeline/indexing/extractor/code/adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter.js","sourceRoot":"","sources":["../../../../../../src/engine/pipeline/indexing/extractor/code/adapter.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAqB/D,MAAM,QAAQ,GAAoC;IAChD,CAAC,EAAE,SAAS;IACZ,GAAG,EAAE,WAAW;IAChB,EAAE,EAAE,UAAU;IACd,IAAI,EAAE,YAAY;IAClB,UAAU,EAAE,kBAAkB;IAC9B,GAAG,EAAE,kBAAkB;IACvB,MAAM,EAAE,cAAc;IACtB,IAAI,EAAE,YAAY;IAClB,GAAG,EAAE,kBAAkB;IACvB,UAAU,EAAE,kBAAkB;CAC/B,CAAC;AAGF,MAAM,UAAU,cAAc,CAAC,MAAc;IAC3C,OAAO,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;AAClC,CAAC"}

package/dist/engine/pipeline/indexing/extractor/code/extractor.d.ts

@@ -0,0 +1,14 @@
+import type { EntityFragment } from "../../../../types.js";
+import type { Extractor, Source } from "../index.js";
+export type CodeExtractorOptions = {
+    maxChunkChars?: number;
+    chunkOverlapChars?: number;
+};
+export declare class CodeExtractor implements Extractor {
+    private readonly maxChunkChars;
+    private readonly chunkOverlapChars;
+    constructor(options?: CodeExtractorOptions);
+    supports(source: Source): boolean;
+    extract(source: Source): Promise<EntityFragment[]>;
+    private extractScriptBlocks;
+}