@zvec/zvec-grep 0.1.5 → 0.1.6

package/dist/engine/models/catalog.js

@@ -1,24 +1,9 @@
-export const MODEL_CATALOG = {
-    openai: {
-        embedding: ["text-embedding-3-small", "text-embedding-3-large"],
-        ranking: [],
-    },
-    qwen: {
-        embedding: ["text-embedding-v4", "qwen3-vl-embedding"],
-        ranking: ["gte-rerank-v2"],
-    },
-    jina: {
-        embedding: ["jina-embeddings-v3"],
-        ranking: ["jina-reranker-v2-base-multilingual"],
-    },
-    local: {
-        embedding: ["embeddinggemma-300m", "qwen3-embedding-0.6b"],
-        ranking: [],
-    },
-};
+const DEFAULT_QWEN_TEXT_EMBEDDING_ENDPOINT = "https://dashscope.aliyuncs.com/compatible-mode/v1/embeddings";
+const DEFAULT_QWEN3_VL_EMBEDDING_ENDPOINT = "https://dashscope.aliyuncs.com/api/v1/services/embeddings/multimodal-embedding/multimodal-embedding";
 export const EMBEDDING_MODEL_CATALOG = {
     "local/embeddinggemma-300m": {
-        id: "local/embeddinggemma-300m",
+        backend: "llama-cpp",
+        reference: "local/embeddinggemma-300m",
         provider: "local",
         model: "embeddinggemma-300m",
         uri: "hf:ggml-org/embeddinggemma-300M-GGUF/embeddinggemma-300M-Q8_0.gguf",
@@ -29,7 +14,8 @@ export const EMBEDDING_MODEL_CATALOG = {
         maxBatchSize: 16,
     },
     "local/qwen3-embedding-0.6b": {
-        id: "local/qwen3-embedding-0.6b",
+        backend: "llama-cpp",
+        reference: "local/qwen3-embedding-0.6b",
         provider: "local",
         model: "qwen3-embedding-0.6b",
         uri: "hf:Qwen/Qwen3-Embedding-0.6B-GGUF/Qwen3-Embedding-0.6B-Q8_0.gguf",
@@ -39,14 +25,175 @@ export const EMBEDDING_MODEL_CATALOG = {
         contextSize: 8192,
         maxBatchSize: 8,
     },
+    "qwen/text-embedding-v4": {
+        backend: "qwen",
+        kind: "text",
+        reference: "qwen/text-embedding-v4",
+        provider: "qwen",
+        model: "text-embedding-v4",
+        dimension: 1024,
+        metric: "cosine",
+        defaultEndpoint: DEFAULT_QWEN_TEXT_EMBEDDING_ENDPOINT,
+        maxBatchSize: 10,
+        maxInputTokens: 8192,
+    },
+    "qwen/qwen3.7-text-embedding": {
+        backend: "qwen",
+        kind: "text",
+        reference: "qwen/qwen3.7-text-embedding",
+        provider: "qwen",
+        model: "qwen3.7-text-embedding",
+        dimension: 1024,
+        metric: "cosine",
+        defaultEndpoint: DEFAULT_QWEN_TEXT_EMBEDDING_ENDPOINT,
+        maxBatchSize: 20,
+        maxInputTokens: 128000,
+    },
+    "qwen/qwen3-vl-embedding": {
+        backend: "qwen",
+        kind: "multimodal",
+        reference: "qwen/qwen3-vl-embedding",
+        provider: "qwen",
+        model: "qwen3-vl-embedding",
+        dimension: 2560,
+        metric: "cosine",
+        defaultEndpoint: DEFAULT_QWEN3_VL_EMBEDDING_ENDPOINT,
+        maxBatchSize: 20,
+        maxInputTokens: 32000,
+        maxImageBytes: 10 * 1024 * 1024,
+    },
+    "local/bge-small-en-v1.5": {
+        backend: "transformers-js",
+        reference: "local/bge-small-en-v1.5",
+        provider: "local",
+        model: "bge-small-en-v1.5",
+        repo: "onnx-community/bge-small-en-v1.5-ONNX",
+        revision: "4a9a46c7b88fa408e650a571a1800243f26309bd",
+        dtype: "q4",
+        dimension: 384,
+        metric: "cosine",
+        pooling: "cls",
+        normalize: true,
+        queryPrefix: "Represent this sentence for searching relevant passages: ",
+        maxInputTokens: 512,
+        maxBatchSize: 4,
+    },
+    "local/all-minilm-l6-v2": {
+        backend: "transformers-js",
+        reference: "local/all-minilm-l6-v2",
+        provider: "local",
+        model: "all-minilm-l6-v2",
+        repo: "onnx-community/all-MiniLM-L6-v2-ONNX",
+        revision: "aff7a1dc4e8a1ea593e6ea21e95c22ef0a25966f",
+        dtype: "q4",
+        dimension: 384,
+        metric: "cosine",
+        pooling: "mean",
+        normalize: true,
+        maxInputTokens: 256,
+        maxBatchSize: 4,
+    },
+    "local/potion-base-8m": {
+        backend: "model2vec",
+        reference: "local/potion-base-8m",
+        provider: "local",
+        model: "potion-base-8m",
+        repo: "minishlab/potion-base-8M",
+        revision: "bf8b056651a2c21b8d2565580b8569da283cab23",
+        modelFile: "model.safetensors",
+        embeddingTensor: "embeddings",
+        tokenizerFile: "tokenizer.json",
+        dimension: 256,
+        metric: "cosine",
+        normalize: true,
+        maxInputTokens: 512,
+        maxBatchSize: 256,
+    },
+    "local/potion-code-16m-v2": {
+        backend: "model2vec",
+        reference: "local/potion-code-16m-v2",
+        provider: "local",
+        model: "potion-code-16m-v2",
+        repo: "minishlab/potion-code-16M-v2",
+        revision: "e9d2a44ca6a05ac6685f3b23709ea57eb7352d5b",
+        modelFile: "model.safetensors",
+        embeddingTensor: "embeddings",
+        tokenizerFile: "tokenizer.json",
+        dimension: 256,
+        metric: "cosine",
+        normalize: true,
+        maxInputTokens: 8192,
+        maxBatchSize: 256,
+    },
+    "local/multilingual-e5-small": {
+        backend: "transformers-js",
+        reference: "local/multilingual-e5-small",
+        provider: "local",
+        model: "multilingual-e5-small",
+        repo: "Xenova/multilingual-e5-small",
+        revision: "761b726dd34fb83930e26aab4e9ac3899aa1fa78",
+        dtype: "q8",
+        dimension: 384,
+        metric: "cosine",
+        pooling: "mean",
+        normalize: true,
+        queryPrefix: "query: ",
+        documentPrefix: "passage: ",
+        maxInputTokens: 512,
+        maxBatchSize: 4,
+    },
+    "local/jina-embeddings-v2-base-code": {
+        backend: "transformers-js",
+        reference: "local/jina-embeddings-v2-base-code",
+        provider: "local",
+        model: "jina-embeddings-v2-base-code",
+        repo: "jinaai/jina-embeddings-v2-base-code",
+        revision: "516f4baf13dec4ddddda8631e019b5737c8bc250",
+        dtype: "q8",
+        dimension: 768,
+        metric: "cosine",
+        pooling: "mean",
+        normalize: true,
+        maxInputTokens: 8192,
+        maxBatchSize: 2,
+    },
+    "local/gte-modernbert-base": {
+        backend: "transformers-js",
+        reference: "local/gte-modernbert-base",
+        provider: "local",
+        model: "gte-modernbert-base",
+        repo: "Alibaba-NLP/gte-modernbert-base",
+        revision: "e7f32e3c00f91d699e8c43b53106206bcc72bb22",
+        dtype: "q4",
+        dimension: 768,
+        metric: "cosine",
+        pooling: "cls",
+        normalize: true,
+        maxInputTokens: 8192,
+        maxBatchSize: 2,
+    },
+    "local/nomic-embed-text-v1.5": {
+        backend: "transformers-js",
+        reference: "local/nomic-embed-text-v1.5",
+        provider: "local",
+        model: "nomic-embed-text-v1.5",
+        repo: "nomic-ai/nomic-embed-text-v1.5",
+        revision: "e9b6763023c676ca8431644204f50c2b100d9aab",
+        dtype: "q4",
+        dimension: 768,
+        metric: "cosine",
+        pooling: "mean",
+        normalize: true,
+        queryPrefix: "search_query: ",
+        documentPrefix: "search_document: ",
+        maxInputTokens: 8192,
+        maxBatchSize: 2,
+    },
 };
 export function listEmbeddingModels() {
     return Object.values(EMBEDDING_MODEL_CATALOG);
 }
-export function getEmbeddingModelCatalogEntry(id) {
-    return EMBEDDING_MODEL_CATALOG[id];
-}
-export function getEmbeddingModelCatalogEntryByRef(ref) {
-    return listEmbeddingModels().find((entry) => entry.provider === ref.provider && entry.model === ref.model);
+export function getEmbeddingModelCatalogEntry(reference) {
+    return EMBEDDING_MODEL_CATALOG[reference];
 }
 //# sourceMappingURL=catalog.js.map

package/dist/engine/models/catalog.js.map

@@ -1 +1 @@
-{"version":3,"file":"catalog.js","sourceRoot":"","sources":["../../../src/engine/models/catalog.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,MAAM,EAAE;QACN,SAAS,EAAE,CAAC,wBAAwB,EAAE,wBAAwB,CAAC;QAC/D,OAAO,EAAE,EAAE;KACZ;IAED,IAAI,EAAE;QACJ,SAAS,EAAE,CAAC,mBAAmB,EAAE,oBAAoB,CAAC;QACtD,OAAO,EAAE,CAAC,eAAe,CAAC;KAC3B;IAED,IAAI,EAAE;QACJ,SAAS,EAAE,CAAC,oBAAoB,CAAC;QACjC,OAAO,EAAE,CAAC,oCAAoC,CAAC;KAChD;IAED,KAAK,EAAE;QACL,SAAS,EAAE,CAAC,qBAAqB,EAAE,sBAAsB,CAAC;QAC1D,OAAO,EAAE,EAAE;KACZ;CAC8B,CAAC;AAElC,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,2BAA2B,EAAE;QAC3B,EAAE,EAAE,2BAA2B;QAC/B,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,qBAAqB;QAC5B,GAAG,EAAE,oEAAoE;QACzE,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,gBAAgB;QACxB,WAAW,EAAE,IAAI;QACjB,YAAY,EAAE,EAAE;KACjB;IAED,4BAA4B,EAAE;QAC5B,EAAE,EAAE,4BAA4B;QAChC,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,sBAAsB;QAC7B,GAAG,EAAE,kEAAkE;QACvE,SAAS,EAAE,IAAI;QACf,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,OAAO;QACf,WAAW,EAAE,IAAI;QACjB,YAAY,EAAE,CAAC;KAChB;CACuD,CAAC;AAI3D,MAAM,UAAU,mBAAmB;IACjC,OAAO,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,EAAU;IAEV,OAAO,uBAAuB,CAAC,EAA6B,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,GAAa;IAEb,OAAO,mBAAmB,EAAE,CAAC,IAAI,CAC/B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,KAAK,GAAG,CAAC,KAAK,CACxE,CAAC;AACJ,CAAC"}
+{"version":3,"file":"catalog.js","sourceRoot":"","sources":["../../../src/engine/models/catalog.ts"],"names":[],"mappings":"AAAA,MAAM,oCAAoC,GACxC,8DAA8D,CAAC;AACjE,MAAM,mCAAmC,GACvC,qGAAqG,CAAC;AAExG,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,2BAA2B,EAAE;QAC3B,OAAO,EAAE,WAAW;QACpB,SAAS,EAAE,2BAA2B;QACtC,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,qBAAqB;QAC5B,GAAG,EAAE,oEAAoE;QACzE,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,gBAAgB;QACxB,WAAW,EAAE,IAAI;QACjB,YAAY,EAAE,EAAE;KACjB;IAED,4BAA4B,EAAE;QAC5B,OAAO,EAAE,WAAW;QACpB,SAAS,EAAE,4BAA4B;QACvC,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,sBAAsB;QAC7B,GAAG,EAAE,kEAAkE;QACvE,SAAS,EAAE,IAAI;QACf,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,OAAO;QACf,WAAW,EAAE,IAAI;QACjB,YAAY,EAAE,CAAC;KAChB;IAED,wBAAwB,EAAE;QACxB,OAAO,EAAE,MAAM;QACf,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,wBAAwB;QACnC,QAAQ,EAAE,MAAM;QAChB,KAAK,EAAE,mBAAmB;QAC1B,SAAS,EAAE,IAAI;QACf,MAAM,EAAE,QAAQ;QAChB,eAAe,EAAE,oCAAoC;QACrD,YAAY,EAAE,EAAE;QAChB,cAAc,EAAE,IAAI;KACrB;IAED,6BAA6B,EAAE;QAC7B,OAAO,EAAE,MAAM;QACf,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,6BAA6B;QACxC,QAAQ,EAAE,MAAM;QAChB,KAAK,EAAE,wBAAwB;QAC/B,SAAS,EAAE,IAAI;QACf,MAAM,EAAE,QAAQ;QAChB,eAAe,EAAE,oCAAoC;QACrD,YAAY,EAAE,EAAE;QAChB,cAAc,EAAE,MAAM;KACvB;IAED,yBAAyB,EAAE;QACzB,OAAO,EAAE,MAAM;QACf,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,yBAAyB;QACpC,QAAQ,EAAE,MAAM;QAChB,KAAK,EAAE,oBAAoB;QAC3B,SAAS,EAAE,IAAI;QACf,MAAM,EAAE,QAAQ;QAChB,eAAe,EAAE,mCAAmC;QACpD,YAAY,EAAE,EAAE;QAChB,cAAc,EAAE,KAAK;QACrB,aAAa,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;KAChC;IAED,yBAAyB,EAAE;QACzB,OAAO,EAAE,iBAAiB;QAC1B,SAAS,EAAE,yBAAyB;QACpC,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,mBAAmB;QAC1B,IAAI,EAAE,uCAAuC;QAC7C,QAAQ,EAAE,0CAA0C;QACpD,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,QAAQ;QAChB,OAAO,EAAE,KAAK;QACd,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,2DAA2D;QACxE,cAAc,EAAE,GAAG;QACnB,YAAY,EAAE,CAAC;KAChB;IAED,wBAAwB,EAAE;QACxB,OAAO,EAAE,iBAAiB;QAC1B,SAAS,EAAE,wBAAwB;QACnC,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,kBAAkB;QACzB,IAAI,EAAE,sCAAsC;QAC5C,QAAQ,EAAE,0CAA0C;QACpD,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,QAAQ;QAChB,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,IAAI;QACf,cAAc,EAAE,GAAG;QACnB,YAAY,EAAE,CAAC;KAChB;IAED,sBAAsB,EAAE;QACtB,OAAO,EAAE,WAAW;QACpB,SAAS,EAAE,sBAAsB;QACjC,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,gBAAgB;QACvB,IAAI,EAAE,0BAA0B;QAChC,QAAQ,EAAE,0CAA0C;QACpD,SAAS,EAAE,mBAAmB;QAC9B,eAAe,EAAE,YAAY;QAC7B,aAAa,EAAE,gBAAgB;QAC/B,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,IAAI;QACf,cAAc,EAAE,GAAG;QACnB,YAAY,EAAE,GAAG;KAClB;IAED,0BAA0B,EAAE;QAC1B,OAAO,EAAE,WAAW;QACpB,SAAS,EAAE,0BAA0B;QACrC,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,oBAAoB;QAC3B,IAAI,EAAE,8BAA8B;QACpC,QAAQ,EAAE,0CAA0C;QACpD,SAAS,EAAE,mBAAmB;QAC9B,eAAe,EAAE,YAAY;QAC7B,aAAa,EAAE,gBAAgB;QAC/B,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,IAAI;QACf,cAAc,EAAE,IAAI;QACpB,YAAY,EAAE,GAAG;KAClB;IAED,6BAA6B,EAAE;QAC7B,OAAO,EAAE,iBAAiB;QAC1B,SAAS,EAAE,6BAA6B;QACxC,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,uBAAuB;QAC9B,IAAI,EAAE,8BAA8B;QACpC,QAAQ,EAAE,0CAA0C;QACpD,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,QAAQ;QAChB,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,SAAS;QACtB,cAAc,EAAE,WAAW;QAC3B,cAAc,EAAE,GAAG;QACnB,YAAY,EAAE,CAAC;KAChB;IAED,oCAAoC,EAAE;QACpC,OAAO,EAAE,iBAAiB;QAC1B,SAAS,EAAE,oCAAoC;QAC/C,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,8BAA8B;QACrC,IAAI,EAAE,qCAAqC;QAC3C,QAAQ,EAAE,0CAA0C;QACpD,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,QAAQ;QAChB,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,IAAI;QACf,cAAc,EAAE,IAAI;QACpB,YAAY,EAAE,CAAC;KAChB;IAED,2BAA2B,EAAE;QAC3B,OAAO,EAAE,iBAAiB;QAC1B,SAAS,EAAE,2BAA2B;QACtC,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,qBAAqB;QAC5B,IAAI,EAAE,iCAAiC;QACvC,QAAQ,EAAE,0CAA0C;QACpD,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,QAAQ;QAChB,OAAO,EAAE,KAAK;QACd,SAAS,EAAE,IAAI;QACf,cAAc,EAAE,IAAI;QACpB,YAAY,EAAE,CAAC;KAChB;IAED,6BAA6B,EAAE;QAC7B,OAAO,EAAE,iBAAiB;QAC1B,SAAS,EAAE,6BAA6B;QACxC,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,uBAAuB;QAC9B,IAAI,EAAE,gCAAgC;QACtC,QAAQ,EAAE,0CAA0C;QACpD,KAAK,EAAE,IAAI;QACX,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,QAAQ;QAChB,OAAO,EAAE,MAAM;QACf,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,gBAAgB;QAC7B,cAAc,EAAE,mBAAmB;QACnC,cAAc,EAAE,IAAI;QACpB,YAAY,EAAE,CAAC;KAChB;CACO,CAAC;AAqCX,MAAM,UAAU,mBAAmB;IACjC,OAAO,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,SAAiB;IAEjB,OAAO,uBAAuB,CAAC,SAAoC,CAAC,CAAC;AACvE,CAAC"}

package/dist/engine/models/download-progress.d.ts

@@ -0,0 +1,15 @@
+import type { EmbeddingModelProgress } from "./embeddings.js";
+export type ModelArtifactDownloadProgress = {
+    artifact: string;
+    downloadedBytes: number;
+    totalBytes?: number;
+};
+export type ModelDownloadProgressReporter = {
+    start(): void;
+    register(artifact: string): void;
+    skip(artifact: string): void;
+    report(progress: ModelArtifactDownloadProgress): void;
+    warning(message: string): boolean;
+    finish(): void;
+};
+export declare function createModelDownloadProgressReporter(model: string, onProgress?: (progress: EmbeddingModelProgress) => void, expectedArtifacts?: readonly string[]): ModelDownloadProgressReporter;

package/dist/engine/models/download-progress.js

@@ -0,0 +1,48 @@
+export function createModelDownloadProgressReporter(model, onProgress, expectedArtifacts = []) {
+    const artifacts = new Map(expectedArtifacts.map((artifact) => [artifact, { downloadedBytes: 0 }]));
+    return {
+        start() {
+            onProgress?.({ stage: "preparing", model });
+        },
+        register(artifact) {
+            if (!artifacts.has(artifact)) {
+                artifacts.set(artifact, { downloadedBytes: 0 });
+            }
+        },
+        skip(artifact) {
+            artifacts.delete(artifact);
+        },
+        report(progress) {
+            artifacts.set(progress.artifact, {
+                downloadedBytes: progress.downloadedBytes,
+                totalBytes: progress.totalBytes,
+            });
+            const values = [...artifacts.values()];
+            const downloadedBytes = values.reduce((sum, artifact) => sum + artifact.downloadedBytes, 0);
+            const hasCompleteTotals = values.length > 0 &&
+                values.every((artifact) => typeof artifact.totalBytes === "number" &&
+                    Number.isFinite(artifact.totalBytes) &&
+                    artifact.totalBytes >= 0);
+            const totalBytes = hasCompleteTotals
+                ? values.reduce((sum, artifact) => sum + (artifact.totalBytes ?? 0), 0)
+                : undefined;
+            onProgress?.({
+                stage: "downloading",
+                model,
+                downloadedBytes,
+                ...(totalBytes === undefined ? {} : { totalBytes }),
+            });
+        },
+        warning(message) {
+            if (!onProgress) {
+                return false;
+            }
+            onProgress({ stage: "warning", model, message });
+            return true;
+        },
+        finish() {
+            onProgress?.({ stage: "ready", model });
+        },
+    };
+}
+//# sourceMappingURL=download-progress.js.map

package/dist/engine/models/download-progress.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"download-progress.js","sourceRoot":"","sources":["../../../src/engine/models/download-progress.ts"],"names":[],"mappings":"AAiBA,MAAM,UAAU,mCAAmC,CACjD,KAAa,EACb,UAAuD,EACvD,oBAAuC,EAAE;IAEzC,MAAM,SAAS,GAAG,IAAI,GAAG,CAGvB,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAE3E,OAAO;QACL,KAAK;YACH,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;QAC9C,CAAC;QACD,QAAQ,CAAC,QAAQ;YACf,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;QACD,IAAI,CAAC,QAAQ;YACX,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC7B,CAAC;QACD,MAAM,CAAC,QAAQ;YACb,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE;gBAC/B,eAAe,EAAE,QAAQ,CAAC,eAAe;gBACzC,UAAU,EAAE,QAAQ,CAAC,UAAU;aAChC,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;YACvC,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CACnC,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,eAAe,EACjD,CAAC,CACF,CAAC;YACF,MAAM,iBAAiB,GACrB,MAAM,CAAC,MAAM,GAAG,CAAC;gBACjB,MAAM,CAAC,KAAK,CACV,CAAC,QAAQ,EAAE,EAAE,CACX,OAAO,QAAQ,CAAC,UAAU,KAAK,QAAQ;oBACvC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC;oBACpC,QAAQ,CAAC,UAAU,IAAI,CAAC,CAC3B,CAAC;YACJ,MAAM,UAAU,GAAG,iBAAiB;gBAClC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBACvE,CAAC,CAAC,SAAS,CAAC;YACd,UAAU,EAAE,CAAC;gBACX,KAAK,EAAE,aAAa;gBACpB,KAAK;gBACL,eAAe;gBACf,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;aACpD,CAAC,CAAC;QACL,CAAC;QACD,OAAO,CAAC,OAAO;YACb,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,OAAO,KAAK,CAAC;YACf,CAAC;YACD,UAAU,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM;YACJ,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1C,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/engine/models/embeddings.d.ts

@@ -1,26 +1,66 @@
 import type { Content, ContentKind } from "../types.js";
-import type { ModelRef, VectorMetric } from "./types.js";
-export type EmbeddingVector = number[];
-export type EmbeddingPurpose = "document" | "query";
+export type CreateEmbeddingModelOptions = {
+    apiKey?: string;
+    endpoint?: string;
+    modelCacheDir?: string;
+    device?: "auto" | "cpu" | "metal" | "vulkan" | "cuda";
+};
+export declare const EmbeddingPurpose: {
+    readonly Document: "document";
+    readonly Query: "query";
+};
+export type EmbeddingPurpose = (typeof EmbeddingPurpose)[keyof typeof EmbeddingPurpose];
 export type EmbeddingOptions = {
     purpose?: EmbeddingPurpose;
+    signal?: AbortSignal;
+    onProgress?: (progress: EmbeddingModelProgress) => void;
+};
+export type EmbeddingModelProgress = {
+    stage: "preparing" | "ready";
+    model: string;
+} | {
+    stage: "downloading";
+    model: string;
+    downloadedBytes?: number;
+    totalBytes?: number;
+} | {
+    stage: "warning";
+    model: string;
+    message: string;
 };
-export type EmbeddingLimits = {
-    maxBatchSize: number;
-    maxInputTokens?: number;
-    maxImageBytes?: number;
+export type EmbeddingResult = {
+    vectors: number[][];
+    truncated: number[];
+};
+export type EmbeddingModelInfo = Readonly<{
+    reference: string;
+    provider: string;
+    name: string;
+    dimension: number;
+    metric: "cosine" | "dot" | "euclidean";
+    endpoint?: string;
+    inputKinds: readonly ContentKind[];
+    limits: Readonly<{
+        maxBatchSize: number;
+        maxInputTokens?: number;
+        maxImageBytes?: number;
+    }>;
+}>;
+export interface EmbeddingModel {
+    readonly info: EmbeddingModelInfo;
+    embed(contents: readonly Content[], options?: EmbeddingOptions): Promise<EmbeddingResult>;
+    dispose(): Promise<void>;
+}
+export type NormalizedEmbeddingOptions = {
+    purpose: EmbeddingPurpose;
+    signal?: AbortSignal;
+    onProgress?: (progress: EmbeddingModelProgress) => void;
 };
-export declare abstract class EmbeddingModel {
-    abstract readonly ref: ModelRef;
-    abstract readonly dimension: number;
-    abstract readonly metric: VectorMetric;
-    abstract readonly supportedContentKinds: readonly ContentKind[];
-    abstract readonly limits: EmbeddingLimits;
-    readonly recommendedIndexConcurrency?: number;
-    readonly maxIndexConcurrency?: number;
-    embed(contents: readonly Content[], options?: EmbeddingOptions): Promise<EmbeddingVector[]>;
+export declare abstract class BaseEmbeddingModel implements EmbeddingModel {
+    abstract readonly info: EmbeddingModelInfo;
+    embed(contents: readonly Content[], options?: EmbeddingOptions): Promise<EmbeddingResult>;
     dispose(): Promise<void>;
-    protected abstract doEmbed(contents: readonly Content[], options: Required<EmbeddingOptions>): Promise<EmbeddingVector[]>;
+    protected abstract doEmbed(contents: readonly Content[], options: NormalizedEmbeddingOptions): Promise<EmbeddingResult>;
     private validateContents;
-    private validateVectors;
+    private validateResult;
 }

package/dist/engine/models/embeddings.js

@@ -1,17 +1,21 @@
-import { EngineError } from "../errors/index.js";
-export class EmbeddingModel {
-    recommendedIndexConcurrency;
-    maxIndexConcurrency;
+import { EngineError } from "../errors.js";
+export const EmbeddingPurpose = {
+    Document: "document",
+    Query: "query",
+};
+export class BaseEmbeddingModel {
     async embed(contents, options = {}) {
         this.validateContents(contents);
-        const vectors = await this.doEmbed(contents, {
+        const result = await this.doEmbed(contents, {
             purpose: options.purpose ?? "document",
+            signal: options.signal,
+            onProgress: options.onProgress,
         });
-        this.validateVectors(contents, vectors);
-        return vectors;
+        this.validateResult(contents, result);
+        return result;
     }
     async dispose() {
-        // Most embedding providers do not hold local resources.
+        // Most embedding backends do not hold local resources.
     }
     validateContents(contents) {
         if (contents.length === 0) {
@@ -19,83 +23,103 @@ export class EmbeddingModel {
                 code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_EMPTY_INPUT",
             });
         }
-        if (contents.length > this.limits.maxBatchSize) {
+        if (contents.length > this.info.limits.maxBatchSize) {
             throw new EngineError("Embedding batch size exceeds model limit", {
                 code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_BATCH_TOO_LARGE",
-                context: `model=${this.ref.model} batchSize=${contents.length} maxBatchSize=${this.limits.maxBatchSize}`,
+                context: `model=${this.info.reference} batchSize=${contents.length} maxBatchSize=${this.info.limits.maxBatchSize}`,
             });
         }
         for (const [index, content] of contents.entries()) {
-            if (!this.supportedContentKinds.includes(content.kind)) {
+            if (!this.info.inputKinds.includes(content.kind)) {
                 throw new EngineError("Embedding model does not support content kind", {
                     code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_UNSUPPORTED_CONTENT",
-                    context: `model=${this.ref.model} index=${index} kind=${content.kind}`,
+                    context: `model=${this.info.reference} index=${index} kind=${content.kind}`,
                 });
             }
             if (content.kind === "text" && content.text.trim().length === 0) {
                 throw new EngineError("Embedding text content must not be empty", {
                     code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_EMPTY_TEXT",
-                    context: `model=${this.ref.model} index=${index}`,
+                    context: `model=${this.info.reference} index=${index}`,
                 });
             }
             if (content.kind === "image") {
                 if (content.data.byteLength === 0) {
                     throw new EngineError("Embedding image content must not be empty", {
                         code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_EMPTY_IMAGE",
-                        context: `model=${this.ref.model} index=${index}`,
+                        context: `model=${this.info.reference} index=${index}`,
                     });
                 }
                 if (content.format.trim().length === 0) {
                     throw new EngineError("Embedding image content must include a format", {
                         code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_MISSING_IMAGE_FORMAT",
-                        context: `model=${this.ref.model} index=${index}`,
+                        context: `model=${this.info.reference} index=${index}`,
                     });
                 }
-                if (this.limits.maxImageBytes !== undefined &&
-                    content.data.byteLength > this.limits.maxImageBytes) {
+                const maxImageBytes = this.info.limits.maxImageBytes;
+                if (maxImageBytes !== undefined &&
+                    content.data.byteLength > maxImageBytes) {
                     throw new EngineError("Embedding image content exceeds model limit", {
                         code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_IMAGE_TOO_LARGE",
-                        context: `model=${this.ref.model} index=${index} imageBytes=${content.data.byteLength} maxImageBytes=${this.limits.maxImageBytes}`,
+                        context: `model=${this.info.reference} index=${index} imageBytes=${content.data.byteLength} maxImageBytes=${maxImageBytes}`,
                     });
                 }
             }
         }
     }
-    validateVectors(contents, vectors) {
-        if (!Array.isArray(vectors)) {
+    validateResult(contents, result) {
+        if (!result || !Array.isArray(result.vectors)) {
             throw new EngineError("Embedding model returned a non-array response", {
                 code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_INVALID_RESPONSE",
-                context: `model=${this.ref.model}`,
+                context: `model=${this.info.reference}`,
             });
         }
-        if (vectors.length !== contents.length) {
+        if (result.vectors.length !== contents.length) {
             throw new EngineError("Embedding model returned the wrong number of vectors", {
                 code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_VECTOR_COUNT_MISMATCH",
-                context: `model=${this.ref.model} contentCount=${contents.length} vectorCount=${vectors.length}`,
+                context: `model=${this.info.reference} contentCount=${contents.length} vectorCount=${result.vectors.length}`,
             });
         }
-        for (const [vectorIndex, vector] of vectors.entries()) {
+        for (const [vectorIndex, vector] of result.vectors.entries()) {
             if (!Array.isArray(vector)) {
                 throw new EngineError("Embedding model returned a non-array vector", {
                     code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_INVALID_VECTOR",
-                    context: `model=${this.ref.model} vectorIndex=${vectorIndex}`,
+                    context: `model=${this.info.reference} vectorIndex=${vectorIndex}`,
                 });
             }
-            if (vector.length !== this.dimension) {
+            if (vector.length !== this.info.dimension) {
                 throw new EngineError("Embedding model returned a vector with the wrong dimension", {
                     code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_DIMENSION_MISMATCH",
-                    context: `model=${this.ref.model} vectorIndex=${vectorIndex} expectedDimension=${this.dimension} actualDimension=${vector.length}`,
+                    context: `model=${this.info.reference} vectorIndex=${vectorIndex} expectedDimension=${this.info.dimension} actualDimension=${vector.length}`,
                 });
             }
             for (const [valueIndex, value] of vector.entries()) {
                 if (!Number.isFinite(value)) {
                     throw new EngineError("Embedding model returned a non-finite vector value", {
                         code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_NON_FINITE_VECTOR_VALUE",
-                        context: `model=${this.ref.model} vectorIndex=${vectorIndex} valueIndex=${valueIndex}`,
+                        context: `model=${this.info.reference} vectorIndex=${vectorIndex} valueIndex=${valueIndex}`,
                     });
                 }
             }
         }
+        if (!Array.isArray(result.truncated)) {
+            throw new EngineError("Embedding model returned invalid truncation information", {
+                code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_INVALID_TRUNCATION",
+                context: `model=${this.info.reference}`,
+            });
+        }
+        const seen = new Set();
+        for (const index of result.truncated) {
+            if (!Number.isInteger(index) ||
+                index < 0 ||
+                index >= contents.length ||
+                seen.has(index)) {
+                throw new EngineError("Embedding model returned an invalid truncated input index", {
+                    code: "ZVEC_GREP.ENGINE.MODELS.EMBEDDING_INVALID_TRUNCATED_INPUT_INDEX",
+                    context: `model=${this.info.reference} index=${index} inputCount=${contents.length}`,
+                });
+            }
+            seen.add(index);
+        }
     }
 }
 //# sourceMappingURL=embeddings.js.map

package/dist/engine/models/embeddings.js.map

@@ -1 +1 @@
-{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../../src/engine/models/embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAkBjD,MAAM,OAAgB,cAAc;IAMzB,2BAA2B,CAAU;IACrC,mBAAmB,CAAU;IAEtC,KAAK,CAAC,KAAK,CACT,QAA4B,EAC5B,UAA4B,EAAE;QAE9B,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;YAC3C,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,UAAU;SACvC,CAAC,CAAC;QACH,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAExC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,wDAAwD;IAC1D,CAAC;IAOO,gBAAgB,CAAC,QAA4B;QACnD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,WAAW,CAAC,8CAA8C,EAAE;gBACpE,IAAI,EAAE,+CAA+C;aACtD,CAAC,CAAC;QACL,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YAC/C,MAAM,IAAI,WAAW,CAAC,0CAA0C,EAAE;gBAChE,IAAI,EAAE,mDAAmD;gBACzD,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,cAAc,QAAQ,CAAC,MAAM,iBAAiB,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE;aACzG,CAAC,CAAC;QACL,CAAC;QAED,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvD,MAAM,IAAI,WAAW,CAAC,+CAA+C,EAAE;oBACrE,IAAI,EAAE,uDAAuD;oBAC7D,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU,KAAK,SAAS,OAAO,CAAC,IAAI,EAAE;iBACvE,CAAC,CAAC;YACL,CAAC;YAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChE,MAAM,IAAI,WAAW,CAAC,0CAA0C,EAAE;oBAChE,IAAI,EAAE,8CAA8C;oBACpD,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU,KAAK,EAAE;iBAClD,CAAC,CAAC;YACL,CAAC;YAED,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC7B,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;oBAClC,MAAM,IAAI,WAAW,CAAC,2CAA2C,EAAE;wBACjE,IAAI,EAAE,+CAA+C;wBACrD,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU,KAAK,EAAE;qBAClD,CAAC,CAAC;gBACL,CAAC;gBAED,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvC,MAAM,IAAI,WAAW,CACnB,+CAA+C,EAC/C;wBACE,IAAI,EAAE,wDAAwD;wBAC9D,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU,KAAK,EAAE;qBAClD,CACF,CAAC;gBACJ,CAAC;gBAED,IACE,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,SAAS;oBACvC,OAAO,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,EACnD,CAAC;oBACD,MAAM,IAAI,WAAW,CAAC,6CAA6C,EAAE;wBACnE,IAAI,EAAE,mDAAmD;wBACzD,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU,KAAK,eAAe,OAAO,CAAC,IAAI,CAAC,UAAU,kBAAkB,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE;qBACnI,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,eAAe,CACrB,QAA4B,EAC5B,OAA0B;QAE1B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,WAAW,CAAC,+CAA+C,EAAE;gBACrE,IAAI,EAAE,oDAAoD;gBAC1D,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE;aACnC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,EAAE,CAAC;YACvC,MAAM,IAAI,WAAW,CACnB,sDAAsD,EACtD;gBACE,IAAI,EAAE,yDAAyD;gBAC/D,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,iBAAiB,QAAQ,CAAC,MAAM,gBAAgB,OAAO,CAAC,MAAM,EAAE;aACjG,CACF,CAAC;QACJ,CAAC;QAED,KAAK,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YACtD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,WAAW,CAAC,6CAA6C,EAAE;oBACnE,IAAI,EAAE,kDAAkD;oBACxD,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,gBAAgB,WAAW,EAAE;iBAC9D,CAAC,CAAC;YACL,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;gBACrC,MAAM,IAAI,WAAW,CACnB,4DAA4D,EAC5D;oBACE,IAAI,EAAE,sDAAsD;oBAC5D,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,gBAAgB,WAAW,sBAAsB,IAAI,CAAC,SAAS,oBAAoB,MAAM,CAAC,MAAM,EAAE;iBACnI,CACF,CAAC;YACJ,CAAC;YAED,KAAK,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;gBACnD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,MAAM,IAAI,WAAW,CACnB,oDAAoD,EACpD;wBACE,IAAI,EAAE,2DAA2D;wBACjE,OAAO,EAAE,SAAS,IAAI,CAAC,GAAG,CAAC,KAAK,gBAAgB,WAAW,eAAe,UAAU,EAAE;qBACvF,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../../src/engine/models/embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAU3C,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,QAAQ,EAAE,UAAU;IACpB,KAAK,EAAE,OAAO;CACN,CAAC;AAiEX,MAAM,OAAgB,kBAAkB;IAGtC,KAAK,CAAC,KAAK,CACT,QAA4B,EAC5B,UAA4B,EAAE;QAE9B,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;YAC1C,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,UAAU;YACtC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,UAAU,EAAE,OAAO,CAAC,UAAU;SAC/B,CAAC,CAAC;QACH,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACtC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,uDAAuD;IACzD,CAAC;IAOO,gBAAgB,CAAC,QAA4B;QACnD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,WAAW,CAAC,8CAA8C,EAAE;gBACpE,IAAI,EAAE,+CAA+C;aACtD,CAAC,CAAC;QACL,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YACpD,MAAM,IAAI,WAAW,CAAC,0CAA0C,EAAE;gBAChE,IAAI,EAAE,mDAAmD;gBACzD,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,cAAc,QAAQ,CAAC,MAAM,iBAAiB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE;aACnH,CAAC,CAAC;QACL,CAAC;QAED,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjD,MAAM,IAAI,WAAW,CAAC,+CAA+C,EAAE;oBACrE,IAAI,EAAE,uDAAuD;oBAC7D,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,UAAU,KAAK,SAAS,OAAO,CAAC,IAAI,EAAE;iBAC5E,CAAC,CAAC;YACL,CAAC;YAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChE,MAAM,IAAI,WAAW,CAAC,0CAA0C,EAAE;oBAChE,IAAI,EAAE,8CAA8C;oBACpD,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,UAAU,KAAK,EAAE;iBACvD,CAAC,CAAC;YACL,CAAC;YAED,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC7B,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;oBAClC,MAAM,IAAI,WAAW,CAAC,2CAA2C,EAAE;wBACjE,IAAI,EAAE,+CAA+C;wBACrD,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,UAAU,KAAK,EAAE;qBACvD,CAAC,CAAC;gBACL,CAAC;gBAED,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvC,MAAM,IAAI,WAAW,CACnB,+CAA+C,EAC/C;wBACE,IAAI,EAAE,wDAAwD;wBAC9D,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,UAAU,KAAK,EAAE;qBACvD,CACF,CAAC;gBACJ,CAAC;gBAED,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;gBACrD,IACE,aAAa,KAAK,SAAS;oBAC3B,OAAO,CAAC,IAAI,CAAC,UAAU,GAAG,aAAa,EACvC,CAAC;oBACD,MAAM,IAAI,WAAW,CAAC,6CAA6C,EAAE;wBACnE,IAAI,EAAE,mDAAmD;wBACzD,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,UAAU,KAAK,eAAe,OAAO,CAAC,IAAI,CAAC,UAAU,kBAAkB,aAAa,EAAE;qBAC5H,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,cAAc,CACpB,QAA4B,EAC5B,MAAuB;QAEvB,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9C,MAAM,IAAI,WAAW,CAAC,+CAA+C,EAAE;gBACrE,IAAI,EAAE,oDAAoD;gBAC1D,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;aACxC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC9C,MAAM,IAAI,WAAW,CACnB,sDAAsD,EACtD;gBACE,IAAI,EAAE,yDAAyD;gBAC/D,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,iBAAiB,QAAQ,CAAC,MAAM,gBAAgB,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE;aAC7G,CACF,CAAC;QACJ,CAAC;QAED,KAAK,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,WAAW,CAAC,6CAA6C,EAAE;oBACnE,IAAI,EAAE,kDAAkD;oBACxD,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,gBAAgB,WAAW,EAAE;iBACnE,CAAC,CAAC;YACL,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC1C,MAAM,IAAI,WAAW,CACnB,4DAA4D,EAC5D;oBACE,IAAI,EAAE,sDAAsD;oBAC5D,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,gBAAgB,WAAW,sBAAsB,IAAI,CAAC,IAAI,CAAC,SAAS,oBAAoB,MAAM,CAAC,MAAM,EAAE;iBAC7I,CACF,CAAC;YACJ,CAAC;YAED,KAAK,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;gBACnD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,MAAM,IAAI,WAAW,CACnB,oDAAoD,EACpD;wBACE,IAAI,EAAE,2DAA2D;wBACjE,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,gBAAgB,WAAW,eAAe,UAAU,EAAE;qBAC5F,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,WAAW,CACnB,yDAAyD,EACzD;gBACE,IAAI,EAAE,sDAAsD;gBAC5D,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;aACxC,CACF,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrC,IACE,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC;gBACxB,KAAK,GAAG,CAAC;gBACT,KAAK,IAAI,QAAQ,CAAC,MAAM;gBACxB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EACf,CAAC;gBACD,MAAM,IAAI,WAAW,CACnB,2DAA2D,EAC3D;oBACE,IAAI,EAAE,iEAAiE;oBACvE,OAAO,EAAE,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,UAAU,KAAK,eAAe,QAAQ,CAAC,MAAM,EAAE;iBACrF,CACF,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;CACF"}

package/dist/engine/models/factory.d.ts

@@ -1,5 +1,2 @@
-import type { EmbeddingModel } from "./embeddings.js";
-import type { ModelProviderOptions, ModelRef } from "./types.js";
-export declare function createEmbeddingModel(ref: ModelRef, options: ModelProviderOptions): EmbeddingModel;
-export declare function createEmbeddingModelFromCatalog(id: string, options: ModelProviderOptions): EmbeddingModel;
-export declare function createEmbeddingModelFromReference(reference: string, options: ModelProviderOptions): EmbeddingModel;
+import type { CreateEmbeddingModelOptions, EmbeddingModel } from "./embeddings.js";
+export declare function createEmbeddingModel(reference: string, options?: CreateEmbeddingModelOptions): EmbeddingModel;