@angri450/zvec-grep 0.2.2

package/dist/engine/models/catalog.d.ts

@@ -0,0 +1,490 @@
+export declare const EMBEDDING_MODEL_CATALOG: {
+    readonly "local/embeddinggemma-300m": {
+        readonly backend: "llama-cpp";
+        readonly reference: "local/embeddinggemma-300m";
+        readonly provider: "local";
+        readonly model: "embeddinggemma-300m";
+        readonly uri: "hf:ggml-org/embeddinggemma-300M-GGUF/embeddinggemma-300M-Q8_0.gguf#0f741b5a6585bd53aeb15cd1372c56f2a0f65e12";
+        readonly cacheFile: "hf_ggml-org_embeddinggemma-300M-Q8_0.gguf";
+        readonly sources: {
+            readonly huggingFace: {
+                readonly repo: "ggml-org/embeddinggemma-300M-GGUF";
+                readonly revision: "0f741b5a6585bd53aeb15cd1372c56f2a0f65e12";
+            };
+            readonly modelScope: {
+                readonly repo: "ggml-org/embeddinggemma-300M-GGUF";
+                readonly revision: "e2fab2963ac0943b1dc320cf0e267bd0e06e2e97";
+            };
+        };
+        readonly artifacts: readonly [{
+            readonly path: "embeddinggemma-300M-Q8_0.gguf";
+            readonly size: 333590944;
+            readonly sha256: "b5ce9d77a3fc4b3b39ccb5643c36777911cc4eb46a66962eadfa3f5f60490d63";
+        }];
+        readonly dimension: 768;
+        readonly metric: "cosine";
+        readonly format: "embeddinggemma";
+        readonly contextSize: 2048;
+        readonly maxBatchSize: 16;
+    };
+    readonly "local/qwen3-embedding-0.6b": {
+        readonly backend: "llama-cpp";
+        readonly reference: "local/qwen3-embedding-0.6b";
+        readonly provider: "local";
+        readonly model: "qwen3-embedding-0.6b";
+        readonly uri: "hf:Qwen/Qwen3-Embedding-0.6B-GGUF/Qwen3-Embedding-0.6B-Q8_0.gguf#370f27d7550e0def9b39c1f16d3fbaa13aa67728";
+        readonly cacheFile: "hf_Qwen_Qwen3-Embedding-0.6B-Q8_0.gguf";
+        readonly sources: {
+            readonly huggingFace: {
+                readonly repo: "Qwen/Qwen3-Embedding-0.6B-GGUF";
+                readonly revision: "370f27d7550e0def9b39c1f16d3fbaa13aa67728";
+            };
+            readonly modelScope: {
+                readonly repo: "Qwen/Qwen3-Embedding-0.6B-GGUF";
+                readonly revision: "61ae123505fc6fa7f36d372fae1a30bc384241ea";
+            };
+        };
+        readonly artifacts: readonly [{
+            readonly path: "Qwen3-Embedding-0.6B-Q8_0.gguf";
+            readonly size: 639150592;
+            readonly sha256: "06507c7b42688469c4e7298b0a1e16deff06caf291cf0a5b278c308249c3e439";
+        }];
+        readonly dimension: 1024;
+        readonly metric: "cosine";
+        readonly format: "qwen3";
+        readonly contextSize: 8192;
+        readonly maxBatchSize: 8;
+    };
+    readonly "qwen/text-embedding-v4": {
+        readonly backend: "qwen";
+        readonly kind: "text";
+        readonly reference: "qwen/text-embedding-v4";
+        readonly provider: "qwen";
+        readonly model: "text-embedding-v4";
+        readonly dimension: 1024;
+        readonly metric: "cosine";
+        readonly defaultEndpoint: "https://dashscope.aliyuncs.com/compatible-mode/v1/embeddings";
+        readonly maxBatchSize: 10;
+        readonly maxInputTokens: 8192;
+    };
+    readonly "qwen/qwen3.7-text-embedding": {
+        readonly backend: "qwen";
+        readonly kind: "text";
+        readonly reference: "qwen/qwen3.7-text-embedding";
+        readonly provider: "qwen";
+        readonly model: "qwen3.7-text-embedding";
+        readonly dimension: 1024;
+        readonly metric: "cosine";
+        readonly defaultEndpoint: "https://dashscope.aliyuncs.com/compatible-mode/v1/embeddings";
+        readonly maxBatchSize: 20;
+        readonly maxInputTokens: 128000;
+    };
+    readonly "qwen/qwen3-vl-embedding": {
+        readonly backend: "qwen";
+        readonly kind: "multimodal";
+        readonly reference: "qwen/qwen3-vl-embedding";
+        readonly provider: "qwen";
+        readonly model: "qwen3-vl-embedding";
+        readonly dimension: 2560;
+        readonly metric: "cosine";
+        readonly defaultEndpoint: "https://dashscope.aliyuncs.com/api/v1/services/embeddings/multimodal-embedding/multimodal-embedding";
+        readonly maxBatchSize: 20;
+        readonly maxInputTokens: 32000;
+        readonly maxImageBytes: number;
+    };
+    readonly "local/bge-small-en-v1.5": {
+        readonly backend: "transformers-js";
+        readonly reference: "local/bge-small-en-v1.5";
+        readonly provider: "local";
+        readonly model: "bge-small-en-v1.5";
+        readonly repo: "onnx-community/bge-small-en-v1.5-ONNX";
+        readonly revision: "4a9a46c7b88fa408e650a571a1800243f26309bd";
+        readonly sources: {
+            readonly huggingFace: {
+                readonly repo: "onnx-community/bge-small-en-v1.5-ONNX";
+                readonly revision: "4a9a46c7b88fa408e650a571a1800243f26309bd";
+            };
+            readonly modelScope: {
+                readonly repo: "onnx-community/bge-small-en-v1.5-ONNX";
+                readonly revision: "f246b360b061b613fe0b449f2e14de12f875dad7";
+            };
+        };
+        readonly artifacts: readonly [{
+            readonly path: "config.json";
+            readonly size: 867;
+            readonly sha256: "26ad1d93a1ba37422fc25472191cfa230010631fa6a01f9d9f81fa13df2d0917";
+        }, {
+            readonly path: "tokenizer.json";
+            readonly size: 533603;
+            readonly sha256: "ea77de727ef7fd34d177b83b4b1f1d3bb8884c95c90b6554a0adb0b3b65350a9";
+        }, {
+            readonly path: "tokenizer_config.json";
+            readonly size: 1271;
+            readonly sha256: "eebe14d184cfbd65f6a11d2a5ff39385c4044c8a670a89acf1a13331e04faa60";
+        }, {
+            readonly path: "onnx/model_q4.onnx";
+            readonly size: 132562;
+            readonly sha256: "266acb3edd98a1932f876d15bd8f7881a4955d0d53a6d5e79900f788b432de09";
+        }, {
+            readonly path: "onnx/model_q4.onnx_data";
+            readonly size: 61185024;
+            readonly sha256: "77aff1dfb1e0591a40b61a91e5a97796f14c2aff56706e345bef5cbb3613b8cc";
+        }];
+        readonly dtype: "q4";
+        readonly dimension: 384;
+        readonly metric: "cosine";
+        readonly pooling: "cls";
+        readonly normalize: true;
+        readonly queryPrefix: "Represent this sentence for searching relevant passages: ";
+        readonly maxInputTokens: 512;
+        readonly maxBatchSize: 4;
+    };
+    readonly "local/all-minilm-l6-v2": {
+        readonly backend: "transformers-js";
+        readonly reference: "local/all-minilm-l6-v2";
+        readonly provider: "local";
+        readonly model: "all-minilm-l6-v2";
+        readonly repo: "onnx-community/all-MiniLM-L6-v2-ONNX";
+        readonly revision: "aff7a1dc4e8a1ea593e6ea21e95c22ef0a25966f";
+        readonly sources: {
+            readonly huggingFace: {
+                readonly repo: "onnx-community/all-MiniLM-L6-v2-ONNX";
+                readonly revision: "aff7a1dc4e8a1ea593e6ea21e95c22ef0a25966f";
+            };
+            readonly modelScope: {
+                readonly repo: "onnx-community/all-MiniLM-L6-v2-ONNX";
+                readonly revision: "e1da369847063d70f2fd772226551865bcab1c2d";
+            };
+        };
+        readonly artifacts: readonly [{
+            readonly path: "config.json";
+            readonly size: 794;
+            readonly sha256: "fe5da868b77bdb104140822a5af0837cb6450ad6de8ff3dfcc8dd44ddd3e3ae7";
+        }, {
+            readonly path: "tokenizer.json";
+            readonly size: 533808;
+            readonly sha256: "07805d116826679de90b4edeb2222269c4b8753bc0981be4399f732b2708e904";
+        }, {
+            readonly path: "tokenizer_config.json";
+            readonly size: 1463;
+            readonly sha256: "e10bb633ba0d7f69ed342ae7de607f36b39ce53b455fbda69c71700bf57e6f66";
+        }, {
+            readonly path: "onnx/model_q4.onnx";
+            readonly size: 69663;
+            readonly sha256: "e4dcb918111189b7686147e309379832fce83d4ecbf17c395961749b5788c786";
+        }, {
+            readonly path: "onnx/model_q4.onnx_data";
+            readonly size: 54429696;
+            readonly sha256: "56fb7a55115e900196115a74e399beb45c2f41ae00b99525d46fb52935c4ee2a";
+        }];
+        readonly dtype: "q4";
+        readonly dimension: 384;
+        readonly metric: "cosine";
+        readonly pooling: "mean";
+        readonly normalize: true;
+        readonly maxInputTokens: 256;
+        readonly maxBatchSize: 4;
+    };
+    readonly "local/potion-retrieval-32m": {
+        readonly backend: "model2vec";
+        readonly reference: "local/potion-retrieval-32m";
+        readonly provider: "local";
+        readonly model: "potion-retrieval-32m";
+        readonly repo: "minishlab/potion-retrieval-32M";
+        readonly revision: "6fc8051fab2a1e0ee76689cf08c853792ac285e7";
+        readonly sources: {
+            readonly huggingFace: {
+                readonly repo: "minishlab/potion-retrieval-32M";
+                readonly revision: "6fc8051fab2a1e0ee76689cf08c853792ac285e7";
+            };
+            readonly modelScope: {
+                readonly repo: "minishlab/potion-retrieval-32M";
+                readonly revision: "33da23fc75cb732b5370bf25adde3db74b0d65b3";
+            };
+        };
+        readonly artifacts: readonly [{
+            readonly path: "model.safetensors";
+            readonly size: 129210456;
+            readonly sha256: "07609e5bd33aad37900b3fd62f4ec96f6daec88ca4d46b9d8b928bfababf6ea0";
+        }, {
+            readonly path: "tokenizer.json";
+            readonly size: 1493150;
+            readonly sha256: "7d75cbc54318138807c401b0f0c9721117c628b39de8e8e0edb6cb17e0ee7d18";
+        }];
+        readonly modelFile: "model.safetensors";
+        readonly embeddingTensor: "embeddings";
+        readonly tokenizerFile: "tokenizer.json";
+        readonly dimension: 512;
+        readonly metric: "cosine";
+        readonly normalize: true;
+        readonly maxInputTokens: 1024;
+        readonly maxBatchSize: 256;
+        readonly defaultConcurrency: 2;
+    };
+    readonly "local/potion-multilingual-128m": {
+        readonly backend: "model2vec";
+        readonly reference: "local/potion-multilingual-128m";
+        readonly provider: "local";
+        readonly model: "potion-multilingual-128m";
+        readonly repo: "minishlab/potion-multilingual-128M";
+        readonly revision: "73908c3438cf03b6a01bcb9611d62b23d0726f08";
+        readonly sources: {
+            readonly huggingFace: {
+                readonly repo: "minishlab/potion-multilingual-128M";
+                readonly revision: "73908c3438cf03b6a01bcb9611d62b23d0726f08";
+            };
+            readonly modelScope: {
+                readonly repo: "minishlab/potion-multilingual-128M";
+                readonly revision: "e8524678123f281add99f9745ac33d6604434dd7";
+            };
+        };
+        readonly artifacts: readonly [{
+            readonly path: "model.safetensors";
+            readonly size: 512361560;
+            readonly sha256: "14b5eb39cb4ce5666da8ad1f3dc6be4346e9b2d601c073302fa0a31bf7943397";
+        }, {
+            readonly path: "tokenizer.json";
+            readonly size: 18616131;
+            readonly sha256: "19f1909063da3cfe3bd83a782381f040dccea475f4816de11116444a73e1b6a1";
+        }];
+        readonly modelFile: "model.safetensors";
+        readonly embeddingTensor: "embeddings";
+        readonly tokenizerFile: "tokenizer.json";
+        readonly dimension: 256;
+        readonly metric: "cosine";
+        readonly normalize: true;
+        readonly maxInputTokens: 1024;
+        readonly maxBatchSize: 256;
+        readonly defaultConcurrency: 2;
+    };
+    readonly "local/potion-code-16m-v2": {
+        readonly backend: "model2vec";
+        readonly reference: "local/potion-code-16m-v2";
+        readonly provider: "local";
+        readonly model: "potion-code-16m-v2";
+        readonly repo: "minishlab/potion-code-16M-v2";
+        readonly revision: "e9d2a44ca6a05ac6685f3b23709ea57eb7352d5b";
+        readonly sources: {
+            readonly huggingFace: {
+                readonly repo: "minishlab/potion-code-16M-v2";
+                readonly revision: "e9d2a44ca6a05ac6685f3b23709ea57eb7352d5b";
+            };
+            readonly modelScope: {
+                readonly repo: "minishlab/potion-code-16M-v2";
+                readonly revision: "3e922fde18f43b8db69f3381b6d468738d3dd2d7";
+            };
+        };
+        readonly artifacts: readonly [{
+            readonly path: "model.safetensors";
+            readonly size: 32490072;
+            readonly sha256: "75cf7a6c2171b230ad19b1e7d8e0b1aee86da5a02af8e7cacedd9921d227623c";
+        }, {
+            readonly path: "tokenizer.json";
+            readonly size: 1024340;
+            readonly sha256: "107bbdcbad4bff1d299b7a4c3a2fb17c52890688b7dd0e4c9deab79d3c4f3d45";
+        }];
+        readonly modelFile: "model.safetensors";
+        readonly embeddingTensor: "embeddings";
+        readonly tokenizerFile: "tokenizer.json";
+        readonly dimension: 256;
+        readonly metric: "cosine";
+        readonly normalize: true;
+        readonly maxInputTokens: 1024;
+        readonly maxBatchSize: 256;
+        readonly defaultConcurrency: 2;
+    };
+    readonly "local/multilingual-e5-small": {
+        readonly backend: "transformers-js";
+        readonly reference: "local/multilingual-e5-small";
+        readonly provider: "local";
+        readonly model: "multilingual-e5-small";
+        readonly repo: "Xenova/multilingual-e5-small";
+        readonly revision: "761b726dd34fb83930e26aab4e9ac3899aa1fa78";
+        readonly sources: {
+            readonly huggingFace: {
+                readonly repo: "Xenova/multilingual-e5-small";
+                readonly revision: "761b726dd34fb83930e26aab4e9ac3899aa1fa78";
+            };
+            readonly modelScope: {
+                readonly repo: "Xenova/multilingual-e5-small";
+                readonly revision: "252d0dcb679dda2c7b6fd5bbfed15df3c7feaebf";
+            };
+        };
+        readonly artifacts: readonly [{
+            readonly path: "config.json";
+            readonly size: 658;
+            readonly sha256: "cb99455288675345e1a4f411438d5d0adbba5fbd3a67ea4fb03c015433b996c1";
+        }, {
+            readonly path: "tokenizer.json";
+            readonly size: 17082730;
+            readonly sha256: "0b44a9d7b51c3c62626640cda0e2c2f70fdacdc25bbbd68038369d14ebdf4c39";
+        }, {
+            readonly path: "tokenizer_config.json";
+            readonly size: 443;
+            readonly sha256: "a1d6bc8734a6f635dc158508bef000f8e2e5a759c7d92f984b2c86e5ff53425b";
+        }, {
+            readonly path: "onnx/model_quantized.onnx";
+            readonly size: 118308185;
+            readonly sha256: "f80102d3f2a1229f387d3c81909990d8945513e347b0eab049f7de3c6f98c193";
+        }];
+        readonly dtype: "q8";
+        readonly dimension: 384;
+        readonly metric: "cosine";
+        readonly pooling: "mean";
+        readonly normalize: true;
+        readonly queryPrefix: "query: ";
+        readonly documentPrefix: "passage: ";
+        readonly maxInputTokens: 512;
+        readonly maxBatchSize: 4;
+    };
+    readonly "local/jina-embeddings-v2-base-code": {
+        readonly backend: "transformers-js";
+        readonly reference: "local/jina-embeddings-v2-base-code";
+        readonly provider: "local";
+        readonly model: "jina-embeddings-v2-base-code";
+        readonly repo: "jinaai/jina-embeddings-v2-base-code";
+        readonly revision: "516f4baf13dec4ddddda8631e019b5737c8bc250";
+        readonly sources: {
+            readonly huggingFace: {
+                readonly repo: "jinaai/jina-embeddings-v2-base-code";
+                readonly revision: "516f4baf13dec4ddddda8631e019b5737c8bc250";
+            };
+            readonly modelScope: {
+                readonly repo: "jinaai/jina-embeddings-v2-base-code";
+                readonly revision: "91aa0a6aa801c408149324e32e8cd43f8502da8f";
+            };
+        };
+        readonly artifacts: readonly [{
+            readonly path: "config.json";
+            readonly size: 1216;
+            readonly sha256: "e426aa684c7f9a95c5f020aa855faf93a24f065f5fad0c9e17b124670cabdea6";
+        }, {
+            readonly path: "tokenizer.json";
+            readonly size: 2561316;
+            readonly sha256: "b01c78a902aa4facb2f47f95449f48e2f7bbfea5d2472ee2f6ce92323c6f86e5";
+        }, {
+            readonly path: "tokenizer_config.json";
+            readonly size: 493;
+            readonly sha256: "f477aeb15ff9f78d3c1ddf2361d2b0b8b20cf55220f839f29a37f3a18efddd89";
+        }, {
+            readonly path: "onnx/model_quantized.onnx";
+            readonly size: 161895621;
+            readonly sha256: "ed45870251c9f0cf656e78aab0d37a23489066df8a222bb1c8caf8a45f2cb16d";
+        }];
+        readonly dtype: "q8";
+        readonly dimension: 768;
+        readonly metric: "cosine";
+        readonly pooling: "mean";
+        readonly normalize: true;
+        readonly maxInputTokens: 8192;
+        readonly maxBatchSize: 2;
+    };
+    readonly "local/gte-modernbert-base": {
+        readonly backend: "transformers-js";
+        readonly reference: "local/gte-modernbert-base";
+        readonly provider: "local";
+        readonly model: "gte-modernbert-base";
+        readonly repo: "Alibaba-NLP/gte-modernbert-base";
+        readonly revision: "e7f32e3c00f91d699e8c43b53106206bcc72bb22";
+        readonly sources: {
+            readonly huggingFace: {
+                readonly repo: "Alibaba-NLP/gte-modernbert-base";
+                readonly revision: "e7f32e3c00f91d699e8c43b53106206bcc72bb22";
+            };
+            readonly modelScope: {
+                readonly repo: "iic/gte-modernbert-base";
+                readonly revision: "678f4ed93760af288132f4f9dc5b6daebdc48777";
+            };
+        };
+        readonly artifacts: readonly [{
+            readonly path: "config.json";
+            readonly size: 1184;
+            readonly sha256: "8ba54dc3d35d7194f5178a4194b649f146753e02dabd22bdca5c5cbac15069ed";
+        }, {
+            readonly path: "tokenizer.json";
+            readonly size: 3583228;
+            readonly sha256: "6c8aaa9a542084f2457eab775d4eeb51f92a70c0fd9de28d5edb0ddec3c08d30";
+        }, {
+            readonly path: "tokenizer_config.json";
+            readonly size: 20867;
+            readonly sha256: "9654072f7c873161814043cf08cb5ed72f71d0b935abcd4e267935cb34352c21";
+        }, {
+            readonly path: "onnx/model_q4.onnx";
+            readonly size: 224152761;
+            readonly sha256: "5d1278a1ba749c06b82f9a2f65c2c1c5765d36f2eb88b4888de62ff12b0724a2";
+        }];
+        readonly dtype: "q4";
+        readonly dimension: 768;
+        readonly metric: "cosine";
+        readonly pooling: "cls";
+        readonly normalize: true;
+        readonly maxInputTokens: 8192;
+        readonly maxBatchSize: 2;
+    };
+    readonly "local/nomic-embed-text-v1.5": {
+        readonly backend: "transformers-js";
+        readonly reference: "local/nomic-embed-text-v1.5";
+        readonly provider: "local";
+        readonly model: "nomic-embed-text-v1.5";
+        readonly repo: "nomic-ai/nomic-embed-text-v1.5";
+        readonly revision: "e9b6763023c676ca8431644204f50c2b100d9aab";
+        readonly sources: {
+            readonly huggingFace: {
+                readonly repo: "nomic-ai/nomic-embed-text-v1.5";
+                readonly revision: "e9b6763023c676ca8431644204f50c2b100d9aab";
+            };
+            readonly modelScope: {
+                readonly repo: "nomic-ai/nomic-embed-text-v1.5";
+                readonly revision: "c6fb77fdf73531ee8319b34e46f7e749b59e74e8";
+            };
+        };
+        readonly artifacts: readonly [{
+            readonly path: "config.json";
+            readonly size: 2538;
+            readonly sha256: "9ab00bd92cee80a569f708140b7b6c1661a65891ff3765b1519e181ba2f2c92b";
+        }, {
+            readonly path: "tokenizer.json";
+            readonly size: 711396;
+            readonly sha256: "d241a60d5e8f04cc1b2b3e9ef7a4921b27bf526d9f6050ab90f9267a1f9e5c66";
+        }, {
+            readonly path: "tokenizer_config.json";
+            readonly size: 1191;
+            readonly sha256: "d7e0000bcc80134debd2222220427e6bf5fa20a669f40a0d0d1409cc18e0a9bc";
+        }, {
+            readonly path: "onnx/model_q4.onnx";
+            readonly size: 165113221;
+            readonly sha256: "314976b7b9fba83283f9c8a29ee680a159fa485f52104e3fa39d3d5858337003";
+        }];
+        readonly dtype: "q4";
+        readonly dimension: 768;
+        readonly metric: "cosine";
+        readonly pooling: "mean";
+        readonly normalize: true;
+        readonly queryPrefix: "search_query: ";
+        readonly documentPrefix: "search_document: ";
+        readonly maxInputTokens: 8192;
+        readonly maxBatchSize: 2;
+    };
+};
+export type EmbeddingCatalogEntry = (typeof EMBEDDING_MODEL_CATALOG)[keyof typeof EMBEDDING_MODEL_CATALOG];
+export type LlamaCppEmbeddingCatalogEntry = Extract<EmbeddingCatalogEntry, {
+    backend: "llama-cpp";
+}>;
+export type TransformersJsEmbeddingCatalogEntry = Extract<EmbeddingCatalogEntry, {
+    backend: "transformers-js";
+}>;
+export type Model2VecEmbeddingCatalogEntry = Extract<EmbeddingCatalogEntry, {
+    backend: "model2vec";
+}>;
+export type QwenEmbeddingCatalogEntry = Extract<EmbeddingCatalogEntry, {
+    backend: "qwen";
+}>;
+export type QwenTextEmbeddingCatalogEntry = Extract<QwenEmbeddingCatalogEntry, {
+    kind: "text";
+}>;
+export type QwenMultimodalEmbeddingCatalogEntry = Extract<QwenEmbeddingCatalogEntry, {
+    kind: "multimodal";
+}>;
+export type EmbeddingModelCatalogId = keyof typeof EMBEDDING_MODEL_CATALOG;
+export declare function listEmbeddingModels(): EmbeddingCatalogEntry[];
+export declare function getEmbeddingModelCatalogEntry(reference: string): EmbeddingCatalogEntry | undefined;