mteb 2.1.4__py3-none-any.whl → 2.5.2__py3-none-any.whl

mteb/models/model_implementations/gme_v_models.py

@@ -1,9 +1,10 @@
+from __future__ import annotations
+
 import logging
 import math
-from typing import Any
+from typing import TYPE_CHECKING, Any
 
 import torch
-from PIL import Image
 from torch.utils.data import DataLoader
 from tqdm.autonotebook import tqdm
 
@@ -12,6 +13,9 @@ from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_meta import ModelMeta, ScoringFunction
 from mteb.types import Array, BatchedInput, PromptType
 
+if TYPE_CHECKING:
+    from PIL import Image
+
 logger = logging.getLogger(__name__)
 
 GME_CITATION = """@misc{zhang2024gme,
@@ -267,9 +271,9 @@ def smart_resize(
     return h_bar, w_bar
 
 
-def fetch_image(
-    image: str | Image.Image, size_factor: int = IMAGE_FACTOR
-) -> Image.Image:
+def fetch_image(image: Image.Image, size_factor: int = IMAGE_FACTOR) -> Image.Image:
+    from PIL import Image
+
     image_obj = None
     if isinstance(image, Image.Image):
         image_obj = image
@@ -342,6 +346,7 @@ training_data = {
 gme_qwen2vl_2b = ModelMeta(
     loader=GmeQwen2VL,
     name="Alibaba-NLP/gme-Qwen2-VL-2B-Instruct",
+    model_type=["dense"],
     languages=["eng-Latn", "cmn-Hans"],
     open_weights=True,
     revision="ce765ae71b8cdb208203cd8fb64a170b1b84293a",
@@ -365,6 +370,7 @@ gme_qwen2vl_2b = ModelMeta(
 gme_qwen2vl_7b = ModelMeta(
     loader=GmeQwen2VL,
     name="Alibaba-NLP/gme-Qwen2-VL-7B-Instruct",
+    model_type=["dense"],
     languages=["eng-Latn", "cmn-Hans"],
     open_weights=True,
     revision="477027a6480f8630363be77751f169cc3434b673",

mteb/models/model_implementations/google_models.py

@@ -147,10 +147,10 @@ class GoogleTextEmbeddingModel(AbsEncoder):
 google_text_emb_004 = ModelMeta(
     loader=GoogleTextEmbeddingModel,  # type: ignore[call-arg]
     loader_kwargs=dict(
-        model_name="text-embedding-004",
         model_prompts=MODEL_PROMPTS,
     ),
     name="google/text-embedding-004",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=False,
     revision="1",  # revision is intended for implementation
@@ -172,10 +172,10 @@ google_text_emb_004 = ModelMeta(
 google_text_emb_005 = ModelMeta(
     loader=GoogleTextEmbeddingModel,  # type: ignore[call-arg]
     loader_kwargs=dict(
-        model_name="text-embedding-005",
         model_prompts=MODEL_PROMPTS,
     ),
     name="google/text-embedding-005",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=False,
     revision="1",  # revision is intended for implementation
@@ -197,10 +197,10 @@ google_text_emb_005 = ModelMeta(
 google_text_multilingual_emb_002 = ModelMeta(
     loader=GoogleTextEmbeddingModel,  # type: ignore[call-arg]
     loader_kwargs=dict(
-        model_name="text-embedding-002",
         model_prompts=MODEL_PROMPTS,
     ),
     name="google/text-multilingual-embedding-002",
+    model_type=["dense"],
     languages=MULTILINGUAL_EVALUATED_LANGUAGES,  # From the list of evaluated languages in https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/text-embeddings-api#supported_text_languages
     open_weights=False,
     revision="1",
@@ -222,10 +222,10 @@ google_text_multilingual_emb_002 = ModelMeta(
 google_gemini_embedding_001 = ModelMeta(
     loader=GoogleTextEmbeddingModel,  # type: ignore[call-arg]
     loader_kwargs=dict(
-        model_name="gemini-embedding-001",
         model_prompts=MODEL_PROMPTS,
     ),
     name="google/gemini-embedding-001",
+    model_type=["dense"],
     languages=MULTILINGUAL_EVALUATED_LANGUAGES,
     open_weights=False,
     revision="1",
@@ -260,6 +260,7 @@ def gemma_embedding_loader(model_name: str, revision: str, **kwargs):
 embedding_gemma_300m = ModelMeta(
     loader=gemma_embedding_loader,
     name="google/embeddinggemma-300m",
+    model_type=["dense"],
     languages=MULTILINGUAL_EVALUATED_LANGUAGES,
     open_weights=True,
     revision="64614b0b8b64f0c6c1e52b07e4e9a4e8fe4d2da2",
@@ -275,5 +276,15 @@ embedding_gemma_300m = ModelMeta(
     public_training_data=None,
     training_datasets=GECKO_TRAINING_DATA,
     similarity_fn_name="cosine",
-    memory_usage_mb=578,
+    memory_usage_mb=1155,
+    citation="""
+@misc{vera2025embeddinggemmapowerfullightweighttext,
+      title={EmbeddingGemma: Powerful and Lightweight Text Representations},
+      author={Henrique Schechter Vera and Sahil Dua and Biao Zhang and Daniel Salz and Ryan Mullins and Sindhu Raghuram Panyam and Sara Smoot and Iftekhar Naim and Joe Zou and Feiyang Chen and Daniel Cer and Alice Lisak and Min Choi and Lucas Gonzalez and Omar Sanseviero and Glenn Cameron and Ian Ballantyne and Kat Black and Kaifeng Chen and Weiyi Wang and Zhe Li and Gus Martins and Jinhyuk Lee and Mark Sherwood and Juyeong Ji and Renjie Wu and Jingxiao Zheng and Jyotinder Singh and Abheesht Sharma and Divyashree Sreepathihalli and Aashi Jain and Adham Elarabawy and AJ Co and Andreas Doumanoglou and Babak Samari and Ben Hora and Brian Potetz and Dahun Kim and Enrique Alfonseca and Fedor Moiseev and Feng Han and Frank Palma Gomez and Gustavo Hernández Ábrego and Hesen Zhang and Hui Hui and Jay Han and Karan Gill and Ke Chen and Koert Chen and Madhuri Shanbhogue and Michael Boratko and Paul Suganthan and Sai Meher Karthik Duddu and Sandeep Mariserla and Setareh Ariafar and Shanfeng Zhang and Shijie Zhang and Simon Baumgartner and Sonam Goenka and Steve Qiu and Tanmaya Dabral and Trevor Walker and Vikram Rao and Waleed Khawaja and Wenlei Zhou and Xiaoqi Ren and Ye Xia and Yichang Chen and Yi-Ting Chen and Zhe Dong and Zhongli Ding and Francesco Visin and Gaël Liu and Jiageng Zhang and Kathleen Kenealy and Michelle Casbon and Ravin Kumar and Thomas Mesnard and Zach Gleicher and Cormac Brick and Olivier Lacombe and Adam Roberts and Qin Yin and Yunhsuan Sung and Raphael Hoffmann and Tris Warkentin and Armand Joulin and Tom Duerig and Mojtaba Seyedhosseini},
+      year={2025},
+      eprint={2509.20354},
+      archivePrefix={arXiv},
+      primaryClass={cs.CL},
+      url={https://arxiv.org/abs/2509.20354},
+}""",
 )

mteb/models/model_implementations/granite_vision_embedding_models.py

@@ -1,8 +1,9 @@
+from __future__ import annotations
+
 import logging
-from typing import Any
+from typing import TYPE_CHECKING, Any
 
 import torch
-from PIL import Image
 from torch.utils.data import DataLoader
 from tqdm.auto import tqdm
 
@@ -15,6 +16,9 @@ from mteb.types import Array, BatchedInput, PromptType
 
 logger = logging.getLogger(__name__)
 
+if TYPE_CHECKING:
+    from PIL import Image
+
 
 class GraniteVisionEmbeddingWrapper:
     def __init__(
@@ -162,6 +166,7 @@ granite_vision_embedding = ModelMeta(
         torch_dtype=torch.float16,
     ),
     name="ibm-granite/granite-vision-3.3-2b-embedding",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="cee615db64d89d1552a4ee39c50f25c0fc5c66ca",
     release_date="2025-06-11",

mteb/models/model_implementations/gritlm_models.py

@@ -38,6 +38,7 @@ gritlm7b = ModelMeta(
         torch_dtype="auto",
     ),
     name="GritLM/GritLM-7B",
+    model_type=["dense"],
     languages=["eng-Latn", "fra-Latn", "deu-Latn", "ita-Latn", "spa-Latn"],
     open_weights=True,
     revision="13f00a0e36500c80ce12870ea513846a066004af",
@@ -66,6 +67,7 @@ gritlm8x7b = ModelMeta(
         torch_dtype="auto",
     ),
     name="GritLM/GritLM-8x7B",
+    model_type=["dense"],
     languages=["eng-Latn", "fra-Latn", "deu-Latn", "ita-Latn", "spa-Latn"],
     open_weights=True,
     revision="7f089b13e3345510281733ca1e6ff871b5b4bc76",

mteb/models/model_implementations/gte_models.py

@@ -42,6 +42,7 @@ gte_qwen2_7b_instruct = ModelMeta(
         embed_eos="<|endoftext|>",
     ),
     name="Alibaba-NLP/gte-Qwen2-7B-instruct",
+    model_type=["dense"],
     languages=None,
     open_weights=True,
     revision="e26182b2122f4435e8b3ebecbf363990f409b45b",
@@ -73,6 +74,7 @@ gte_qwen1_5_7b_instruct = ModelMeta(
         embed_eos="<|endoftext|>",
     ),
     name="Alibaba-NLP/gte-Qwen1.5-7B-instruct",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="07d27e5226328010336563bc1b564a5e3436a298",
@@ -89,6 +91,12 @@ gte_qwen1_5_7b_instruct = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets=None,
+    citation="""@article{li2023towards,
+  title={Towards general text embeddings with multi-stage contrastive learning},
+  author={Li, Zehan and Zhang, Xin and Zhang, Yanzhao and Long, Dingkun and Xie, Pengjun and Zhang, Meishan},
+  journal={arXiv preprint arXiv:2308.03281},
+  year={2023}
+}""",
 )
 
 gte_qwen2_1_5b_instruct = ModelMeta(
@@ -103,6 +111,7 @@ gte_qwen2_1_5b_instruct = ModelMeta(
         embed_eos="<|endoftext|>",
     ),
     name="Alibaba-NLP/gte-Qwen2-1.5B-instruct",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="c6c1b92f4a3e1b92b326ad29dd3c8433457df8dd",
@@ -119,11 +128,18 @@ gte_qwen2_1_5b_instruct = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets=None,
+    citation="""@article{li2023towards,
+  title={Towards general text embeddings with multi-stage contrastive learning},
+  author={Li, Zehan and Zhang, Xin and Zhang, Yanzhao and Long, Dingkun and Xie, Pengjun and Zhang, Meishan},
+  journal={arXiv preprint arXiv:2308.03281},
+  year={2023}
+}""",
 )
 
 gte_small_zh = ModelMeta(
     loader=sentence_transformers_loader,
     name="thenlper/gte-small-zh",
+    model_type=["dense"],
     languages=["zho-Hans"],
     open_weights=True,
     revision="af7bd46fbb00b3a6963c8dd7f1786ddfbfbe973a",
@@ -140,11 +156,18 @@ gte_small_zh = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets=None,  # Not disclosed
+    citation="""@article{li2023towards,
+  title={Towards general text embeddings with multi-stage contrastive learning},
+  author={Li, Zehan and Zhang, Xin and Zhang, Yanzhao and Long, Dingkun and Xie, Pengjun and Zhang, Meishan},
+  journal={arXiv preprint arXiv:2308.03281},
+  year={2023}
+}""",
 )
 
 gte_base_zh = ModelMeta(
     loader=sentence_transformers_loader,
     name="thenlper/gte-base-zh",
+    model_type=["dense"],
     languages=["zho-Hans"],
     open_weights=True,
     revision="71ab7947d6fac5b64aa299e6e40e6c2b2e85976c",
@@ -161,11 +184,18 @@ gte_base_zh = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets=None,  # Not disclosed
+    citation="""@article{li2023towards,
+  title={Towards general text embeddings with multi-stage contrastive learning},
+  author={Li, Zehan and Zhang, Xin and Zhang, Yanzhao and Long, Dingkun and Xie, Pengjun and Zhang, Meishan},
+  journal={arXiv preprint arXiv:2308.03281},
+  year={2023}
+}""",
 )
 
 gte_large_zh = ModelMeta(
     loader=sentence_transformers_loader,
     name="thenlper/gte-large-zh",
+    model_type=["dense"],
     languages=["zho-Hans"],
     open_weights=True,
     revision="64c364e579de308104a9b2c170ca009502f4f545",
@@ -182,6 +212,12 @@ gte_large_zh = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets=None,  # Not disclosed
+    citation="""@article{li2023towards,
+  title={Towards general text embeddings with multi-stage contrastive learning},
+  author={Li, Zehan and Zhang, Xin and Zhang, Yanzhao and Long, Dingkun and Xie, Pengjun and Zhang, Meishan},
+  journal={arXiv preprint arXiv:2308.03281},
+  year={2023}
+}""",
 )
 
 gte_multilingual_langs = [
@@ -288,6 +324,7 @@ gte_multi_training_data = {
 gte_multilingual_base = ModelMeta(
     loader=sentence_transformers_loader,
     name="Alibaba-NLP/gte-multilingual-base",
+    model_type=["dense"],
     languages=gte_multilingual_langs,
     open_weights=True,
     revision="ca1791e0bcc104f6db161f27de1340241b13c5a4",
@@ -304,11 +341,19 @@ gte_multilingual_base = ModelMeta(
     public_training_code=None,
     public_training_data=None,  # couldn't find
     training_datasets=gte_multi_training_data,
+    citation="""@inproceedings{zhang2024mgte,
+  title={mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval},
+  author={Zhang, Xin and Zhang, Yanzhao and Long, Dingkun and Xie, Wen and Dai, Ziqi and Tang, Jialong and Lin, Huan and Yang, Baosong and Xie, Pengjun and Huang, Fei and others},
+  booktitle={Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing: Industry Track},
+  pages={1393--1412},
+  year={2024}
+}""",
 )
 
 gte_modernbert_base = ModelMeta(
     loader=sentence_transformers_loader,
     name="Alibaba-NLP/gte-modernbert-base",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="7ca8b4ca700621b67618669f5378fe5f5820b8e4",
@@ -325,12 +370,27 @@ gte_modernbert_base = ModelMeta(
     public_training_code=None,  # couldn't find
     public_training_data=None,
     training_datasets=gte_multi_training_data,  # English part of gte_multi_training_data,
+    citation="""@inproceedings{zhang2024mgte,
+  title={mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval},
+  author={Zhang, Xin and Zhang, Yanzhao and Long, Dingkun and Xie, Wen and Dai, Ziqi and Tang, Jialong and Lin, Huan and Yang, Baosong and Xie, Pengjun and Huang, Fei and others},
+  booktitle={Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing: Industry Track},
+  pages={1393--1412},
+  year={2024}
+}
+
+@article{li2023towards,
+  title={Towards general text embeddings with multi-stage contrastive learning},
+  author={Li, Zehan and Zhang, Xin and Zhang, Yanzhao and Long, Dingkun and Xie, Pengjun and Zhang, Meishan},
+  journal={arXiv preprint arXiv:2308.03281},
+  year={2023}
+}""",
 )
 
 
 gte_base_en_v15 = ModelMeta(
     loader=sentence_transformers_loader,
     name="Alibaba-NLP/gte-base-en-v1.5",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="a829fd0e060bb84554da0dfd354d0de0f7712b7f",  # can be any
@@ -349,4 +409,22 @@ gte_base_en_v15 = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets=None,
+    citation="""@misc{zhang2024mgte,
+  title={mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval}, 
+  author={Xin Zhang and Yanzhao Zhang and Dingkun Long and Wen Xie and Ziqi Dai and Jialong Tang and Huan Lin and Baosong Yang and Pengjun Xie and Fei Huang and Meishan Zhang and Wenjie Li and Min Zhang},
+  year={2024},
+  eprint={2407.19669},
+  archivePrefix={arXiv},
+  primaryClass={cs.CL},
+  url={https://arxiv.org/abs/2407.19669}, 
+}
+@misc{li2023gte,
+  title={Towards General Text Embeddings with Multi-stage Contrastive Learning}, 
+  author={Zehan Li and Xin Zhang and Yanzhao Zhang and Dingkun Long and Pengjun Xie and Meishan Zhang},
+  year={2023},
+  eprint={2308.03281},
+  archivePrefix={arXiv},
+  primaryClass={cs.CL},
+  url={https://arxiv.org/abs/2308.03281}, 
+}""",
 )

mteb/models/model_implementations/hinvec_models.py

@@ -37,6 +37,7 @@ Hinvec_bidir = ModelMeta(
         add_eos_token=True,
     ),
     name="Sailesh97/Hinvec",
+    model_type=["dense"],
     languages=["eng-Latn", "hin-Deva"],
     open_weights=True,
     revision="d4fc678720cc1b8c5d18599ce2d9a4d6090c8b6b",

mteb/models/model_implementations/human.py

@@ -3,6 +3,7 @@ from mteb.models import ModelMeta
 human = ModelMeta(
     loader=None,
     name="Human",
+    model_type=["dense"],
     languages=["eng-Latn", "ara-Arab", "rus-Cyrl", "dan-Latn", "nob-Latn"],
     open_weights=True,
     revision="2025_09_25",

mteb/models/model_implementations/ibm_granite_models.py

@@ -94,6 +94,7 @@ granite_training_data = {
 granite_107m_multilingual = ModelMeta(
     loader=sentence_transformers_loader,
     name="ibm-granite/granite-embedding-107m-multilingual",
+    model_type=["dense"],
     languages=GRANITE_LANGUAGES,
     open_weights=True,
     revision="47db56afe692f731540413c67dd818ff492277e7",
@@ -118,6 +119,7 @@ granite_107m_multilingual = ModelMeta(
 granite_278m_multilingual = ModelMeta(
     loader=sentence_transformers_loader,
     name="ibm-granite/granite-embedding-278m-multilingual",
+    model_type=["dense"],
     languages=GRANITE_LANGUAGES,
     open_weights=True,
     revision="84e3546b88b0cb69f8078608a1df558020bcbf1f",
@@ -142,6 +144,7 @@ granite_278m_multilingual = ModelMeta(
 granite_30m_english = ModelMeta(
     loader=sentence_transformers_loader,
     name="ibm-granite/granite-embedding-30m-english",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="eddbb57470f896b5f8e2bfcb823d8f0e2d2024a5",
@@ -166,6 +169,7 @@ granite_30m_english = ModelMeta(
 granite_125m_english = ModelMeta(
     loader=sentence_transformers_loader,
     name="ibm-granite/granite-embedding-125m-english",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="e48d3a5b47eaa18e3fe07d4676e187fd80f32730",
@@ -191,6 +195,7 @@ granite_125m_english = ModelMeta(
 granite_english_r2 = ModelMeta(
     loader=sentence_transformers_loader,
     name="ibm-granite/granite-embedding-english-r2",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="6e7b8ce0e76270394ac4669ba4bbd7133b60b7f9",
@@ -215,6 +220,7 @@ granite_english_r2 = ModelMeta(
 granite_small_english_r2 = ModelMeta(
     loader=sentence_transformers_loader,
     name="ibm-granite/granite-embedding-small-english-r2",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="54a8d2616a0844355a5164432d3f6dafb37b17a3",

mteb/models/model_implementations/inf_models.py

@@ -50,6 +50,7 @@ inf_retriever_v1 = ModelMeta(
         trust_remote_code=True,
     ),
     name="infly/inf-retriever-v1",
+    model_type=["dense"],
     languages=["eng-Latn", "zho-Hans"],
     open_weights=True,
     revision="cb70ca7c31dfa866b2eff2dad229c144d8ddfd91",
@@ -76,6 +77,7 @@ inf_retriever_v1_1_5b = ModelMeta(
         trust_remote_code=True,
     ),
     name="infly/inf-retriever-v1-1.5b",
+    model_type=["dense"],
     languages=["eng-Latn", "zho-Hans"],
     open_weights=True,
     revision="c9c05c2dd50707a486966ba81703021ae2094a06",