mteb 2.1.4__py3-none-any.whl → 2.5.2__py3-none-any.whl

mteb/models/model_implementations/seed_models.py

@@ -236,6 +236,7 @@ DEFAULT_INSTRUCTION = "Instruct: Given a web search query, retrieve relevant pas
 
 seed_embedding = ModelMeta(
     name="ByteDance-Seed/Seed1.5-Embedding",
+    model_type=["dense"],
     revision="4",
     release_date="2025-04-25",
     languages=[

mteb/models/model_implementations/sentence_transformers_models.py

@@ -113,6 +113,7 @@ sent_trf_training_dataset = {
 all_minilm_l6_v2 = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/all-MiniLM-L6-v2",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="8b3219a92973c328a8e22fadcfa821b5dc75636a",
@@ -137,6 +138,7 @@ all_minilm_l6_v2 = ModelMeta(
 all_minilm_l12_v2 = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/all-MiniLM-L12-v2",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="364dd28d28dcd3359b537f3cf1f5348ba679da62",
@@ -161,6 +163,7 @@ all_minilm_l12_v2 = ModelMeta(
 paraphrase_multilingual_minilm_l12_v2 = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
+    model_type=["dense"],
     languages=paraphrase_langs,
     open_weights=True,
     revision="bf3bf13ab40c3157080a7ab344c831b9ad18b5eb",
@@ -185,6 +188,7 @@ paraphrase_multilingual_minilm_l12_v2 = ModelMeta(
 paraphrase_multilingual_mpnet_base_v2 = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/paraphrase-multilingual-mpnet-base-v2",
+    model_type=["dense"],
     languages=paraphrase_langs,
     open_weights=True,
     revision="79f2382ceacceacdf38563d7c5d16b9ff8d725d6",
@@ -220,6 +224,7 @@ paraphrase_multilingual_mpnet_base_v2 = ModelMeta(
 labse = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/LaBSE",
+    model_type=["dense"],
     languages=paraphrase_langs,
     open_weights=True,
     revision="e34fab64a3011d2176c99545a93d5cbddc9a91b7",
@@ -257,6 +262,7 @@ labse = ModelMeta(
 multi_qa_minilm_l6_cos_v1 = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/multi-qa-MiniLM-L6-cos-v1",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="b207367332321f8e44f96e224ef15bc607f4dbf0",
@@ -281,6 +287,7 @@ multi_qa_minilm_l6_cos_v1 = ModelMeta(
 all_mpnet_base_v2 = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/all-mpnet-base-v2",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="9a3225965996d404b775526de6dbfe85d3368642",
@@ -380,6 +387,7 @@ static_multi_languages = [
 
 static_similarity_mrl_multilingual_v1 = ModelMeta(
     name="sentence-transformers/static-similarity-mrl-multilingual-v1",
+    model_type=["dense"],
     loader=SentenceTransformerEncoderWrapper,
     loader_kwargs=dict(
         device="cpu",  # CPU is just as quick, if not quicker
@@ -402,11 +410,21 @@ static_similarity_mrl_multilingual_v1 = ModelMeta(
     training_datasets=static_multi_datasets,
     public_training_code="https://huggingface.co/blog/static-embeddings",
     public_training_data="https://huggingface.co/collections/sentence-transformers/embedding-model-datasets-6644d7a3673a511914aa7552",
+    citation="""@inproceedings{reimers-2019-sentence-bert,
+    title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
+    author = "Reimers, Nils and Gurevych, Iryna",
+    booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
+    month = "11",
+    year = "2019",
+    publisher = "Association for Computational Linguistics",
+    url = "https://arxiv.org/abs/1908.10084",
+}""",
 )
 
 contriever = ModelMeta(
     loader=SentenceTransformerEncoderWrapper,
     name="facebook/contriever-msmarco",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="abe8c1493371369031bcb1e02acb754cf4e162fa",
@@ -436,6 +454,7 @@ contriever = ModelMeta(
 microllama_text_embedding = ModelMeta(
     loader=sentence_transformers_loader,
     name="keeeeenw/MicroLlama-text-embedding",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="98f70f14cdf12d7ea217ed2fd4e808b0195f1e7e",
@@ -467,9 +486,21 @@ microllama_text_embedding = ModelMeta(
     public_training_data=None,
 )
 
+SENTENCE_T5_CITATION = """
+@misc{ni2021sentencet5scalablesentenceencoders,
+      title={Sentence-T5: Scalable Sentence Encoders from Pre-trained Text-to-Text Models}, 
+      author={Jianmo Ni and Gustavo Hernández Ábrego and Noah Constant and Ji Ma and Keith B. Hall and Daniel Cer and Yinfei Yang},
+      year={2021},
+      eprint={2108.08877},
+      archivePrefix={arXiv},
+      primaryClass={cs.CL},
+      url={https://arxiv.org/abs/2108.08877}, 
+}
+"""
 sentence_t5_base = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/sentence-t5-base",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="50c53e206f8b01c9621484a3c0aafce4e55efebf",
@@ -486,11 +517,13 @@ sentence_t5_base = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets={"SNLI", "Community QA"},
+    citation=SENTENCE_T5_CITATION,
 )
 
 sentence_t5_large = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/sentence-t5-large",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="1fc08ea477205aa54a3e5b13f0971ae16b86410a",
@@ -507,11 +540,13 @@ sentence_t5_large = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets={"SNLI", "Community QA"},
+    citation=SENTENCE_T5_CITATION,
 )
 
 sentence_t5_xl = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/sentence-t5-xl",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="2965d31b368fb14117688e0bde77cbd720e91f53",
@@ -528,11 +563,13 @@ sentence_t5_xl = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets={"SNLI", "Community QA"},
+    citation=SENTENCE_T5_CITATION,
 )
 
 sentence_t5_xxl = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/sentence-t5-xxl",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     revision="4d122282ba80e807e9e6eb8c358269e92796365d",
@@ -549,10 +586,23 @@ sentence_t5_xxl = ModelMeta(
     public_training_code=None,
     public_training_data=None,
     training_datasets={"SNLI", "Community QA"},
+    citation=SENTENCE_T5_CITATION,
 )
+GTR_CITATION = """
+@misc{ni2021largedualencodersgeneralizable,
+      title={Large Dual Encoders Are Generalizable Retrievers}, 
+      author={Jianmo Ni and Chen Qu and Jing Lu and Zhuyun Dai and Gustavo Hernández Ábrego and Ji Ma and Vincent Y. Zhao and Yi Luan and Keith B. Hall and Ming-Wei Chang and Yinfei Yang},
+      year={2021},
+      eprint={2112.07899},
+      archivePrefix={arXiv},
+      primaryClass={cs.IR},
+      url={https://arxiv.org/abs/2112.07899}, 
+}
+"""
 gtr_t5_large = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/gtr-t5-large",
+    model_type=["dense"],
     languages=["eng-Latn"],  # in format eng-Latn
     open_weights=True,
     revision="a2c8ac47f998531948d4cbe32a0b577a7037a5e3",
@@ -581,11 +631,13 @@ gtr_t5_large = ModelMeta(
         "NQ-PL",  # translation not trained on
         "Community QA",
     },
+    citation=GTR_CITATION,
 )
 
 gtr_t5_xl = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/gtr-t5-xl",
+    model_type=["dense"],
     languages=["eng-Latn"],  # in format eng-Latn
     open_weights=True,
     revision="23a8d667a1ad2578af181ce762867003c498d1bf",
@@ -614,10 +666,12 @@ gtr_t5_xl = ModelMeta(
         "NQ-PL",  # translation not trained on
         "Community QA",
     },
+    citation=GTR_CITATION,
 )
 gtr_t5_xxl = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/gtr-t5-xxl",
+    model_type=["dense"],
     languages=["eng-Latn"],  # in format eng-Latn
     open_weights=True,
     revision="73f2a9156a3dcc2194dfdb2bf201cd7d17e17884",
@@ -646,11 +700,13 @@ gtr_t5_xxl = ModelMeta(
         "NQ-PL",  # translation not trained on
         "Community QA",
     },
+    citation=GTR_CITATION,
 )
 
 gtr_t5_base = ModelMeta(
     loader=sentence_transformers_loader,
     name="sentence-transformers/gtr-t5-base",
+    model_type=["dense"],
     languages=["eng-Latn"],  # in format eng-Latn
     open_weights=True,
     revision="7027e9594267928589816394bdd295273ddc0739",
@@ -679,4 +735,5 @@ gtr_t5_base = ModelMeta(
         "NQ-PL",  # translation not trained on
         "Community QA",
     },
+    citation=GTR_CITATION,
 )

mteb/models/model_implementations/shuu_model.py

@@ -1,31 +1,32 @@
-from mteb.models.model_meta import ModelMeta
-from mteb.models.sentence_transformer_wrapper import sentence_transformers_loader
-
-codemodernbert_crow_meta = ModelMeta(
-    loader=sentence_transformers_loader,
-    name="Shuu12121/CodeSearch-ModernBERT-Crow-Plus",
-    languages=["eng-Latn"],
-    open_weights=True,
-    revision="044a7a4b552f86e284817234c336bccf16f895ce",
-    release_date="2025-04-21",
-    n_parameters=151668480,
-    memory_usage_mb=607,
-    embed_dim=768,
-    license="apache-2.0",
-    max_tokens=1024,
-    reference="https://huggingface.co/Shuu12121/CodeSearch-ModernBERT-Crow-Plus",
-    similarity_fn_name="cosine",
-    framework=["Sentence Transformers", "PyTorch"],
-    use_instructions=False,
-    public_training_code=None,
-    public_training_data=None,
-    training_datasets={
-        "CodeSearchNetRetrieval",
-        # "code-search-net/code_search_net",
-        # "Shuu12121/python-codesearch-filtered",
-        # "Shuu12121/java-codesearch-filtered",
-        # "Shuu12121/javascript-codesearch-filtered",
-        # "Shuu12121/ruby-codesearch-filtered",
-        # "Shuu12121/rust-codesearch-filtered",
-    },
-)
+from mteb.models.model_meta import ModelMeta
+from mteb.models.sentence_transformer_wrapper import sentence_transformers_loader
+
+codemodernbert_crow_meta = ModelMeta(
+    loader=sentence_transformers_loader,
+    name="Shuu12121/CodeSearch-ModernBERT-Crow-Plus",
+    model_type=["dense"],
+    languages=["eng-Latn"],
+    open_weights=True,
+    revision="044a7a4b552f86e284817234c336bccf16f895ce",
+    release_date="2025-04-21",
+    n_parameters=151668480,
+    memory_usage_mb=607,
+    embed_dim=768,
+    license="apache-2.0",
+    max_tokens=1024,
+    reference="https://huggingface.co/Shuu12121/CodeSearch-ModernBERT-Crow-Plus",
+    similarity_fn_name="cosine",
+    framework=["Sentence Transformers", "PyTorch"],
+    use_instructions=False,
+    public_training_code=None,
+    public_training_data=None,
+    training_datasets={
+        "CodeSearchNetRetrieval",
+        # "code-search-net/code_search_net",
+        # "Shuu12121/python-codesearch-filtered",
+        # "Shuu12121/java-codesearch-filtered",
+        # "Shuu12121/javascript-codesearch-filtered",
+        # "Shuu12121/ruby-codesearch-filtered",
+        # "Shuu12121/rust-codesearch-filtered",
+    },
+)

mteb/models/model_implementations/siglip_models.py

@@ -125,6 +125,7 @@ siglip_training_datasets = set(
 siglip_so400m_patch14_224 = ModelMeta(
     loader=SiglipModelWrapper,  # type: ignore
     name="google/siglip-so400m-patch14-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="d04cf29fca7b6374f74d8bea1969314492266b5e",
     release_date="2024-01-08",
@@ -148,6 +149,7 @@ siglip_so400m_patch14_224 = ModelMeta(
 siglip_so400m_patch14_384 = ModelMeta(
     loader=SiglipModelWrapper,  # type: ignore
     name="google/siglip-so400m-patch14-384",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="9fdffc58afc957d1a03a25b10dba0329ab15c2a3",
     release_date="2024-01-08",
@@ -171,6 +173,7 @@ siglip_so400m_patch14_384 = ModelMeta(
 siglip_so400m_patch16_256_i18n = ModelMeta(
     loader=SiglipModelWrapper,  # type: ignore
     name="google/siglip-so400m-patch16-256-i18n",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="365d321c0cfdea96bc28e3a29787a11a062681a1",
     release_date="2024-01-08",
@@ -194,6 +197,7 @@ siglip_so400m_patch16_256_i18n = ModelMeta(
 siglip_base_patch16_256_multilingual = ModelMeta(
     loader=SiglipModelWrapper,  # type: ignore
     name="google/siglip-base-patch16-256-multilingual",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="8952a4eafcde3cb7ab46b1dd629b33f8784ca9c6",
     release_date="2024-01-08",
@@ -217,6 +221,7 @@ siglip_base_patch16_256_multilingual = ModelMeta(
 siglip_base_patch16_256 = ModelMeta(
     loader=SiglipModelWrapper,  # type: ignore
     name="google/siglip-base-patch16-256",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="b078df89e446d623010d890864d4207fe6399f61",
     release_date="2024-01-08",
@@ -240,6 +245,7 @@ siglip_base_patch16_256 = ModelMeta(
 siglip_base_patch16_512 = ModelMeta(
     loader=SiglipModelWrapper,  # type: ignore
     name="google/siglip-base-patch16-512",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="753a949581523b60257d93e18391e8c27f72eb22",
     release_date="2024-01-08",
@@ -263,6 +269,7 @@ siglip_base_patch16_512 = ModelMeta(
 siglip_base_patch16_384 = ModelMeta(
     loader=SiglipModelWrapper,  # type: ignore
     name="google/siglip-base-patch16-384",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="41aec1c83b32e0a6fca20ad88ba058aa5b5ea394",
     release_date="2024-01-08",
@@ -286,6 +293,7 @@ siglip_base_patch16_384 = ModelMeta(
 siglip_base_patch16_224 = ModelMeta(
     loader=SiglipModelWrapper,  # type: ignore
     name="google/siglip-base-patch16-224",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="7fd15f0689c79d79e38b1c2e2e2370a7bf2761ed",
     release_date="2024-01-08",
@@ -309,6 +317,7 @@ siglip_base_patch16_224 = ModelMeta(
 siglip_large_patch16_256 = ModelMeta(
     loader=SiglipModelWrapper,  # type: ignore
     name="google/siglip-large-patch16-256",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="d0da9f876e7d66b4e250cd2450c3ba2ce735e447",
     release_date="2024-01-08",
@@ -332,6 +341,7 @@ siglip_large_patch16_256 = ModelMeta(
 siglip_large_patch16_384 = ModelMeta(
     loader=SiglipModelWrapper,  # type: ignore
     name="google/siglip-large-patch16-384",
+    model_type=["dense"],
     languages=["eng-Latn"],
     revision="ce005573a40965dfd21fd937fbdeeebf2439fc35",
     release_date="2024-01-08",

mteb/models/model_implementations/sonar_models.py

@@ -218,6 +218,7 @@ sonar_langs = [
 sonar = ModelMeta(
     loader=None,
     name="facebook/SONAR",
+    model_type=["dense"],
     languages=sonar_langs,
     open_weights=True,
     use_instructions=False,  # it does take a language code as input

mteb/models/model_implementations/spartan8806_atles_champion.py

@@ -0,0 +1,34 @@
+"""ATLES Champion Embedding Model for MTEB."""
+
+from mteb.models.model_meta import ModelMeta
+from mteb.models.sentence_transformer_wrapper import sentence_transformers_loader
+
+spartan8806_atles_champion_embedding = ModelMeta(
+    loader=sentence_transformers_loader,
+    name="spartan8806/atles-champion-embedding",
+    model_type=["dense"],
+    languages=["eng-Latn"],
+    open_weights=True,
+    revision="d4c74d7000bbd25f3597fc0f2dcde59ef1386e8f",
+    release_date="2025-11-15",
+    n_parameters=110_000_000,
+    memory_usage_mb=420,
+    max_tokens=512,
+    embed_dim=768,
+    license="apache-2.0",
+    similarity_fn_name="cosine",
+    framework=["Sentence Transformers"],
+    reference="https://huggingface.co/spartan8806/atles-champion-embedding",
+    use_instructions=False,
+    training_datasets={"STSBenchmark"},
+    adapted_from="sentence-transformers/all-mpnet-base-v2",
+    public_training_code=None,
+    public_training_data=None,
+    citation="""@article{conner2025epistemic,
+  title={The Epistemic Barrier: How RLHF Makes AI Consciousness Empirically Undecidable},
+  author={Conner (spartan8806)},
+  journal={ATLES Research Papers},
+  year={2025},
+  note={Cross-model validation study (Phoenix, Grok, Gemini, Claude)}
+}""",
+)

mteb/models/model_implementations/stella_models.py

@@ -59,6 +59,7 @@ stella_en_400m = ModelMeta(
         torch_dtype="auto",
     ),
     name="NovaSearch/stella_en_400M_v5",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     use_instructions=True,
@@ -87,6 +88,7 @@ stella_en_1_5b = ModelMeta(
         torch_dtype="auto",
     ),
     name="NovaSearch/stella_en_1.5B_v5",
+    model_type=["dense"],
     languages=["eng-Latn"],
     open_weights=True,
     use_instructions=True,
@@ -109,6 +111,7 @@ stella_en_1_5b = ModelMeta(
 stella_large_zh_v3_1792d = ModelMeta(
     loader=sentence_transformers_loader,
     name="dunzhang/stella-large-zh-v3-1792d",
+    model_type=["dense"],
     languages=["zho-Hans"],
     open_weights=True,
     revision="d5d39eb8cd11c80a63df53314e59997074469f09",
@@ -135,6 +138,7 @@ stella_large_zh_v3_1792d = ModelMeta(
 stella_base_zh_v3_1792d = ModelMeta(
     loader=sentence_transformers_loader,
     name="infgrad/stella-base-zh-v3-1792d",
+    model_type=["dense"],
     languages=["zho-Hans"],
     open_weights=True,
     revision="82254892a0fba125aa2abf3a4800d2dd12821343",
@@ -162,6 +166,7 @@ stella_base_zh_v3_1792d = ModelMeta(
 stella_mrl_large_zh_v3_5_1792d = ModelMeta(
     loader=sentence_transformers_loader,
     name="dunzhang/stella-mrl-large-zh-v3.5-1792d",
+    model_type=["dense"],
     languages=["zho-Hans"],
     open_weights=True,
     revision="17bb1c32a93a8fc5f6fc9e91d5ea86da99983cfe",
@@ -185,6 +190,7 @@ stella_mrl_large_zh_v3_5_1792d = ModelMeta(
 zpoint_large_embedding_zh = ModelMeta(
     loader=sentence_transformers_loader,
     name="iampanda/zpoint_large_embedding_zh",
+    model_type=["dense"],
     languages=["zho-Hans"],
     open_weights=True,
     revision="b1075144f440ab4409c05622c1179130ebd57d03",