mteb 2.7.2__py3-none-any.whl → 2.7.9__py3-none-any.whl

mteb/models/model_implementations/llm2vec_models.py

@@ -1,16 +1,22 @@
+from __future__ import annotations
+
 import logging
-from collections.abc import Callable
-from typing import Any
+from typing import TYPE_CHECKING, Any
 
 import torch
-from torch.utils.data import DataLoader
 
 from mteb._requires_package import requires_package, suggest_package
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_meta import ModelMeta, ScoringFunction
-from mteb.models.models_protocols import EncoderProtocol
-from mteb.types import Array, BatchedInput, PromptType
+
+if TYPE_CHECKING:
+    from collections.abc import Callable
+
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.models.models_protocols import EncoderProtocol
+    from mteb.types import Array, BatchedInput, PromptType
 
 logger = logging.getLogger(__name__)
 
@@ -139,6 +145,7 @@ llm2vec_llama3_8b_supervised = ModelMeta(
     # TODO: Not sure what to put here as a model is made of two peft repos, each with a different revision
     release_date="2024-04-09",
     n_parameters=7_505_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=28629,
     max_tokens=8192,
     embed_dim=4096,
@@ -168,6 +175,7 @@ llm2vec_llama3_8b_unsupervised = ModelMeta(
     revision="1cb7b735326d13a8541db8f57f35da5373f5e9c6",
     release_date="2024-04-09",
     n_parameters=7_505_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=28629,
     max_tokens=8192,
     embed_dim=4096,
@@ -197,6 +205,7 @@ llm2vec_mistral7b_supervised = ModelMeta(
     revision="0ae69bdd5816105778b971c3138e8f8a18eaa3ae",
     release_date="2024-04-09",
     n_parameters=7_111_000_000,
+    n_embedding_parameters=131_072_000,
     memory_usage_mb=27126,
     max_tokens=32768,
     embed_dim=4096,
@@ -226,6 +235,7 @@ llm2vec_mistral7b_unsupervised = ModelMeta(
     revision="2c055a5d77126c0d3dc6cd8ffa30e2908f4f45f8",
     release_date="2024-04-09",
     n_parameters=7_111_000_000,
+    n_embedding_parameters=131_072_000,
     memory_usage_mb=27126,
     max_tokens=32768,
     embed_dim=4096,
@@ -255,6 +265,7 @@ llm2vec_llama2_7b_supervised = ModelMeta(
     revision="2c055a5d77126c0d3dc6cd8ffa30e2908f4f45f8",
     release_date="2024-04-09",
     n_parameters=7_111_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=27126,
     max_tokens=32768,
     embed_dim=4096,
@@ -284,6 +295,7 @@ llm2vec_llama2_7b_unsupervised = ModelMeta(
     revision="a76944871d169ebe7c97eb921764cd063afed785",
     release_date="2024-04-09",
     n_parameters=7_111_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=27126,
     max_tokens=32768,
     embed_dim=4096,
@@ -313,6 +325,7 @@ llm2vec_sheared_llama_supervised = ModelMeta(
     revision="a5943d406c6b016fef3f07906aac183cf1a0b47d",
     release_date="2024-04-09",
     n_parameters=7_111_000_000,
+    n_embedding_parameters=65_536_000,
     memory_usage_mb=27126,
     max_tokens=32768,
     embed_dim=4096,
@@ -342,6 +355,7 @@ llm2vec_sheared_llama_unsupervised = ModelMeta(
     revision="a5943d406c6b016fef3f07906aac183cf1a0b47d",
     release_date="2024-04-09",
     n_parameters=7_111_000_000,
+    n_embedding_parameters=65_536_000,
     memory_usage_mb=27126,
     max_tokens=32768,
     embed_dim=4096,

mteb/models/model_implementations/mcinext_models.py

@@ -1,16 +1,19 @@
+from __future__ import annotations
+
 import logging
 import os
 import time
 import warnings
-from typing import Any
+from typing import TYPE_CHECKING, Any
 
 import numpy as np
 import requests
 
 from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_meta import ModelMeta
-from mteb.types import PromptType
 
+if TYPE_CHECKING:
+    from mteb.types import PromptType
 logger = logging.getLogger(__name__)
 
 HAKIM_CITATION = """@article{sarmadi2025hakim,
@@ -355,6 +358,7 @@ hakim = ModelMeta(
     revision="1",
     release_date="2025-05-10",
     n_parameters=124_441_344,
+    n_embedding_parameters=None,
     memory_usage_mb=475,
     embed_dim=768,
     license="not specified",
@@ -423,6 +427,7 @@ hakim_small = ModelMeta(
     revision="1",
     release_date="2025-05-10",
     n_parameters=38_736_384,
+    n_embedding_parameters=None,
     memory_usage_mb=148,
     embed_dim=512,
     license="not specified",
@@ -490,6 +495,7 @@ hakim_unsup = ModelMeta(
     revision="1",
     release_date="2025-05-10",
     n_parameters=124_441_344,
+    n_embedding_parameters=None,
     memory_usage_mb=475,
     embed_dim=768,
     license="not specified",

mteb/models/model_implementations/mdbr_models.py

@@ -45,6 +45,7 @@ mdbr_leaf_ir = ModelMeta(
         "Transformers",
     ],
     n_parameters=22_861_056,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=86,
     max_tokens=512,
     embed_dim=768,
@@ -79,6 +80,7 @@ mdbr_leaf_mt = ModelMeta(
         "Transformers",
     ],
     n_parameters=22_958_592,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=86,
     max_tokens=512,
     embed_dim=1024,

mteb/models/model_implementations/misc_models.py

@@ -18,6 +18,7 @@ Haon_Chen__speed_embedding_7b_instruct = ModelMeta(
     release_date="2024-10-31",
     languages=["eng-Latn"],
     n_parameters=7110660096,
+    n_embedding_parameters=None,
     memory_usage_mb=13563,
     max_tokens=32768.0,
     embed_dim=None,
@@ -47,6 +48,7 @@ Gameselo__STS_multilingual_mpnet_base_v2 = ModelMeta(
     languages=[],
     loader=sentence_transformers_loader,
     n_parameters=278043648,
+    n_embedding_parameters=192_001_536,
     memory_usage_mb=1061,
     max_tokens=514.0,
     embed_dim=768,
@@ -148,6 +150,7 @@ Hum_Works__lodestone_base_4096_v1 = ModelMeta(
     languages=["eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     max_tokens=None,
     embed_dim=768,
@@ -215,6 +218,7 @@ Jaume__gemma_2b_embeddings = ModelMeta(
     languages=[],
     loader=sentence_transformers_loader,
     n_parameters=2506172416,
+    n_embedding_parameters=None,
     memory_usage_mb=9560,
     max_tokens=8192.0,
     embed_dim=2048,
@@ -250,6 +254,7 @@ Lajavaness__bilingual_embedding_base = ModelMeta(
         trust_remote_code=True,
     ),
     n_parameters=278043648,
+    n_embedding_parameters=192_001_536,
     memory_usage_mb=1061,
     max_tokens=514.0,
     embed_dim=768,
@@ -299,6 +304,7 @@ Lajavaness__bilingual_embedding_large = ModelMeta(
         trust_remote_code=True,
     ),
     n_parameters=559890432,
+    n_embedding_parameters=256_002_048,
     memory_usage_mb=2136,
     max_tokens=514.0,
     embed_dim=1024,
@@ -348,6 +354,7 @@ Lajavaness__bilingual_embedding_small = ModelMeta(
         trust_remote_code=True,
     ),
     n_parameters=117653760,
+    n_embedding_parameters=96_014_208,
     memory_usage_mb=449,
     max_tokens=512.0,
     embed_dim=384,
@@ -394,6 +401,7 @@ Mihaiii__Bulbasaur = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=17389824,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=66,
     max_tokens=512.0,
     embed_dim=384,
@@ -418,6 +426,7 @@ Mihaiii__Ivysaur = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=22713216,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=87,
     max_tokens=512.0,
     embed_dim=384,
@@ -442,6 +451,7 @@ Mihaiii__Squirtle = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=15615360,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=60,
     max_tokens=512.0,
     embed_dim=384,
@@ -466,6 +476,7 @@ Mihaiii__Venusaur = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=15615360,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=60,
     max_tokens=512.0,
     embed_dim=384,
@@ -490,6 +501,7 @@ Mihaiii__Wartortle = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=17389824,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=66,
     max_tokens=512.0,
     embed_dim=384,
@@ -514,6 +526,7 @@ Mihaiii__gte_micro = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=17389824,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=66,
     max_tokens=512.0,
     embed_dim=384,
@@ -537,6 +550,7 @@ Mihaiii__gte_micro_v4 = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=19164288,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=73,
     max_tokens=512.0,
     embed_dim=384,
@@ -560,6 +574,7 @@ OrdalieTech__Solon_embeddings_large_0_1 = ModelMeta(
     languages=["fra-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=559890432,
+    n_embedding_parameters=256_002_048,
     memory_usage_mb=2136,
     max_tokens=514.0,
     embed_dim=1024,
@@ -583,6 +598,7 @@ Omartificial_Intelligence_Space__Arabert_all_nli_triplet_Matryoshka = ModelMeta(
     languages=["ara-Arab"],
     loader=sentence_transformers_loader,
     n_parameters=135193344,
+    n_embedding_parameters=49_152_000,
     memory_usage_mb=516,
     max_tokens=512.0,
     embed_dim=768,
@@ -615,6 +631,7 @@ Omartificial_Intelligence_Space__Arabic_MiniLM_L12_v2_all_nli_triplet = ModelMet
     languages=["ara-Arab"],
     loader=sentence_transformers_loader,
     n_parameters=117653760,
+    n_embedding_parameters=96_014_208,
     memory_usage_mb=449,
     max_tokens=512.0,
     embed_dim=384,
@@ -640,6 +657,7 @@ Omartificial_Intelligence_Space__Arabic_all_nli_triplet_Matryoshka = ModelMeta(
     languages=["ara-Arab"],
     loader=sentence_transformers_loader,
     n_parameters=278043648,
+    n_embedding_parameters=192_001_536,
     memory_usage_mb=1061,
     max_tokens=514.0,
     embed_dim=768,
@@ -674,6 +692,7 @@ Omartificial_Intelligence_Space__Arabic_labse_Matryoshka = ModelMeta(
     languages=["ara-Arab"],
     loader=sentence_transformers_loader,
     n_parameters=470926848,
+    n_embedding_parameters=384_885_504,
     memory_usage_mb=1796,
     max_tokens=512.0,
     embed_dim=768,
@@ -708,6 +727,7 @@ Omartificial_Intelligence_Space__Arabic_mpnet_base_all_nli_triplet = ModelMeta(
     languages=["ara-Arab"],
     loader=sentence_transformers_loader,
     n_parameters=109486464,
+    n_embedding_parameters=23_444_736,
     memory_usage_mb=418,
     max_tokens=514.0,
     embed_dim=768,
@@ -742,6 +762,7 @@ Omartificial_Intelligence_Space__Marbert_all_nli_triplet_Matryoshka = ModelMeta(
     languages=["ara-Arab"],
     loader=sentence_transformers_loader,
     n_parameters=162841344,
+    n_embedding_parameters=76_800_000,
     memory_usage_mb=621,
     max_tokens=512.0,
     embed_dim=768,
@@ -774,6 +795,7 @@ consciousai__cai_lunaris_text_embeddings = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=None,
+    n_embedding_parameters=31_254_528,
     memory_usage_mb=None,
     max_tokens=512.0,
     embed_dim=1024,
@@ -797,6 +819,7 @@ consciousai__cai_stellaris_text_embeddings = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     max_tokens=514.0,
     embed_dim=768,
@@ -829,6 +852,7 @@ manu__sentence_croissant_alpha_v0_2 = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=1279887360,
+    n_embedding_parameters=65_536_000,
     memory_usage_mb=2441,
     max_tokens=2048.0,
     embed_dim=2048,
@@ -852,6 +876,7 @@ manu__sentence_croissant_alpha_v0_3 = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=1279887360,
+    n_embedding_parameters=65_536_000,
     memory_usage_mb=2441,
     max_tokens=2048.0,
     embed_dim=2048,
@@ -875,6 +900,7 @@ manu__sentence_croissant_alpha_v0_4 = ModelMeta(
     languages=["fra-Latn", "eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=1279887360,
+    n_embedding_parameters=65_536_000,
     memory_usage_mb=2441,
     max_tokens=2048.0,
     embed_dim=2048,
@@ -899,6 +925,7 @@ thenlper__gte_base = ModelMeta(
     languages=["eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=109482752,
+    n_embedding_parameters=23_440_896,
     memory_usage_mb=209,
     max_tokens=512.0,
     embed_dim=768,
@@ -928,6 +955,7 @@ thenlper__gte_large = ModelMeta(
     languages=["eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=335142400,
+    n_embedding_parameters=31_254_528,
     memory_usage_mb=639,
     max_tokens=512.0,
     embed_dim=1024,
@@ -957,6 +985,7 @@ thenlper__gte_small = ModelMeta(
     languages=["eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=33360512,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=64,
     max_tokens=512.0,
     embed_dim=384,
@@ -986,6 +1015,7 @@ OrlikB__KartonBERT_USE_base_v1 = ModelMeta(
     languages=["pol-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=103705344,
+    n_embedding_parameters=None,
     memory_usage_mb=396,
     max_tokens=512.0,
     embed_dim=768,
@@ -1009,6 +1039,7 @@ OrlikB__st_polish_kartonberta_base_alpha_v1 = ModelMeta(
     languages=["pol-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=None,
+    n_embedding_parameters=None,
     memory_usage_mb=None,
     max_tokens=514.0,
     embed_dim=768,
@@ -1032,6 +1063,7 @@ sdadas__mmlw_e5_base = ModelMeta(
     languages=["pol-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=278043648,
+    n_embedding_parameters=192_001_536,
     memory_usage_mb=1061,
     max_tokens=514.0,
     embed_dim=768,
@@ -1063,6 +1095,7 @@ dwzhu__e5_base_4k = ModelMeta(
     languages=["eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=None,
+    n_embedding_parameters=23_440_896,
     memory_usage_mb=None,
     max_tokens=4096.0,
     embed_dim=None,
@@ -1092,6 +1125,7 @@ sdadas__mmlw_e5_large = ModelMeta(
     languages=["pol-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=559890432,
+    n_embedding_parameters=256_002_048,
     memory_usage_mb=2136,
     max_tokens=514.0,
     embed_dim=1024,
@@ -1123,6 +1157,7 @@ sdadas__mmlw_e5_small = ModelMeta(
     languages=["pol-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=117653760,
+    n_embedding_parameters=96_014_208,
     memory_usage_mb=449,
     max_tokens=512.0,
     embed_dim=384,
@@ -1154,6 +1189,7 @@ sdadas__mmlw_roberta_base = ModelMeta(
     languages=["pol-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=124442880,
+    n_embedding_parameters=38_400_768,
     memory_usage_mb=475,
     max_tokens=514.0,
     embed_dim=768,
@@ -1185,6 +1221,7 @@ sdadas__mmlw_roberta_large = ModelMeta(
     languages=["pol-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=434961408,
+    n_embedding_parameters=131_073_024,
     memory_usage_mb=1659,
     max_tokens=514.0,
     embed_dim=1024,
@@ -1271,6 +1308,7 @@ izhx__udever_bloom_1b1 = ModelMeta(
     languages=udever_languages,
     loader=sentence_transformers_loader,
     n_parameters=None,
+    n_embedding_parameters=385_351_680,
     memory_usage_mb=None,
     max_tokens=None,
     embed_dim=None,
@@ -1300,6 +1338,7 @@ izhx__udever_bloom_3b = ModelMeta(
     languages=udever_languages,
     loader=sentence_transformers_loader,
     n_parameters=None,
+    n_embedding_parameters=642_252_800,
     memory_usage_mb=None,
     max_tokens=None,
     embed_dim=None,
@@ -1329,6 +1368,7 @@ izhx__udever_bloom_560m = ModelMeta(
     languages=udever_languages,
     loader=sentence_transformers_loader,
     n_parameters=None,
+    n_embedding_parameters=256_901_120,
     memory_usage_mb=None,
     max_tokens=None,
     embed_dim=None,
@@ -1358,6 +1398,7 @@ izhx__udever_bloom_7b1 = ModelMeta(
     languages=udever_languages,
     loader=sentence_transformers_loader,
     n_parameters=None,
+    n_embedding_parameters=1_027_604_480,
     memory_usage_mb=None,
     max_tokens=None,
     embed_dim=None,
@@ -1387,6 +1428,7 @@ avsolatorio__gist_embedding_v0 = ModelMeta(
     languages=["eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=109482240,
+    n_embedding_parameters=23_440_896,
     memory_usage_mb=418,
     max_tokens=512.0,
     embed_dim=768,
@@ -1437,6 +1479,7 @@ avsolatorio__gist_all_minilm_l6_v2 = ModelMeta(
     languages=["eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=22713216,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=87,
     max_tokens=512.0,
     embed_dim=384,
@@ -1487,6 +1530,7 @@ avsolatorio__gist_large_embedding_v0 = ModelMeta(
     languages=["eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=335141888,
+    n_embedding_parameters=31_254_528,
     memory_usage_mb=1278,
     max_tokens=512.0,
     embed_dim=1024,
@@ -1537,6 +1581,7 @@ avsolatorio__gist_small_embedding_v0 = ModelMeta(
     languages=["eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=33360000,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=127,
     max_tokens=512.0,
     embed_dim=384,
@@ -1587,6 +1632,7 @@ bigscience__sgpt_bloom_7b1_msmarco = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=None,
+    n_embedding_parameters=1_026_793_472,
     memory_usage_mb=None,
     max_tokens=None,
     embed_dim=4096,
@@ -1616,6 +1662,7 @@ aari1995__german_semantic_sts_v2 = ModelMeta(
     languages=["deu-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=335736320,
+    n_embedding_parameters=31_848_448,
     memory_usage_mb=1281,
     max_tokens=512.0,
     embed_dim=1024,
@@ -1640,6 +1687,7 @@ abhinand__medembed_small_v0_1 = ModelMeta(
     languages=["eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=33360000,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=127,
     max_tokens=512.0,
     embed_dim=384,
@@ -1678,6 +1726,7 @@ avsolatorio__noinstruct_small_embedding_v0 = ModelMeta(
     languages=["eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=33360000,
+    n_embedding_parameters=11720448,
     memory_usage_mb=127,
     max_tokens=512.0,
     embed_dim=384,
@@ -1701,6 +1750,7 @@ brahmairesearch__slx_v0_1 = ModelMeta(
     languages=["eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=22713216,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=87,
     max_tokens=512.0,
     embed_dim=384,
@@ -1724,6 +1774,7 @@ deepfile__embedder_100p = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=None,
+    n_embedding_parameters=192_001_536,
     memory_usage_mb=1061,
     max_tokens=514.0,
     embed_dim=768,
@@ -1747,6 +1798,7 @@ infgrad__stella_base_en_v2 = ModelMeta(
     languages=["eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=None,
+    n_embedding_parameters=23_440_896,
     memory_usage_mb=None,
     max_tokens=512.0,
     embed_dim=None,
@@ -1770,6 +1822,7 @@ malenia1__ternary_weight_embedding = ModelMeta(
     languages=None,
     loader=sentence_transformers_loader,
     n_parameters=98688000,
+    n_embedding_parameters=None,
     memory_usage_mb=158,
     max_tokens=512.0,
     embed_dim=1024,
@@ -1793,6 +1846,7 @@ omarelshehy__arabic_english_sts_matryoshka = ModelMeta(
     languages=["ara-Arab", "eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=559890432,
+    n_embedding_parameters=256_002_048,
     memory_usage_mb=2136,
     max_tokens=514.0,
     embed_dim=1024,
@@ -1833,6 +1887,7 @@ openbmb__minicpm_embedding = ModelMeta(
     release_date="2024-09-04",
     languages=["zho-Hans", "eng-Latn"],
     n_parameters=2724880896,
+    n_embedding_parameters=282_822_912,
     memory_usage_mb=5197,
     max_tokens=512.0,
     embed_dim=2304,
@@ -1857,6 +1912,7 @@ silma_ai__silma_embedding_matryoshka_v0_1 = ModelMeta(
     languages=["ara-Arab", "eng-Latn"],
     loader=sentence_transformers_loader,
     n_parameters=135193344,
+    n_embedding_parameters=49_152_000,
     memory_usage_mb=516,
     max_tokens=512.0,
     embed_dim=768,
@@ -1888,6 +1944,7 @@ sbert_chinese_general_v1 = ModelMeta(
     languages=["zho-Hans"],
     loader=sentence_transformers_loader,
     n_parameters=None,
+    n_embedding_parameters=16_226_304,
     memory_usage_mb=None,  # Not visible on repo
     max_tokens=512,
     embed_dim=128,
@@ -1916,6 +1973,7 @@ dmeta_embedding_zh_small = ModelMeta(
     languages=["zho-Hans"],
     loader=sentence_transformers_loader,
     n_parameters=int(74.2 * 1e6),
+    n_embedding_parameters=16_226_304,
     memory_usage_mb=283,
     max_tokens=1024,
     embed_dim=768,
@@ -1939,6 +1997,7 @@ xiaobu_embedding = ModelMeta(
     languages=["zho-Hans"],
     loader=sentence_transformers_loader,
     n_parameters=int(326 * 1e6),
+    n_embedding_parameters=21_635_072,
     memory_usage_mb=1244,
     max_tokens=512,
     embed_dim=1024,
@@ -1963,6 +2022,7 @@ xiaobu_embedding_v2 = ModelMeta(
     languages=["zho-Hans"],
     loader=sentence_transformers_loader,
     n_parameters=int(326 * 1e6),
+    n_embedding_parameters=21_635_072,
     memory_usage_mb=1242,
     max_tokens=512,
     embed_dim=768,
@@ -1987,6 +2047,7 @@ yinka_embedding = ModelMeta(
     languages=["zho-Hans"],
     loader=sentence_transformers_loader,
     n_parameters=int(326 * 1e6),
+    n_embedding_parameters=21_635_072,
     memory_usage_mb=1244,
     max_tokens=512,
     embed_dim=1024,
@@ -2010,6 +2071,7 @@ conan_embedding = ModelMeta(
     languages=["zho-Hans"],
     loader=sentence_transformers_loader,
     n_parameters=int(326 * 1e6),
+    n_embedding_parameters=21_635_072,
     memory_usage_mb=1242,
     max_tokens=512,
     embed_dim=768,
@@ -2043,6 +2105,7 @@ ember_v1 = ModelMeta(
     release_date="2023-10-10",
     languages=["eng-Latn"],
     n_parameters=int(335 * 1e6),
+    n_embedding_parameters=31_254_528,
     memory_usage_mb=1278,
     max_tokens=512,
     embed_dim=1024,

mteb/models/model_implementations/mixedbread_ai_models.py

@@ -31,6 +31,7 @@ mxbai_embed_large_v1 = ModelMeta(
     revision="990580e27d329c7408b3741ecff85876e128e203",
     release_date="2024-03-07",  # initial commit of hf model.
     n_parameters=335_000_000,
+    n_embedding_parameters=31_254_528,
     memory_usage_mb=639,
     max_tokens=512,
     embed_dim=1024,
@@ -75,6 +76,7 @@ mxbai_embed_2d_large_v1 = ModelMeta(
     revision="7e639ca8e344af398876ead3b19ec3c0b9068f49",
     release_date="2024-03-04",  # initial commit of hf model.
     n_parameters=335_000_000,
+    n_embedding_parameters=31_254_528,
     memory_usage_mb=None,
     max_tokens=512,
     embed_dim=768,
@@ -106,6 +108,7 @@ mxbai_embed_xsmall_v1 = ModelMeta(
     revision="2f741ec33328bb57e4704e1238fc59a4a5745705",
     release_date="2024-08-13",  # initial commit of hf model.
     n_parameters=24_100_000,
+    n_embedding_parameters=11_720_448,
     memory_usage_mb=None,
     max_tokens=512,
     embed_dim=384,

mteb/models/model_implementations/mme5_models.py

@@ -16,7 +16,8 @@ mme5_mllama = ModelMeta(
     revision="cbb328b9bf9ff5362c852c3166931903226d46f1",
     release_date="2025-02-12",
     languages=["eng-Latn"],
-    n_parameters=10_600_000_000,  # 10.6B
+    n_parameters=10_600_000_000,
+    n_embedding_parameters=None,  # 10.6B
     memory_usage_mb=20300,
     max_tokens=128_000,
     embed_dim=4096,

mteb/models/model_implementations/moco_models.py

@@ -1,14 +1,19 @@
-from typing import Any
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, Any
 
 import torch
-from torch.utils.data import DataLoader
 from tqdm.auto import tqdm
 
 from mteb._requires_package import requires_image_dependencies, requires_package
-from mteb.abstasks.task_metadata import TaskMetadata
 from mteb.models.abs_encoder import AbsEncoder
 from mteb.models.model_meta import ModelMeta, ScoringFunction
-from mteb.types import Array, BatchedInput, PromptType
+
+if TYPE_CHECKING:
+    from torch.utils.data import DataLoader
+
+    from mteb.abstasks.task_metadata import TaskMetadata
+    from mteb.types import Array, BatchedInput, PromptType
 
 MOCOV3_CITATION = """@Article{chen2021mocov3,
     author  = {Xinlei Chen* and Saining Xie* and Kaiming He},
@@ -125,6 +130,7 @@ mocov3_vit_base = ModelMeta(
     release_date="2024-06-03",
     modalities=["image"],
     n_parameters=86_600_000,
+    n_embedding_parameters=None,
     memory_usage_mb=330,
     max_tokens=None,
     embed_dim=768,
@@ -149,6 +155,7 @@ mocov3_vit_large = ModelMeta(
     release_date="2024-06-03",
     modalities=["image"],
     n_parameters=304_000_000,
+    n_embedding_parameters=None,
     memory_usage_mb=1161,
     max_tokens=None,
     embed_dim=1024,