mteb 2.6.3__py3-none-any.whl → 2.6.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (126) hide show
  1. mteb/abstasks/classification.py +2 -3
  2. mteb/abstasks/multilabel_classification.py +3 -3
  3. mteb/abstasks/regression.py +1 -1
  4. mteb/abstasks/retrieval.py +1 -1
  5. mteb/abstasks/task_metadata.py +9 -14
  6. mteb/models/model_implementations/align_models.py +1 -1
  7. mteb/models/model_implementations/andersborges.py +2 -2
  8. mteb/models/model_implementations/ara_models.py +1 -1
  9. mteb/models/model_implementations/arctic_models.py +8 -8
  10. mteb/models/model_implementations/b1ade_models.py +1 -1
  11. mteb/models/model_implementations/bge_models.py +45 -21
  12. mteb/models/model_implementations/bica_model.py +3 -3
  13. mteb/models/model_implementations/blip2_models.py +2 -2
  14. mteb/models/model_implementations/blip_models.py +8 -8
  15. mteb/models/model_implementations/bmretriever_models.py +4 -4
  16. mteb/models/model_implementations/cadet_models.py +1 -1
  17. mteb/models/model_implementations/cde_models.py +2 -2
  18. mteb/models/model_implementations/clip_models.py +3 -3
  19. mteb/models/model_implementations/clips_models.py +3 -3
  20. mteb/models/model_implementations/codefuse_models.py +5 -5
  21. mteb/models/model_implementations/codesage_models.py +3 -3
  22. mteb/models/model_implementations/cohere_models.py +4 -4
  23. mteb/models/model_implementations/colpali_models.py +3 -3
  24. mteb/models/model_implementations/colqwen_models.py +8 -8
  25. mteb/models/model_implementations/colsmol_models.py +2 -2
  26. mteb/models/model_implementations/conan_models.py +1 -1
  27. mteb/models/model_implementations/dino_models.py +19 -19
  28. mteb/models/model_implementations/e5_instruct.py +23 -4
  29. mteb/models/model_implementations/e5_models.py +9 -9
  30. mteb/models/model_implementations/e5_v.py +1 -1
  31. mteb/models/model_implementations/eagerworks_models.py +1 -1
  32. mteb/models/model_implementations/emillykkejensen_models.py +3 -3
  33. mteb/models/model_implementations/en_code_retriever.py +1 -1
  34. mteb/models/model_implementations/euler_models.py +2 -2
  35. mteb/models/model_implementations/fa_models.py +9 -9
  36. mteb/models/model_implementations/facebookai.py +14 -2
  37. mteb/models/model_implementations/geogpt_models.py +1 -1
  38. mteb/models/model_implementations/gme_v_models.py +2 -2
  39. mteb/models/model_implementations/google_models.py +1 -1
  40. mteb/models/model_implementations/granite_vision_embedding_models.py +1 -1
  41. mteb/models/model_implementations/gritlm_models.py +2 -2
  42. mteb/models/model_implementations/gte_models.py +25 -13
  43. mteb/models/model_implementations/hinvec_models.py +1 -1
  44. mteb/models/model_implementations/ibm_granite_models.py +30 -6
  45. mteb/models/model_implementations/inf_models.py +2 -2
  46. mteb/models/model_implementations/jasper_models.py +2 -2
  47. mteb/models/model_implementations/jina_clip.py +1 -1
  48. mteb/models/model_implementations/jina_models.py +11 -5
  49. mteb/models/model_implementations/kblab.py +12 -6
  50. mteb/models/model_implementations/kennethenevoldsen_models.py +2 -2
  51. mteb/models/model_implementations/kfst.py +1 -1
  52. mteb/models/model_implementations/kowshik24_models.py +1 -1
  53. mteb/models/model_implementations/lgai_embedding_models.py +1 -1
  54. mteb/models/model_implementations/linq_models.py +1 -1
  55. mteb/models/model_implementations/listconranker.py +1 -1
  56. mteb/models/model_implementations/llm2clip_models.py +3 -3
  57. mteb/models/model_implementations/llm2vec_models.py +8 -8
  58. mteb/models/model_implementations/mdbr_models.py +14 -2
  59. mteb/models/model_implementations/misc_models.py +68 -68
  60. mteb/models/model_implementations/mme5_models.py +1 -1
  61. mteb/models/model_implementations/moco_models.py +2 -2
  62. mteb/models/model_implementations/mod_models.py +1 -1
  63. mteb/models/model_implementations/model2vec_models.py +13 -13
  64. mteb/models/model_implementations/moka_models.py +1 -1
  65. mteb/models/model_implementations/mxbai_models.py +16 -3
  66. mteb/models/model_implementations/nbailab.py +3 -3
  67. mteb/models/model_implementations/no_instruct_sentence_models.py +1 -1
  68. mteb/models/model_implementations/nomic_models.py +18 -6
  69. mteb/models/model_implementations/nomic_models_vision.py +1 -1
  70. mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py +2 -2
  71. mteb/models/model_implementations/nvidia_models.py +3 -3
  72. mteb/models/model_implementations/octen_models.py +2 -2
  73. mteb/models/model_implementations/openclip_models.py +6 -6
  74. mteb/models/model_implementations/opensearch_neural_sparse_models.py +5 -5
  75. mteb/models/model_implementations/ops_moa_models.py +1 -1
  76. mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py +1 -1
  77. mteb/models/model_implementations/pawan_models.py +1 -1
  78. mteb/models/model_implementations/piccolo_models.py +1 -1
  79. mteb/models/model_implementations/promptriever_models.py +4 -4
  80. mteb/models/model_implementations/pylate_models.py +5 -5
  81. mteb/models/model_implementations/qodo_models.py +2 -2
  82. mteb/models/model_implementations/qtack_models.py +1 -1
  83. mteb/models/model_implementations/qwen3_models.py +3 -3
  84. mteb/models/model_implementations/qzhou_models.py +2 -2
  85. mteb/models/model_implementations/rasgaard_models.py +1 -1
  86. mteb/models/model_implementations/reasonir_model.py +1 -1
  87. mteb/models/model_implementations/repllama_models.py +1 -1
  88. mteb/models/model_implementations/rerankers_custom.py +9 -3
  89. mteb/models/model_implementations/rerankers_monot5_based.py +14 -14
  90. mteb/models/model_implementations/richinfoai_models.py +1 -1
  91. mteb/models/model_implementations/ru_sentence_models.py +20 -20
  92. mteb/models/model_implementations/ruri_models.py +10 -10
  93. mteb/models/model_implementations/salesforce_models.py +3 -3
  94. mteb/models/model_implementations/samilpwc_models.py +1 -1
  95. mteb/models/model_implementations/sarashina_embedding_models.py +2 -2
  96. mteb/models/model_implementations/searchmap_models.py +1 -1
  97. mteb/models/model_implementations/sentence_transformers_models.py +58 -22
  98. mteb/models/model_implementations/shuu_model.py +1 -1
  99. mteb/models/model_implementations/siglip_models.py +10 -10
  100. mteb/models/model_implementations/slm_models.py +416 -0
  101. mteb/models/model_implementations/spartan8806_atles_champion.py +1 -1
  102. mteb/models/model_implementations/stella_models.py +17 -4
  103. mteb/models/model_implementations/tarka_models.py +2 -2
  104. mteb/models/model_implementations/text2vec_models.py +9 -3
  105. mteb/models/model_implementations/ua_sentence_models.py +1 -1
  106. mteb/models/model_implementations/uae_models.py +7 -1
  107. mteb/models/model_implementations/vdr_models.py +1 -1
  108. mteb/models/model_implementations/vi_vn_models.py +6 -6
  109. mteb/models/model_implementations/vlm2vec_models.py +2 -2
  110. mteb/models/model_implementations/youtu_models.py +1 -1
  111. mteb/models/model_implementations/yuan_models.py +1 -1
  112. mteb/models/model_implementations/yuan_models_en.py +1 -1
  113. mteb/models/model_meta.py +46 -17
  114. mteb/results/benchmark_results.py +2 -2
  115. mteb/tasks/classification/kur/kurdish_sentiment_classification.py +2 -2
  116. mteb/tasks/clustering/eng/hume_wiki_cities_clustering.py +1 -1
  117. mteb/tasks/clustering/eng/wiki_cities_clustering.py +1 -1
  118. mteb/tasks/clustering/zho/cmteb_clustering.py +2 -2
  119. mteb/tasks/reranking/multilingual/wikipedia_reranking_multilingual.py +1 -1
  120. mteb/tasks/retrieval/eng/cub200_i2i_retrieval.py +1 -1
  121. {mteb-2.6.3.dist-info → mteb-2.6.5.dist-info}/METADATA +3 -1
  122. {mteb-2.6.3.dist-info → mteb-2.6.5.dist-info}/RECORD +126 -125
  123. {mteb-2.6.3.dist-info → mteb-2.6.5.dist-info}/WHEEL +0 -0
  124. {mteb-2.6.3.dist-info → mteb-2.6.5.dist-info}/entry_points.txt +0 -0
  125. {mteb-2.6.3.dist-info → mteb-2.6.5.dist-info}/licenses/LICENSE +0 -0
  126. {mteb-2.6.3.dist-info → mteb-2.6.5.dist-info}/top_level.txt +0 -0
mteb/models/model_implementations/llm2vec_models.py CHANGED
@@ -145,7 +145,7 @@ llm2vec_llama3_8b_supervised = ModelMeta(
145
145
  license="mit",
146
146
  reference="https://huggingface.co/McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-supervised",
147
147
  similarity_fn_name=ScoringFunction.COSINE,
148
- framework=["LLM2Vec", "PyTorch"],
148
+ framework=["LLM2Vec", "PyTorch", "safetensors"],
149
149
  use_instructions=True,
150
150
  public_training_code="https://github.com/McGill-NLP/llm2vec/tree/250292a307428240d801fadd85825464e71c3277/train_configs",
151
151
  training_datasets=llm2vec_supervised_training_data,
@@ -174,7 +174,7 @@ llm2vec_llama3_8b_unsupervised = ModelMeta(
174
174
  license="mit",
175
175
  reference="https://huggingface.co/McGill-NLP/LLM2Vec-Meta-Llama-3-8B-Instruct-mntp-unsup-simcse",
176
176
  similarity_fn_name=ScoringFunction.COSINE,
177
- framework=["LLM2Vec", "PyTorch"],
177
+ framework=["LLM2Vec", "PyTorch", "safetensors"],
178
178
  use_instructions=True,
179
179
  citation=LLM2VEC_CITATION,
180
180
  public_training_code="https://github.com/McGill-NLP/llm2vec/tree/250292a307428240d801fadd85825464e71c3277/train_configs",
@@ -203,7 +203,7 @@ llm2vec_mistral7b_supervised = ModelMeta(
203
203
  license="mit",
204
204
  reference="https://huggingface.co/McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-supervised",
205
205
  similarity_fn_name=ScoringFunction.COSINE,
206
- framework=["LLM2Vec", "PyTorch"],
206
+ framework=["LLM2Vec", "PyTorch", "safetensors"],
207
207
  use_instructions=True,
208
208
  citation=LLM2VEC_CITATION,
209
209
  public_training_code="https://github.com/McGill-NLP/llm2vec/tree/250292a307428240d801fadd85825464e71c3277/train_configs",
@@ -232,7 +232,7 @@ llm2vec_mistral7b_unsupervised = ModelMeta(
232
232
  license="mit",
233
233
  reference="https://huggingface.co/McGill-NLP/LLM2Vec-Mistral-7B-Instruct-v2-mntp-unsup-simcse",
234
234
  similarity_fn_name=ScoringFunction.COSINE,
235
- framework=["LLM2Vec", "PyTorch"],
235
+ framework=["LLM2Vec", "PyTorch", "safetensors"],
236
236
  use_instructions=True,
237
237
  citation=LLM2VEC_CITATION,
238
238
  public_training_code="https://github.com/McGill-NLP/llm2vec/tree/250292a307428240d801fadd85825464e71c3277/train_configs",
@@ -261,7 +261,7 @@ llm2vec_llama2_7b_supervised = ModelMeta(
261
261
  license="mit",
262
262
  reference="https://huggingface.co/McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-supervised",
263
263
  similarity_fn_name=ScoringFunction.COSINE,
264
- framework=["LLM2Vec", "PyTorch"],
264
+ framework=["LLM2Vec", "PyTorch", "safetensors"],
265
265
  use_instructions=True,
266
266
  citation=LLM2VEC_CITATION,
267
267
  public_training_code="https://github.com/McGill-NLP/llm2vec/tree/250292a307428240d801fadd85825464e71c3277/train_configs",
@@ -290,7 +290,7 @@ llm2vec_llama2_7b_unsupervised = ModelMeta(
290
290
  license="mit",
291
291
  reference="https://huggingface.co/McGill-NLP/LLM2Vec-Llama-2-7b-chat-hf-mntp-unsup-simcse",
292
292
  similarity_fn_name=ScoringFunction.COSINE,
293
- framework=["LLM2Vec", "PyTorch"],
293
+ framework=["LLM2Vec", "PyTorch", "safetensors"],
294
294
  use_instructions=True,
295
295
  public_training_code="https://github.com/McGill-NLP/llm2vec/tree/250292a307428240d801fadd85825464e71c3277/train_configs",
296
296
  training_datasets=set(),
@@ -319,7 +319,7 @@ llm2vec_sheared_llama_supervised = ModelMeta(
319
319
  license="mit",
320
320
  reference="https://huggingface.co/McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-supervised",
321
321
  similarity_fn_name=ScoringFunction.COSINE,
322
- framework=["LLM2Vec", "PyTorch"],
322
+ framework=["LLM2Vec", "PyTorch", "safetensors"],
323
323
  use_instructions=True,
324
324
  citation=LLM2VEC_CITATION,
325
325
  public_training_code="https://github.com/McGill-NLP/llm2vec/tree/250292a307428240d801fadd85825464e71c3277/train_configs",
@@ -348,7 +348,7 @@ llm2vec_sheared_llama_unsupervised = ModelMeta(
348
348
  license="mit",
349
349
  reference="https://huggingface.co/McGill-NLP/LLM2Vec-Sheared-LLaMA-mntp-unsup-simcse",
350
350
  similarity_fn_name=ScoringFunction.COSINE,
351
- framework=["LLM2Vec", "PyTorch"],
351
+ framework=["LLM2Vec", "PyTorch", "safetensors"],
352
352
  use_instructions=True,
353
353
  citation=LLM2VEC_CITATION,
354
354
  public_training_code="https://github.com/McGill-NLP/llm2vec/tree/250292a307428240d801fadd85825464e71c3277/train_configs",
mteb/models/model_implementations/mdbr_models.py CHANGED
@@ -35,7 +35,13 @@ mdbr_leaf_ir = ModelMeta(
35
35
  release_date="2025-08-27",
36
36
  languages=["eng-Latn"],
37
37
  open_weights=True,
38
- framework=["Sentence Transformers", "PyTorch"],
38
+ framework=[
39
+ "Sentence Transformers",
40
+ "PyTorch",
41
+ "ONNX",
42
+ "safetensors",
43
+ "Transformers",
44
+ ],
39
45
  n_parameters=22_861_056,
40
46
  memory_usage_mb=86,
41
47
  max_tokens=512,
@@ -63,7 +69,13 @@ mdbr_leaf_mt = ModelMeta(
63
69
  release_date="2025-08-27",
64
70
  languages=["eng-Latn"],
65
71
  open_weights=True,
66
- framework=["Sentence Transformers", "PyTorch"],
72
+ framework=[
73
+ "Sentence Transformers",
74
+ "PyTorch",
75
+ "ONNX",
76
+ "safetensors",
77
+ "Transformers",
78
+ ],
67
79
  n_parameters=22_958_592,
68
80
  memory_usage_mb=86,
69
81
  max_tokens=512,