mteb 2.7.3__py3-none-any.whl → 2.7.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (434) hide show
  1. mteb/_create_dataloaders.py +47 -5
  2. mteb/_evaluators/any_sts_evaluator.py +2 -0
  3. mteb/_evaluators/clustering_evaluator.py +2 -0
  4. mteb/_evaluators/evaluator.py +2 -1
  5. mteb/_evaluators/image/imagetext_pairclassification_evaluator.py +8 -1
  6. mteb/_evaluators/pair_classification_evaluator.py +3 -0
  7. mteb/_evaluators/retrieval_evaluator.py +3 -0
  8. mteb/_evaluators/sklearn_evaluator.py +6 -1
  9. mteb/_evaluators/text/bitext_mining_evaluator.py +2 -0
  10. mteb/_evaluators/text/summarization_evaluator.py +2 -0
  11. mteb/_evaluators/zeroshot_classification_evaluator.py +2 -0
  12. mteb/abstasks/abstask.py +31 -12
  13. mteb/abstasks/classification.py +10 -3
  14. mteb/abstasks/clustering.py +6 -2
  15. mteb/abstasks/clustering_legacy.py +8 -2
  16. mteb/abstasks/image/image_text_pair_classification.py +6 -2
  17. mteb/abstasks/multilabel_classification.py +2 -0
  18. mteb/abstasks/pair_classification.py +8 -2
  19. mteb/abstasks/retrieval.py +27 -12
  20. mteb/abstasks/retrieval_dataset_loaders.py +29 -19
  21. mteb/abstasks/sts.py +10 -3
  22. mteb/abstasks/text/bitext_mining.py +9 -5
  23. mteb/abstasks/text/reranking.py +2 -2
  24. mteb/abstasks/text/summarization.py +2 -1
  25. mteb/abstasks/zeroshot_classification.py +8 -2
  26. mteb/benchmarks/benchmarks/__init__.py +2 -0
  27. mteb/benchmarks/benchmarks/benchmarks.py +41 -2
  28. mteb/descriptive_stats/Retrieval/BrightAopsRetrieval.json +35 -0
  29. mteb/descriptive_stats/Retrieval/BrightBiologyLongRetrieval.json +35 -0
  30. mteb/descriptive_stats/Retrieval/BrightBiologyRetrieval.json +35 -0
  31. mteb/descriptive_stats/Retrieval/BrightEarthScienceLongRetrieval.json +35 -0
  32. mteb/descriptive_stats/Retrieval/BrightEarthScienceRetrieval.json +35 -0
  33. mteb/descriptive_stats/Retrieval/BrightEconomicsLongRetrieval.json +35 -0
  34. mteb/descriptive_stats/Retrieval/BrightEconomicsRetrieval.json +35 -0
  35. mteb/descriptive_stats/Retrieval/BrightLeetcodeRetrieval.json +35 -0
  36. mteb/descriptive_stats/Retrieval/BrightPonyLongRetrieval.json +35 -0
  37. mteb/descriptive_stats/Retrieval/BrightPonyRetrieval.json +35 -0
  38. mteb/descriptive_stats/Retrieval/BrightPsychologyLongRetrieval.json +35 -0
  39. mteb/descriptive_stats/Retrieval/BrightPsychologyRetrieval.json +35 -0
  40. mteb/descriptive_stats/Retrieval/BrightRoboticsLongRetrieval.json +35 -0
  41. mteb/descriptive_stats/Retrieval/BrightRoboticsRetrieval.json +35 -0
  42. mteb/descriptive_stats/Retrieval/BrightStackoverflowLongRetrieval.json +35 -0
  43. mteb/descriptive_stats/Retrieval/BrightStackoverflowRetrieval.json +35 -0
  44. mteb/descriptive_stats/Retrieval/BrightSustainableLivingLongRetrieval.json +35 -0
  45. mteb/descriptive_stats/Retrieval/BrightSustainableLivingRetrieval.json +35 -0
  46. mteb/descriptive_stats/Retrieval/BrightTheoremQAQuestionsRetrieval.json +35 -0
  47. mteb/descriptive_stats/Retrieval/BrightTheoremQATheoremsRetrieval.json +35 -0
  48. mteb/evaluate.py +10 -2
  49. mteb/models/model_implementations/align_models.py +1 -0
  50. mteb/models/model_implementations/amazon_models.py +1 -0
  51. mteb/models/model_implementations/andersborges.py +2 -0
  52. mteb/models/model_implementations/ara_models.py +1 -0
  53. mteb/models/model_implementations/arctic_models.py +8 -0
  54. mteb/models/model_implementations/b1ade_models.py +1 -0
  55. mteb/models/model_implementations/bedrock_models.py +4 -0
  56. mteb/models/model_implementations/bge_models.py +40 -1
  57. mteb/models/model_implementations/bica_model.py +1 -0
  58. mteb/models/model_implementations/blip2_models.py +2 -0
  59. mteb/models/model_implementations/blip_models.py +8 -0
  60. mteb/models/model_implementations/bm25.py +10 -5
  61. mteb/models/model_implementations/bmretriever_models.py +4 -0
  62. mteb/models/model_implementations/cadet_models.py +1 -0
  63. mteb/models/model_implementations/cde_models.py +2 -0
  64. mteb/models/model_implementations/clip_models.py +3 -0
  65. mteb/models/model_implementations/clips_models.py +3 -0
  66. mteb/models/model_implementations/codefuse_models.py +5 -0
  67. mteb/models/model_implementations/codesage_models.py +3 -0
  68. mteb/models/model_implementations/cohere_models.py +4 -0
  69. mteb/models/model_implementations/cohere_v.py +5 -0
  70. mteb/models/model_implementations/colpali_models.py +3 -0
  71. mteb/models/model_implementations/colqwen_models.py +7 -0
  72. mteb/models/model_implementations/colsmol_models.py +2 -0
  73. mteb/models/model_implementations/conan_models.py +1 -0
  74. mteb/models/model_implementations/dino_models.py +19 -0
  75. mteb/models/model_implementations/e5_instruct.py +4 -0
  76. mteb/models/model_implementations/e5_models.py +9 -0
  77. mteb/models/model_implementations/e5_v.py +1 -0
  78. mteb/models/model_implementations/eagerworks_models.py +1 -0
  79. mteb/models/model_implementations/emillykkejensen_models.py +3 -0
  80. mteb/models/model_implementations/en_code_retriever.py +1 -0
  81. mteb/models/model_implementations/euler_models.py +1 -0
  82. mteb/models/model_implementations/evaclip_models.py +4 -0
  83. mteb/models/model_implementations/fa_models.py +9 -0
  84. mteb/models/model_implementations/facebookai.py +2 -0
  85. mteb/models/model_implementations/geogpt_models.py +1 -0
  86. mteb/models/model_implementations/gme_v_models.py +2 -0
  87. mteb/models/model_implementations/google_models.py +5 -0
  88. mteb/models/model_implementations/granite_vision_embedding_models.py +1 -0
  89. mteb/models/model_implementations/gritlm_models.py +2 -0
  90. mteb/models/model_implementations/gte_models.py +9 -0
  91. mteb/models/model_implementations/hinvec_models.py +1 -0
  92. mteb/models/model_implementations/human.py +1 -0
  93. mteb/models/model_implementations/ibm_granite_models.py +6 -0
  94. mteb/models/model_implementations/inf_models.py +2 -0
  95. mteb/models/model_implementations/jasper_models.py +2 -0
  96. mteb/models/model_implementations/jina_clip.py +1 -0
  97. mteb/models/model_implementations/jina_models.py +7 -0
  98. mteb/models/model_implementations/kalm_models.py +6 -0
  99. mteb/models/model_implementations/kblab.py +1 -0
  100. mteb/models/model_implementations/kennethenevoldsen_models.py +2 -0
  101. mteb/models/model_implementations/kfst.py +1 -0
  102. mteb/models/model_implementations/kowshik24_models.py +1 -0
  103. mteb/models/model_implementations/lens_models.py +2 -0
  104. mteb/models/model_implementations/lgai_embedding_models.py +1 -0
  105. mteb/models/model_implementations/linq_models.py +1 -0
  106. mteb/models/model_implementations/listconranker.py +1 -0
  107. mteb/models/model_implementations/llm2clip_models.py +3 -0
  108. mteb/models/model_implementations/llm2vec_models.py +8 -0
  109. mteb/models/model_implementations/mcinext_models.py +3 -0
  110. mteb/models/model_implementations/mdbr_models.py +2 -0
  111. mteb/models/model_implementations/misc_models.py +63 -0
  112. mteb/models/model_implementations/mixedbread_ai_models.py +3 -0
  113. mteb/models/model_implementations/mme5_models.py +2 -1
  114. mteb/models/model_implementations/moco_models.py +2 -0
  115. mteb/models/model_implementations/mod_models.py +1 -0
  116. mteb/models/model_implementations/model2vec_models.py +13 -0
  117. mteb/models/model_implementations/moka_models.py +3 -0
  118. mteb/models/model_implementations/nbailab.py +3 -0
  119. mteb/models/model_implementations/no_instruct_sentence_models.py +1 -0
  120. mteb/models/model_implementations/nomic_models.py +6 -0
  121. mteb/models/model_implementations/nomic_models_vision.py +1 -0
  122. mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py +2 -0
  123. mteb/models/model_implementations/nvidia_models.py +3 -0
  124. mteb/models/model_implementations/octen_models.py +2 -0
  125. mteb/models/model_implementations/openai_models.py +5 -0
  126. mteb/models/model_implementations/openclip_models.py +8 -0
  127. mteb/models/model_implementations/opensearch_neural_sparse_models.py +5 -0
  128. mteb/models/model_implementations/ops_moa_models.py +2 -0
  129. mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py +1 -0
  130. mteb/models/model_implementations/pawan_models.py +1 -0
  131. mteb/models/model_implementations/piccolo_models.py +2 -0
  132. mteb/models/model_implementations/promptriever_models.py +4 -0
  133. mteb/models/model_implementations/pylate_models.py +13 -0
  134. mteb/models/model_implementations/qodo_models.py +2 -0
  135. mteb/models/model_implementations/qtack_models.py +1 -0
  136. mteb/models/model_implementations/qwen3_models.py +3 -0
  137. mteb/models/model_implementations/qzhou_models.py +2 -0
  138. mteb/models/model_implementations/rasgaard_models.py +1 -0
  139. mteb/models/model_implementations/reasonir_model.py +65 -0
  140. mteb/models/model_implementations/repllama_models.py +2 -0
  141. mteb/models/model_implementations/rerankers_custom.py +3 -0
  142. mteb/models/model_implementations/rerankers_monot5_based.py +14 -0
  143. mteb/models/model_implementations/richinfoai_models.py +1 -0
  144. mteb/models/model_implementations/ru_sentence_models.py +20 -0
  145. mteb/models/model_implementations/ruri_models.py +10 -0
  146. mteb/models/model_implementations/salesforce_models.py +3 -0
  147. mteb/models/model_implementations/samilpwc_models.py +1 -0
  148. mteb/models/model_implementations/sarashina_embedding_models.py +2 -0
  149. mteb/models/model_implementations/searchmap_models.py +1 -0
  150. mteb/models/model_implementations/seed_1_6_embedding_models.py +1 -0
  151. mteb/models/model_implementations/seed_1_6_embedding_models_1215.py +1 -0
  152. mteb/models/model_implementations/seed_models.py +1 -0
  153. mteb/models/model_implementations/sentence_transformers_models.py +18 -0
  154. mteb/models/model_implementations/shuu_model.py +1 -0
  155. mteb/models/model_implementations/siglip_models.py +10 -0
  156. mteb/models/model_implementations/sonar_models.py +2 -1
  157. mteb/models/model_implementations/spartan8806_atles_champion.py +1 -0
  158. mteb/models/model_implementations/stella_models.py +6 -0
  159. mteb/models/model_implementations/tarka_models.py +2 -0
  160. mteb/models/model_implementations/text2vec_models.py +3 -0
  161. mteb/models/model_implementations/ua_sentence_models.py +1 -0
  162. mteb/models/model_implementations/uae_models.py +1 -0
  163. mteb/models/model_implementations/vdr_models.py +1 -0
  164. mteb/models/model_implementations/vi_vn_models.py +6 -0
  165. mteb/models/model_implementations/vista_models.py +2 -0
  166. mteb/models/model_implementations/vlm2vec_models.py +2 -0
  167. mteb/models/model_implementations/voyage_models.py +15 -0
  168. mteb/models/model_implementations/voyage_v.py +1 -0
  169. mteb/models/model_implementations/xyz_models.py +1 -0
  170. mteb/models/model_implementations/youtu_models.py +1 -0
  171. mteb/models/model_implementations/yuan_models.py +1 -0
  172. mteb/models/model_implementations/yuan_models_en.py +1 -0
  173. mteb/models/model_meta.py +35 -2
  174. mteb/models/models_protocols.py +4 -0
  175. mteb/models/search_wrappers.py +12 -0
  176. mteb/tasks/bitext_mining/eng/pub_chem_smiles_bitext_mining.py +1 -1
  177. mteb/tasks/bitext_mining/fas/fa_mteb_summary_retrieval.py +3 -3
  178. mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py +1 -1
  179. mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py +1 -1
  180. mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py +1 -1
  181. mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py +1 -1
  182. mteb/tasks/bitext_mining/multilingual/norwegian_courts_bitext_mining.py +1 -1
  183. mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py +1 -1
  184. mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py +2 -2
  185. mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py +2 -2
  186. mteb/tasks/classification/ara/online_store_review_sentiment_classification.py +1 -1
  187. mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py +1 -1
  188. mteb/tasks/classification/ara/tweet_sarcasm_classification.py +1 -1
  189. mteb/tasks/classification/ben/bengali_hate_speech_classification.py +1 -1
  190. mteb/tasks/classification/ben/bengali_sentiment_analysis.py +1 -1
  191. mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py +1 -1
  192. mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py +2 -2
  193. mteb/tasks/classification/dan/ddisco_cohesion_classification.py +1 -1
  194. mteb/tasks/classification/dan/dk_hate_classification.py +1 -1
  195. mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py +1 -1
  196. mteb/tasks/classification/ell/greek_legal_code_classification.py +1 -1
  197. mteb/tasks/classification/eng/dbpedia_classification.py +2 -2
  198. mteb/tasks/classification/eng/toxic_chat_classification.py +2 -2
  199. mteb/tasks/classification/eng/toxic_conversations_classification.py +2 -2
  200. mteb/tasks/classification/eng/tweet_topic_single_classification.py +1 -1
  201. mteb/tasks/classification/eng/yahoo_answers_topics_classification.py +1 -1
  202. mteb/tasks/classification/eng/yelp_review_full_classification.py +2 -2
  203. mteb/tasks/classification/est/estonian_valence.py +1 -1
  204. mteb/tasks/classification/fas/fa_mteb_classification.py +6 -6
  205. mteb/tasks/classification/fas/persian_food_sentiment_classification.py +1 -1
  206. mteb/tasks/classification/fil/filipino_shopee_reviews_classification.py +1 -1
  207. mteb/tasks/classification/fin/fin_toxicity_classification.py +1 -1
  208. mteb/tasks/classification/fra/french_book_reviews.py +2 -2
  209. mteb/tasks/classification/fra/movie_review_sentiment_classification.py +2 -2
  210. mteb/tasks/classification/guj/gujarati_news_classification.py +1 -1
  211. mteb/tasks/classification/hin/hindi_discourse_classification.py +1 -1
  212. mteb/tasks/classification/hin/sentiment_analysis_hindi.py +1 -1
  213. mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py +2 -2
  214. mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py +1 -1
  215. mteb/tasks/classification/ita/dado_eval_coarse_classification.py +1 -1
  216. mteb/tasks/classification/ita/ita_casehold_classification.py +1 -1
  217. mteb/tasks/classification/ita/sardi_stance_classification.py +1 -1
  218. mteb/tasks/classification/jav/javanese_imdb_classification.py +1 -1
  219. mteb/tasks/classification/jpn/wrime_classification.py +1 -1
  220. mteb/tasks/classification/kan/kannada_news_classification.py +2 -2
  221. mteb/tasks/classification/kor/klue_tc.py +2 -2
  222. mteb/tasks/classification/kor/kor_fin.py +1 -1
  223. mteb/tasks/classification/kor/kor_hate_classification.py +1 -1
  224. mteb/tasks/classification/kor/kor_sarcasm_classification.py +1 -1
  225. mteb/tasks/classification/mal/malayalam_news_classification.py +1 -1
  226. mteb/tasks/classification/mar/marathi_news_classification.py +1 -1
  227. mteb/tasks/classification/multilingual/afri_senti_lang_classification.py +1 -1
  228. mteb/tasks/classification/multilingual/catalonia_tweet_classification.py +1 -1
  229. mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py +1 -1
  230. mteb/tasks/classification/multilingual/indic_nlp_news_classification.py +1 -1
  231. mteb/tasks/classification/multilingual/masakha_news_classification.py +1 -1
  232. mteb/tasks/classification/multilingual/multi_hate_classification.py +1 -1
  233. mteb/tasks/classification/multilingual/multilingual_sentiment_classification.py +1 -1
  234. mteb/tasks/classification/multilingual/scala_classification.py +1 -1
  235. mteb/tasks/classification/multilingual/sib200_classification.py +1 -1
  236. mteb/tasks/classification/multilingual/turkic_classification.py +1 -1
  237. mteb/tasks/classification/multilingual/tweet_sentiment_classification.py +1 -1
  238. mteb/tasks/classification/nep/nepali_news_classification.py +2 -2
  239. mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py +1 -1
  240. mteb/tasks/classification/nld/vaccin_chat_nl_classification.py +1 -1
  241. mteb/tasks/classification/ory/odia_news_classification.py +2 -2
  242. mteb/tasks/classification/pan/punjabi_news_classification.py +1 -1
  243. mteb/tasks/classification/ron/moroco.py +1 -1
  244. mteb/tasks/classification/ron/romanian_reviews_sentiment.py +1 -1
  245. mteb/tasks/classification/ron/romanian_sentiment_classification.py +1 -1
  246. mteb/tasks/classification/rus/georeview_classification.py +1 -1
  247. mteb/tasks/classification/rus/headline_classification.py +2 -2
  248. mteb/tasks/classification/rus/inappropriateness_classification.py +2 -2
  249. mteb/tasks/classification/rus/ru_reviews_classification.py +2 -2
  250. mteb/tasks/classification/rus/ru_sci_bench_grnti_classification.py +1 -1
  251. mteb/tasks/classification/rus/ru_sci_bench_oecd_classification.py +1 -1
  252. mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py +1 -1
  253. mteb/tasks/classification/san/sanskrit_shlokas_classification.py +1 -1
  254. mteb/tasks/classification/sin/sinhala_news_classification.py +2 -2
  255. mteb/tasks/classification/sin/sinhala_news_source_classification.py +2 -2
  256. mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py +2 -2
  257. mteb/tasks/classification/slv/frenk_sl_classification.py +1 -1
  258. mteb/tasks/classification/spa/spanish_news_classification.py +2 -2
  259. mteb/tasks/classification/ssw/siswati_news_classification.py +1 -1
  260. mteb/tasks/classification/tam/tamil_news_classification.py +2 -2
  261. mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py +2 -2
  262. mteb/tasks/classification/tha/wongnai_reviews_classification.py +1 -1
  263. mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py +2 -2
  264. mteb/tasks/classification/ukr/ukr_formality_classification.py +2 -2
  265. mteb/tasks/classification/vie/toxic_conversations_vn_classification.py +1 -1
  266. mteb/tasks/classification/vie/vie_student_feedback_classification.py +1 -1
  267. mteb/tasks/classification/zho/yue_openrice_review_classification.py +2 -2
  268. mteb/tasks/classification/zul/isi_zulu_news_classification.py +1 -1
  269. mteb/tasks/clustering/deu/blurbs_clustering_p2p.py +1 -1
  270. mteb/tasks/clustering/deu/blurbs_clustering_s2s.py +1 -1
  271. mteb/tasks/clustering/eng/arxiv_clustering_p2p.py +1 -1
  272. mteb/tasks/clustering/eng/arxiv_hierarchical_clustering.py +2 -2
  273. mteb/tasks/clustering/eng/big_patent_clustering.py +1 -1
  274. mteb/tasks/clustering/eng/biorxiv_clustering_p2p.py +1 -1
  275. mteb/tasks/clustering/eng/biorxiv_clustering_s2s.py +1 -1
  276. mteb/tasks/clustering/eng/medrxiv_clustering_p2p.py +1 -1
  277. mteb/tasks/clustering/eng/medrxiv_clustering_s2s.py +1 -1
  278. mteb/tasks/clustering/eng/reddit_clustering.py +1 -1
  279. mteb/tasks/clustering/eng/reddit_clustering_p2p.py +1 -1
  280. mteb/tasks/clustering/eng/stack_exchange_clustering.py +1 -1
  281. mteb/tasks/clustering/eng/stack_exchange_clustering_p2p.py +1 -1
  282. mteb/tasks/clustering/eng/twenty_newsgroups_clustering.py +1 -1
  283. mteb/tasks/clustering/fas/fa_mteb_clustering.py +4 -4
  284. mteb/tasks/clustering/fra/hal_clustering_s2s.py +2 -2
  285. mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py +2 -2
  286. mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py +2 -2
  287. mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py +1 -1
  288. mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py +1 -1
  289. mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py +1 -1
  290. mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py +1 -1
  291. mteb/tasks/clustering/nld/iconclass_clustering_s2s.py +1 -1
  292. mteb/tasks/clustering/nld/open_tender_clustering_p2p.py +1 -1
  293. mteb/tasks/clustering/nld/vabb_clustering_p2p.py +1 -1
  294. mteb/tasks/clustering/nld/vabb_clustering_s2s.py +1 -1
  295. mteb/tasks/clustering/nob/snl_clustering.py +1 -1
  296. mteb/tasks/clustering/nob/vg_clustering.py +1 -1
  297. mteb/tasks/clustering/pol/polish_clustering.py +3 -3
  298. mteb/tasks/clustering/rus/ru_sci_bench_grnti_clustering_p2p.py +1 -1
  299. mteb/tasks/clustering/rus/ru_sci_bench_oecd_clustering_p2p.py +1 -1
  300. mteb/tasks/clustering/zho/cmteb_clustering.py +4 -4
  301. mteb/tasks/image_text_pair_classification/eng/image_co_de.py +1 -1
  302. mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py +1 -1
  303. mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py +2 -2
  304. mteb/tasks/multichoice/eng/cv_bench.py +4 -4
  305. mteb/tasks/multilabel_classification/ita/emit_classification.py +1 -1
  306. mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py +1 -1
  307. mteb/tasks/multilabel_classification/rus/ru_toixic_multilabelclassification_okmlcup.py +1 -1
  308. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py +1 -1
  309. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py +1 -1
  310. mteb/tasks/pair_classification/ara/ar_entail.py +1 -1
  311. mteb/tasks/pair_classification/dan/talemaader_pc.py +1 -1
  312. mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py +1 -1
  313. mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py +1 -1
  314. mteb/tasks/pair_classification/eng/pub_chem_smilespc.py +1 -1
  315. mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py +1 -1
  316. mteb/tasks/pair_classification/eng/pub_chem_wiki_paragraphs_pc.py +1 -1
  317. mteb/tasks/pair_classification/eng/sprint_duplicate_questions_pc.py +1 -1
  318. mteb/tasks/pair_classification/eng/twitter_sem_eval2015_pc.py +1 -1
  319. mteb/tasks/pair_classification/eng/twitter_url_corpus_pc.py +1 -1
  320. mteb/tasks/pair_classification/fas/fa_mteb_pair_classification.py +5 -5
  321. mteb/tasks/pair_classification/fas/fars_tail.py +2 -2
  322. mteb/tasks/pair_classification/hye/armenian_paraphrase_pc.py +1 -1
  323. mteb/tasks/pair_classification/ita/dis_co_tex_pair_classification.py +1 -1
  324. mteb/tasks/pair_classification/kor/klue_nli.py +1 -1
  325. mteb/tasks/pair_classification/multilingual/rte3.py +2 -2
  326. mteb/tasks/pair_classification/multilingual/xnli.py +1 -1
  327. mteb/tasks/pair_classification/pol/polish_pc.py +4 -4
  328. mteb/tasks/pair_classification/por/assin2_rte.py +1 -1
  329. mteb/tasks/pair_classification/por/sick_br_pc.py +1 -1
  330. mteb/tasks/pair_classification/rus/terra.py +2 -2
  331. mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py +1 -1
  332. mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py +1 -1
  333. mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py +1 -1
  334. mteb/tasks/pair_classification/zho/cmteb_pair_classification.py +2 -2
  335. mteb/tasks/retrieval/ara/sadeem_question_retrieval.py +1 -1
  336. mteb/tasks/retrieval/code/code_edit_search_retrieval.py +1 -1
  337. mteb/tasks/retrieval/code/code_rag.py +4 -4
  338. mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py +1 -1
  339. mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py +1 -1
  340. mteb/tasks/retrieval/code/ds1000_retrieval.py +1 -1
  341. mteb/tasks/retrieval/code/fresh_stack_retrieval.py +1 -1
  342. mteb/tasks/retrieval/code/human_eval_retrieval.py +1 -1
  343. mteb/tasks/retrieval/code/mbpp_retrieval.py +1 -1
  344. mteb/tasks/retrieval/code/wiki_sql_retrieval.py +1 -1
  345. mteb/tasks/retrieval/dan/dan_fever_retrieval.py +1 -1
  346. mteb/tasks/retrieval/dan/tv2_nordretrieval.py +1 -1
  347. mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py +1 -1
  348. mteb/tasks/retrieval/deu/german_gov_service_retrieval.py +1 -1
  349. mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py +1 -1
  350. mteb/tasks/retrieval/ell/greek_civics_qa.py +1 -1
  351. mteb/tasks/retrieval/eng/__init__.py +42 -0
  352. mteb/tasks/retrieval/eng/bright_retrieval.py +10 -2
  353. mteb/tasks/retrieval/eng/bright_v1_1_retrieval.py +968 -0
  354. mteb/tasks/retrieval/eng/chat_doctor_retrieval.py +1 -1
  355. mteb/tasks/retrieval/eng/fin_qa_retrieval.py +1 -1
  356. mteb/tasks/retrieval/eng/finance_bench_retrieval.py +1 -1
  357. mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py +1 -1
  358. mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py +1 -1
  359. mteb/tasks/retrieval/eng/hc3_finance_retrieval.py +1 -1
  360. mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py +1 -1
  361. mteb/tasks/retrieval/eng/lemb_needle_retrieval.py +1 -1
  362. mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py +1 -1
  363. mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py +1 -1
  364. mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py +1 -1
  365. mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py +1 -1
  366. mteb/tasks/retrieval/eng/lit_search_retrieval.py +1 -1
  367. mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py +1 -1
  368. mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py +1 -1
  369. mteb/tasks/retrieval/eng/ml_questions.py +1 -1
  370. mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py +1 -1
  371. mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py +1 -1
  372. mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py +1 -1
  373. mteb/tasks/retrieval/eng/nano_fever_retrieval.py +1 -1
  374. mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py +1 -1
  375. mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py +1 -1
  376. mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py +1 -1
  377. mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py +1 -1
  378. mteb/tasks/retrieval/eng/nano_nq_retrieval.py +1 -1
  379. mteb/tasks/retrieval/eng/nano_quora_retrieval.py +1 -1
  380. mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py +1 -1
  381. mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py +1 -1
  382. mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py +1 -1
  383. mteb/tasks/retrieval/eng/narrative_qa_retrieval.py +1 -1
  384. mteb/tasks/retrieval/eng/r2_med_retrieval.py +8 -8
  385. mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py +1 -1
  386. mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py +1 -1
  387. mteb/tasks/retrieval/eng/vidore_bench_retrieval.py +10 -10
  388. mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py +1 -1
  389. mteb/tasks/retrieval/fra/syntec_retrieval.py +1 -1
  390. mteb/tasks/retrieval/hun/hun_sum2.py +1 -1
  391. mteb/tasks/retrieval/kat/georgian_faq_retrieval.py +1 -1
  392. mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py +1 -1
  393. mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py +1 -1
  394. mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py +1 -1
  395. mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py +1 -1
  396. mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py +1 -1
  397. mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py +1 -1
  398. mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py +1 -1
  399. mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py +2 -2
  400. mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py +1 -1
  401. mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py +1 -1
  402. mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py +14 -4
  403. mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py +1 -1
  404. mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py +1 -1
  405. mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py +1 -1
  406. mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py +1 -1
  407. mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py +1 -1
  408. mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py +1 -1
  409. mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py +1 -1
  410. mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py +1 -1
  411. mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py +1 -1
  412. mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py +1 -1
  413. mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py +1 -1
  414. mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py +1 -1
  415. mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py +1 -1
  416. mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py +1 -1
  417. mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py +1 -1
  418. mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py +1 -1
  419. mteb/tasks/retrieval/nob/norquad.py +1 -1
  420. mteb/tasks/retrieval/nob/snl_retrieval.py +1 -1
  421. mteb/tasks/retrieval/slk/slovak_sum_retrieval.py +1 -1
  422. mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py +1 -1
  423. mteb/tasks/sts/fao/faroese_sts.py +1 -1
  424. mteb/tasks/sts/fra/sick_fr_sts.py +1 -1
  425. mteb/tasks/sts/kor/klue_sts.py +1 -1
  426. mteb/tasks/sts/por/sick_br_sts.py +1 -1
  427. mteb/tasks/sts/rus/ru_para_phraser_sts.py +1 -1
  428. mteb/tasks/zeroshot_classification/eng/sci_mmir.py +1 -1
  429. {mteb-2.7.3.dist-info → mteb-2.7.5.dist-info}/METADATA +1 -1
  430. {mteb-2.7.3.dist-info → mteb-2.7.5.dist-info}/RECORD +434 -413
  431. {mteb-2.7.3.dist-info → mteb-2.7.5.dist-info}/WHEEL +0 -0
  432. {mteb-2.7.3.dist-info → mteb-2.7.5.dist-info}/entry_points.txt +0 -0
  433. {mteb-2.7.3.dist-info → mteb-2.7.5.dist-info}/licenses/LICENSE +0 -0
  434. {mteb-2.7.3.dist-info → mteb-2.7.5.dist-info}/top_level.txt +0 -0
{mteb-2.7.3.dist-info → mteb-2.7.5.dist-info}/RECORD RENAMED
@@ -1,13 +1,13 @@
1
1
  mteb/__init__.py,sha256=AFdvWGkAnKZqzKxqp-xvuBhGnpz0QM1cuOtaztsDzjI,1430
2
2
  mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
3
- mteb/_create_dataloaders.py,sha256=2-W3Yz7GvoTmCL7bZIm7OXOorum08A-pa4RePbYVbxg,14458
3
+ mteb/_create_dataloaders.py,sha256=zGv9KIJ91piMJD50TM_XGoZiOnb-X4WLbD5FUBK-kfI,15758
4
4
  mteb/_helpful_enum.py,sha256=5hi3vm19QhTWXb5G80ytviJ-SEbCCGVhn2gbJaRgoyY,601
5
5
  mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
6
6
  mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
7
7
  mteb/_set_seed.py,sha256=HPlPRl__Pe6IG-4UgJqTfplcivJ_wA2kaClbXoHQedM,1178
8
8
  mteb/cache.py,sha256=xE2BhrG_ypm2C0nPt6tRQCe393pN1RjDLadQcC6W1WE,27657
9
9
  mteb/deprecated_evaluator.py,sha256=F47pBHL3lM8YHGZEPLR4CuVn7aV3gzomNpyP3I3jmmc,27727
10
- mteb/evaluate.py,sha256=OzcnWwmoHlRAdYrM112QhiCnVJzSUKBt2ip1YIMV8Gk,19288
10
+ mteb/evaluate.py,sha256=eudGyxRukbR6s7iAOPAvbOyLKK8hBwGRicYffX2ltzA,19643
11
11
  mteb/filter_tasks.py,sha256=ZFFEl7jWTSq3kDdM8oHG-RZrrBOP16zcFzezA3OsLiM,7430
12
12
  mteb/get_tasks.py,sha256=1BZJF7jADJnnL_ZzsJaTKLITO7u6inAHV0PxCAQfhfc,14402
13
13
  mteb/load_results.py,sha256=geGyArDB1CNrqse_QzPqfvY7YvF9fL57LJsuy-DDY58,6532
@@ -15,53 +15,53 @@ mteb/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
15
15
  mteb/similarity_functions.py,sha256=7ENHjq35EMSO1kT73IKLbQ0jMWGxMPSMM8SPmGHzaAM,10887
16
16
  mteb/_evaluators/__init__.py,sha256=Ag1_RWpxBGMpujzd3FZjI40gY_KQKIpY31tJPuk-hFg,1013
17
17
  mteb/_evaluators/_download.py,sha256=jntlcURbJxcxUjTmn2D9Tu6ZnWgDc9t5bY8p9CZCqv4,586
18
- mteb/_evaluators/any_sts_evaluator.py,sha256=EU0QSge1MY6BL1BOvoWmYGUK0uj5So828qkgqPe4KMk,3856
18
+ mteb/_evaluators/any_sts_evaluator.py,sha256=aeK6ZJ_wuGR_8L6f5B4Xcl7Fo0dgApqevsgg7hdHQk0,3918
19
19
  mteb/_evaluators/classification_metrics.py,sha256=TI-cMPWrIpMqpsNhhwSBY4bZUu2yM469fbcu44zolW0,1926
20
- mteb/_evaluators/clustering_evaluator.py,sha256=c-4GJh9FtuBtZrQ2bI9wp7xrJ_vWCCCV3YDhkYM1mJc,2168
21
- mteb/_evaluators/evaluator.py,sha256=RYkGWvjelmibFnYmoCvmgn5bF-KbQ0n269qGzJ30xnE,989
22
- mteb/_evaluators/pair_classification_evaluator.py,sha256=WZHliRDT7jy1nBW9hshr5FzWw2SfoS5wBBLlp0Y-1jQ,6527
23
- mteb/_evaluators/retrieval_evaluator.py,sha256=RuFVgmtX8olhm1WbXEVx_gPd9DaHOnrD9c4drVDP8Z0,3161
20
+ mteb/_evaluators/clustering_evaluator.py,sha256=COSG4tGz2hI3Ff3MNFxdeg9w1TPmisxhvF333zQx-ko,2226
21
+ mteb/_evaluators/evaluator.py,sha256=8fEuBZW0sv-tpJCUT2X5lIvmF0Ji0Vuq7Z8AblipspA,1074
22
+ mteb/_evaluators/pair_classification_evaluator.py,sha256=0_B_5LVPTgd7IsbehUoxOPfmETmTbv0DOZtwPmDLhWs,6624
23
+ mteb/_evaluators/retrieval_evaluator.py,sha256=UexQCsfGMzZq-JfrdNQ4PylHdoyS6Ef_zxXokNZiR5o,3250
24
24
  mteb/_evaluators/retrieval_metrics.py,sha256=XXeI7pXHuhKDvDjMKhGSU-Uv6J2itQKeD7lUH85IL8Q,23856
25
- mteb/_evaluators/sklearn_evaluator.py,sha256=2A6YJ2Tkkmtw_AnONIKDFhoSajsSy0QUU4CJ7tWpiDM,3938
26
- mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=P7fMcfSxNKkJBu_P6bpgUlOuJTefG1nbXQoHYAxMsUg,2430
25
+ mteb/_evaluators/sklearn_evaluator.py,sha256=yjnNtwOuEU38eKOKHI7uFsIZJJDU5jmTHGH7MX0rKtA,4122
26
+ mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=jCf6H0LwxZGIZ-2LGF9SPbjHTtCAk9v1HtxWcmutqks,2488
27
27
  mteb/_evaluators/image/__init__.py,sha256=CsQd7OMkeV2Phun7paPWjayZ5qRnvj8H0TYBFeqMxag,148
28
- mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=92CKHSnOh3qjP07OoApYGlmpIfA6uDOeU3NIqZxzjao,4980
28
+ mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=w2vJrQXIbRsdG837x1yYQkGNcTJt8rdLofQ3Jo3nIn4,5227
29
29
  mteb/_evaluators/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
30
- mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=eTA5vp5qcOKpLcyv02tkPh45uVQiQsCJp9bgbzO9UJQ,6670
31
- mteb/_evaluators/text/summarization_evaluator.py,sha256=ciHCZQglV-tE-HbH7tMw9lY_fSoPqHc1kyS8M7JUUEk,10838
30
+ mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=We-BQZJQGBXz_vTUZz-3OBt4pOLfAAt2cjJBkklISJ8,6732
31
+ mteb/_evaluators/text/summarization_evaluator.py,sha256=ZHn3kIFGJ1XzgbI21jEeTnP5pdIChGHVTCuyz2MSKyg,10900
32
32
  mteb/abstasks/__init__.py,sha256=1iAwpYTWX7U-goak2KMmacPFCzxPchLQAmZ_uI0t-p0,1130
33
33
  mteb/abstasks/_statistics_calculation.py,sha256=4opttohaS6LV5K0zQIqfG2IGIzQAdKAaLTpSTQ6auBc,5988
34
34
  mteb/abstasks/_stratification.py,sha256=GnqYRtkFYsB-412EvMR2iMqIinFr98NCSmxHeCXctlw,14347
35
- mteb/abstasks/abstask.py,sha256=XlXg0gda_maUDG_PcY9PbfHgHP25lfV8KhpZpcCg4Bs,25706
35
+ mteb/abstasks/abstask.py,sha256=6Szz24K5886rR3U2yoN5g7N9Ou_eU7auwa9C-5LTLFA,26690
36
36
  mteb/abstasks/aggregate_task_metadata.py,sha256=WXYY_DUU55s4PkxMVz7lwbdZarq6QznhbvJYdSTYZZI,5846
37
37
  mteb/abstasks/aggregated_task.py,sha256=8NY_vaqmMuYNxuB05YjU4W6aEipyKrF2iDFS3m-eXNc,6167
38
- mteb/abstasks/classification.py,sha256=tHMfK_gT9WuKHSaLvIna78_Zsb-MqeCrE1WYV6_e5v8,13828
39
- mteb/abstasks/clustering.py,sha256=utce6odZiUH5gZDbQd7-UIS6TqXF_HmQSnSDFiA1sig,14819
40
- mteb/abstasks/clustering_legacy.py,sha256=-6rYHPwqZGEqsNIOtR4XZHnRupRYFc5bGnvHYdlYc7U,9041
38
+ mteb/abstasks/classification.py,sha256=zSA9nTplwspktPnZiN_RQrPvOgEKYxeQASm_Q1lb3ww,14052
39
+ mteb/abstasks/clustering.py,sha256=I8vre2f2FJFagzJEYf6hKDo3Y28xU29J_O-MhfqWqSI,14944
40
+ mteb/abstasks/clustering_legacy.py,sha256=sbx8K6paccvzDPnmhgNE_UJE83orAJnQm3NGr-Ktjfs,9184
41
41
  mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
42
- mteb/abstasks/multilabel_classification.py,sha256=MREVqYe2Lr4oD7ehk7KXKusyLOq_Dmf-41luJfSj340,9650
43
- mteb/abstasks/pair_classification.py,sha256=gKiWBp--oIB2XioiY309ffQCo-ErP0P75MsOP8Cb5Mg,13979
42
+ mteb/abstasks/multilabel_classification.py,sha256=rFa_Pw2OsUzqhZS-jh2zFD7I-TNl8bVNJ-DW7EpPapU,9708
43
+ mteb/abstasks/pair_classification.py,sha256=MpjOeIcM_RMqSpkXc8PFDAwDgmb54gEqj6ZOUcOa1aQ,14122
44
44
  mteb/abstasks/regression.py,sha256=ZuMZfOwU3G4hr__eHsgdagKKdrbN4-wQMLz45jr9YUc,8946
45
- mteb/abstasks/retrieval.py,sha256=igoIEz2_9_duydrsjz5Rgk5Yc4Fo1Ktg9b2H8LGBis4,27136
46
- mteb/abstasks/retrieval_dataset_loaders.py,sha256=2y7mlsSnVum0x7X4-UXOAN-ZeH6GankSxw0Lb9yKmMM,9500
47
- mteb/abstasks/sts.py,sha256=iizxtxKcmGVH0ge7j2ZRjA7svupy7YNF7KU_u0SDCB4,9420
45
+ mteb/abstasks/retrieval.py,sha256=bw7-5QnLzfclvw5o8RO2sljhajsplmpEPdVZ9nYKj_g,27761
46
+ mteb/abstasks/retrieval_dataset_loaders.py,sha256=XDJHh_11R3o4L0Y80kL0ia3DHMmZw3EqWslEQakvMOc,9900
47
+ mteb/abstasks/sts.py,sha256=Xta3KVQE7hHqkPTDptemvNVEG0CsZSVjA-Z52EIBvDE,9576
48
48
  mteb/abstasks/task_metadata.py,sha256=_yVgX3yjaxVvK-Cs2nw2wMEkI0xf-QhcGb_byCeyo-w,27210
49
- mteb/abstasks/zeroshot_classification.py,sha256=0YJhJr9tVW_phYVnAqFGKGBQkn1RLBy1BpmYnIbWhwE,6217
49
+ mteb/abstasks/zeroshot_classification.py,sha256=UrUErSH4owJujRn-HQI6KUe4By12oRjZeOnvB6lBnNA,6360
50
50
  mteb/abstasks/_data_filter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
51
51
  mteb/abstasks/_data_filter/filters.py,sha256=ew6S8OI2G_Pf1YKz9XYTL3jh2bsQz8M5uzBy21TN-J0,4727
52
52
  mteb/abstasks/_data_filter/task_pipelines.py,sha256=L0c4Yv-nbo_WDtuhmrcGJd1xulOwf6vc0dIyWvscgks,3254
53
53
  mteb/abstasks/image/__init__.py,sha256=NgvMJnp1g2mUv27RL-TvzA7s1BOdMG-EB1CrZfdbWdg,136
54
- mteb/abstasks/image/image_text_pair_classification.py,sha256=Uo_LgNu3AoDsKecrrpkfhW7Fz8NTGqZ93q2LRt24HzQ,8137
54
+ mteb/abstasks/image/image_text_pair_classification.py,sha256=yTr9ZhZfS8XRWUCdmvo_URIuO0WQ_pPYfwCml_qzCn8,8255
55
55
  mteb/abstasks/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
56
- mteb/abstasks/text/bitext_mining.py,sha256=nHmKB0aXO6yrvnZgb9YkBaCPgnjze4xBcdWs7_BUNUg,11299
57
- mteb/abstasks/text/reranking.py,sha256=vD5YUwst--zJ01bU40Z7juqQyuv8jrareRTtoCwt8E4,7871
58
- mteb/abstasks/text/summarization.py,sha256=5fKfAR4M2j922YE8I9FNpWSRcW16M00fubTOruXnOvU,7335
56
+ mteb/abstasks/text/bitext_mining.py,sha256=an9ZlcraS9ZN5tCT8ZQFtMbCrPE4-n7anAAbnOXeGkY,11520
57
+ mteb/abstasks/text/reranking.py,sha256=mCzy0-TnZ46_GC9Czl4zWKAPnYK5ur0qtFbPt47m9jQ,7917
58
+ mteb/abstasks/text/summarization.py,sha256=bSgb0XhUzJVuLV1Wjr3HYB_Tn7SjmCDMnkBIEWHO4EQ,7381
59
59
  mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
60
60
  mteb/benchmarks/_create_table.py,sha256=rsckziAot5EuD-aarQ6JnGurNsq6X2zn_nl43_Ge9ng,22651
61
61
  mteb/benchmarks/benchmark.py,sha256=YCGIvJ5Vc6GdCAYSjzwrnfj2A8MkbzNLvvtPBLMSSp8,6327
62
62
  mteb/benchmarks/get_benchmark.py,sha256=nzR6cu5yXu1kIJKhd4A2R62xp43Z62bluPbOpNXHMWQ,2545
63
- mteb/benchmarks/benchmarks/__init__.py,sha256=767VzDgayFSB3KJ05o0gFdOeo2f1EarbEfnCsy_karw,2294
64
- mteb/benchmarks/benchmarks/benchmarks.py,sha256=zAm1NTggaWb5Am6O30FUf-8zIbbF39eiuhSyLHzlpxQ,102370
63
+ mteb/benchmarks/benchmarks/__init__.py,sha256=-o3EMWEfP0eQ8iZpWvTj5r4yuGOUuL9mHk8IgFcpPtk,2330
64
+ mteb/benchmarks/benchmarks/benchmarks.py,sha256=IOU3Kk7TEZkhypJ7ScyfqHmYgx1nG_KPJkjXLKoSTmo,103931
65
65
  mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=m97VA15pRBm_W_Ijw_1WHxmvtv3upFJDVl0XBgDET5k,10970
66
66
  mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
67
67
  mteb/cli/_display_tasks.py,sha256=JLlUkkfRaGkHSaU0tUTTHSrhmHO9yvwcnpm74yvItos,2307
@@ -1016,8 +1016,28 @@ mteb/descriptive_stats/Retrieval/BarExamQA.json,sha256=XFTi33wqQDYqm5SorFsVWdw_q
1016
1016
  mteb/descriptive_stats/Retrieval/BelebeleRetrieval.json,sha256=duB4gkryRSFnrXUjUaiKeKINFeGSblUYSQwwYgXuekE,458668
1017
1017
  mteb/descriptive_stats/Retrieval/BillSumCA.json,sha256=KgBJmyta3MeXBZwMFvk05LPd-RqAXJHpyexHQHEvGH0,972
1018
1018
  mteb/descriptive_stats/Retrieval/BillSumUS.json,sha256=kSOUBSPMfV6d5eBpIxH829FT00djdwlXzU-4XcPQYhE,971
1019
+ mteb/descriptive_stats/Retrieval/BrightAopsRetrieval.json,sha256=hZhHrGgeAkLYJeG_UhGv5zNqCU5uHaz5DgiMU7ys-Z8,1219
1020
+ mteb/descriptive_stats/Retrieval/BrightBiologyLongRetrieval.json,sha256=ZXjdxWpdy2-8LqQxDk2EhnrAazXbpGr2Wx-exj0Q3aY,1189
1021
+ mteb/descriptive_stats/Retrieval/BrightBiologyRetrieval.json,sha256=PTgq0QNjtensBx4ZhEspoZwrBAqQ-sFxEYwHr1s6vMI,1201
1022
+ mteb/descriptive_stats/Retrieval/BrightEarthScienceLongRetrieval.json,sha256=T5DrENJT5ztYLFg7PFpzmhfxny6RzxpS99JomEE_jyw,1188
1023
+ mteb/descriptive_stats/Retrieval/BrightEarthScienceRetrieval.json,sha256=iZ29EQZHyDGa2OPJFFYuRhWNo4ZHhvXq42mwCZKhUxo,1195
1024
+ mteb/descriptive_stats/Retrieval/BrightEconomicsLongRetrieval.json,sha256=YGXH-p3L-qflC3Ise60Tf7YRyxCkk8rZgHXJfGrWwnU,1187
1025
+ mteb/descriptive_stats/Retrieval/BrightEconomicsRetrieval.json,sha256=hqhfj5LBGBAfyRg2XIHdHqcxkjgSs-w7rD3WQoO8utM,1202
1026
+ mteb/descriptive_stats/Retrieval/BrightLeetcodeRetrieval.json,sha256=FUWWZbDjwWPz8gtyIrYV2yzeayXu5N7bF_BzNEOUNm8,1224
1019
1027
  mteb/descriptive_stats/Retrieval/BrightLongRetrieval.json,sha256=T9d-CULUajZvmalSAOkj3WhR72_DeK0_8esvjfKXIhs,10918
1028
+ mteb/descriptive_stats/Retrieval/BrightPonyLongRetrieval.json,sha256=d2h9liNegxsUrbRKxsWvPq_uEmk3eDyAhNqnAM7Z8pc,1185
1029
+ mteb/descriptive_stats/Retrieval/BrightPonyRetrieval.json,sha256=AcD5nz1AODJCOzKEzJ4MuWBaRq3BcYZhl5M8_szWt6s,1192
1030
+ mteb/descriptive_stats/Retrieval/BrightPsychologyLongRetrieval.json,sha256=sOakJ7s5fHP39hAWX2OEmPsQWzXMa6EyCulJ14dNWpU,1182
1031
+ mteb/descriptive_stats/Retrieval/BrightPsychologyRetrieval.json,sha256=JJ-rHC3zivf5ctdem_LVuHWztJCsr7TDlzfZwjkqdiM,1204
1020
1032
  mteb/descriptive_stats/Retrieval/BrightRetrieval.json,sha256=asWeWTINQ6K02juhzDFiN5LRyIZkqFEGGxr3hiBA9qg,15862
1033
+ mteb/descriptive_stats/Retrieval/BrightRoboticsLongRetrieval.json,sha256=nVS8g_W7gIC5_H6CO8ZZKvHXuK-EPTxVZq28AXz6Sr8,1193
1034
+ mteb/descriptive_stats/Retrieval/BrightRoboticsRetrieval.json,sha256=6BSUJcXcdri-VnucoQfkj003qaIeqUYfAzqfdTJy1-o,1205
1035
+ mteb/descriptive_stats/Retrieval/BrightStackoverflowLongRetrieval.json,sha256=-ueCyRRKYGpCjp_sxrys_Wl48kmZYxgJrpgjUaCDVeg,1199
1036
+ mteb/descriptive_stats/Retrieval/BrightStackoverflowRetrieval.json,sha256=poTbMwGuCe-8va_nfCQj_l0rYJrwgeluZlSzbxFwlOo,1197
1037
+ mteb/descriptive_stats/Retrieval/BrightSustainableLivingLongRetrieval.json,sha256=BY6_LkgbW63IMpVaubl2in_ZfjSQ3dsUS50tVaelw9o,1190
1038
+ mteb/descriptive_stats/Retrieval/BrightSustainableLivingRetrieval.json,sha256=AoXplSiHew7p7xy6WknY2hVHvtaIKkb6zR3Af3geGCk,1203
1039
+ mteb/descriptive_stats/Retrieval/BrightTheoremQAQuestionsRetrieval.json,sha256=E0Fssxvg3ZaL-UC4YgSuXGwJazwRZcigNkINr4isUUg,1218
1040
+ mteb/descriptive_stats/Retrieval/BrightTheoremQATheoremsRetrieval.json,sha256=jyYyhwS7qfjWNXb_d31X_OANi_iMmQF2fe0yjSO6UPQ,1188
1021
1041
  mteb/descriptive_stats/Retrieval/BuiltBenchRetrieval.json,sha256=iRJgn3oEJRjnGVDQPfzGeMMaoWC5ryogKdglNc7106U,1002
1022
1042
  mteb/descriptive_stats/Retrieval/COIRCodeSearchNetRetrieval.json,sha256=mt29C0NyIfjZo84rS-CQgOggQaDZgJn9ACKwbC3hb0c,8379
1023
1043
  mteb/descriptive_stats/Retrieval/CQADupstack-Android-PL.json,sha256=lQoNe1QTg_WbL6Z4BTn9eadFIWuBHG8B5JMpnvWY6-Y,1009
@@ -1461,9 +1481,9 @@ mteb/models/__init__.py,sha256=ABTuoqiBjBtBWW3LYY7ItBHdylR6jWoy06HH0g6j6fU,910
1461
1481
  mteb/models/abs_encoder.py,sha256=We9HlwWP61P4cMyZ080gywvDErA1eVsU9t46PtcNrCM,16830
1462
1482
  mteb/models/get_model_meta.py,sha256=_3gbC9I9fHJuqW4EzfM3xAv-heOBwEPswLVkCGO4BBI,6201
1463
1483
  mteb/models/instruct_wrapper.py,sha256=XAvvbPnXiTxKhFbmusm2uS8E9BMq8QXRSzQQI1jqKzE,9781
1464
- mteb/models/model_meta.py,sha256=KQ1o9tJVY9T5j6wulfK47CXO-t4erl5NDqWDNMCFYxw,31271
1465
- mteb/models/models_protocols.py,sha256=I2K9f0r7FL8hbkiiABOjtf0eYPvgK1oz-Okke3e7V0w,9331
1466
- mteb/models/search_wrappers.py,sha256=x1bi219_PXi6Ury3earvuk72Guqj0olAc1jCSgvFGfc,21095
1484
+ mteb/models/model_meta.py,sha256=5seQwce893SbgSywFsphLuZGQ9rRn1fLl9fj1SfKnXE,32887
1485
+ mteb/models/models_protocols.py,sha256=HTB4-SYa3SeJXMMSA8o05lHTiLBbq314VW60K_PfcZY,9509
1486
+ mteb/models/search_wrappers.py,sha256=PXE1VVDWUd0LgTPJ-FxqIbGpIDWLRKo5CjrwIuu5nzw,21567
1467
1487
  mteb/models/sentence_transformer_wrapper.py,sha256=RsOxj-b7qzeYcxUTVJyb-lZDY4bINl4jEAEkPvKYB10,13578
1468
1488
  mteb/models/vllm_wrapper.py,sha256=rvE0mghcHRA1UwIN1mjJf1GKA6pTTcs8mZQ2UoGRJ0g,12287
1469
1489
  mteb/models/cache_wrappers/__init__.py,sha256=1w1TnMwulWJSzNkLXjbh5MY3sqgHWc6vUntYn49i9X8,169
@@ -1474,133 +1494,133 @@ mteb/models/cache_wrappers/cache_backends/_hash_utils.py,sha256=HRZ8FeXSJyK3m07g
1474
1494
  mteb/models/cache_wrappers/cache_backends/faiss_cache.py,sha256=ejOONSD8wZACuGt455UXn_z5ZHGMpv64ORvteKNqfDw,3899
1475
1495
  mteb/models/cache_wrappers/cache_backends/numpy_cache.py,sha256=V275IY-0lyh2REqZjIZOgJJ7SY05yiWdHNF2kiSdRfo,8071
1476
1496
  mteb/models/model_implementations/__init__.py,sha256=BZDdde6ajKv-yroy9mqE2YS3Hw1KBdKoxBPg8aPTZEs,1164
1477
- mteb/models/model_implementations/align_models.py,sha256=ag8hz3Wdzz6_j8W49bk_uFHtu_Ob1detnfo2whl4ulo,4643
1478
- mteb/models/model_implementations/amazon_models.py,sha256=a9bLYQ1ZGWDo4RdyaPNsBqadMrBm550fLIFr1Zfp2Nk,720
1479
- mteb/models/model_implementations/andersborges.py,sha256=TkZFz55hn3A8qBBKW4SChOMAiVRVhUdzF1gSaiv4icc,2411
1480
- mteb/models/model_implementations/ara_models.py,sha256=pE1aW6a4AdP2H0p6-YCyMi6kBGpDUsI7xi8qDtRVD_k,1478
1481
- mteb/models/model_implementations/arctic_models.py,sha256=G03_fOm_pgYbT9rgMruVlI0sEN_B8fB9HAt5nzRbbRs,10750
1482
- mteb/models/model_implementations/b1ade_models.py,sha256=oyUmA83CjiAqh51nl3c4k5NuzB-SBySyMSXsbEU--hU,1666
1483
- mteb/models/model_implementations/bedrock_models.py,sha256=QzHxSBQI0ghxw10eznCWdN1blizvttTagFQ2B17OGBQ,8915
1484
- mteb/models/model_implementations/bge_models.py,sha256=YMatt2zsOx3EVA7DQp6m6NgnTgsVU-JxWD6iEA4-IFU,25171
1485
- mteb/models/model_implementations/bica_model.py,sha256=vfScW0FBqWG00C7-lb9krWzWnAS7pTzDvBsqMPjeJAM,1266
1486
- mteb/models/model_implementations/blip2_models.py,sha256=src-4l7TezRwsSav-t2zFu6exGQYnrirqkif2UuH6jA,7832
1487
- mteb/models/model_implementations/blip_models.py,sha256=7SaJ_Gnjjt-GbTrjrAJDbuRvk4g788V8hmjtisSPRFc,11837
1488
- mteb/models/model_implementations/bm25.py,sha256=8pNd59GMW4dGPyz9JRbFDLct-rJhI_HUjQTrHhYBfvw,4965
1489
- mteb/models/model_implementations/bmretriever_models.py,sha256=uIQzjltsEgIrzjDsUF7zasDT04cSJdWxeIouUtMmThQ,6919
1490
- mteb/models/model_implementations/cadet_models.py,sha256=CtY4ioYb7W8LcIYRCO5dh6-Nr1QDp6UYvTUR6FGwTik,2266
1491
- mteb/models/model_implementations/cde_models.py,sha256=NeCYExaQs56xHU9fSW_3OmxG2bLeiB5Y4cNZ6_ejRFg,9307
1492
- mteb/models/model_implementations/clip_models.py,sha256=12esOgrfjCIfr9uISmQ1wJRagA199B9eVfOYNnJC-E0,6283
1493
- mteb/models/model_implementations/clips_models.py,sha256=RJUMc9q8ZA4HRtcUDa063Rb0GvXl_cIrjU93Xv4epys,3581
1494
- mteb/models/model_implementations/codefuse_models.py,sha256=dwlHFA0p1oO7vX9NCFmjRa9hgp1_2EnpPCbKN6xfMAc,14208
1495
- mteb/models/model_implementations/codesage_models.py,sha256=HQqkwv6IuhNkUfrKBa9mnwWozoRKnmYRWOdwluBYjZA,3124
1496
- mteb/models/model_implementations/cohere_models.py,sha256=S8X1a9RCwED70-Fc6VttthW2JuiEZz-_N-okAFFSMMg,14089
1497
- mteb/models/model_implementations/cohere_v.py,sha256=V98D89NY4iO7OPSzVPnxzDGK_FRRE2eAc6F0ip-_AYg,15941
1498
- mteb/models/model_implementations/colpali_models.py,sha256=ZFxYpHMi-6Z-K9uTRshSeCXip2Oy2czOgoHr72H3dqM,9277
1499
- mteb/models/model_implementations/colqwen_models.py,sha256=c0-fWJ9tb_E5L9DOqUzZaP9v7IP36tf5fVWSBI8yT9w,15208
1500
- mteb/models/model_implementations/colsmol_models.py,sha256=IOPIrYtbKNfiqv_B-XV6hdDbn24ZQDiaqaSMw3mEuo8,3071
1501
- mteb/models/model_implementations/conan_models.py,sha256=xr1zsAYvXAi8xrSiQXn0r1vt5ICIWldImldA7_E5YbY,6653
1502
- mteb/models/model_implementations/dino_models.py,sha256=xzfc1xMVVFK5wmAGmWL3a80swaF3hLeMOQF6jTwqEk8,26101
1503
- mteb/models/model_implementations/e5_instruct.py,sha256=86Y-MeUOQeAxNhUmqtP-4bFASQSZkDLyhyP3-lzU0yc,8061
1504
- mteb/models/model_implementations/e5_models.py,sha256=iczmJdoqfoH8dvxwmgd0xGTGR-H9XRbIhQbVqImoAb4,9798
1505
- mteb/models/model_implementations/e5_v.py,sha256=bCvNhtMlbe5rlThB2y-EGwvBa9FEZR4o63mDnNO7O28,6883
1506
- mteb/models/model_implementations/eagerworks_models.py,sha256=ioiFbh9h4wOjVzlTtIdHqM0oHLFZPi0HwCFDOe_DUQE,5890
1507
- mteb/models/model_implementations/emillykkejensen_models.py,sha256=Qqzze2MXWioSalQ1cCdXIHRZRUfMN9IxtSU74IwkDb4,3740
1508
- mteb/models/model_implementations/en_code_retriever.py,sha256=UTOmjnCCDOhqoMyYXKCGDPNOqR5XMmNuE9drpgMzMqs,1084
1509
- mteb/models/model_implementations/euler_models.py,sha256=6EdpMJFFGVHGgPC44jRrsc7ywunoWN5fku-zBaa88rA,1162
1510
- mteb/models/model_implementations/evaclip_models.py,sha256=1aDjT8JjuMFIlOVd2lF8DTSSj7eB2oW100IYgxM-Vgo,8187
1511
- mteb/models/model_implementations/fa_models.py,sha256=vwEzH1EIzw0gb0cwmgoz81oYWwowVix-G47y0SiL1PQ,9988
1512
- mteb/models/model_implementations/facebookai.py,sha256=YxJRjMtdvqCHfh3dTwxrLsr19v0N658O1cTx7GilO94,5058
1513
- mteb/models/model_implementations/geogpt_models.py,sha256=FmvRKWmSBf6gXQ1b0VbHdSP02ZAEP68IzIq4726kync,1980
1514
- mteb/models/model_implementations/gme_v_models.py,sha256=QrvsAMI7pm3w7VXiIFDBO10WGH1IEBy34QrZmm5Eack,13895
1515
- mteb/models/model_implementations/google_models.py,sha256=eRcxa2RoyNQvww29I4k3y-BEZmMm9Et9UlFlpfBZvNk,11263
1516
- mteb/models/model_implementations/granite_vision_embedding_models.py,sha256=-ShJ8pPYvjkVdtv9Dt3nlDaPj7ah6QqSm5OE6sa0PA8,7385
1517
- mteb/models/model_implementations/gritlm_models.py,sha256=XmKNIyIAJUpmfT5r_cqm7DjacbLFeGygX9IIe3k3dfw,3119
1518
- mteb/models/model_implementations/gte_models.py,sha256=A9woaY4doCb89b5dxFpJcbwmHMXiG9NnseznoWFU-Qg,14232
1519
- mteb/models/model_implementations/hinvec_models.py,sha256=RJbEYXLdPxNsmKu0tpv-pd1Wcvv3Ir5P2t9-lVrj8-g,1723
1520
- mteb/models/model_implementations/human.py,sha256=EtYa8G7Dc8fDcelBVw0xTpxGGx1YKKuprVgksY5ZOcE,558
1521
- mteb/models/model_implementations/ibm_granite_models.py,sha256=ljHjuPuBkIwJvp5WZ3csjTOIb14nLh1h3OYkW-CEeHY,8464
1522
- mteb/models/model_implementations/inf_models.py,sha256=SXXs3s9PWo08fzrxG_WOXGc_gvbpmkt-Blt7YoGcPRo,3020
1523
- mteb/models/model_implementations/jasper_models.py,sha256=W6MUznsj0rVmcTVEAWdjHOaXf0oqAEVCII32vFuRvfg,16403
1524
- mteb/models/model_implementations/jina_clip.py,sha256=uWvMEyx0ShXkIm4d6EykQpW8bX55Is4p3MmYEdN8M0M,6678
1525
- mteb/models/model_implementations/jina_models.py,sha256=HHE8W2BCofTWWnIwDZPz16PzJiOnVioEI8m4W8-TBvo,35285
1526
- mteb/models/model_implementations/kalm_models.py,sha256=foOAAGjlNMxUsC-nKv6EYcoBxn2t3mR-d_KHKqmkClg,62212
1527
- mteb/models/model_implementations/kblab.py,sha256=EisTJXijICN2pyfWT_89qUnNO7TH95t1LxCxjzJnzQo,1237
1528
- mteb/models/model_implementations/kennethenevoldsen_models.py,sha256=YdroUdWJtSjrua93Qo950eui38qhD6KgnSND_NlTzro,3060
1529
- mteb/models/model_implementations/kfst.py,sha256=jz0Pez-NLXy2Hxt2edvVJMm9A6yn6xQacxxr2nCyOsY,949
1530
- mteb/models/model_implementations/kowshik24_models.py,sha256=xm2oh0Sjbvp4Aur4XUkTxp6pYtKZIbyN1r88eE4aHpQ,1460
1531
- mteb/models/model_implementations/lens_models.py,sha256=sVgP-wyi7SrMVyXkS1msMEKkE2ZTheYrt3QwGezqqJk,1748
1532
- mteb/models/model_implementations/lgai_embedding_models.py,sha256=6XSL2h4MaA8etAE8qmrDrwKBYxUBurJq-zZ8bXdW1oE,2390
1533
- mteb/models/model_implementations/linq_models.py,sha256=Jorw_K-ObjnF88hvaV0cm1BoTqQC6OgEEcx70Xb7sho,2021
1534
- mteb/models/model_implementations/listconranker.py,sha256=X15O6PJcAI2acc4MtfyqhdDfUjF2o-MALCtP08_oxKo,4631
1535
- mteb/models/model_implementations/llm2clip_models.py,sha256=jfCR_WFOYVALOARQ1eYuBBawvgwME7Yi3L9f3w5jS2c,9423
1536
- mteb/models/model_implementations/llm2vec_models.py,sha256=WWL8ydtpGvL4Jc82yVm2Qwbd7DCFURgmyWw-DpHa6Sc,13058
1537
- mteb/models/model_implementations/mcinext_models.py,sha256=7XgokEPPeZDOJkUrBBqiEinv5B_i-VZJeqszp0GCnPg,19200
1538
- mteb/models/model_implementations/mdbr_models.py,sha256=gGF58m_nxwaVOq03T275VofQD3Ur9W2ZdMpYwcQ9RTg,2750
1539
- mteb/models/model_implementations/misc_models.py,sha256=G42am6_tdRDFQ-0dU60OLeW2qxiQLwOoA5_NBHVN1eQ,72346
1540
- mteb/models/model_implementations/mixedbread_ai_models.py,sha256=DJGYb9Twt9cuess2QS4CrW_dWEtL0LTJ5uWruHt8Gzw,10549
1541
- mteb/models/model_implementations/mme5_models.py,sha256=4lbFhmKAFUpZojoLBObL0wx8dA6wJ9SGYej488Q_Fdg,1541
1542
- mteb/models/model_implementations/moco_models.py,sha256=scmdL5k2HLMoWLb07QJ7hBw3C7EVW-Q6YKr5NYT0SVo,5648
1543
- mteb/models/model_implementations/mod_models.py,sha256=i1OaLvAa5qiJp5-h512U6anoJpWgRulrBmTjIOKZp6c,6332
1544
- mteb/models/model_implementations/model2vec_models.py,sha256=2q5MB2MsgXSof3rMMg996w01GKa2HEuSwSo5Z18-JSY,14652
1545
- mteb/models/model_implementations/moka_models.py,sha256=M3nhjDoisunpYojtU-dEZYaLjBkndOGhWByz17_x5_w,5088
1546
- mteb/models/model_implementations/nbailab.py,sha256=LM00HJIr4yrA45qh2O21BIDXku9KcoTz-mttczEx_qM,2567
1547
- mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=qIqABBYCVHjjhWW5wF3IeFmh0SblSxwTFstQNEYnXvg,4159
1548
- mteb/models/model_implementations/nomic_models.py,sha256=nLIQBNhsZXazzuWba1EdC7Pa3NSh0QluNzEA1YiDhD8,15242
1549
- mteb/models/model_implementations/nomic_models_vision.py,sha256=MeiO-rq5-PimLDe-BBIx9emNSvzoZFGzL3O2VXbsZfM,6883
1550
- mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=IchDq1NQW4BJGEUd_TfaUSxrRZg7RrS2VuFE-Z55LWw,6967
1551
- mteb/models/model_implementations/nvidia_models.py,sha256=NtzuXxnWfhMPnKqZa7QwcpsfQh2kAobeZt3unYPZbL8,26825
1552
- mteb/models/model_implementations/octen_models.py,sha256=esOHJ8c9hzuwe21TjHgZbq63lddrkenYnA_xh78f8iA,8496
1553
- mteb/models/model_implementations/openai_models.py,sha256=dhbjmzAKFwdMRROiSO-dRuT53IVfK9BjdsLwJL8yGZo,9565
1554
- mteb/models/model_implementations/openclip_models.py,sha256=q4gwUYfCHrMVkkWs310BsejpRGDfhM1WFM5xjYuQhFU,11705
1555
- mteb/models/model_implementations/opensearch_neural_sparse_models.py,sha256=-7qMqEzYmTGq0FxcBaoUV484CDGyf6Gp0ePGtBDDC60,8741
1556
- mteb/models/model_implementations/ops_moa_models.py,sha256=tNyw0zZzYH4jEo8QlmvHDCCce0pLUOeQnVOKJPgJiwQ,2577
1557
- mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py,sha256=PJx1enAWiuiQUqA0JdfpPSBZS1h8CKy7ew-GFGj4YUM,1081
1558
- mteb/models/model_implementations/pawan_models.py,sha256=Fwpxqool7lHOMsim0XllWjRrQwxZP2ZU3Y9OtQ0AMvA,1192
1559
- mteb/models/model_implementations/piccolo_models.py,sha256=rIdT5pLInGyjLXpLcECLPWFJ1N-XfzCte0k3Em5Vy-M,2181
1497
+ mteb/models/model_implementations/align_models.py,sha256=82zOy5yyeaaVej81NGyjT49d1Lbg174Kpa4d8iaBi4Q,4676
1498
+ mteb/models/model_implementations/amazon_models.py,sha256=bEiOzDE2V2duMv-TCAYhMeqlgI--PXGMv6CqKLUQmp0,753
1499
+ mteb/models/model_implementations/andersborges.py,sha256=au-947iRW4F6aq57QoYWZwQVKFUiugcuvVa_IsWm8wE,2477
1500
+ mteb/models/model_implementations/ara_models.py,sha256=b-Qa5q3O8M5XbkauVm7I6D6aZSU1cd9XePT6ZVvSBtk,1517
1501
+ mteb/models/model_implementations/arctic_models.py,sha256=MfYvAkcGcb3FdbvieYmiekSvZREwu2pRJ_2sbbcUIPk,11051
1502
+ mteb/models/model_implementations/b1ade_models.py,sha256=-czgy_Ym5LHAX4-f-F7YaUGqTkfwsKmTL-tiCiihLnU,1705
1503
+ mteb/models/model_implementations/bedrock_models.py,sha256=FStjboIV3gsbUTN3CcbY0ULn-1_2Lk7CP-TrytMkTaI,9047
1504
+ mteb/models/model_implementations/bge_models.py,sha256=cC9Koty1kenoOkPpmZF63X0OsV7REIs2SEc9UIk1zAk,28033
1505
+ mteb/models/model_implementations/bica_model.py,sha256=Yx3iZrXF6ZMJS9SH5lbzNHoUWGNH3dypRtZ7dX5o7rA,1305
1506
+ mteb/models/model_implementations/blip2_models.py,sha256=C6egwozJthHmv92I0SWID3-sQCPROPJP0TzfQVKNzlo,7898
1507
+ mteb/models/model_implementations/blip_models.py,sha256=D_9e7C8GXGST8k7dMJL20x984vMeqbITu36XASi-iUU,12149
1508
+ mteb/models/model_implementations/bm25.py,sha256=-xpeMqYi0_Ne5rL_Y1qAlYvloLlQzNDUav2ESVGHAhA,5217
1509
+ mteb/models/model_implementations/bmretriever_models.py,sha256=rijCIzX6nO5kNXqxEFbZrV7bsZtmKs8RIkMqa5cPWTk,7078
1510
+ mteb/models/model_implementations/cadet_models.py,sha256=gXIfW9MkGYFhOhsrq5a_tQcPuth13Dh1dO1KySwVxyo,2305
1511
+ mteb/models/model_implementations/cde_models.py,sha256=l4E6h1hcsNY1GTXoCgQDoeG5dRcEl7JTOiiWmp6FYqg,9373
1512
+ mteb/models/model_implementations/clip_models.py,sha256=LQvAKXWXToT0mVzXKugdIWIz56FIHF3Zhp6xL8DNCdk,6382
1513
+ mteb/models/model_implementations/clips_models.py,sha256=wAcpMHI-k6RsFQPq89JL3i75qyDkI7BHFvxu6zLmLSg,3698
1514
+ mteb/models/model_implementations/codefuse_models.py,sha256=lO-cbIN-9CftzV4HpJGrcpS4_E-6cp2337JbjxMAf1g,14373
1515
+ mteb/models/model_implementations/codesage_models.py,sha256=V6O6-fIWdWVcXAE7RhB3S4c4TqfWVnLF2DVfyp_zr-A,3242
1516
+ mteb/models/model_implementations/cohere_models.py,sha256=bf2FNg6VGqDHOXr_VbPW7tTQ677Gr6wiPPivp_EfZ_Q,14221
1517
+ mteb/models/model_implementations/cohere_v.py,sha256=OIf7FFq2hZcmGxsBx3-v_fvgMvK5Y70Su42zjCm4-cU,16106
1518
+ mteb/models/model_implementations/colpali_models.py,sha256=LB6qIuv3Mdi8fCrlvJSS-tzvrPwfB3x7cqJRG059Vmo,9376
1519
+ mteb/models/model_implementations/colqwen_models.py,sha256=_WTP3OyizRo6ky8vvAcC7ABNfxuNNQ1fKG4Fse7Uyxo,15439
1520
+ mteb/models/model_implementations/colsmol_models.py,sha256=9ScngeCsIGwFHMflgHSuwOGhR0VUOhTrXtMMmpObFo8,3137
1521
+ mteb/models/model_implementations/conan_models.py,sha256=N8nd9i-Ajmt-Mpf-EEm27tZ23VrOnE6atC7_2Rsu13g,6686
1522
+ mteb/models/model_implementations/dino_models.py,sha256=xe4JmQ1a0Fdr6dmX5nG7MZCgaLGKHJRYrP4qdwvXNpE,26728
1523
+ mteb/models/model_implementations/e5_instruct.py,sha256=PKAL2MQMLR_tJj3uhXK_oIqpkl1iBr419MPUD1gkeMI,8214
1524
+ mteb/models/model_implementations/e5_models.py,sha256=uWkRJz2m8fue0vPtNRpJm0dcfeNEOzIdU08Kv5bMjUw,10151
1525
+ mteb/models/model_implementations/e5_v.py,sha256=ifmaWfor5GBMGH-kZDGnjnGllvPW8fuuOJ1aQ1iWMtc,6916
1526
+ mteb/models/model_implementations/eagerworks_models.py,sha256=XoRl8TIBjjEDjOu7a4HzdsJumw_7jWjakhhq2EvmDPE,5923
1527
+ mteb/models/model_implementations/emillykkejensen_models.py,sha256=gH-rWMXpuYjpSSJYK58Fwv8rIN3MjOvSBtp5QrzMG_o,3839
1528
+ mteb/models/model_implementations/en_code_retriever.py,sha256=XKYrQbTjzLkTAYYK7fWw8XTykI0aNGJ_ObzEE4u_54A,1117
1529
+ mteb/models/model_implementations/euler_models.py,sha256=cQualHpu3wWQQZwLDBYP11JlLyTsESVJgYmAzieMAyY,1195
1530
+ mteb/models/model_implementations/evaclip_models.py,sha256=dMpQaXD0YuoSYWSLhz2swMb0aW_JYoKBaI2vEjDoAlQ,8319
1531
+ mteb/models/model_implementations/fa_models.py,sha256=ErWOWouyy3h8lkF0jmbdDxkgWqKOS1bbgKIeBEa4H5A,10339
1532
+ mteb/models/model_implementations/facebookai.py,sha256=PLFw5-aTFpcxtlJjG7muVM2LPSxUTUUzj3tNUxpUEPo,5138
1533
+ mteb/models/model_implementations/geogpt_models.py,sha256=sujXljj5R4BlNsFEqpBlaQu3SYDYr5SnLNnXExQTxic,2020
1534
+ mteb/models/model_implementations/gme_v_models.py,sha256=Hr_AcaQom9Lv4ejJ06Z3uXlQDOp3aYa0t9pBwBdhkH8,13975
1535
+ mteb/models/model_implementations/google_models.py,sha256=4VE-hDAu_rfvEQKRK9i8nGjTh_jd3DKiJNdNceTHfAg,11435
1536
+ mteb/models/model_implementations/granite_vision_embedding_models.py,sha256=jxyRL9kIUfFUpokzyuJpbUkn3I0nz1fJPmd9gGLGHNc,7418
1537
+ mteb/models/model_implementations/gritlm_models.py,sha256=dDdiuX4e3GqcikwvNSGVQh4Q19IfMfxvcA9ZfNIxYm0,3192
1538
+ mteb/models/model_implementations/gte_models.py,sha256=-ASkoAuAiVytVtsYMtuKonUf39i0U69HSEnJy_-PwXA,14574
1539
+ mteb/models/model_implementations/hinvec_models.py,sha256=SYWGFr8XALmM7B9tIHEQnrqq9kZOZIBkW7m7QpzerHI,1756
1540
+ mteb/models/model_implementations/human.py,sha256=MTw560BrwuvUsHUb5_Gjq7ZRfrBmaT8dGnrubFFDB_o,591
1541
+ mteb/models/model_implementations/ibm_granite_models.py,sha256=ipLRDBerTQiL5NaoaDho410Fzy7eNFlF3jB54hGZrwI,8687
1542
+ mteb/models/model_implementations/inf_models.py,sha256=q_hNNhzMjAxbnJnAT0N6KaNegX_3XZlmz-LXY5C891I,3093
1543
+ mteb/models/model_implementations/jasper_models.py,sha256=ourAMx1_L6b2AxX046wQcxDqvYzY1Mx3gaHww0WaMA8,16476
1544
+ mteb/models/model_implementations/jina_clip.py,sha256=OF-aC5L8V57-kLdgqyo74S80_q0pxEvc5cyH26Mtwbk,6711
1545
+ mteb/models/model_implementations/jina_models.py,sha256=JUpT_KhsdKh-SttBHC-UeVYmJ5Y_UCiQ9gSTEytJPRc,35540
1546
+ mteb/models/model_implementations/kalm_models.py,sha256=W1I_MYwKHq7o_VgVCRRU9Wf7QD-eDqhpHw_3JwxNkkE,62445
1547
+ mteb/models/model_implementations/kblab.py,sha256=M3pvXtbeF-otS0r-ahuRrssLtAI44n6q299UeCb8sq4,1276
1548
+ mteb/models/model_implementations/kennethenevoldsen_models.py,sha256=mGYYV80S_fpiktBlfDqwNrukicVE3I6IeyLoWLYVRO0,3138
1549
+ mteb/models/model_implementations/kfst.py,sha256=OA3DXGlXjvNS3BMx_iZxSrujk1cJcgaeldJOJn0dNGA,989
1550
+ mteb/models/model_implementations/kowshik24_models.py,sha256=HRLjtEHXung5do2hfmGKOifvk8DdnEhQs9MuXcrhh0Y,1500
1551
+ mteb/models/model_implementations/lens_models.py,sha256=mX5Veh3dXAUFzwBxw_HLQ3G9bjMH6nJUU-T-pgp1xTE,1828
1552
+ mteb/models/model_implementations/lgai_embedding_models.py,sha256=oR8lrw0kNNhVAi4JnB2OgZv-oW1ykW-XpODnnbUvYDM,2430
1553
+ mteb/models/model_implementations/linq_models.py,sha256=alq0ylE8QDbpOGgIHUcs74fj4AzVgS9GqTmJ6zQlxw0,2054
1554
+ mteb/models/model_implementations/listconranker.py,sha256=ojzBWxaCuMmfBaCZla8ECv5aq514IlABb6um5TGoYY8,4664
1555
+ mteb/models/model_implementations/llm2clip_models.py,sha256=X3W16uipaZ0t4Mco4lhhg4s9WC9lpVzg7Djq1wTQkyY,9522
1556
+ mteb/models/model_implementations/llm2vec_models.py,sha256=n86YQ8fAHU1gVtlY7tZcXq-1ab_ISxBmuk-X4MDnY4o,13348
1557
+ mteb/models/model_implementations/mcinext_models.py,sha256=T3vO9JQSmh3BICp6Y_q7j4anuA8P8LGZ4ZWnwGnF7cs,19299
1558
+ mteb/models/model_implementations/mdbr_models.py,sha256=AqsRZ-IDekIjq-FDWu0zx7Nk9ySJxaWTdRb8YhUZeu4,2828
1559
+ mteb/models/model_implementations/misc_models.py,sha256=0FkvheqPYh3JwM65F4CDlQKBDQQdjyMyfJPUdP1X2Ns,74780
1560
+ mteb/models/model_implementations/mixedbread_ai_models.py,sha256=1-RD4M-16M-Rcf5CTD_R7LVoLv3cNFbmEjataQ__q94,10666
1561
+ mteb/models/model_implementations/mme5_models.py,sha256=V7BCGFkfZxkZ3ANJImvSFfP7in8OSfmkbqX-zXc_iF8,1574
1562
+ mteb/models/model_implementations/moco_models.py,sha256=6eEGpGTlI4StFRYsaNtXejhYE9GCqasUYCqB_SQy9cE,5714
1563
+ mteb/models/model_implementations/mod_models.py,sha256=vcXIQ8Z9fXCPGpRRxYK0e7u-0ZsnrCTKyG2BxqkM3gI,6365
1564
+ mteb/models/model_implementations/model2vec_models.py,sha256=qXcPhV0hGRFBsvRBrb8HyntWkS_ITYDzrYa8B1htDlg,15178
1565
+ mteb/models/model_implementations/moka_models.py,sha256=4Esujv_fVJjHuX1nRH6sGtmrmF04A90F4Xo2uN0YTzs,5205
1566
+ mteb/models/model_implementations/nbailab.py,sha256=iv2xdqVM5HoTAlBR6e_UdzJu6rSPujqWXFYwyCv69hU,2684
1567
+ mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=DTb-eHZYSY6lGJkkdkC0tZ_n0GHLQwVlUehVg59T5N4,4198
1568
+ mteb/models/model_implementations/nomic_models.py,sha256=pg9od3Dq71qAsik665gx3eUCNiCzDHFR158jjbj4i0I,15440
1569
+ mteb/models/model_implementations/nomic_models_vision.py,sha256=AzTCWbXBonUAVub0TTxWCsBtg4WYex3vPiLlz3ULdHc,6916
1570
+ mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=5jYzS0qc4x82T5_c1HFt4uy9kksTt9Fs24pdLioq4Oc,7033
1571
+ mteb/models/model_implementations/nvidia_models.py,sha256=r-AW1dVQbteWjexjvZgFEt_90OHNRYer_5GLuqSXRS0,26924
1572
+ mteb/models/model_implementations/octen_models.py,sha256=5z-t2O-iIFiOOLdZ_AK9f7GrVRg-9_vx3JNAG9dJNPE,8562
1573
+ mteb/models/model_implementations/openai_models.py,sha256=y1wMknrrcu1L5CNwniG0mFThPVMON1c2Fj22jkKsw7Y,9730
1574
+ mteb/models/model_implementations/openclip_models.py,sha256=z2gQum16O0QhJPyxqKor3oO-_uWfnep6wSXqOFQQ2Q8,11969
1575
+ mteb/models/model_implementations/opensearch_neural_sparse_models.py,sha256=O6ewgGKZtw-kpspbz8-dXArDf5tUWy_vY6AxFs7fsZ8,8936
1576
+ mteb/models/model_implementations/ops_moa_models.py,sha256=Ah7L78mqC9pH8t6sf1OWXOLjouVUpAutt6lZ0np7eMM,2655
1577
+ mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py,sha256=xv1ftJeMND4lpeKYC3RLQB4nhdiYy0wCxrzEjUj4gSg,1114
1578
+ mteb/models/model_implementations/pawan_models.py,sha256=iyzh6NSPZKU9znJYEDPjJNIqvkyuKPAol5TcILuq1Is,1225
1579
+ mteb/models/model_implementations/piccolo_models.py,sha256=-4ABYum2pYW-RPaTyoJbAs6BzrVDgA5J2nswi1BKz7c,2253
1560
1580
  mteb/models/model_implementations/pixie_models.py,sha256=vm2vyCBhi5-_5iRQBmIB6KMjvJOByHDkYiPvSi8LsnQ,1798
1561
- mteb/models/model_implementations/promptriever_models.py,sha256=Mi_Mmo4hDWKsGwBdbk8SZYNj87Ng0u3Jjd8vFxkveAo,6584
1562
- mteb/models/model_implementations/pylate_models.py,sha256=Wlbx7dayIVa2df6_fiB3WkvSMS3nJNNNKchd_dtWTbA,17094
1563
- mteb/models/model_implementations/qodo_models.py,sha256=bb2iUDdLp1sOZdYojZuzAzV4CQK68Ad1Y-VJul78uho,2151
1564
- mteb/models/model_implementations/qtack_models.py,sha256=GJGZ0zmJw1KT39kIyrQUlEGMkY-lUa36CY_qTN6mPJU,1265
1565
- mteb/models/model_implementations/qwen3_models.py,sha256=hQXVoPTRy1wJgzen9lksmF6qh5SFwh2VcnDXp148wB8,5418
1566
- mteb/models/model_implementations/qzhou_models.py,sha256=iNsSGvoJJ8XByMF-vFScResLDuqEUcps95s2UvWCPjE,3618
1581
+ mteb/models/model_implementations/promptriever_models.py,sha256=tDXysEKbvoDNtidVTiYcdQU7gTrmYpUSiAxVLrenXa4,6723
1582
+ mteb/models/model_implementations/pylate_models.py,sha256=EwpDJf5yjONmmiv9zHSEbc3e7kMRJUHYv7K59QTrNAE,17525
1583
+ mteb/models/model_implementations/qodo_models.py,sha256=AwYRGctJbjEkcIh1pcSeeEXYiYiizAbfTyw6CaZBJfU,2224
1584
+ mteb/models/model_implementations/qtack_models.py,sha256=vw_2O4ZABR-_nYV4g1Ud8bW1DTP-wwtQS2eGqN70vT4,1304
1585
+ mteb/models/model_implementations/qwen3_models.py,sha256=857UnUEil9o8xcw7vSr2fMRlEegyE2Q86e5yLeRL_mQ,5517
1586
+ mteb/models/model_implementations/qzhou_models.py,sha256=mfG70JrNJCo-s3MykRn6lg9gFPcKMeMI7Y8VrBhNo7I,3684
1567
1587
  mteb/models/model_implementations/random_baseline.py,sha256=YsITQoLbea_Iz2X84WNGBGkhlsQ3hB7yx1oJwXghimE,7561
1568
- mteb/models/model_implementations/rasgaard_models.py,sha256=iwqLW0r12RF3tyhakZu3ZPTLx0IRXeOAxptgaJCaJKQ,1285
1569
- mteb/models/model_implementations/reasonir_model.py,sha256=881oFRknIelXBJFFJWVaETol98mjXt69IDueUg1cxNE,2275
1570
- mteb/models/model_implementations/repllama_models.py,sha256=oDLuyUu3nyO73F5pL_krsMypN63caxXbv3B--2pTk9g,7470
1571
- mteb/models/model_implementations/rerankers_custom.py,sha256=wMbQdLdk6Ra8DE-GyuX_CK40mpvdFzKxmW6zepkYnJk,10841
1572
- mteb/models/model_implementations/rerankers_monot5_based.py,sha256=Ld3UZp4885BJAHwV0MvH6pnFz0QHYRX6YQiz-TUMRnU,34780
1573
- mteb/models/model_implementations/richinfoai_models.py,sha256=n9m6tRq1f3sRWmiQ_9yORMSTZuk9yya3jcvNJTuKh8E,1030
1574
- mteb/models/model_implementations/ru_sentence_models.py,sha256=nGvJV9rkfsEMp3QtYBtDnJF2jTm1C31_kCHILnAd6wg,42269
1575
- mteb/models/model_implementations/ruri_models.py,sha256=La2z2xaqYlX6arGrPz55i3-8SYokXhitiyV7DpJQODk,10453
1576
- mteb/models/model_implementations/salesforce_models.py,sha256=IuifNf3zg7Fkg_Oat1wXrNe_6jWLH0Oo3HRqGR5aihs,5424
1577
- mteb/models/model_implementations/samilpwc_models.py,sha256=ZYmpjsg66eTVaA7-ChDwDAk7zBU5v5JbIDdVaxmlhOk,2078
1578
- mteb/models/model_implementations/sarashina_embedding_models.py,sha256=ZShwUY3SuSjm6wTYqqh5aIdhadFfFHNvbM2VzZZrOUU,8529
1579
- mteb/models/model_implementations/searchmap_models.py,sha256=xVQPkO7aLp_kBFiMDAmBOx13VIAuXjgnJ2zUg_Cmed8,1961
1580
- mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=lymyUc3xhH9i5RSvxqUP1NSkNLsn5yovF72APEq5Hpg,18666
1581
- mteb/models/model_implementations/seed_1_6_embedding_models_1215.py,sha256=ChVsqm7pDFkoD8drfoIbO4nu0uJenBzalztv8FlL2dg,36518
1582
- mteb/models/model_implementations/seed_models.py,sha256=IPUXOruQrlgfdxpxc960ejQdWyjkuZmj0eyK-alxkN0,14150
1583
- mteb/models/model_implementations/sentence_transformers_models.py,sha256=6oULaf2mTyVe7vy9oS_QoKuxXXPaAqjQgSooMTG0xow,26071
1584
- mteb/models/model_implementations/shuu_model.py,sha256=1jDFFPAfbfrSzC4vbHczO4yqy3Xh4tWiDAd3FS9-T6M,1177
1585
- mteb/models/model_implementations/siglip_models.py,sha256=MLESCdTn0cVhYurvSCmfX0i2KAxYmMcXB2TRyNPlvl4,13095
1588
+ mteb/models/model_implementations/rasgaard_models.py,sha256=_uNYP_nqJcOyoKnHNcvfJnP9gRvsv7HCWhZX2LJzQ9s,1322
1589
+ mteb/models/model_implementations/reasonir_model.py,sha256=WNWGqa9wANBL9vTdcFx51TEFXz6yHq_ygK0rij3LCL8,5217
1590
+ mteb/models/model_implementations/repllama_models.py,sha256=k6BgN2Cn41p0gQ0F1FdOTQ9OXlmFgG-2RtdvzOcCSZg,7543
1591
+ mteb/models/model_implementations/rerankers_custom.py,sha256=Bjgg_UbeHarupzzCk2rdy_Dd0_W0ZsE-DCD5v1EshnI,10953
1592
+ mteb/models/model_implementations/rerankers_monot5_based.py,sha256=6por4DPCycS8gljqKRZWUNM093bjjSVvmyQ3dzj9H6U,35321
1593
+ mteb/models/model_implementations/richinfoai_models.py,sha256=FsXamY-bvR5LLagtKK8fP-I5oc6B_bKp_i6_xzUYL8Y,1069
1594
+ mteb/models/model_implementations/ru_sentence_models.py,sha256=W4R985LnThJ-9XFbPnTGKb3L1QnoS3i3VXBFq94DK_w,43034
1595
+ mteb/models/model_implementations/ruri_models.py,sha256=3zYOqacB3JEnGJkMGYHqFgVkbmLo4uceJs9kzV54ivU,10819
1596
+ mteb/models/model_implementations/salesforce_models.py,sha256=BIHRGJG77QD0QSOi3zM8zfKPqoTFDNG_zpbqsow9Hfo,5523
1597
+ mteb/models/model_implementations/samilpwc_models.py,sha256=8TWU3QTYKigs020rschj0KiwXS1FR3qeFC4WIcXz6dk,2118
1598
+ mteb/models/model_implementations/sarashina_embedding_models.py,sha256=vU6rPMfUbehQNr1YHDOYoTPR5GMv0Ev7E6PQcnvq84U,8609
1599
+ mteb/models/model_implementations/searchmap_models.py,sha256=XFJMAuSick-Dh0FCLTiVIjXo_kfP_VJp28Oi9WVjjlo,1994
1600
+ mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=u7L41utKM8EY-aTVVRrpvLB924FqivM3tjy83CqDPak,18699
1601
+ mteb/models/model_implementations/seed_1_6_embedding_models_1215.py,sha256=SDQUIyXIpODFjfgMMZF0rGI1_YPTvd3MpMjEvGhq0jc,36551
1602
+ mteb/models/model_implementations/seed_models.py,sha256=dHTS3NYacl83yV8Z4L_kjBUFpsDNRquMKCN2isXrMzw,14183
1603
+ mteb/models/model_implementations/sentence_transformers_models.py,sha256=u1GkT5Xxjw0bYZvuV1wK26-bRiqv8PPCRStbu_2hYeY,26757
1604
+ mteb/models/model_implementations/shuu_model.py,sha256=q4wZk5tYSJlnNErWpDeHGSypbAwHD5yAUHnEOuTURs8,1210
1605
+ mteb/models/model_implementations/siglip_models.py,sha256=IZj9GUlqIkvJr8_aLk7FCozWZSCXHTqaCqN44B5l0oY,13425
1586
1606
  mteb/models/model_implementations/slm_models.py,sha256=uMtAxpT3UjghyShqDOgpcbFlv0jZFLAheIPw7Psc4-E,13474
1587
- mteb/models/model_implementations/sonar_models.py,sha256=e0zG4ZxCM52mOtIpd43mMORZcX39utOiVDvzX_mz7oQ,4810
1588
- mteb/models/model_implementations/spartan8806_atles_champion.py,sha256=nDfqkxdi8BlFoixWYjBQnaDyPCRb1UyPgH7792hihXs,1270
1589
- mteb/models/model_implementations/stella_models.py,sha256=ts2BbEl-Qe8okYTneVeoWE-pu9VCkyO7a9oJofjjEok,8420
1590
- mteb/models/model_implementations/tarka_models.py,sha256=r6H_ZLGbFwpQQrhvaepJVrsSxYXvXGChMIUDgbHaRFs,27427
1591
- mteb/models/model_implementations/text2vec_models.py,sha256=WuwcmJ6Irhayz4V7F3JJosTsfUm6WjNPmCiqUlAj0Ac,4300
1592
- mteb/models/model_implementations/ua_sentence_models.py,sha256=bbgwj71Y79VNiuK1hKIKq5XJy4mP71iDrd7IMeiKun8,1708
1593
- mteb/models/model_implementations/uae_models.py,sha256=fkDphkbkCUthhKKZWc3iMopZKMXLK1BGxLcRt0-QZic,3307
1594
- mteb/models/model_implementations/vdr_models.py,sha256=vs1JttkHiTjhz2lmGi-jjzIUPUj3BQ2t3xRUVoTpGwI,1572
1595
- mteb/models/model_implementations/vi_vn_models.py,sha256=Ep2zj4Xvjyu0a_YiLsYvolKdMGSOtzm-N-yNyXmfNwA,6328
1596
- mteb/models/model_implementations/vista_models.py,sha256=kcxMGynSaMKxFGP0qppwvSAah7c6rdMKx5ow93th7Rc,10967
1597
- mteb/models/model_implementations/vlm2vec_models.py,sha256=MvKXEok09U9pXTJjKUO7CxFSag8jrbN9TYoTzmjziXg,11885
1598
- mteb/models/model_implementations/voyage_models.py,sha256=Jr5a0DKdy_DP1umLsrQyf1YxTMjFSLjWy--vTwH-S5w,22630
1599
- mteb/models/model_implementations/voyage_v.py,sha256=QpF9LO-TtIHCVf9tTkvhwW_YNH9zh1qN5nQnRZP_MNo,8247
1600
- mteb/models/model_implementations/xyz_models.py,sha256=gjwCx3U4AxMcJDTSWVoYV6xeyXLw7lUZI5D6Q7JjWho,1322
1601
- mteb/models/model_implementations/youtu_models.py,sha256=THwWRabutW-qC-JZOVhxXWjKHVyMElzt_xm81ixzN50,5995
1602
- mteb/models/model_implementations/yuan_models.py,sha256=j-QIKECPg4TiBW_3Bp6g5yr2UOdFziFSeoGE4uKepSM,980
1603
- mteb/models/model_implementations/yuan_models_en.py,sha256=IqhpnfW0Aond1fVnp3SXi3SrqArLas84LLgN8V4SFrM,1677
1607
+ mteb/models/model_implementations/sonar_models.py,sha256=8vvic7mAMXqYOwqNneDWZjCdkP2Eb9fR63Zo-pSbRqY,4843
1608
+ mteb/models/model_implementations/spartan8806_atles_champion.py,sha256=MK53PNE6SDtsFKBjUbPYd8mIu4EFL9X3Mzp10cPR3-Y,1309
1609
+ mteb/models/model_implementations/stella_models.py,sha256=7Z7envL3ay9t0oWmaJXSy6o_eHT5PJoWsQwCljnAEiU,8649
1610
+ mteb/models/model_implementations/tarka_models.py,sha256=DWuxTf9EZ6kmLpr2KIOxrt3hPzj-jNoh1_cgKH1gn98,27493
1611
+ mteb/models/model_implementations/text2vec_models.py,sha256=3aZh0scSSDD8dhjdEHqkEl6bkFPep3tkhhjQ5pELzjs,4417
1612
+ mteb/models/model_implementations/ua_sentence_models.py,sha256=nPUcRoZHFGJ-yfQxhWTALL876uswkLOV4NCp3EfKPdE,1748
1613
+ mteb/models/model_implementations/uae_models.py,sha256=nfeDm0zL49F1ZqfuAv2fFShEBDmFuKZmXAwBtYnTglA,3346
1614
+ mteb/models/model_implementations/vdr_models.py,sha256=IGvpE2F42IWBN5QwKSWjsAehTv4XMMTQzPzYowQhJqM,1612
1615
+ mteb/models/model_implementations/vi_vn_models.py,sha256=7hot8CF5B1UeC4WJXnAAs1C1vbqK2lq7Bw338ztKFDE,6566
1616
+ mteb/models/model_implementations/vista_models.py,sha256=mcI0La6__LasuLd5P-nkc4Z-r9X_8sYhGFLdVPGPmkw,11033
1617
+ mteb/models/model_implementations/vlm2vec_models.py,sha256=1iq2i1ZbsPINE8nXoVZsX1Km-4dTTAd6St6J38I8Tew,11951
1618
+ mteb/models/model_implementations/voyage_models.py,sha256=L8-9kKgIzp_BIS_NIK6rVf4TtvjCeW4KEgR8H6LD2Wk,23125
1619
+ mteb/models/model_implementations/voyage_v.py,sha256=_mJGhskJj9zeHYebEJFuYheLPb-YDyiu6Hny_5LQcAE,8280
1620
+ mteb/models/model_implementations/xyz_models.py,sha256=69JyOCQHVq19nAG3zQFi-UYYT6I7uHmvTcmRxHvjyc8,1361
1621
+ mteb/models/model_implementations/youtu_models.py,sha256=P5fh34UJZQObJAbz3Wuzqh9Nw5S7LraqxdtwAX3sDJ8,6028
1622
+ mteb/models/model_implementations/yuan_models.py,sha256=lEsFUFQ7VyWHxQlwxq6srqURcoR6Sz3gWSOPuYHPLQ0,1019
1623
+ mteb/models/model_implementations/yuan_models_en.py,sha256=Ym1dVBnFrqidA6ufgUjzC_mSR9Emak7DcEHnf2wgQyY,1710
1604
1624
  mteb/models/search_encoder_index/__init__.py,sha256=3QFacIuFyEiI7ocsSkb3Lp2S2L7MLkpHCMIJ201fowA,182
1605
1625
  mteb/models/search_encoder_index/search_backend_protocol.py,sha256=jYIQkQ3FjFM503luHasbSk0tKzxp1NwIjtWzABBZLeY,1968
1606
1626
  mteb/models/search_encoder_index/search_indexes/__init__.py,sha256=Wm60_oUemUpFsvrCMW111dcPH2L2rt1iZrXMskXmG7o,88
@@ -1629,33 +1649,33 @@ mteb/tasks/bitext_mining/__init__.py,sha256=OW5cpjK2vMUOkTkC0TUgTnaWxhNBe8kk8ARC
1629
1649
  mteb/tasks/bitext_mining/dan/__init__.py,sha256=2ipLKsxlpKlakIZq5hFSYSZhY6Nd29hg9INMsT7Bd-k,95
1630
1650
  mteb/tasks/bitext_mining/dan/bornholmsk_bitext_mining.py,sha256=VysbFfJbGh6X-GP4vZEBwF33n7D0V34Fr0CfdK0TvdM,1924
1631
1651
  mteb/tasks/bitext_mining/eng/__init__.py,sha256=q3986OOOHE067JAXQC3ABL1Z1WyLSzVJun4rUV_wiaU,110
1632
- mteb/tasks/bitext_mining/eng/pub_chem_smiles_bitext_mining.py,sha256=qrMZnwHX05una4OYchEprS9EEH6gTeaGXcBeGM6VDUg,2517
1652
+ mteb/tasks/bitext_mining/eng/pub_chem_smiles_bitext_mining.py,sha256=42s91u12zozNEXApDsv1ZX_9YuZ1APYaMuaOEN5cLps,2536
1633
1653
  mteb/tasks/bitext_mining/fas/__init__.py,sha256=srw2I-yfcLgIkRzJv-p_qZ9fg0cCKr-Drid0nvGBnbY,211
1634
- mteb/tasks/bitext_mining/fas/fa_mteb_summary_retrieval.py,sha256=yj8l1K3CIdESwl4sl2M4HhyOrZZYQZb_EDo-EgCAJdg,3330
1654
+ mteb/tasks/bitext_mining/fas/fa_mteb_summary_retrieval.py,sha256=lXCOsUs8vNfS3I-YKHRV2Rge_hP1nEKdUxpCgfq--Ko,3387
1635
1655
  mteb/tasks/bitext_mining/kat/__init__.py,sha256=a-KcFJ3Ol7R8yq02RcGjaOxEfqnwJeo7AAib-RU-JFw,116
1636
1656
  mteb/tasks/bitext_mining/kat/tbilisi_city_hall_bitext_mining.py,sha256=xVCxpJr7UW2KadNdn7Gsw-wZ65uz5vhRDhQZ7eILokQ,1918
1637
1657
  mteb/tasks/bitext_mining/multilingual/__init__.py,sha256=LcPygeOuvrka67aDkktT-2lSqcxpWPSMmd_BaxIsl24,2012
1638
1658
  mteb/tasks/bitext_mining/multilingual/bible_nlp_bitext_mining.py,sha256=lNbCz3dN9o3F04Y7vtNBhF-lPUNyVbAOKgUR-QKZn_8,29082
1639
- mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=tTKvS-v7d9V_zymCn_ZonUKlo9NI7vTyppxS9iAu8I0,2873
1659
+ mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=E74rYz32fFuEWrV0O_7zfI7l2Z3h7jnrxoifRhWsFKc,2892
1640
1660
  mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py,sha256=P_UHMWh2gKG6CloXmP5J2kjrCTQwoJAU1MKdLl6JFKc,1836
1641
1661
  mteb/tasks/bitext_mining/multilingual/danish_medicines_agency_bitext_mining.py,sha256=5iengckKv1NCHILjrX6WDEgBNJlmbSV5y-WWdaLZYrs,1703
1642
1662
  mteb/tasks/bitext_mining/multilingual/diabla_bitext_mining.py,sha256=Ua6DfpJYgoaIRSWB284WNj6wQWqxPiC3kUPcmKNGDWQ,1498
1643
- mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py,sha256=Dh43H2NWZIAzN9Zeib3TtKhUcK1jldUQX-GvTsm1MnI,5616
1644
- mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py,sha256=8X_TSV5rQlAcBnz3RT2bBPP2IaCRfsnZjo0opiKRtJo,3118
1645
- mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py,sha256=VMRA68UxTxINbkEY2YGTaUdVppwIrM5HpJR40OchwGU,2915
1663
+ mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py,sha256=thUQ3XVnAGKT1PC8NgSn3b1ZFha94BXHd7CicmAkjX8,5645
1664
+ mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py,sha256=bSQE3RIbFjC0o39zJxmdZjRqZR4iSFxk1GRtzzKrqlA,3147
1665
+ mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py,sha256=CEtUttsxK10wLtd19DFTv30XAeOgW6CDK4MWnEtl_Q0,2944
1646
1666
  mteb/tasks/bitext_mining/multilingual/indic_gen_bench_flores_bitext_mining.py,sha256=iVsEIIhSiWMZfFbgkbQ6GvfxScQQIPasWHkGICs1r7k,3160
1647
1667
  mteb/tasks/bitext_mining/multilingual/iwslt2017_bitext_mining.py,sha256=OHKD0J-N_5j932hWOkTCQI08OD46O6rw98IBU0V_jAU,2789
1648
1668
  mteb/tasks/bitext_mining/multilingual/lince_mt_bitext_mining.py,sha256=36Tzf4UdidIlNzzD5ceF-jCSKGuJLg4oMU3vlC9-RBo,1478
1649
1669
  mteb/tasks/bitext_mining/multilingual/nolly_senti_bitext_mining.py,sha256=gZS43Ba5-Hngf9MbPIGQ9oZb9fa0JUQZgEWj7ralxBA,1670
1650
- mteb/tasks/bitext_mining/multilingual/norwegian_courts_bitext_mining.py,sha256=zhyGdhhVGPhWeBsHcqflTSgyy99CBuqnycgQonqFQqU,1737
1651
- mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py,sha256=Dq6yntsWvbZ-jnIRqiwv7PzsFZystjbKzWRuFxljXE8,12575
1670
+ mteb/tasks/bitext_mining/multilingual/norwegian_courts_bitext_mining.py,sha256=3bxTGu5fgrFp7fYbU--CKYIA66dAynEbPYCqs7HBv-w,1756
1671
+ mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py,sha256=1jQPaGwqxIHDN1wRfAHPQngEq5gRy5kcCFfprrOS544,12604
1652
1672
  mteb/tasks/bitext_mining/multilingual/nusa_translation_bitext_mining.py,sha256=eUvxIklEoppEdjA2wYWPJu89ERvYa-eDHUR8Xe4kh_0,2181
1653
1673
  mteb/tasks/bitext_mining/multilingual/nusa_x_bitext_mining.py,sha256=BphnEDdG1-IsCklJWRCs2yK7I1zVuPh7PQrrYAI540c,2309
1654
1674
  mteb/tasks/bitext_mining/multilingual/phinc_bitext_mining.py,sha256=53xLXpgIDk55JfCoe3pa93T_9T9sfRJAryBVcWZx5co,1477
1655
- mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=5uwf4vhud5bQuPAcufWGcA7UBmp5YPKsyvc5OUYgK-M,1730
1675
+ mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=E_nOiRPZ9o2cUKo-krOUWa4FHQAQAxsns-WRP_rBHsc,1778
1656
1676
  mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=09e8XDy-zvqpvGMuj8AIbYUGmrggPi6XvOZi9Fbw0G4,4162
1657
1677
  mteb/tasks/bitext_mining/multilingual/tatoeba_bitext_mining.py,sha256=Y6QnjbmL4fIuTgK8tuZfNnWmM-GwBVaAjUiAtTSgPqM,5898
1658
- mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=vWoRmAJKR0ed8mUKDqLUMe_IpFjj7Xlsw0NFhcIOJOc,14978
1678
+ mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=Ypz82lYmSTszVpZt_cBaNdHsh6glaGDVj2Uiz5aM1As,15016
1659
1679
  mteb/tasks/bitext_mining/srn/__init__.py,sha256=XaMVvUagmgLUG6tZw2jo6fMKiVTfQpaaWZGQZo-1YYk,97
1660
1680
  mteb/tasks/bitext_mining/srn/srn_corpus_bitext_mining.py,sha256=6svN1Ny1MJVaBhEFguYAGZnm8ciuLqBxUfhGaAjR88w,1507
1661
1681
  mteb/tasks/bitext_mining/vie/__init__.py,sha256=AbM2aeSHvlY_fNsPWKchyyHBrSvhBwASOWFht74HQcg,95
@@ -1664,32 +1684,32 @@ mteb/tasks/classification/__init__.py,sha256=6KrsJhJ6YbffNiAY3IWamJ5s4ipiIWHqO4c
1664
1684
  mteb/tasks/classification/ara/__init__.py,sha256=PZ2njVzpxUwqB-yx-lajl2uf3yGYBc05a5q77scr4kA,1161
1665
1685
  mteb/tasks/classification/ara/ajgt.py,sha256=TfcsGZbdp2Y7ksrhEPYpY37e_iAvTMGEt9e8-kwFq4U,3091
1666
1686
  mteb/tasks/classification/ara/hotel_review_sentiment_classification.py,sha256=VNv6uICgYVsQiCreNiczEjDq2-dLtTmNVp0ZF2tA-Kg,3050
1667
- mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=hN9dImEZWs9LLYSDWhyKDFJ-Ph2ZZQgxh5K0VXGiP8I,2451
1668
- mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=xlq-rEzWei8onOJWOzSxJtNuyeHWczf1cDz7m3-5j-Y,3312
1687
+ mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=FeeSJeJn4FpJ7i4E1Ex1sZQ1OgSIoDHoEZr9rUxpj2E,2470
1688
+ mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=oQkcchZZ9rIbKL7hSnXP_c2Cenf1H17WlwwFIHHQHcg,3331
1669
1689
  mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=MpLxj0WOuHYV6LIaAwBg__jcOmzsApPxPRBKgkO3RhA,3258
1670
- mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=55SxUtNUECLT9liyJztPh-MPuN9PnQzkQ89Izg7JlU4,3938
1690
+ mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=fU5Bsv1NlukvLPGiWD-L5mrC9vTGMOYvSBIPmbI-47Q,3957
1671
1691
  mteb/tasks/classification/ben/__init__.py,sha256=j_vQLxEOUKR8hLBgTe2sSzvLyoVXRByF0g_f5-i1mRQ,592
1672
1692
  mteb/tasks/classification/ben/bengali_document_classification.py,sha256=K4KTkca4HwKa77045kY7hMxHxRklyC44RzfNKOP0C4I,3636
1673
- mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=xmlPgQfWqEFPOboY6Ix5ZXTz48D1TqUeWV3-ip9dsKA,3350
1674
- mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=NYtZBO8BYHPAkLOwof8a8v9Xa5YnRYITvAxrAP4EP_A,2978
1693
+ mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=B69ZwZyzBGdfZvLFhjDGYF7TnwXBrWqOkmAD0x439CE,3369
1694
+ mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=hBR5KOwrjVolFHsE7VWNMxykdIZy7sWmfJuhv7n_Gtc,2997
1675
1695
  mteb/tasks/classification/bul/__init__.py,sha256=2-wLDHKcyykalSp9zWCgOaqMh4nnDo92lYdiUgJIP04,170
1676
- mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py,sha256=T9OjawyJbfYmDh-c4qArRzsuJ3HgbhbCAgHndXN3VVI,1843
1696
+ mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py,sha256=osa2K_eQDMV0WJIC3CoXRugt5S3ALLIOwgVYrRlKvfo,1862
1677
1697
  mteb/tasks/classification/ces/__init__.py,sha256=0vuGRyaBaW-V6_3pdGGLIEwQh3uB5UpewY6NdJZ3vrw,860
1678
- mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=ujuUGruDRbcMDY3SXvN6dFsR2qs3iYF7x-bc8_W-hAA,3542
1698
+ mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=ioYXVOYvEoOYw5QEZic4wClYUKksdNvCOVDHchabzBs,3580
1679
1699
  mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=gVcg6m6Pikhi5DY2HSpj7iMcd5QRw_iZfVFlXX97m0g,4119
1680
1700
  mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=NthCj4xcDnSwSe5mMX3a6ldELv_qmkN5wuM4UAdE3js,3618
1681
1701
  mteb/tasks/classification/ces/czech_subjectivity_classification.py,sha256=31lTpWh0adXA8C6TY64NbSKi4pVbnH7ocEDEQCd5JEA,1520
1682
1702
  mteb/tasks/classification/dan/__init__.py,sha256=edrG5UqewQ_YfQD3KtCTs9GU5z1jo4wjlkSEHuQg1ww,864
1683
1703
  mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=GmNu5-ec_6ebMCxKIgDU54ZfaM0xFV_tYE6hYLN8ItM,3154
1684
1704
  mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=mChj82mWgXluVC7yXXT2LqNZ_v9QHbNEWIFUGlN8LHc,3201
1685
- mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=8ZJUscPwhd0Y71Sd5tTeEWCuFgN2YHlgX2lQOz9bj3g,4010
1686
- mteb/tasks/classification/dan/dk_hate_classification.py,sha256=ixPt5LnWwhxKomGbZ7x5bfIuvgdjAtn_8byL2DFnwHQ,4424
1705
+ mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=8cCcQIvlItZHVqUnYc4yvYNxwn3_EH7DPbnEXfoSOBE,4029
1706
+ mteb/tasks/classification/dan/dk_hate_classification.py,sha256=HzDchGeEDCMgegUEI7HEjBU4u8zidEM9p4-XsIaJn-4,4443
1687
1707
  mteb/tasks/classification/dan/lcc_sentiment_classification.py,sha256=wVbHXQN1I-W8YxDz_fT8Q3ZIM_mgNZDx_wm7vsIBols,1733
1688
1708
  mteb/tasks/classification/deu/__init__.py,sha256=_mikrUfmvMBoIkAHqZoayV6o-8QssaX3E4D1TmxNt_8,454
1689
- mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=wyig6rTOET2Km1fX4_LP2FTqbGzF2hgmWwV4EXM88kM,3970
1709
+ mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=-0ZWfnKpv9kxQx1HVYDl5JZVrYZLKlFNOX3JYbk5LuI,3989
1690
1710
  mteb/tasks/classification/deu/ten_k_gnad_classification.py,sha256=FB0K2Th6kQql-xPHE3Is27Cfax9I_C5mq1-fWNPi30Q,3200
1691
1711
  mteb/tasks/classification/ell/__init__.py,sha256=ex9crkO5u0jpP--73on-beegAZ6368MLPtMpf7ko6sk,118
1692
- mteb/tasks/classification/ell/greek_legal_code_classification.py,sha256=aLiD-sUv6iOunzuHoJubWyhPdhmYrGi9qZUkt0Vw5Og,1977
1712
+ mteb/tasks/classification/ell/greek_legal_code_classification.py,sha256=I2xRHz2_L5xRMPwWuXiv5h4eX1HCAcBZstrSCsnlPG4,1996
1693
1713
  mteb/tasks/classification/eng/__init__.py,sha256=gVlsr0YIe84-wvluhXWJuP7R-2wDc53xdJkbvuYVEZE,21065
1694
1714
  mteb/tasks/classification/eng/amazon_polarity_classification.py,sha256=xYTp78UBpsTwqEAw1BhAUkrAUwg3IcZbbsjYvm5wCrM,3120
1695
1715
  mteb/tasks/classification/eng/arxiv_classification.py,sha256=N1YhT35mG5SiDkm7C8Cph87vHTqGVZ7QCnahypCA7hg,2752
@@ -1698,7 +1718,7 @@ mteb/tasks/classification/eng/birdsnap_classification.py,sha256=_OQsYUUwF2t3sOTI
1698
1718
  mteb/tasks/classification/eng/caltech101_classification.py,sha256=4Y_Ez0UHGK3l7mHlBCIhr-djrc9F3hkO5g15Bn0-Vfw,1715
1699
1719
  mteb/tasks/classification/eng/cifar.py,sha256=PyO1bTtXtzoyRmYBD8RX5fruTwRqDTl56nWbkmK2liQ,2536
1700
1720
  mteb/tasks/classification/eng/country211_classification.py,sha256=gYGX2HjPn6lxnDFTE4LtvxjA1lYmfbv8tnG1fStcxuQ,1575
1701
- mteb/tasks/classification/eng/dbpedia_classification.py,sha256=_eIM37pft2AMTIi9R7z9ruxPoaAZYxKyAtFPLeZ0O9I,3717
1721
+ mteb/tasks/classification/eng/dbpedia_classification.py,sha256=BKRfi5c1WtwbTpwh1Cj-XrF3NF9CKRkyVPcWoGoTInY,3755
1702
1722
  mteb/tasks/classification/eng/dtd_classification.py,sha256=jbZrYFGfhLvd5YK8wsbIp-C_K52U5wPomMbJ0PofrH4,1412
1703
1723
  mteb/tasks/classification/eng/emotion_classification.py,sha256=oNkStKgfwNcfLlXtEeku1_LX0zhVwiGOj0rHW1x5rEA,4144
1704
1724
  mteb/tasks/classification/eng/euro_sat_classification.py,sha256=5bsJpp_jwwcKxPMdSP0TQtNfMxumr7Y0zb2vZIVyELc,1872
@@ -1727,10 +1747,10 @@ mteb/tasks/classification/eng/sds_gloves_classification.py,sha256=5NQjCHRKsRXPDm
1727
1747
  mteb/tasks/classification/eng/stanford_cars_classification.py,sha256=73lWRD87ovMd4ELwRCMH6lb3mvAlDTf9qu2HQd-j0_M,1439
1728
1748
  mteb/tasks/classification/eng/stl10_classification.py,sha256=jqDm6_5iwrfcpzEFtALEv3iYF15Ykt3WLxL3oGkpePw,1745
1729
1749
  mteb/tasks/classification/eng/sun397_classification.py,sha256=KeFOof2Lp2mB3pAVcmebena7VSlafdL64AlPDXF6Tx0,1564
1730
- mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=9C7mgV0VvOAFwgcSVdok5Zf09UK9CCOX2J9Sb2GF4LI,4743
1731
- mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=ZnYI-caR8A8Qp6qP6rcubsEfOIeamO0rHjY0RPxw1eA,3868
1750
+ mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=0aj7ED1HTVOrkg5XRmR26zPCiIbLLw9VyRVZKxWIW9k,4781
1751
+ mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=Id6EPECmH8Z3nnGcmUmxdeOAKGf8E1IYxgWvBKMEV_o,3906
1732
1752
  mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py,sha256=W29AZXv-b9tQaWVQbVmIpOzvrA1Oj0BixpujZ6WZVG8,3097
1733
- mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=rqgwiASWK5T0sMRvL289_4KrF0KcWGnvj1pGhZr7lPw,3991
1753
+ mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=CZVa_P3nAr0oj7b-wXanJJ-Tyg2aoiR6EtbF-EOe7tY,4010
1734
1754
  mteb/tasks/classification/eng/ucf101_classification.py,sha256=KiNA3U_6T-fTPnkgViH6jZBENzG9UmL9gDF7rz28eis,1711
1735
1755
  mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py,sha256=wC-wrqAFur68L1acHiLyJZd9a9cJ0x9FvNooy13wjhw,3015
1736
1756
  mteb/tasks/classification/eng/wikipedia_biolum_neurochem_classification.py,sha256=HU-yE0RsbPQMA2Rsc4wrqrRPMuiOaqsgC33xOe5bD1c,1464
@@ -1747,80 +1767,80 @@ mteb/tasks/classification/eng/wikipedia_organic_inorganic_classification.py,sha2
1747
1767
  mteb/tasks/classification/eng/wikipedia_salts_semiconductors_classification.py,sha256=LCtDbN7ZvvIhKNDCKiMxPP3z4C9db_v-LUhUXDmeekE,1468
1748
1768
  mteb/tasks/classification/eng/wikipedia_solid_state_colloidal_classification.py,sha256=vs6kYuxH_wXhl_67GCyFcaQdYW8vLozVKI4i2nCVlzk,1460
1749
1769
  mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py,sha256=qgSZFtyTuIrpyfBwGq5wllR7eMlD6uSPRNj2_NW53no,3042
1750
- mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=nIuo5-VSPdoJLcOyYbIpLatBUOVpeCWUVBIualjeAb0,3565
1751
- mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=lDtPzcKlhtcT5VPyPHusb29wWExs3RZGF_AXUG24jpE,3824
1770
+ mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=wU26YkscMcMnzT7_dwzUGU2FaKytkylR7RXA2jowc6Q,3584
1771
+ mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=bWMb8w13OTp-k5ygyDhOQpuPgFdAnTJRiVMkaDYTRCQ,3862
1752
1772
  mteb/tasks/classification/est/__init__.py,sha256=v2lzg7TFmXiBAp8B4WS3SAahWzkAJ2TCrGBktbI1qhI,186
1753
- mteb/tasks/classification/est/estonian_valence.py,sha256=SDXoxEVjFTguNKGYImLkz_u_Hkf_UTvYibfKrPbtbSs,3712
1773
+ mteb/tasks/classification/est/estonian_valence.py,sha256=KfEfuRsc0VYD7AyQVL1gwyrBJp5wVByqG777BWqaisM,3731
1754
1774
  mteb/tasks/classification/fas/__init__.py,sha256=igukIhFBC-lFxj-zbwaNh6ocGNTsGwY13QhM1e_cf6w,2505
1755
- mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=Pa0uVXgIHhyiMf066rqq3n41RufDEX_Mx18JM_HrHjs,35052
1756
- mteb/tasks/classification/fas/persian_food_sentiment_classification.py,sha256=vydyi6mov_eAfCRH6A3Kf6nWJyJxCoyXUEoi7-MC80E,1473
1775
+ mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=8zjLvjqoTyxhywpLt_6LSheTTGd4cVWAZIIVM0HuWWA,35166
1776
+ mteb/tasks/classification/fas/persian_food_sentiment_classification.py,sha256=ioEH8Gv86KAbyLvXjHWSpY6jriJJdVsNCNQesfLqjNI,1492
1757
1777
  mteb/tasks/classification/fil/__init__.py,sha256=5ReJp52hkwCf3RBen6Tjwj2YA2FN176IoVFx_LOa4mE,359
1758
1778
  mteb/tasks/classification/fil/filipino_hate_speech_classification.py,sha256=h3LEFzP1pJKDjwVOgZyf0gmla8WLxkOViobwNSNfIuY,3181
1759
- mteb/tasks/classification/fil/filipino_shopee_reviews_classification.py,sha256=rKyMe2N3lbckbLJyYuXjJXr2aM4Gb5lrP_AXcbmrVMA,1831
1779
+ mteb/tasks/classification/fil/filipino_shopee_reviews_classification.py,sha256=JEddRGLZnXfVCo9r7xBaNDX6a3cwTgSnLrTQEqTJom0,1850
1760
1780
  mteb/tasks/classification/fin/__init__.py,sha256=U-tSwAQUxeAZMF2fgw6QwzJlxiLnHk2RRyKZVF-BQxQ,181
1761
- mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=G3rLO2c0BmdPvsk5xvtYwH-OUHQtlePKwTZNTIdxjkA,4055
1781
+ mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=LirsGiW82mkP5bxU-1A1w8Qdxrv-bE4KVYpebzWRE3s,4074
1762
1782
  mteb/tasks/classification/fra/__init__.py,sha256=P59IyoKLEZi0_h5TDu6Qidm9EmPl-ElQcXGhRktOtIA,362
1763
- mteb/tasks/classification/fra/french_book_reviews.py,sha256=Fsx8UznQVNDNUhcdsTeNMAAlj2q65Ubd9zjHalTS9uM,2738
1764
- mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=ov-fbReWP9T_RqhxFtS-gjNaZmbM9J8gQdBQyci5yqU,3290
1783
+ mteb/tasks/classification/fra/french_book_reviews.py,sha256=Ih_ltYW1VfXYP75DBYY5WD6qQK6pR_mL1Y4wS9ojcns,2776
1784
+ mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=GFEbPqIVrtjizCjogNvV7Q_Q45vO5v-0Zm9UliNldFI,3328
1765
1785
  mteb/tasks/classification/guj/__init__.py,sha256=HZfimpBCywBLi5VGof_A9Ua6bqtMUoWGRhM1eqAEWKE,186
1766
- mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=VEdbzqlw8b8N8R3TQc275iiCxqGLAMAM8Nf_N7FnUGA,2303
1786
+ mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=wQ3t_d0v1U9YXDbft4Jwu6KCV2nSUYzp48K--TmM4hw,2322
1767
1787
  mteb/tasks/classification/heb/__init__.py,sha256=xQNtDxjUsCXQhA_ZYO_4kpBtHWQSBhWhQwAuWcTo6GE,246
1768
1788
  mteb/tasks/classification/heb/hebrew_sentiment_analysis.py,sha256=2wmKwq4Z4YKTG3QieuxmUE56ofiSOV63kV-jh8Zomh4,7281
1769
1789
  mteb/tasks/classification/hin/__init__.py,sha256=KdScMtYYmjsali0InoHP0PKQ8yCbaD-j2tLqc7_lhlo,356
1770
- mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=HXLJZFEpnI7UjwA-NuadhrCplqaLiSb8Npla_6oXC48,3717
1771
- mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=YIeEuNa2UTr8Jwh_wx15broRuD3NHNansGq7Bl9Vjl0,3101
1790
+ mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=m5iijph-M350VaXWHksUAROldHB-euQ6kxcoyM80c4c,3736
1791
+ mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=k_qr8IdJL8XKopPhCrgmiyBuOA-249NOFYdlsyuw73w,3120
1772
1792
  mteb/tasks/classification/hrv/__init__.py,sha256=vJXR8TISYR7ySWdPUnb4Y4QxGqZd19NT7yNSVKP_vPI,148
1773
1793
  mteb/tasks/classification/hrv/frenk_hr_classification.py,sha256=Clui-LXY-3m7Df1kehZCvwUlrZ19tptOMgthBVtg5xU,2717
1774
1794
  mteb/tasks/classification/ind/__init__.py,sha256=GJuXzPFYgB-hOne14ViJOcysxT_U1zsPXvliN4E6Ejw,516
1775
- mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=N7p_5fdDsXM0MAzkjw3PmULlN6nqJ1nbGYj4PWoBdco,3816
1776
- mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=8pPHWVSEVYNmtN7sbmVs231xbKS5-dUPXZvAOPsHWdE,5529
1795
+ mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=Fum_CcclgYXHmTqMFBCaFbkaSM_gwQPP9RrBSXYhAkk,3854
1796
+ mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=9odBLTWNzIrTZLsandH3c4KQLtLrVoT4HLafGCJiZvY,5548
1777
1797
  mteb/tasks/classification/ita/__init__.py,sha256=zn_5k4iGZ3Mr3bRgk97GTUnIuaRqZNEcNoEAtPEr2zM,596
1778
- mteb/tasks/classification/ita/dado_eval_coarse_classification.py,sha256=MrmOz94NzT76HFoEMt4zH79HbKjHmoyrqUxhmM17_7g,1904
1779
- mteb/tasks/classification/ita/ita_casehold_classification.py,sha256=7UHCF68ecz6G5qB7R_SGZi18V2dv-ZZGWa06yGb_DJ0,2147
1798
+ mteb/tasks/classification/ita/dado_eval_coarse_classification.py,sha256=bxoiRqSbw64HcgfbTN6iA4Yp5tGv5rhHYaGY4EfyEgY,1923
1799
+ mteb/tasks/classification/ita/ita_casehold_classification.py,sha256=_p3lZ_bJDjbjMn7Ik23tsTn_RN4vo23vugPD2T6s0E0,2166
1780
1800
  mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py,sha256=AIwecYzAIuCyfw5Gc21xCCiNGpIPj8BJgh0dg-WurU8,3620
1781
- mteb/tasks/classification/ita/sardi_stance_classification.py,sha256=eExpj0jn0KlLnbqr_jtSoulZqs_wRwd0nfAOqRVhY8Y,1795
1801
+ mteb/tasks/classification/ita/sardi_stance_classification.py,sha256=A907O0nUzwunHA1q2EW1EO_853AKWj4fn0EbUSYS7Ws,1814
1782
1802
  mteb/tasks/classification/jav/__init__.py,sha256=ZDXaSpyUFHfEy8AYM4FHeZh2v2trUftpj-JTih7DCok,186
1783
- mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=VwI5GJQa5DDRPVet5KX70eek-pw1WBvw99LhUd4-PZU,3351
1803
+ mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=gbjY2Cce3iVoWWMru2vdk-uNDnqValjPLZbhUAQdO2g,3370
1784
1804
  mteb/tasks/classification/jpn/__init__.py,sha256=HSRntEt-mH56lbtMFE_0Pn8p_eF49pqhAhf7lyJGMy8,266
1785
1805
  mteb/tasks/classification/jpn/japanese_sentiment_classification.py,sha256=BuS49H0EAC_4-w5W-wgwpQdR0cP5o-_gMGj6gmLuRq8,2121
1786
- mteb/tasks/classification/jpn/wrime_classification.py,sha256=tLBkVKghnfzxDxOjUCldhTwWCLU86P0vKCr6Dm7T_yU,4166
1806
+ mteb/tasks/classification/jpn/wrime_classification.py,sha256=3Os1nJ5L5Oec0pQA2-YHuTvyU4-G5rKolGcjVubxXug,4185
1787
1807
  mteb/tasks/classification/kan/__init__.py,sha256=N6IH-AFoWCAkL92grURYdjTdOcI4Gslyl7uTjxbrptQ,181
1788
- mteb/tasks/classification/kan/kannada_news_classification.py,sha256=JkgVAFhFaGvjvJ3FgIygtKoET4gW0L_NQrdOzHdiR-A,3873
1808
+ mteb/tasks/classification/kan/kannada_news_classification.py,sha256=pyS3SpCzJ8pvFkeXbmpdq2OXr-wh_rfc5IY9_LMw1dg,3911
1789
1809
  mteb/tasks/classification/kat/__init__.py,sha256=urXsTJt_7ipiDeBVyolOtwIHldBmw8eEPkgqG16C83A,126
1790
1810
  mteb/tasks/classification/kat/georgian_sentiment_classification.py,sha256=Jya3W-pJLgQ8x0x-4KEHAVYwRPTJK3sF7qpbWMG4aP4,1796
1791
1811
  mteb/tasks/classification/kor/__init__.py,sha256=J28RhyNostxLHhl3PBgzd0VbfHnOqc-0p2pR44-QuAo,441
1792
- mteb/tasks/classification/kor/klue_tc.py,sha256=TebhHt2g79itFqZQgJg3Gg6xEtc43dp5gyXm_kzmFHY,4311
1793
- mteb/tasks/classification/kor/kor_fin.py,sha256=3ZfN1BIud7joUllzsDMveU23Vjdkwzit7BCBxs6LCDo,1893
1794
- mteb/tasks/classification/kor/kor_hate_classification.py,sha256=V_IIham-xLAE77KoKk2RM8hXpuXnN3NYDl6aB8Renws,3997
1795
- mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=P8AXvEopoX1axcx6A9IpKgDsDe2Xgmq4R3lcMMyFNus,3861
1812
+ mteb/tasks/classification/kor/klue_tc.py,sha256=g_9eBPrA5o8s5X_Z3pqIx-huVeUL0jVpCYMauy51rOg,4349
1813
+ mteb/tasks/classification/kor/kor_fin.py,sha256=qn4bLdliD5kHEnd0iYiYQeH0C2RrnZgOGMmWeijrPQY,1912
1814
+ mteb/tasks/classification/kor/kor_hate_classification.py,sha256=zshMIVta8e_uk4g23UbTwwhogP6Tw0cZoBL_1Y6EB9Q,4016
1815
+ mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=nDtlK4piNENdKq3h4FrAzeBzJ-wB4DQSnKSBwlroaYw,3880
1796
1816
  mteb/tasks/classification/kur/__init__.py,sha256=kBLPJVSB512KaGbwFIUjvjKiLp8_lV6K-O-0fmUJAM4,206
1797
1817
  mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=p59oRCS0JhfZqP-IgKwmqb_zP48rFb069smhL74ryVM,2760
1798
1818
  mteb/tasks/classification/mal/__init__.py,sha256=oPYnbXfC_hhDorrNOVMdoKJvo_EqVx57g6AMtETiAIs,191
1799
- mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=KPSySBKHGlNY14ehDce3D1-RqFqz8DaapLgqwoTSmxM,3015
1819
+ mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=QD_aRqXr8rT8p0seIRBP8Yb9ZY9lX_lAoYDEnBzFUbs,3034
1800
1820
  mteb/tasks/classification/mar/__init__.py,sha256=_s9c3NJ5thW7ik8tpKlbwwAan6xNuN5UIn5MqDdC8NQ,181
1801
- mteb/tasks/classification/mar/marathi_news_classification.py,sha256=EnAtbKLJNXWaaZxvAIgcazd9XUcgmzKWJOJniT_KMhs,3058
1821
+ mteb/tasks/classification/mar/marathi_news_classification.py,sha256=2VYYGviRNhezElZ1AQoJtZCsq7ey2eOk78pzIHUNm5w,3077
1802
1822
  mteb/tasks/classification/mkd/__init__.py,sha256=Uy0WzTj00jq3mKfBX1OSAO84LgiCfxnzkd2B4oDjp5c,258
1803
1823
  mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py,sha256=9zX8v5seyBhcAVzXcHxQDNaFD4FYUn0qYUyU7jzsRWs,3357
1804
1824
  mteb/tasks/classification/multilingual/__init__.py,sha256=KldHM_1QG9o8RjaPr14_3jHXYLXDne8Ot1v5VJ6RDWQ,3676
1805
1825
  mteb/tasks/classification/multilingual/afri_senti_classification.py,sha256=D76fGCgnjr1Gf6pAb7G6XRwuRSIiPRHfhNmv1rt_ilM,2803
1806
- mteb/tasks/classification/multilingual/afri_senti_lang_classification.py,sha256=tvcFtIyd009zEh_6WxL9j9pV456zz2fnQ-T2yK7LItE,1992
1826
+ mteb/tasks/classification/multilingual/afri_senti_lang_classification.py,sha256=UD5nsw4ENn9sQbZobCLV1RxEUzVA_hA08Le2-lNewNE,2011
1807
1827
  mteb/tasks/classification/multilingual/amazon_counterfactual_classification.py,sha256=FVwcb96N3zzS4WcXy3UlNq8C_DJl-sHtVTVP2Tb0MBg,2249
1808
1828
  mteb/tasks/classification/multilingual/amazon_reviews_classification.py,sha256=ZmJqujSsL34RrVLYI9_hlzDTR57r44-FB1yqL3pggoA,1639
1809
- mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=o6Wyg1cavXOcN2Bl4zcPu3lryDLd-LoZ__acH_GvAL8,2814
1810
- mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py,sha256=n_5ABMkYQPL2ynPZuJfwWA6HLX6Vd6m8irim5DnYywo,1893
1829
+ mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=zJQopR6Zj_UOOhPGTZaChxASXSARG0j8TLXpCrD8Mpk,2833
1830
+ mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py,sha256=AbqslsX2RnRpOPspzxv6vQXjs8QV393bWfpEpnS6nrU,1912
1811
1831
  mteb/tasks/classification/multilingual/hin_dialect_classification.py,sha256=PphXUzMLB1NS9mb9qNQFdP1JmSrJ9SIpiqP2g4_T1I4,2276
1812
1832
  mteb/tasks/classification/multilingual/hume_multilingual_sentiment_classification.py,sha256=-EmXnWOuBbVdiuM3kjgo41EkRuOtMsrSTr-HAglsoJA,2130
1813
1833
  mteb/tasks/classification/multilingual/indic_lang_classification.py,sha256=cKW55MKqRv990ICo_2H4WA3ZMvLWF8hd2PZaFXEUWwQ,5007
1814
- mteb/tasks/classification/multilingual/indic_nlp_news_classification.py,sha256=rToZYIa-GCtsvvNP7gQ1sjUoIcOSkPYevvOdSByihCs,2223
1834
+ mteb/tasks/classification/multilingual/indic_nlp_news_classification.py,sha256=Mmdm6pONBDWHZmKsSYYnUDO55n-XnT0mL3p6pwVbGrI,2242
1815
1835
  mteb/tasks/classification/multilingual/indic_sentiment_classification.py,sha256=D23tfPg1RI9wnofgcYRKgkF7xYOBTXg7a9QSsBpuJpA,2530
1816
1836
  mteb/tasks/classification/multilingual/language_classification.py,sha256=Arrqbef9GhYTM417ygVww-J7s_4hfkcijQAgL4tMBvE,2116
1817
- mteb/tasks/classification/multilingual/masakha_news_classification.py,sha256=NYUiFvbK5X0tx3vQo71UTlaWqhCGGI9lnYgl5H5LuzU,3315
1837
+ mteb/tasks/classification/multilingual/masakha_news_classification.py,sha256=tRcA1GZo3fNkkf_u0o74Z63KsIHodKY1wInAtSFvITM,3334
1818
1838
  mteb/tasks/classification/multilingual/massive_intent_classification.py,sha256=Reze-3PuQvCKg6t7V8n9WcWoIuU10Ne9cu_Xm0pxhUY,3006
1819
1839
  mteb/tasks/classification/multilingual/massive_scenario_classification.py,sha256=2GnRe2D2ZXLWLdulPAJIusOo-_gK8BoAiyhTfUq0aeE,3014
1820
1840
  mteb/tasks/classification/multilingual/mtop_domain_classification.py,sha256=6ZYJJIhB1Q6UogabAAasvlJUm1S85rjw9baqntbQ6dM,1945
1821
1841
  mteb/tasks/classification/multilingual/mtop_intent_classification.py,sha256=5Ffh6zs7BSxcaOJbUhACyONBqea90I4a4Jr2ChVfuOs,1938
1822
- mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=M5g81DZjnndseTR1SuQZe0ZPz5QyMIj8kZNv0a_fOKk,3647
1823
- mteb/tasks/classification/multilingual/multilingual_sentiment_classification.py,sha256=qKoK2bP5VLsOwNyfDTVJWjNPlqoi-Ct1RgJuCEP4mYo,3515
1842
+ mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=BxK-ER2gJ29m7cYL0l5dV5o2vQn9DkRXIQHyppx5E4c,3666
1843
+ mteb/tasks/classification/multilingual/multilingual_sentiment_classification.py,sha256=Vwk2bndTGKBZvxQABo-wr4CamFOFLr9c9t-vv8iPUrc,3534
1824
1844
  mteb/tasks/classification/multilingual/naija_senti.py,sha256=MHKsVUArhFYtFmF7L84PAjPCKVBp_MX1tzmvcAsFmx0,2103
1825
1845
  mteb/tasks/classification/multilingual/nordic_lang_classification.py,sha256=pTGQ3u33p2yDFXL4K4BFR9GzWA51ReAQzFmuJvoBKYw,1872
1826
1846
  mteb/tasks/classification/multilingual/nusa_paragraph_emotion_classification.py,sha256=r8W9M-BTTSAWSO4PH9ip4eQiqSccubzhjhOun3_xpIw,2525
@@ -1828,67 +1848,67 @@ mteb/tasks/classification/multilingual/nusa_paragraph_topic_classification.py,sh
1828
1848
  mteb/tasks/classification/multilingual/nusa_x_senti.py,sha256=qCWZBHdINL8CO3tucc0n3xodpLk4YMApRG5qZJT_Pvw,2259
1829
1849
  mteb/tasks/classification/multilingual/ru_nlu_intent_classification.py,sha256=ZBouGeVgnSWnZKFl6GtCd0yl5A0WTzAwYlKg405b1i0,1643
1830
1850
  mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=K2tEYv6hsZwZjNj1RAECrO01F1G61HCtzwtC_v1XjV8,7736
1831
- mteb/tasks/classification/multilingual/scala_classification.py,sha256=6cl5wZYdPiZV1gUvZW-SWyaZqzIEBQ1KxyXwBoJwWz8,2532
1851
+ mteb/tasks/classification/multilingual/scala_classification.py,sha256=aXE0-R_vecN0RhnHPm3qP6ZmwX4sKmh5C8vyuqIl1Tk,2551
1832
1852
  mteb/tasks/classification/multilingual/scandi_sent_classification.py,sha256=yNZ-Jb97GOsKtQ5GskT4F_opOATyQ3HqKL2pHAv_n5E,1812
1833
- mteb/tasks/classification/multilingual/sib200_classification.py,sha256=RcpPAUmEviNasGTR3csd5SBHSDTAFU4v15xRRTuPs_A,8063
1853
+ mteb/tasks/classification/multilingual/sib200_classification.py,sha256=GbPoN90a2Hw-20QWhQ_QKqUa9m660KsOM14JMcxGVsE,8082
1834
1854
  mteb/tasks/classification/multilingual/south_african_lang_classification.py,sha256=uAhxQMWQaQIoeO6pOVGViUJdma5Z56t967W9cbZYq7E,1790
1835
1855
  mteb/tasks/classification/multilingual/swiss_judgement_classification.py,sha256=vcPSMLduwmvt0VpAFN0dlA2DnobTlqR0wqI1ZxLN7rU,1513
1836
- mteb/tasks/classification/multilingual/turkic_classification.py,sha256=SB-17gT866bE3Py01pdioIcqzFC2EdxdoiwZ2N11HbE,2356
1837
- mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=E1AR4BgGdhw7jdMZy96RNUb1uvHaFFx9JsKJo60QZRw,2072
1856
+ mteb/tasks/classification/multilingual/turkic_classification.py,sha256=53cSlnIWhNzc0qMSvbpLw_UwCA3i8hrJ3ll47ikROOQ,2385
1857
+ mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=mLhgGAzq-DHe5GM1XqS7t7mtojDI3kHWrlaLg2t7UEE,2091
1838
1858
  mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il6gZehbVz-3xA,97
1839
1859
  mteb/tasks/classification/mya/myanmar_news.py,sha256=76fQ-rmHZ0yympvvhM2jQy_XUErhoqwuffVJfYpqdoo,3214
1840
1860
  mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
1841
- mteb/tasks/classification/nep/nepali_news_classification.py,sha256=T0XeLmAR_i_y2-vqU4q_ltu1iEz7B88rnDLftN_yQgU,3649
1861
+ mteb/tasks/classification/nep/nepali_news_classification.py,sha256=bdwUOxet2pLDVFKmRnjZzERGaMnHOQqA3iE3E9XvPIk,3687
1842
1862
  mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
1843
1863
  mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=ndnmZgfXZlsv47t4FHPKVH5eZTPHq1YsPLeupikZ68s,3546
1844
1864
  mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=_mRNluXpo91ChJXIOGwRNsimQqotmhnk0dwW4DZjEX0,1601
1845
1865
  mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=pDU6zS7u69Pz1AiEAT0na-3haUAJtvMqywFgDoqKImU,1594
1846
1866
  mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=OU0C_k06iIP3EZ_8PMEeRk29q_Fp0G64j1jRwHNGFXs,1343
1847
- mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=_uSrF4qTwiiPq0x3eJ3puaF0RbzqVwPwGAtKLywBB38,1569
1867
+ mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=TOhm9YCBVD8s5sBJgaWLx4_ukbFAS1KrTseS-RWuzDo,1588
1848
1868
  mteb/tasks/classification/nld/iconclass_classification.py,sha256=YlrA74ePG5ijAAj-wwIU-Gom5j5cyWDSCPYbVYLspd8,1655
1849
1869
  mteb/tasks/classification/nld/open_tender_classification.py,sha256=ObtvxZjMhzJkaSOLniyWFtHgVdIOFBq7C84_VTRLT50,1525
1850
- mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=QjYdEFbDMGCM5PhKR1ydpErTj35ttnOjg0Q7sg3vlo0,1921
1870
+ mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=bHsgW4mm7WeZ05LftnPkYN3Vw6X5dGyOObROzcHaA_g,1940
1851
1871
  mteb/tasks/classification/nob/__init__.py,sha256=axgfxU9oueXuBJgbnyb0B5coAqxiCv543SsMEYcQm7o,366
1852
1872
  mteb/tasks/classification/nob/no_rec_classification.py,sha256=37WN5XZMML8RoC1cODPmfKNxxJ5VJKq4CTnUIe11ExA,4174
1853
1873
  mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=m02gcEid8anhVe4VdaYZ_EScLVU7Vyvq2RSSTG8l5gA,3995
1854
1874
  mteb/tasks/classification/ory/__init__.py,sha256=V70ULmvJDSTZwbNjgUmTw3qNo9aOm6U28mgGigK2dhQ,153
1855
- mteb/tasks/classification/ory/odia_news_classification.py,sha256=poz-5r0NA6D8P-9dx_SY1aoyhRRUqRW9t5UE_XVIeX8,3131
1875
+ mteb/tasks/classification/ory/odia_news_classification.py,sha256=03JfBNMWwV0dloXEh4x_Ov_sOKoVb4xoc3FYkKstK9M,3169
1856
1876
  mteb/tasks/classification/pan/__init__.py,sha256=t1lRdXLm9NHF1kmkAd4xhmqHdgprVAZUX8b95BcIeNM,108
1857
- mteb/tasks/classification/pan/punjabi_news_classification.py,sha256=1dk0N8tGcH2yt-oniiIxoZh-s7uypiD7ZlByGNhR5A4,1542
1877
+ mteb/tasks/classification/pan/punjabi_news_classification.py,sha256=T7KkSWCOq4-ID0hHZ0tTv1GL-INMTG1B3IQLMc_12k0,1561
1858
1878
  mteb/tasks/classification/pol/__init__.py,sha256=ebboDlcw2THwh7qzTyfvddOMh09B8h9I9GrPftQj16o,650
1859
1879
  mteb/tasks/classification/pol/polish_classification.py,sha256=JdKNtMVHOWjZ4nrchabuShZtW0rwt9DYW3XglH3Yya0,15060
1860
1880
  mteb/tasks/classification/por/__init__.py,sha256=YtARRvys_j2BLk4RhndceR4CTuCiHnyhBvoElTn1__o,136
1861
1881
  mteb/tasks/classification/por/hate_speech_portuguese_classification.py,sha256=vI0t9IbVEsUwdF2FmvUO_wN320zrz9Qi6axQoP_WkJQ,1747
1862
1882
  mteb/tasks/classification/ron/__init__.py,sha256=XI2eqobcWBBjmDEJGHaDIRFfJWf5nrkiQjFhUJ1Ml_k,461
1863
- mteb/tasks/classification/ron/moroco.py,sha256=NFFfpzvRzp0djPzMtvgl7i1JW_CXwCqEkTEbE9gem4k,3526
1864
- mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=7KtfYmsI45VHmdR6fmjSfDRHCx2zRh36m35hG4LNmHQ,2904
1865
- mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=t5HR5MJZAf1QnIL6-RmHqFQRI3kYFjtzJ6If8ct1zco,2804
1883
+ mteb/tasks/classification/ron/moroco.py,sha256=TUfchrZ7LgSxuzreTYICG0M6oBl8EF3WBxskS19VEAc,3545
1884
+ mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=xWxXFQPE5mKqWPT2zIGwQBLUJyAr7mdUhBped-LPpxs,2923
1885
+ mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=TxbyDe8NaG_NdtP3xPFxMZMnxSGGYleabI2rhN9zFyA,2823
1866
1886
  mteb/tasks/classification/rus/__init__.py,sha256=MXhJGRXsD-XrLVYE6Yf8hstLf8M5Am5A6erOsB0lNvY,1460
1867
- mteb/tasks/classification/rus/georeview_classification.py,sha256=ssgBSuq13zih4h8yBDPS8AsdHvWvCFLMw8S1LiKbLb0,2470
1868
- mteb/tasks/classification/rus/headline_classification.py,sha256=yryCgwEIQHqOY5595qHO538JXT5xAraMPJfTwxVuN4Q,4045
1869
- mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=tdym3PV34RQJ1dAGdGPN2E4y4R5TWIyWUXSRzbsP1mw,6363
1887
+ mteb/tasks/classification/rus/georeview_classification.py,sha256=aNMq3eRUAsPdAMftzuIlBIbGhvTvvzcyiegpQVmQOx4,2489
1888
+ mteb/tasks/classification/rus/headline_classification.py,sha256=2tAtMEB3Cb7eQdYxUJYpl_04Y_rFNrs2QnvNmipia-o,4083
1889
+ mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=lbr4GLWEy45oix1Ic-V1Z1m0_ZVfGxeurY8uaZ-04tQ,6401
1870
1890
  mteb/tasks/classification/rus/kinopoisk_classification.py,sha256=-gw134UyzSuXiHAcH1seqYvxUDpT15ab_YYDzI2pAIo,1453
1871
- mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=1lKl2kMm09ovU3oJ0Xyd06GuJvfFUSqsdDBZU8rXw_s,3485
1872
- mteb/tasks/classification/rus/ru_sci_bench_grnti_classification.py,sha256=G4jli_baouKaWCaN0D6DL1Fih4BruIDr1a_EHQzs6Mg,1367
1873
- mteb/tasks/classification/rus/ru_sci_bench_oecd_classification.py,sha256=xGjR2Tzcrqk66SzvLnEHp-weL5KAa_TTPPW8lIhiR90,1363
1874
- mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=lk6KLqYTMj3pC-GGOeJ7_WkZ8OO4BQOLVmac0Fm_6eA,2366
1891
+ mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=OqHZm-Kk20tNGJ2WVplRGh7CXxbRogXZH_rSDG_UZVg,3523
1892
+ mteb/tasks/classification/rus/ru_sci_bench_grnti_classification.py,sha256=oVa-kGXEE7U5E519MKELGiEBBF4GceRTuxMBPGZfozc,1386
1893
+ mteb/tasks/classification/rus/ru_sci_bench_oecd_classification.py,sha256=0XzXbt5w-B2lF82oFlJ2P1xaGr9O6eJlOD5VJLQBVjE,1382
1894
+ mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=Pk2On4WPqLtfPkKLR8s6r651cae_-u7zxbYiSxm8VnE,2385
1875
1895
  mteb/tasks/classification/rus/senti_ru_eval.py,sha256=jSrDBchf92aKUG587o3p4GcuemMoWkJOdMuimfbj0yg,3056
1876
1896
  mteb/tasks/classification/san/__init__.py,sha256=aWgJCsbhb95gTgHUCfR6qRJvMU42pO_YxbGhMZJW5Z4,120
1877
- mteb/tasks/classification/san/sanskrit_shlokas_classification.py,sha256=uWgGvyGzPYgF0wsa88S9eXD_GD0DGioZ2vqefbnV4V0,1722
1897
+ mteb/tasks/classification/san/sanskrit_shlokas_classification.py,sha256=MMgXZec0VMRbbUMAH6mNWL7O65yzSzSx9-dJ2A9mFhs,1741
1878
1898
  mteb/tasks/classification/sin/__init__.py,sha256=nph8HDJzt-d7Lns4gvqI9TLsg7jx4lAKbN1G-qzAusc,400
1879
- mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=CcRjFs2AXtBUUm-51ynCHKrZ7T4sjt_Liz9f_Whi9K4,4013
1880
- mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=1IhbWujAzZJOe8HIQ4BTxJZzGds8dwKxRFaZ3fahbgs,3393
1899
+ mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=TkA97IHR9P2GUDO3-tdKEzlSTEYpCqi-WNneaILZ66A,4051
1900
+ mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=0a8qw98Nmtu0uHUs7NkhTxAk9Vh3p8b7A01gB8FfUSU,3431
1881
1901
  mteb/tasks/classification/slk/__init__.py,sha256=UJKOGK5cfdo3Qd2e769ghbphpPE9aK1ZG4NZpcZmDGI,726
1882
- mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=5XKXBSHbgja-2KCbyOtWcNX2h3k2pSfWvVj4tJ6LSEc,3574
1902
+ mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=JjkPAeijUYMoPkj7ORYg3zTaZPnYtZWTEWVivgHoQL4,3612
1883
1903
  mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=C7I1PtNkw9TOSlhf5Zc_Bq_WKpLsjhtz0DS4yLbtbcw,2349
1884
1904
  mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=suh4Uc2pJQRpjvtDZNeh8qCyMEIdCe7Wkqwjbd6C0w4,3314
1885
1905
  mteb/tasks/classification/slv/__init__.py,sha256=BwsXnZBq2EudbPz0AGUnonVe4bmNUHSeIfEIyTVQXcg,148
1886
- mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=SoArMyn9Xl8UzmfYQAoX9YeH3cQ0FJZUlIBVgo-_m_o,3027
1906
+ mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=eGzRFGzffM1rhLWVNcCCvQW90dxUcZNbwHSvctG8rU4,3046
1887
1907
  mteb/tasks/classification/spa/__init__.py,sha256=-FRjuZqV_8uVdnL9GmzTP3Y7zr7ktkHE9ugsTMgZqC8,394
1888
- mteb/tasks/classification/spa/spanish_news_classification.py,sha256=2uPbtemvlnvVJoWDt2qPo6tzpq2xTuUnLi8l93VjgG8,2701
1908
+ mteb/tasks/classification/spa/spanish_news_classification.py,sha256=tOuEY7x_nvLl2pZuhF1mAzN1mwRiCYDLGZP3_RAjvWk,2739
1889
1909
  mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=dayQOZFfwOpJZsK8hg-vbT4bN1VLMjD3Sbk6tbIWsl4,3750
1890
1910
  mteb/tasks/classification/ssw/__init__.py,sha256=4PzlaxBkbg2yMqJBmkBZVO1ArZQoefiFLx03rJNU6TQ,181
1891
- mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=p1QwKdPebcPdJ3X5ZXLnMkXqA5dv5uyk5uY-lOm3Mcw,3059
1911
+ mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=fJqM22y53xInELhvSPXy1KC2jkNXkGE46UGeT6HYw5Q,3078
1892
1912
  mteb/tasks/classification/swa/__init__.py,sha256=gIM7OBbNAWRJUa7_ElWc4EHEvVX2TUrs0jXYxnKETPY,181
1893
1913
  mteb/tasks/classification/swa/swahili_news_classification.py,sha256=xamx-C0hwOq57MoRd8n9n4a_LXniFH4SMDU1MzSixc4,3593
1894
1914
  mteb/tasks/classification/swe/__init__.py,sha256=phSBojx1lLs7Ow8fAsxFaewkc-_bKqZqZT03okvqRbg,489
@@ -1896,20 +1916,20 @@ mteb/tasks/classification/swe/dalaj_classification.py,sha256=x1GajvgbWwxqi85PBXh
1896
1916
  mteb/tasks/classification/swe/swe_rec_classification.py,sha256=f4qe5IOY2yw-Ud-wxWej35Hqrgn_dcCJ3TZY1ElEIgE,3302
1897
1917
  mteb/tasks/classification/swe/swedish_sentiment_classification.py,sha256=k6LxJ7HJZ9VaN44dkKwD9pE7jqs5BSR7MGM0b5UaM-M,2259
1898
1918
  mteb/tasks/classification/tam/__init__.py,sha256=cj6Zi2IoXH2GrsKrFfS6xqiC_BYXNhyMBPTjET5owrg,171
1899
- mteb/tasks/classification/tam/tamil_news_classification.py,sha256=RWO717yhpI7lAtphz6igB0i_Ir7Y5gXJEX2TOdX6C0s,3223
1919
+ mteb/tasks/classification/tam/tamil_news_classification.py,sha256=2Cyes7C5amwzjR5geN4oE9t-wGUKQ9LMbOnDlnbmQ9w,3261
1900
1920
  mteb/tasks/classification/tel/__init__.py,sha256=DicrFxq-N9dDqF-WZ64mbH2jvz_be8ZSWRnvaVdn_GI,244
1901
- mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=yPl47FzmNxsvmi0gfn6Fb9T3EU-7fNFY_jpX9UKHurA,2578
1921
+ mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=UvjB1VrfW_YcQmEPgO1upOufW1jMsI72Bel7kOZ9pGA,2616
1902
1922
  mteb/tasks/classification/tha/__init__.py,sha256=L17uVKPwwwEcHvhWuA9-ZZ7cEsEovM-oqGY35FAdb6c,336
1903
1923
  mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=CdTFVbTi5t7VQrlPydV7xfVEKRLcQVeajQy1avHgeg4,3095
1904
- mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=0qy4fHUf5i6Kgfxve1NneelB9gNas_7lMRs6pwgce1Q,1736
1924
+ mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=hik7SyIiYFE6ilr79FNsq4k4zhJ_6wS1x9dEMCnJqBg,1755
1905
1925
  mteb/tasks/classification/tsn/__init__.py,sha256=pHxOFshsfTp_CkIowXYcDtpZsxihcnPewREjFOzwHH4,176
1906
1926
  mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=wO3FD7JLaV9gycHVySmVjJUMwGbYd73pZfZEtSiknrw,3106
1907
1927
  mteb/tasks/classification/tur/__init__.py,sha256=viCR9s3exQyQDKEbgi1ESBiMPF07cG_TssN3oXc9_GA,611
1908
1928
  mteb/tasks/classification/tur/turkish_constitutional_court.py,sha256=F-lY7I46Zo8SoCPq2N9rz4yUy84icI0hIvPuI8XRarU,1626
1909
- mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=eWPoX2uK06GsmgrteInkiC0uw0mF4dnkPiR249jBDpg,3069
1929
+ mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=zy3Q7F5_eLA3rIdcUuBAof08KYJypbi_c2cLEoFwj4Q,3107
1910
1930
  mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=9_AxxYWNCVqCuFN1_uCbwid9ox7KNKRSWbpfLMQrFII,2781
1911
1931
  mteb/tasks/classification/ukr/__init__.py,sha256=Tk8r98fjAhLigvXSu2v3vhq3aJVepreg7k7hVxlpIYo,186
1912
- mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=yoVswuHpklImy6xhTHNribGqSjzGRnNuYQC1cdq9LaM,4412
1932
+ mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=q8iqzzfEi8jHkFmtBWxR5-Php9dVzvpqDg71SgVPH1U,4450
1913
1933
  mteb/tasks/classification/urd/__init__.py,sha256=CxO1ERWJxvYlmNUsXSGs3oPKqAtjrP0MTInCl6NV3oM,217
1914
1934
  mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=uELwmACR5NRMBcyP9kCF28zjV1z6VW-Op3sGomNqF28,2801
1915
1935
  mteb/tasks/classification/vie/__init__.py,sha256=C590nbZwTwxtP-46xS1NYgcH0UJcELA9TDxiJO-o67o,1603
@@ -1923,27 +1943,27 @@ mteb/tasks/classification/vie/massive_intent_vn_classification.py,sha256=W69N1r9
1923
1943
  mteb/tasks/classification/vie/massive_scenario_vn_classification.py,sha256=URvW6kI7q_Njx9eDqH9yDIRqHAYEfGRYYmYq0lXgl2c,1942
1924
1944
  mteb/tasks/classification/vie/mtop_domain_vn_classification.py,sha256=HVrfQVeM1icgcqT26I_W-Hc8B26GDkeEcQKNLDTkVdw,1765
1925
1945
  mteb/tasks/classification/vie/mtop_intent_vn_classification.py,sha256=utdySQ5kCQ4GkZn0HU8rqW_-koBe6ShMz5V2-fuvUdw,1765
1926
- mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=NAra_89GulEqJ_2AwRpzvWCej2_JIXaiaZU1HbQa9D8,2123
1946
+ mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=DkguS5qSDwF3tvAnpKmv4D_0NBeP20DGzgSzKMZX21c,2142
1927
1947
  mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py,sha256=PDMEokdODsfN5ULnlyo3HNO_2JFESLYaQuPxGxXlnO4,1897
1928
- mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=9g1u2bmnSFO3yf1KbRfG7ZOLIzQi8ckw6u900mMe3zA,3259
1948
+ mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=lHHw_Mo_ZAiA--KhT8FwMb-hHTa0abM_Mwa3MtSP2oI,3278
1929
1949
  mteb/tasks/classification/zho/__init__.py,sha256=lwB6j0YFdKF5mnBwcTBW_QP-Es7o0Qur6cwT6ZKKAG8,651
1930
1950
  mteb/tasks/classification/zho/cmteb_classification.py,sha256=YS9jNJYBCuen3X78Z0TKID9ekjDpHcRZ1kbrsYke1EU,16556
1931
- mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=rMerItD7XYtDsif4g9vktQxC_qpcSV4yOJWT_aJUvRU,3304
1951
+ mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=W1MxEDKeWGUn26Njumn33Jkd-LKf7J-33HWtwEqKte0,3342
1932
1952
  mteb/tasks/classification/zul/__init__.py,sha256=iPm0kTxJ6R-R48cULXZtpebvD8IzyWbVokhgCvKT0c4,182
1933
- mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=awjyfjdtG6DQa2WPmfm_jAZWO0Iyy9scfpGv6izk1bA,3060
1953
+ mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=RTZo6-83ZuqjIU1EKwmYdRRk942TltfBiFpxlmxyIVc,3079
1934
1954
  mteb/tasks/clustering/__init__.py,sha256=on2FxT3bKFn4-ttmyd13nqKCPHGw1UYV5X2lsrIuC6Y,313
1935
1955
  mteb/tasks/clustering/deu/__init__.py,sha256=7vq3Nqz34nS1JSuS_Izm7vBpkDN8q4-uf809yPw3RF8,591
1936
- mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=KtaktUJQg2RcvN6DMclFfKqjc02vFw_keGyAoeOYCWA,3337
1937
- mteb/tasks/clustering/deu/blurbs_clustering_s2s.py,sha256=o103vt6pG1d_M87nN2HMXcNwSjcXFoVqABKsGkFFEm0,4328
1956
+ mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=C8byjvsiO6YzqMrJt4C7ObtcNNFwxn2FzYAxvl7nHgE,3356
1957
+ mteb/tasks/clustering/deu/blurbs_clustering_s2s.py,sha256=Zu9K75HpEbeWMvdPJS9euoEo_lrRY0S6CRdByaGDJyo,4347
1938
1958
  mteb/tasks/clustering/deu/ten_k_gnad_clustering_p2p.py,sha256=d45FkAZe5NlsQxOgxKvbZBGA22WuFo-6pYOh-8bREto,2503
1939
1959
  mteb/tasks/clustering/deu/ten_k_gnad_clustering_s2s.py,sha256=LOfwsV-M8HitE9bRqme2GKlyvlej07i1aPOQbjs3vY4,2511
1940
1960
  mteb/tasks/clustering/eng/__init__.py,sha256=TVoj51ZAZkrgByvsrYvqPXtxW_6h-gpUGB9tRFTOOnI,3143
1941
- mteb/tasks/clustering/eng/arxiv_clustering_p2p.py,sha256=_0Knh6E9oNLmigJx9si1RaotZYqmfTaohzcFOlg0srM,3916
1961
+ mteb/tasks/clustering/eng/arxiv_clustering_p2p.py,sha256=UXozex9TMxctnmwkfWlgAAvhx6ufiVtPpM9r7uuB63A,3935
1942
1962
  mteb/tasks/clustering/eng/arxiv_clustering_s2s.py,sha256=dIcS8YTP7J2ituucxwgAXv5PyfgtJrCdWSet394renA,1431
1943
- mteb/tasks/clustering/eng/arxiv_hierarchical_clustering.py,sha256=-Xfb11AbiVzOAdlmOniTGslHBRNxw3jqXvQkQrjtIH0,3495
1944
- mteb/tasks/clustering/eng/big_patent_clustering.py,sha256=md0H-o57j28DmRf05hlpeKxUUYiERkTd2eK69SEz0GM,3909
1945
- mteb/tasks/clustering/eng/biorxiv_clustering_p2p.py,sha256=XTHNZke3QmYos_gR2rr5Ak29baGydtrDlrWK0la9V7E,2484
1946
- mteb/tasks/clustering/eng/biorxiv_clustering_s2s.py,sha256=owx7U6oJnV8vnQBFtZk4keFcpcih-MSLJAkblMA42FE,2438
1963
+ mteb/tasks/clustering/eng/arxiv_hierarchical_clustering.py,sha256=erDJ8LO8yS-OMo1Cg2jaRqmC2GXixdFhLSsehcVSSX4,3533
1964
+ mteb/tasks/clustering/eng/big_patent_clustering.py,sha256=EptnAHcBKy3FtBE0KDGBu76_1HuZA6yNo8NdgDC6jIk,3928
1965
+ mteb/tasks/clustering/eng/biorxiv_clustering_p2p.py,sha256=fprsgPM4yA4EH2D9-dPHvM25eyOpXcEiv_AuAN0JGVw,2503
1966
+ mteb/tasks/clustering/eng/biorxiv_clustering_s2s.py,sha256=73uePzxdlnspLN7iYEPmpffOQ-weuN0ywOH1jsCuvOE,2457
1947
1967
  mteb/tasks/clustering/eng/built_bench_clustering_p2p.py,sha256=OVR50H5goZC_MSGX-jqJHD7CwV8RKDNraDnzYjzJnd8,1463
1948
1968
  mteb/tasks/clustering/eng/built_bench_clustering_s2s.py,sha256=y-mZgBViV9AFt9TDDUdawNul-FbvneXocKUPtdqj3Xo,1455
1949
1969
  mteb/tasks/clustering/eng/cifar.py,sha256=CgerokQwKzrtTEQNxBPFH_vlosgtgrcZY2hmW1GGNZY,2470
@@ -1952,23 +1972,23 @@ mteb/tasks/clustering/eng/hume_arxiv_clustering_p2p.py,sha256=Gb_OQUJblW37UTnFBU
1952
1972
  mteb/tasks/clustering/eng/hume_reddit_clustering_p2p.py,sha256=kNYUGPPPA2XNDlPHzhiiN8eSwUG4wLOQvejhZ2T51Wo,1618
1953
1973
  mteb/tasks/clustering/eng/hume_wiki_cities_clustering.py,sha256=NCEMfMLu0lOM1Vyl7Q-OLFMOmxChJ8PvzOBQuGaSodU,1340
1954
1974
  mteb/tasks/clustering/eng/image_net.py,sha256=21eB_MYbUKFqyzAnvThKfsh4D0t9XerIKehQl5LLMe8,3183
1955
- mteb/tasks/clustering/eng/medrxiv_clustering_p2p.py,sha256=sqRTwPAXg9IBeP5S8ngLm5Q0sMkTVoOEJK7Zf8i_mQo,2909
1956
- mteb/tasks/clustering/eng/medrxiv_clustering_s2s.py,sha256=A0d5fjOGAYZFEukBe5DufD-BJ66KVQOSlC_Bgn4OZng,2874
1957
- mteb/tasks/clustering/eng/reddit_clustering.py,sha256=xyGlhEVoppY25a3-zKlK6xIw58FhEWNgdwbOU5O7Z7g,3918
1958
- mteb/tasks/clustering/eng/reddit_clustering_p2p.py,sha256=-V8eJWTis2H004CRWsTU4kithKyVKyP7X5-nBrAam4I,4087
1959
- mteb/tasks/clustering/eng/stack_exchange_clustering.py,sha256=IuUlUtmAnuSo6oLJJON_d4DYgeXhAQGulXRkcoaFUto,3923
1960
- mteb/tasks/clustering/eng/stack_exchange_clustering_p2p.py,sha256=1hluyxWoIWABLTjLCmXtEsh-h7oHLWegmoEU74OwXrY,4117
1975
+ mteb/tasks/clustering/eng/medrxiv_clustering_p2p.py,sha256=vz67CiGec3JLmr3DdfkoYmXidy9d7KxuC-bKj0hysqU,2928
1976
+ mteb/tasks/clustering/eng/medrxiv_clustering_s2s.py,sha256=AB8eD-xrK1ysuC6lF4SJsOMMXuvUvZ2rPouCjsw9puc,2893
1977
+ mteb/tasks/clustering/eng/reddit_clustering.py,sha256=FdDDdir8MVICfEHVrB9bRAUh__UOMGptL8ualFAOnKA,3937
1978
+ mteb/tasks/clustering/eng/reddit_clustering_p2p.py,sha256=NzI-0V6mICeV8DI81pGjfBrBGay2Ad8DsIFAosfuYqg,4106
1979
+ mteb/tasks/clustering/eng/stack_exchange_clustering.py,sha256=WoN02R_MivJWH9Cb6JrhZtiKMix0IvpJ0xapowsQizQ,3942
1980
+ mteb/tasks/clustering/eng/stack_exchange_clustering_p2p.py,sha256=AkRDaWYqsam77_Cl6b01t6noO0Db4nbE__D7U0O6gVk,4136
1961
1981
  mteb/tasks/clustering/eng/tiny_image_net.py,sha256=dRr46P37XLvRa49EJK6H1x3nJmwaYVDmLtLz-q-K5kM,1135
1962
- mteb/tasks/clustering/eng/twenty_newsgroups_clustering.py,sha256=0jjIeTlDuBtOzMmGsoZye2T-l4fufsZlWeib2q00OyM,3828
1982
+ mteb/tasks/clustering/eng/twenty_newsgroups_clustering.py,sha256=zdtrBf61HygWhJBWsy4hFWLbYI0roIYkSPzogzJmW4s,3847
1963
1983
  mteb/tasks/clustering/eng/wiki_cities_clustering.py,sha256=-csEB6xiAGRDTi5gsseoZsODCSwzF5_LIe1eTUO4lHM,1250
1964
1984
  mteb/tasks/clustering/eng/wikipedia_chemistry_specialties_clustering.py,sha256=Shs6sYPe9s-HSGeKD9_0OEC4hUn3ODS8GFvX62XSK4U,1437
1965
1985
  mteb/tasks/clustering/eng/wikipedia_chemistry_topics_clustering.py,sha256=NQ5bmskZGElqg6vnZFKbzREufr_6IJGUwMpu6ItEWvg,1424
1966
1986
  mteb/tasks/clustering/fas/__init__.py,sha256=_jSSYKxbHl170edjvRKYtHoNkJ1I76A8DHcjSdJ4of0,315
1967
- mteb/tasks/clustering/fas/fa_mteb_clustering.py,sha256=JHNWg9rVHexr0FlIt6RFGFhcNgzZSJyVRGLH__Gg8v4,6527
1987
+ mteb/tasks/clustering/fas/fa_mteb_clustering.py,sha256=CH8khcQwCwZKs-mkjTrlEiWVIuvziEvgY7ejbfxonnY,6603
1968
1988
  mteb/tasks/clustering/fra/__init__.py,sha256=RJru1eooicB-jm6tdtapQrU01yWUpkv9gAKij2mUUdg,436
1969
1989
  mteb/tasks/clustering/fra/allo_prof_clustering_p2p.py,sha256=6-PnzUsdnpqs3X4kU1ngtoPcBlFr1cDdMPpVsdygX4w,3616
1970
1990
  mteb/tasks/clustering/fra/allo_prof_clustering_s2s.py,sha256=U_yNmKbD5ZZLQISUzuFMDCuI8PxCXgq8HcX18OmZZPM,3600
1971
- mteb/tasks/clustering/fra/hal_clustering_s2s.py,sha256=H-YZdBAv2CzXqvFc36OTmzgJZEgPwrqdOCd1sJZMWJ8,4675
1991
+ mteb/tasks/clustering/fra/hal_clustering_s2s.py,sha256=6K7VbWolAktq2NqZDzHuJ-WFY9QyY_HfjqDojx6cOsc,4713
1972
1992
  mteb/tasks/clustering/jpn/__init__.py,sha256=WFar8GZnEqUf5fgXKqY2JXW7INOANo32uNRVrNQ8hAk,232
1973
1993
  mteb/tasks/clustering/jpn/livedoor_news_clustering.py,sha256=ee6ZrU_89FX5oHbOAdwjLwdB2TrBn-FhP1RQoGzmInk,2457
1974
1994
  mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py,sha256=r5rE6zbasAf_Xk21sf8Tw1R-yootjICTwYoynMYPMiQ,1894
@@ -1980,31 +2000,31 @@ mteb/tasks/clustering/multilingual/humesib200_clustering_s2s.py,sha256=4OlNvGhWU
1980
2000
  mteb/tasks/clustering/multilingual/indic_reviews_clustering_p2p.py,sha256=0_Q1ePZPRJgOq1Px_lqlrR5C_-dxqsitiS-bOBgVz1U,1868
1981
2001
  mteb/tasks/clustering/multilingual/masakha_news_clustering_p2p.py,sha256=SmxlWKS6i5ecqbUhpRJjdxHmIxEOVEbf-pfiCIvs7ZI,3252
1982
2002
  mteb/tasks/clustering/multilingual/masakha_news_clustering_s2s.py,sha256=-Xq_MyuEukwq8S9drb6uy8KQGvIXIeCWbXl1RkN3e5c,3167
1983
- mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=NY5J-UWGc2z5pBPwo-o6jODC6nR16axP7gKmxmlT2H8,6388
1984
- mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=4UfRF82DLNLLvDkazaiW_lT3eGuSe5-QP0IW0xb8rtg,5988
1985
- mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=EoUCaZ69BcxSf4chXIyA8M4NCsVC2nmaM4D0HEImgdY,8528
1986
- mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=XgMqPZ74tWjxU169qN8ri_aZVQ_kaR6xFVNJYyWBt4E,4384
2003
+ mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=Z4sdc8FN10uvI8Om8hJJJ_DhnyZmCDD06IPOUXli0ZU,6446
2004
+ mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=EY6o4CbYReSgBiYRYmRqdYuIoAkfZAFqfms8W2KDqzE,6046
2005
+ mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=jBKCb5WCSCZSfqpPXabC7isDqPRaxkfocXaGsZwTAoU,8547
2006
+ mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=aYYjfuaAFeMhGCXIakKS-PFOee0jWGPWZdJbr19pxJE,4403
1987
2007
  mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
1988
- mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=xFiTQPZosUR8iYwHG3T1-SGwtMReMg5ofQvkrvIHjiE,1580
1989
- mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=07i07z9-Iu6d_PGtS4uFBNGte0PXqWmif-x_B5PxndE,1568
1990
- mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=k1S7Cx3n9kYg2jmQGydaYFC6zbb-D--S6hbxYQ6bIVg,1865
1991
- mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=Yek6Y9ITCJ95Yhg48ryItfxx0e_Um2s8OtBvv2zZ0YU,2052
2008
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=jzUIhq8t6_OdR6sI9lCz0NPLOdBZyn41aHpa12-a-gQ,1599
2009
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=8ctb_q3VdxQnPMzv_XfFYGm4ibhrMMkvTpEqIx09KrM,1587
2010
+ mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=Q9wMHrcM8pWnd-GCZtPKb_APnQuvHCpbHV-CFLs1-kE,1884
2011
+ mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=otdTRTyHREgS9OFlNLZWibOuqx-lePaWDfoZqI9kx-E,2071
1992
2012
  mteb/tasks/clustering/nld/open_tender_clustering_s2s.py,sha256=9DlFx_VQHFrRR5Gi6zDg0OYnmxeXYSPMlFKpFhjFvco,1715
1993
- mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=TDGBUwN6AAQ8U0S0Whp5OiU0_XAsNsonrCeqxNnYFCg,2191
1994
- mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=2UXW5pk95meD5FNHuMY4S1mhlaPl0NfrKDAV9N4_uCY,2193
2013
+ mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=sg0lI61_5DxR6mlUCSAlAg0r_r3zF-MXuEsbUq3ZlzM,2210
2014
+ mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=-yjrUYqE7HVf7Z6vJAfNb_ATicp2it52-qt0fhG54JE,2212
1995
2015
  mteb/tasks/clustering/nob/__init__.py,sha256=de-t3amIyZAo0iPjy33xVMFKCQlcDNmS4M8dgfWsr1U,503
1996
- mteb/tasks/clustering/nob/snl_clustering.py,sha256=dT2LVhDeQQ_0dthcDt0x8kp81h4ZEXmOm_X0kcvH43U,3655
2016
+ mteb/tasks/clustering/nob/snl_clustering.py,sha256=WOGSPRHr2us9OpHxkBGAxXtWDYCoMSLhN275NXh8Klo,3674
1997
2017
  mteb/tasks/clustering/nob/snl_hierarchical_clustering.py,sha256=OfdGmodK0eHTQMLo22SMI4FxM47wUCJmYYL8OOPqrCg,3328
1998
- mteb/tasks/clustering/nob/vg_clustering.py,sha256=5QlYxOR2Mx6vQMIq52NZ1AEFcN7QOGMA4iSD1w2Q0o0,3676
2018
+ mteb/tasks/clustering/nob/vg_clustering.py,sha256=dARqlFm-uzO7-3s9pmTZS7bhvPP_Khtooe8hjlQ-8Fk,3695
1999
2019
  mteb/tasks/clustering/nob/vg_hierarchical_clustering.py,sha256=lVPCrnei7S8EfLav38F3rv80WPCffBOcju5w8pCjioI,3893
2000
2020
  mteb/tasks/clustering/pol/__init__.py,sha256=na-Vwcu9J6P-05_40WLSI0DvhP2hdSRzDRT4A38gbvY,370
2001
- mteb/tasks/clustering/pol/polish_clustering.py,sha256=RcFVSe3aDdtzHpijVXh2aKcTMNChntXw3Knu_HAhyQk,11206
2021
+ mteb/tasks/clustering/pol/polish_clustering.py,sha256=TUzc8jjz1DJNGBfBqLUsJgGnZKEl8-uFfi1qZ_UGbSw,11263
2002
2022
  mteb/tasks/clustering/rom/__init__.py,sha256=a0tC9aXwVpj8sis0icrgLegnhFKN5gQsFXo1BIpHSk8,96
2003
2023
  mteb/tasks/clustering/rom/romani_bible_clustering.py,sha256=qiwBhQALrIa8bGskNckeBSe4xRTbwlxGpShbmwGNOFA,1022
2004
2024
  mteb/tasks/clustering/rus/__init__.py,sha256=nhqyKqmQ6XDd9rd5kenutKq_v7Pi2QPn1eDcPnVjg-o,327
2005
2025
  mteb/tasks/clustering/rus/georeview_clustering_p2p.py,sha256=UjpVDDtdygm2r850WY0rQ6jxvF-hmSA4ojZym4HX-_s,1118
2006
- mteb/tasks/clustering/rus/ru_sci_bench_grnti_clustering_p2p.py,sha256=vAb8h9Di1MQL0rym6eetSSg1dmAIQXtqKobGDg8qe5w,1576
2007
- mteb/tasks/clustering/rus/ru_sci_bench_oecd_clustering_p2p.py,sha256=zAmGifs-MAJghpchY2c2gDkrhHBQ6NFDn_K5wDPn_Kg,1573
2026
+ mteb/tasks/clustering/rus/ru_sci_bench_grnti_clustering_p2p.py,sha256=0r-b6kDVbJvUrnhwsE7yGyttu-JviE-az2MTj1Zl8co,1595
2027
+ mteb/tasks/clustering/rus/ru_sci_bench_oecd_clustering_p2p.py,sha256=Gc1ebD2rdpeMiljlIb_Lw4q34m7zuMiX1uVhQotUNPU,1592
2008
2028
  mteb/tasks/clustering/spa/__init__.py,sha256=0NXUvoS7OmA_vwBzQICh9UrD3LkHZcK4iSAigubzyIs,106
2009
2029
  mteb/tasks/clustering/spa/spanish_news_clustering_p2p.py,sha256=uf_UeDEdO8UCLy5bprpS4XRy9GRLS27vSL1ALvTzb-s,955
2010
2030
  mteb/tasks/clustering/swe/__init__.py,sha256=Dlo6wABqkU8BcXNQAlx3QmrT9yT3BorO1OBsCEfOuFw,186
@@ -2016,15 +2036,15 @@ mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py,sha256=Do_58DiX_DV
2016
2036
  mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py,sha256=bFF2iu-KBZSP6jFYLBV2ssscsaACf-noFP6wL0R5Rx4,1881
2017
2037
  mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py,sha256=LADX5CLncf0AlGdfypuAfglEM6D2gGnBBSTKIhPTR0w,1825
2018
2038
  mteb/tasks/clustering/zho/__init__.py,sha256=Z6AYBtGjILLiguzbSOML6Gi3OuM2NICABhcSpl4dk2g,481
2019
- mteb/tasks/clustering/zho/cmteb_clustering.py,sha256=Q7uYPNXuTjxeuWduvdYQT8jog-jHUJgpyJ6x7F0ILu8,14815
2039
+ mteb/tasks/clustering/zho/cmteb_clustering.py,sha256=sozbieec4Q23Jydw-LgurUVGbb8cIxY1gP6NGFq0ZqM,14891
2020
2040
  mteb/tasks/image_text_pair_classification/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb7OmeY,19
2021
2041
  mteb/tasks/image_text_pair_classification/eng/__init__.py,sha256=3LhP9ZsZLyK8i077ZPFrerNFtIfo5kUcUH4hQNxpL-Y,463
2022
2042
  mteb/tasks/image_text_pair_classification/eng/aro_coco_order.py,sha256=4CrBTUKXUHuR6k7fpJKFNcwA2-cRH3gO2T7TJCEsyaQ,1746
2023
2043
  mteb/tasks/image_text_pair_classification/eng/aro_flickr_order.py,sha256=UipHMZ9UOR3VFj8ppL8eQFaXy_xSvkY9uCjHwb7usac,1752
2024
2044
  mteb/tasks/image_text_pair_classification/eng/aro_visual_attribution.py,sha256=BnJCUW28PMHL_6bBnr0Tj09NJyUXNvHTUSre4DtrqQQ,1595
2025
2045
  mteb/tasks/image_text_pair_classification/eng/aro_visual_relation.py,sha256=V9iYtUPjk9cehL9SKneH7rgs15RaIA3U9ZLPZhkVCy0,1586
2026
- mteb/tasks/image_text_pair_classification/eng/image_co_de.py,sha256=2lQJc8bxJUx1nLyLmQZjJNcldXk3m1rXdv8V1nQQlFA,4072
2027
- mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py,sha256=i4gewqbknogst2p1TNQXTo_qfIeTxk0DWS-9bNOFI7M,1988
2046
+ mteb/tasks/image_text_pair_classification/eng/image_co_de.py,sha256=MYRqR3QubQSB1_W9NSwBjQ0S8qT_j6sMKD9cmucf_jI,4101
2047
+ mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py,sha256=3Gn2jB4H05sNTGvo3sXeEboSmzDyevTVau1HrRaa6HI,2017
2028
2048
  mteb/tasks/image_text_pair_classification/eng/winoground.py,sha256=zdE8xTTC16NeiyxIC8vR2eH1Mv-YMP8Fd9fAeaYlIVI,1864
2029
2049
  mteb/tasks/instruction_reranking/__init__.py,sha256=BqfiIJ3WTB31ZeTGG-_WG-sf93PmqQB7gJbg8ESbQhg,47
2030
2050
  mteb/tasks/instruction_reranking/eng/__init__.py,sha256=FeTyCOipqqYpLXorPGAeXjuKX96AcX4PVLU_ZIQv4bI,330
@@ -2032,7 +2052,7 @@ mteb/tasks/instruction_reranking/eng/core17_instruction_retrieval.py,sha256=WGMe
2032
2052
  mteb/tasks/instruction_reranking/eng/news21_instruction_retrieval.py,sha256=m6Uy02xOlcH2pFWzW4Gk7Vcq3j5L5qKdoF7yionNfAw,2156
2033
2053
  mteb/tasks/instruction_reranking/eng/robust04_instruction_retrieval.py,sha256=c_Si6Z9-u_7mVx7HvuXI_V3X4-tJr-kiH6aWpWaGLtc,2164
2034
2054
  mteb/tasks/instruction_reranking/multilingual/__init__.py,sha256=oalc9maaj_A_gPLjd-TuJZdOJCdRsIfYh760vss-f94,108
2035
- mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py,sha256=SpXxEgomAfXPA57bZFR3eOE1UMI7TtyuM_e_hfvbcvQ,8946
2055
+ mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py,sha256=4VxZfQ-B2WztQj32XlvJNOl9cJwAa5SJB_CrVvYtXSA,9004
2036
2056
  mteb/tasks/instruction_retrieval/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb7OmeY,19
2037
2057
  mteb/tasks/instruction_retrieval/eng/__init__.py,sha256=rrZ6RqTtD4sAqxcCvGTjrilCXlJX4YRi2Jcg_tyOgS8,488
2038
2058
  mteb/tasks/instruction_retrieval/eng/ifir_aila_retrieval.py,sha256=yrxfAOm8K-gi4cgDOjaXBbJBuK5hGq-8dmLKlZrwTks,2462
@@ -2047,16 +2067,16 @@ mteb/tasks/multichoice/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb
2047
2067
  mteb/tasks/multichoice/eng/__init__.py,sha256=eq04borhYbQqMMbipJg6BhydZhLZDLfm0NknUm45r6I,356
2048
2068
  mteb/tasks/multichoice/eng/blink_it2i_multi_choice.py,sha256=YHsLVHspeNIpA-8x6AYXa-3SVMzuOKVaXauFy0dxOL4,1820
2049
2069
  mteb/tasks/multichoice/eng/blink_it2t_multi_choice.py,sha256=W6M9jDMcNIPkZYe8zt8T-ch4gEuA4astmPWx_7_MHoY,1837
2050
- mteb/tasks/multichoice/eng/cv_bench.py,sha256=VgjCDjDDRP5jc0Si7ofMU3L0Ob-jV5aNVjBo9luT07c,9183
2070
+ mteb/tasks/multichoice/eng/cv_bench.py,sha256=NcAlQmV3cGtyJZFBN50a7BnfoGojIYavi9XMrB_UsE0,9299
2051
2071
  mteb/tasks/multilabel_classification/__init__.py,sha256=D93vfKwD5Q5VSlpTysUIbkvAncZFSQAd6sUnN53mw5U,180
2052
2072
  mteb/tasks/multilabel_classification/eng/__init__.py,sha256=mcgoX0OxpR0UNftBXc4HJr27Tsxmjg0cMhBb5swN5Aw,87
2053
2073
  mteb/tasks/multilabel_classification/eng/pascal_voc2007.py,sha256=Lf29mv60xsbLscjmFUzTMbPYWyiJHAgivRzGafIOguA,1901
2054
2074
  mteb/tasks/multilabel_classification/ita/__init__.py,sha256=07xCrfm2mILOwe8KYHdkZLLGnVuiTcjZuTNIjdfqbrU,86
2055
- mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=k_bo8HNkYKva8AfBHz-pR0yoSbed9M1uUCBdFzyl8Nw,2090
2075
+ mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=1kUMKRHvifYR6O7YUb73lCvknfd-L9GlI5U5ttrqpSo,2109
2056
2076
  mteb/tasks/multilabel_classification/kor/__init__.py,sha256=EBO57GMpXNw49hD1UHEc14lx8pTHvGohu_1KstnGvNo,122
2057
2077
  mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py,sha256=reuzDUxrVZ3A44BirEQkiFQ4wjp_0Aa-S7_8I6gVKW8,2382
2058
2078
  mteb/tasks/multilabel_classification/mlt/__init__.py,sha256=HC_nIigyK7DLdojnAfUZdlRAaoW5AStAauCxFpPdMMU,108
2059
- mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=ZXUear2ZIWKURTyY2BF35I_o_ssCoSNRWUMLDrouIYo,2102
2079
+ mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=wOqGhL-oUDZz7WgKJRT4nhbuzgAN2HLlZpH2FmqW5j0,2121
2060
2080
  mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
2061
2081
  mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
2062
2082
  mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
@@ -2066,64 +2086,64 @@ mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsR
2066
2086
  mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=Ke5roy0MYEYgRsdNDL4q_AwmY_rYKpo0H_k8wFnt2s8,1929
2067
2087
  mteb/tasks/multilabel_classification/rus/__init__.py,sha256=skzrIGJ4giqi0tIiwCZux3JAYDlmu_vYZWrEBlusC6Q,355
2068
2088
  mteb/tasks/multilabel_classification/rus/cedr_classification.py,sha256=xHj99e90__WH6zJ8AaUggAw098aSUc0N_b90N_pUKHA,1549
2069
- mteb/tasks/multilabel_classification/rus/ru_toixic_multilabelclassification_okmlcup.py,sha256=VoXnFSrT2xipV7i7dX6CwR7ApMdq94IKyFhg5FLXvn4,1228
2089
+ mteb/tasks/multilabel_classification/rus/ru_toixic_multilabelclassification_okmlcup.py,sha256=ziD_JLU78nUOuit-avIbQ54mslFmTpselbz4teZh9fc,1247
2070
2090
  mteb/tasks/multilabel_classification/rus/sensitive_topics_classification.py,sha256=WHqBuGWpTBdO2HGcIrKAQr7v_gefvglXWcxEzMqUSks,2034
2071
2091
  mteb/tasks/multilabel_classification/swe/__init__.py,sha256=lXR_6OxipZLTevntJj2Ilbac7KMtN-FDxGmrIWOtsEM,297
2072
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=kqK-tmDIpOMziUGavfoCSnL5cLTZA0MCrNBJACPaiOY,2835
2073
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=o1_sgy1_k0pHDpii3RLU4dM_ZddaTjMEdIn5NRnT_nc,2818
2092
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=w3HaKnMEII6MdlXv1pz73QUNFnoOWolCJK7M-4v02Ys,2854
2093
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=0ePi9l4bg-gMTaQsUpalT_9kh93N1QMuT2EFk4f9lz0,2837
2074
2094
  mteb/tasks/pair_classification/__init__.py,sha256=wShARe6hEVXt0fbuyIRuCD5FU_DBZswaQVAhEvrKHW8,332
2075
2095
  mteb/tasks/pair_classification/ara/__init__.py,sha256=nDoH7v49LUuZnF2xP6u7O4fpnAHBPdN1qxDyeZNbXrA,56
2076
- mteb/tasks/pair_classification/ara/ar_entail.py,sha256=8ROjVjAlbn6GtMtjYaUpNwoloPAFGguWafCOrS3Z1MI,1868
2096
+ mteb/tasks/pair_classification/ara/ar_entail.py,sha256=nMrK8vKfB4ztC6LI2k4PqtwaaWwHrqA-FHOYN-oDHDg,1887
2077
2097
  mteb/tasks/pair_classification/ces/__init__.py,sha256=a5LKNqekw88onEBY8akJTPXwn4WvF1OWdTpWBwySTvE,66
2078
2098
  mteb/tasks/pair_classification/ces/ctk_facts_nli.py,sha256=jdArX0bXSYVute6JFoGm40_C_auNf2eKxrbkUMCLVOA,1581
2079
2099
  mteb/tasks/pair_classification/dan/__init__.py,sha256=EYRr1bXjQ-4y38SIfvXGnc4ZC_WYAv8V8hFEUr4nvsI,68
2080
- mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=FY1zgJagIHKA7hWW--tRAUKoqZeT_b-E6Iu6h_Z_Lek,2052
2100
+ mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=84AhpoywEqFAt3OOd5fZRKIVJ-Xk3ASVcwZXxk-M-Zg,2071
2081
2101
  mteb/tasks/pair_classification/deu/__init__.py,sha256=glcMGZQtd2r4tT2sA2b7vg6Fxrj0RY2HnghnURxD3Ug,89
2082
- mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py,sha256=UHsQNRmWHyKRbLMVMZADbh3EI8yDyVHgjkC0X-xyrnM,1771
2102
+ mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py,sha256=feormqdXvJWQyEf__Wvt4nBOIKvdnx9mRIl_C3tJHaA,1790
2083
2103
  mteb/tasks/pair_classification/eng/__init__.py,sha256=ME_1M0sfZ36vVSHSNnKKEB5-Cm7EtdkZML69OIHcl0M,697
2084
2104
  mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=k24kzLMZWB486eBVO9vpBEC15o49BuMUipt2HmUOqgk,5733
2085
- mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py,sha256=FI9chUNQMijS6uCuY2uzcs33UzUaPMnuk4sXLjpLZFQ,2268
2086
- mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=fLPx-s48kyKTzPqrq-_rN2xtOsiNIalD1ylt6eBEv2o,4050
2087
- mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py,sha256=dJYGOwQEBqpJdTFNWzeTRl-spyORqkubMz3taQwVCWE,2228
2088
- mteb/tasks/pair_classification/eng/pub_chem_wiki_paragraphs_pc.py,sha256=9AT5HkaBQ_OoC_qnBHoOZL-yK0WyV23LFMM5DFA33Rg,2245
2089
- mteb/tasks/pair_classification/eng/sprint_duplicate_questions_pc.py,sha256=su697-onXzZPkY2EY_29uByCLZw2fgmjqyQPQWUvqDw,2085
2090
- mteb/tasks/pair_classification/eng/twitter_sem_eval2015_pc.py,sha256=CCnmGDubYMzyKxcA60rYVnHMqs6zQZvdv6srsv4DoHY,1860
2091
- mteb/tasks/pair_classification/eng/twitter_url_corpus_pc.py,sha256=FUBmEpA_sy03f86ajeF3aJoQWWlOQNstonS_m5ooFA0,1777
2105
+ mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py,sha256=ZGJIiJSC-zaeyYD8c1DaBML3FZ7b41YwgmqcsaOmOxE,2287
2106
+ mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=0WNd6jJLjIBO7aR-Pmdgj7gdxtgxHgNMU_uf-vu3ttc,4069
2107
+ mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py,sha256=8jZhgZ9Xj5wV8zH4xQNuT-Ko7Rs0cAfDri6MhcnXnsA,2247
2108
+ mteb/tasks/pair_classification/eng/pub_chem_wiki_paragraphs_pc.py,sha256=f1vhvLYgzL46iPZkgkCefPqxkZdG2dbyMbhyIvalBnM,2264
2109
+ mteb/tasks/pair_classification/eng/sprint_duplicate_questions_pc.py,sha256=qTv9-TIWaB5k05IhIfOGSGpYd3Ovd58QT9cZdIyjF9E,2104
2110
+ mteb/tasks/pair_classification/eng/twitter_sem_eval2015_pc.py,sha256=0YjKK4C47UupDW64luHFXYAiDTU9uPTsEfaZuT21fBI,1879
2111
+ mteb/tasks/pair_classification/eng/twitter_url_corpus_pc.py,sha256=M9B3JCFt4L6yEnd8S-o-W-FtCSMdl0h1KST3fqApEVA,1796
2092
2112
  mteb/tasks/pair_classification/fas/__init__.py,sha256=1Bbr5ZKSjpPuJb9zvk7OSd2Krdh1bpxJjVNLNPFT4Ck,440
2093
- mteb/tasks/pair_classification/fas/fa_mteb_pair_classification.py,sha256=uOVbLWrR2CcgnqorJnzmYdmh3la3eBnd2t8aV6uNZqM,10837
2094
- mteb/tasks/pair_classification/fas/fars_tail.py,sha256=u1ZQNRY_lWYHXKB8r4aPWYEuPzbMqa3x-tbjcjEMWpg,2800
2113
+ mteb/tasks/pair_classification/fas/fa_mteb_pair_classification.py,sha256=1i8phewQffpIxzWtBWQFUisHu3XhBpk9Sf-IkwM8jNg,10932
2114
+ mteb/tasks/pair_classification/fas/fars_tail.py,sha256=NPtN4mAQ6TcBJmX_GD7WZ4mE-_Bw3D9Aj-GEliZDIMo,2848
2095
2115
  mteb/tasks/pair_classification/hye/__init__.py,sha256=hU4xSf6kyKhD4o4CuNMQNE1w9FKv8tkkqvYvhpMV5Kg,93
2096
- mteb/tasks/pair_classification/hye/armenian_paraphrase_pc.py,sha256=8hs54zZRdmMabTb-tyUmwEQiX-o0btye9-WmSdArpmg,1418
2116
+ mteb/tasks/pair_classification/hye/armenian_paraphrase_pc.py,sha256=Ezi604W-cHOLDm8O9j3yq9z-GzDt9OWI9jgyqVjY9M4,1437
2097
2117
  mteb/tasks/pair_classification/ind/__init__.py,sha256=iXGvZ6eNgGhyD2wgbkvV-bpPPCJNxlE5eq_qvF2Y_UI,53
2098
2118
  mteb/tasks/pair_classification/ind/indo_nli.py,sha256=2LpHda7vgZYBEqUpEPA-5ddv84ld6PbDjiUo3kEn3qs,1706
2099
2119
  mteb/tasks/pair_classification/ita/__init__.py,sha256=tFcW_Gk9nJhWLYVVaClYH3h-LeHFGVPQmeBBei_xO54,113
2100
- mteb/tasks/pair_classification/ita/dis_co_tex_pair_classification.py,sha256=N1Y_rWsXyZUJqdFTrnR8evfzJLj67yH1AAvDzOwlV2U,2179
2120
+ mteb/tasks/pair_classification/ita/dis_co_tex_pair_classification.py,sha256=kLEph9vDQQ9AXfac2M8rpoQsWVInjutYkDovIGv78uY,2198
2101
2121
  mteb/tasks/pair_classification/kor/__init__.py,sha256=h-aIkge-Vf89YRjA0bteTrKAAXF3Hojs0_D4NfycyPQ,53
2102
- mteb/tasks/pair_classification/kor/klue_nli.py,sha256=9W9jLcrxCcWP2A5Ks7mjsHb0XJi5AfKyMGLTEIdT6kA,2522
2122
+ mteb/tasks/pair_classification/kor/klue_nli.py,sha256=XqNcTpy8gDn0U9CEK66UIfRMOSpIgteItDHvw6irGyw,2541
2103
2123
  mteb/tasks/pair_classification/multilingual/__init__.py,sha256=Se4NBy208UzG7ZYWLk-8GtUjz7Nt6uKqV4sf5hbz_L0,528
2104
2124
  mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py,sha256=8wmaLY1h5XZfz9dhkj2SkhGvwvpf5Mo-7YanQ4YEfN4,2230
2105
2125
  mteb/tasks/pair_classification/multilingual/opusparcus_pc.py,sha256=h8LHHaWxuvsdtW9rFP5oKyLhnNJcEDq7b_a_DoH84rU,1500
2106
2126
  mteb/tasks/pair_classification/multilingual/paws_x_pair_classification.py,sha256=0IpodQ1H3rM_YEcODUDQPNeOHbkKrBi4OCbwC9LI2OE,1651
2107
2127
  mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py,sha256=sYgOlneCYiGm6xi8IpJCr8aWdYDzoeJhq79fvxh5GfQ,2773
2108
- mteb/tasks/pair_classification/multilingual/rte3.py,sha256=ZR3kpz8Y2AxyLe0uIYORoSUJ0zx8p8sjXxdMIX6WiBg,3037
2128
+ mteb/tasks/pair_classification/multilingual/rte3.py,sha256=JM-R1De9aa3yuls3spoTeB-pifGW1E4WQ7GX0hJsJeM,3085
2109
2129
  mteb/tasks/pair_classification/multilingual/x_stance.py,sha256=NPLzF8j_d_Y8kLocfIr8qaeJzJBwWE-1uveXxmGYI8M,1536
2110
- mteb/tasks/pair_classification/multilingual/xnli.py,sha256=q7erc3tCbamua46CuhJc36jPKOoIs4KCzD91zBPG-Y4,4677
2130
+ mteb/tasks/pair_classification/multilingual/xnli.py,sha256=n30pByUOtlJHsC4YPOPMfUY_Ns_3CeCQ-R4VgcwbU_E,4696
2111
2131
  mteb/tasks/pair_classification/nld/__init__.py,sha256=H65VNZnmBDsyupF4PtYVz-PwYD9b0xXb-9e6ODK2-DM,214
2112
2132
  mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py,sha256=l420srn-nm1wbo361ogCU-Fq2B0Gv97FiN9UXSUrElY,1459
2113
2133
  mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py,sha256=YZ9yG4Lyh9jd7DgbBzo0sd7QNmjZZ64eR7rMiA0STxE,2006
2114
2134
  mteb/tasks/pair_classification/pol/__init__.py,sha256=3bEzEe4yom2SL3XaqNwSs_0eCv6LKFEAoOOoD9FK-gk,110
2115
- mteb/tasks/pair_classification/pol/polish_pc.py,sha256=vUkkYqewzNcRQkZ_wLM63xH21PKtBGhiVGLPas5XN6o,6782
2135
+ mteb/tasks/pair_classification/pol/polish_pc.py,sha256=RIBknQVpFmAQ0qo8laYOjZUI38UiKaOBCRQjUE0P3Os,6858
2116
2136
  mteb/tasks/pair_classification/por/__init__.py,sha256=E_dD1BZfjS0gBjzmkhUnl8SrqiGegLRfPhcItUAn6b8,104
2117
- mteb/tasks/pair_classification/por/assin2_rte.py,sha256=4k--kU2r3LS05TXdtVo4991Y6ayGbsOc--UL-bkW2Yo,2011
2118
- mteb/tasks/pair_classification/por/sick_br_pc.py,sha256=aGsDQFyTQr0vI6GOoZ6fO4npB8gT8zYrjwKymEcm6bQ,2734
2137
+ mteb/tasks/pair_classification/por/assin2_rte.py,sha256=tuctbiVphd4jibRAbc0QGOrWBTt560L6GFIb7qGNY_A,2030
2138
+ mteb/tasks/pair_classification/por/sick_br_pc.py,sha256=MTAod4c2pRnbm8fmUHoIerVrRJeJ8EZInTy894Fkxt8,2753
2119
2139
  mteb/tasks/pair_classification/rus/__init__.py,sha256=Y6Rl-zlzdtOnEX_Gb_k_NlJ_HuRMvz5IsVvnavBEE7M,66
2120
- mteb/tasks/pair_classification/rus/terra.py,sha256=HYFiSD1h1S9-9OotPrDm7oVoODXGDyHKtFEJGze1naQ,2662
2140
+ mteb/tasks/pair_classification/rus/terra.py,sha256=rvhCRIwBhxkK1ThqwzBM-IGvYU-Bu-HnT-saMDix3n0,2700
2121
2141
  mteb/tasks/pair_classification/vie/__init__.py,sha256=_sAoiOFXvdGjKGP1FU6Bex0OFuje9Um6QfOIlMStTzE,299
2122
- mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=5g6yusxcWwwkapo7Abov7QEzZWJHhBLjOGWox0SvdAk,2037
2123
- mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=2Ms_1qIK5GQd7RpV3fi-_u8wJhVQs_6bZncYkvP5i-o,1982
2124
- mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=ACddNtLNIly0FvfrmweqxhMTVUCQtydoN225ObzPous,1932
2142
+ mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=0lDyQaX620574l01HsIqGKrWLhGcMlCiqF4x9hLaRdY,2056
2143
+ mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=kjT282neb8yW8mHRJorA97DcIC0G5PCNswOBHBYzWJ8,2001
2144
+ mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=bmKD6KxeewcymadTxTm9Y2Tth5WghNx_WzeUmcfH-gs,1951
2125
2145
  mteb/tasks/pair_classification/zho/__init__.py,sha256=Ie7KdwH7ui_Kjn9I13dH7Po8y9p0IFWiR0lOpLJQwSI,82
2126
- mteb/tasks/pair_classification/zho/cmteb_pair_classification.py,sha256=yisKgPwh59Q0S5oQURDQvu77kOpfT2pkHf9nkvyp3cQ,3419
2146
+ mteb/tasks/pair_classification/zho/cmteb_pair_classification.py,sha256=5PNNIK9Aqf3-zCgBMurp3F6dOlcxae4UrZWM4dW3C9o,3457
2127
2147
  mteb/tasks/regression/__init__.py,sha256=Ji1BSk-2BO5isA3N-vaAnsUcrI32y0LLz8nFkx7E2Kk,28
2128
2148
  mteb/tasks/regression/multilingual/__init__.py,sha256=fFX9zwn0XCGmVVel5d2u0X_LLOHzmET1tjxb_Y48vEA,189
2129
2149
  mteb/tasks/regression/multilingual/ru_sci_bench_regression.py,sha256=OltZvAdH3x8yZf2narSzk9X7fiW32TE-rSX1qNWLPhk,3628
@@ -2173,45 +2193,45 @@ mteb/tasks/reranking/zho/__init__.py,sha256=ut3BvVt_ZNktlEvBx587CSEy-1Q7U3XZjEt8
2173
2193
  mteb/tasks/reranking/zho/cmteb_reranking.py,sha256=Vzp_m5PRnCNth_5ibmq-y21GUuZ2qRADmagJa25r6W4,5403
2174
2194
  mteb/tasks/retrieval/__init__.py,sha256=8FjY5EOE3dZG5FztpAKkkJLTvAvtXbDKq781fyvboRc,466
2175
2195
  mteb/tasks/retrieval/ara/__init__.py,sha256=nJCx6hPagMStiKsY-ybvQM3oMcskY12aPBvUk6vCLt8,102
2176
- mteb/tasks/retrieval/ara/sadeem_question_retrieval.py,sha256=VFLf4tkAq_8rbNu9CpNpBf_4ztTmyAquGqPObaI6kmA,2072
2196
+ mteb/tasks/retrieval/ara/sadeem_question_retrieval.py,sha256=ko_qxf2ntzSL_p-je0MQiHHQrATFlPuKmC6DE5OSdQ0,2101
2177
2197
  mteb/tasks/retrieval/code/__init__.py,sha256=BH3G5qF_XQ9lY0dpNxxrdNMj4JpzhPsyBABqovm3Op8,2008
2178
2198
  mteb/tasks/retrieval/code/apps_retrieval.py,sha256=JaUORyhkNUzJ6V8a8XrrIkioVi2phAVO3lMtUBAB67g,1423
2179
2199
  mteb/tasks/retrieval/code/code1_retrieval.py,sha256=bFQjQtKw0Lpn5Yj_uRFbRYUKnd61McnpTrc8Pzm5yns,1094
2180
- mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=pSbrwXByeL9JaUzEMYsRl-upVMrQPlWXe1QCw1FqLcM,2877
2200
+ mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=HGyxyTC5HPGKnZp3bkLLQg0RTBNEj1Oz5KCug6VFmXA,2906
2181
2201
  mteb/tasks/retrieval/code/code_feedback_mt_retrieval.py,sha256=CiJ8pYt3gmYR0mnk8KqdaO1jXgQbpU4aKvOe4d7lpu4,1489
2182
2202
  mteb/tasks/retrieval/code/code_feedback_st_retrieval.py,sha256=eNV1DKxmKJzhIlBVP4u1JsxPRV_SrfKG4Uy6csbXZjM,1477
2183
- mteb/tasks/retrieval/code/code_rag.py,sha256=QeYOO6xk8fzrzIGBkBdRQDLsbjhL04QWArMqxxGcDLg,9385
2184
- mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=81y-W4l7I8mzQJ-bvCM7rfIGykI9VdO_2MFNJIvTJDk,3816
2203
+ mteb/tasks/retrieval/code/code_rag.py,sha256=q91XaKCR-mRzj0dvXeXI1kl7FOO_jx5-itEuJZr_3Rg,9501
2204
+ mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=T7f80kRBXaUAbB7r14cpMDdYXAQRLWXYLjmTpLlEquk,3845
2185
2205
  mteb/tasks/retrieval/code/code_search_net_retrieval.py,sha256=BECmHuIQXeDjjUBKmvjYji395Ep-RnF0fCgpGXDZTus,1504
2186
2206
  mteb/tasks/retrieval/code/code_trans_ocean_contest_retrieval.py,sha256=pkFKpaKuBbGYU-tezvSz_BMESUKY5Pp17CmSj4e0_K8,1497
2187
2207
  mteb/tasks/retrieval/code/code_trans_ocean_dl_retrieval.py,sha256=WrcLbhtJkGqWcsmw9zDfDuiW7vkVi_-nQK2ZjJFhO6s,1567
2188
- mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py,sha256=HkRZbMlBa9jhRX7mil7zKAnT7yQna2yYH1UyAJE51EY,3785
2208
+ mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py,sha256=sUmbwYCE2AMsna_9QRGUHSB67-8W2NYLtnRiTiCwK0A,3814
2189
2209
  mteb/tasks/retrieval/code/cos_qa_retrieval.py,sha256=CYWty69H3aJQi3FHz-Qqj_O2usb19kH7Ct0nAcWNzlQ,1469
2190
- mteb/tasks/retrieval/code/ds1000_retrieval.py,sha256=irbW7IN3a8NNkxSnWowBmlnilV7QRCbHp0fruRW8_Ic,3398
2191
- mteb/tasks/retrieval/code/fresh_stack_retrieval.py,sha256=uoWHouYaDMbatauYFshabr7vH9jdiF8uraUcM5l0m9Q,3505
2192
- mteb/tasks/retrieval/code/human_eval_retrieval.py,sha256=FagmoGdAjyh9hdIUxqjUbE-6QkSfvZTJ47oGQ3Vo_GE,4325
2210
+ mteb/tasks/retrieval/code/ds1000_retrieval.py,sha256=b71euzYY5YyPOTbdX7tAGsyjot8aaUXEnaqN7Qnccfw,3427
2211
+ mteb/tasks/retrieval/code/fresh_stack_retrieval.py,sha256=ZJDG4PYwDrrtyrx3GRPiJhDpz3KIlgb4_YN8VJmWRYA,3534
2212
+ mteb/tasks/retrieval/code/human_eval_retrieval.py,sha256=WvRReOlvFsH-sv1SsTXtgy8dyvmB0wvzTQydqTJDlE4,4354
2193
2213
  mteb/tasks/retrieval/code/japanese_code1_retrieval.py,sha256=-FBDBmx2h4iYUv7b-jgwBXmHq7HguGpC6Uvc1fzbyb4,1133
2194
- mteb/tasks/retrieval/code/mbpp_retrieval.py,sha256=EgNOypt5bfgy_-q2a4Sz-3x5CB9S2KGP_qxrWs6td5s,3350
2214
+ mteb/tasks/retrieval/code/mbpp_retrieval.py,sha256=dsBu_BUjSpMQRW5cJtIVAdcx_SzfQOTUuO_xGZpeHRU,3379
2195
2215
  mteb/tasks/retrieval/code/stack_overflow_qa_retrieval.py,sha256=NjD7b7234xrlA2xKdfLwLRg1A0Qy8GQfjm_kFo1JKOo,1563
2196
2216
  mteb/tasks/retrieval/code/synthetic_text2_sql_retrieval.py,sha256=TQikfAT_n65OzJEWmlxaj4mncce3hdzFpuB9ZIsBktQ,1640
2197
- mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=OOypL5bkQ1xX7D6SlDPcfu1KIDlKPTlMKkR2gnax2b4,3310
2217
+ mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=6hDRUIUvaM0QoBf1AFLi0Ba4PVq1fyW8L8RKWeAAbgI,3339
2198
2218
  mteb/tasks/retrieval/dan/__init__.py,sha256=gHkyCxzEZ-Nyv5HBLsQ0VPs1y0JjoxNX5q5kOhPiCT4,280
2199
- mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=pCUxdj5tBJeEZzhS-8fJT6cZnVftqxuFb-WA5rnTJQg,5606
2200
- mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=clcUDbqDMW4eqlb5PiFheNs4N13J4UaGbN8C2X1HP5U,3742
2201
- mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=Rw7jeFTd4X62ExmgQt3GgXDGzXIG7aLzLtyhGo3KhEo,3375
2219
+ mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=mLemS1WQgqK3ToiJfPYjHGcqkTNwzvIo59_Z723NBGM,5635
2220
+ mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=yc9_nVqqSurU2JjhPeoFzS8311W76gy-CZgApqddZrA,3771
2221
+ mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=BKNYl4eue0KE22lJc2KAv0NfVTOeR1_S3yZ-C9BYZqI,3404
2202
2222
  mteb/tasks/retrieval/deu/__init__.py,sha256=xgC4Nt2DCgcoCAkiErKSCQENs18DJtHFbocSMWS_278,719
2203
2223
  mteb/tasks/retrieval/deu/ger_da_lir_retrieval.py,sha256=ZQFzZLguoOmrZ_pZVk4w5N7vzhiUYcg8sTvs62S4EaY,1371
2204
2224
  mteb/tasks/retrieval/deu/ger_da_lir_small_retrieval.py,sha256=zb5SGbztP3xQI9tt-3MEFsxEvxXzVlpo-ahx1cFd-WU,1572
2205
2225
  mteb/tasks/retrieval/deu/german1_retrieval.py,sha256=vnG49Kdx-ZgvW-arP453i2ExgF6sYGd46LSt0tnh4ok,1069
2206
2226
  mteb/tasks/retrieval/deu/german_dpr_retrieval.py,sha256=xN57g_D7bd-xULMMsK28bnmgHcRw-G_h7lDMCv7-e0c,1371
2207
- mteb/tasks/retrieval/deu/german_gov_service_retrieval.py,sha256=-Ivxwf1DtP6pW_Yl6J7Z9qTCshl5sOGbNY0pKyVvbwA,2779
2227
+ mteb/tasks/retrieval/deu/german_gov_service_retrieval.py,sha256=vpmuIE7B67B26lY4MDr__xxb9FeyiuuRACsSxMbGrec,2808
2208
2228
  mteb/tasks/retrieval/deu/german_healthcare1_retrieval.py,sha256=v0j9VPCOrPwxRchE2T6U63ytG_d0-NAGD7XTZ3U65nk,1127
2209
2229
  mteb/tasks/retrieval/deu/german_legal1_retrieval.py,sha256=MGCpT9KvnF7NjEiozlIaP6f2-W223-AxVDpu5eCC6os,1110
2210
- mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=RYZCPgKaNPi14ncxnvz8_7aNDEvhuINQzoWbZsCdA0A,2379
2230
+ mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=26-zGYY2dOLnOaxCWOSF_dMGxL3yH8OnxKb4oPvYqDM,2408
2211
2231
  mteb/tasks/retrieval/deu/legal_qu_ad_retrieval.py,sha256=l_UNVkOQxqlKp6wef2BM-GKtyYnmYLYThGZZnUsR_-c,1594
2212
2232
  mteb/tasks/retrieval/ell/__init__.py,sha256=46naXAZtJzyezyqOQGRIlr4zQVkqGQJdj7ztjMrez9Y,72
2213
- mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=uKmiWHHZvL1o5m17XCrzi16kHWFNhlEUHrtlk-LR1as,2514
2214
- mteb/tasks/retrieval/eng/__init__.py,sha256=dVW7pHRu8SXp2_PJwn6InbfWVQ2VVy0PJvr_-bLBrc4,16158
2233
+ mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=00DJWkM9xm0pMpCmZcssc8Df-GQ0fKhhpUB0rAlsb6g,2543
2234
+ mteb/tasks/retrieval/eng/__init__.py,sha256=PVMsl2oXNQYggkMkU7RKF20ZqWL_EXOrwp9q2Ji2ANc,17555
2215
2235
  mteb/tasks/retrieval/eng/aila_casedocs_retrieval.py,sha256=UKoN9oE8C412REf8MV16aUDgE5NwkHxnXsh4dcLztpk,1398
2216
2236
  mteb/tasks/retrieval/eng/aila_statutes_retrieval.py,sha256=GugjZwaWmTlNyYzK8ACKZHIiUw2YBvLaVyTngN_qQyM,1366
2217
2237
  mteb/tasks/retrieval/eng/alpha_nli_retrieval.py,sha256=GpOkizyeOs_ZMbRu9g1yAXdKkQr8PObUepP1OulbJio,1714
@@ -2227,9 +2247,10 @@ mteb/tasks/retrieval/eng/birco_relic_reranking.py,sha256=zx-zJpQWKmoJ89l1kkmEGW7
2227
2247
  mteb/tasks/retrieval/eng/birco_whats_that_book_reranking.py,sha256=_N8dSye5Zoizma9iuNhE8LY5norGh_zfiiOAomdtcXs,1776
2228
2248
  mteb/tasks/retrieval/eng/blink_it2i_retrieval.py,sha256=WqZ1l-S3u9RAjwwc8umy5RH67zwJjjWRCYWnVpjtupQ,1326
2229
2249
  mteb/tasks/retrieval/eng/blink_it2t_retrieval.py,sha256=sSnpb6QGHok-vvBaJz49wIN9RIYaeZbUVzYs5dfXUTI,1326
2230
- mteb/tasks/retrieval/eng/bright_retrieval.py,sha256=azSvR441wGFOq58cifwDwmgmahYz-qbbOAkVcfYwpmw,4895
2250
+ mteb/tasks/retrieval/eng/bright_retrieval.py,sha256=OU7zEdZP15Or46Zq_t-fmxzjFVMWtQeCpG7ZL84QPNk,5220
2251
+ mteb/tasks/retrieval/eng/bright_v1_1_retrieval.py,sha256=Al8b6hjQPOBIB2jcQfSxcdH1BQvzMXimMYNsIJbbmXM,34917
2231
2252
  mteb/tasks/retrieval/eng/built_bench_retrieval.py,sha256=pqsIaVMl0ugGl5wx1oHPooqpRTLhXJYPYSy51ci89yQ,1528
2232
- mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=_PQYn3jXgeLKjnb_uKxzHtM9SCICV3bsmgEcEoD2OXo,3582
2253
+ mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=1ap3gaOVC3-kDqnN19KPep1JZ4fbHmJ4BBjxtHiPpWc,3611
2233
2254
  mteb/tasks/retrieval/eng/chem_hotpot_qa_retrieval.py,sha256=sLTfqBf967htSU7Ego7zkEC8QYVWFI12YoHxa-urWEw,2114
2234
2255
  mteb/tasks/retrieval/eng/chem_nq_retrieval.py,sha256=8bl4PRKJwYgNF0sZPZQINgn81-r3c_2gDoMQJYdpb8I,1886
2235
2256
  mteb/tasks/retrieval/eng/chemrxiv.py,sha256=-HS_axsMPaEKr8T0d9WvgfJ_UmAr00InHFjFpt4VDVo,1404
@@ -2264,8 +2285,8 @@ mteb/tasks/retrieval/eng/fashion_iq_it2i_retrieval.py,sha256=Vtm2MZrZ1f7BMxxzr4D
2264
2285
  mteb/tasks/retrieval/eng/feedback_qa_retrieval.py,sha256=YAUn1EeeSxWanB3ZRirECxafHZvEnUbJmcFNXMxhnIU,1766
2265
2286
  mteb/tasks/retrieval/eng/fever_retrieval.py,sha256=CRUzFPZSwD3J7JBpzofXYZsLLzjKhJ-CDM6O7Fab-z0,3977
2266
2287
  mteb/tasks/retrieval/eng/fi_qa2018_retrieval.py,sha256=BChxosI8yRHrHwvpF_EtgzGPKdXwhD-47kPxiUJp01A,1520
2267
- mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=8pPk1sMQDf2uG4a-jW37bbJimxh1NT5TpMGb97PcOpw,3692
2268
- mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=d--7LWDJg46otIokG5u8V249eLUHWJJ8Jspg4mFQF1Q,3490
2288
+ mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=a6BIflhqj8UV-t2FvxupAxqsAyqp3XIEQYU05-zqzeM,3721
2289
+ mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=4oVfNZDFTgjDg-0r4iYuM42YHVV9HKRSbuiNZaqzrh8,3519
2269
2290
  mteb/tasks/retrieval/eng/flickr30k_i2t_retrieval.py,sha256=Hg1rH1jYQI0GnrjQt42cqHOAgVQbWwrb3i66mufl8b8,1576
2270
2291
  mteb/tasks/retrieval/eng/flickr30k_t2i_retrieval.py,sha256=0yLnzX_qtumHsBQ2eZILtxaYDNjQ61128zz0xFRKltU,1568
2271
2292
  mteb/tasks/retrieval/eng/forb_i2i_retrieval.py,sha256=gTs-0EPIW8omneJSzAjsOaM0eVHrZM7X2pq2p0af35E,1289
@@ -2273,9 +2294,9 @@ mteb/tasks/retrieval/eng/gl_dv2_i2i_retrieval.py,sha256=aeVQjOlZG0OUPTt5HhZbAEMr
2273
2294
  mteb/tasks/retrieval/eng/gl_dv2_i2t_retrieval.py,sha256=z9Fn45XT832Fo3N1IIs38jNW-RdqrtjI0JYi7JIDI_k,1449
2274
2295
  mteb/tasks/retrieval/eng/gov_report_retrieval.py,sha256=Xqr8dDqo8wHXDMbZ_HuFS46ui5QFpyh_z09R5zK9FHw,1662
2275
2296
  mteb/tasks/retrieval/eng/hagrid_retrieval.py,sha256=IfF8y1yUURZ-CiT8g2i1XK5rC8N83_E_XpgWvUUBGfw,1454
2276
- mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=2wolr3UrHcONtbGLFxjj6vqVgGkdfSULBnU4oSEF2LE,3285
2277
- mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=5Sl0glFi48DQfVpHSRA5VYyHEl9KDJ-tm8m0RfPxKUY,3285
2278
- mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=j_Y7wRS29F8drvXgwmMXILejvAdr_UDrXwK0pRQ8I1s,3570
2297
+ mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=FwM5vNMqI2WtUwiRe-6rQJpZVPNGwkVKMjAgnxrwwAQ,3314
2298
+ mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=wY5qjHi1V7IiCn8LBgYTV3MHPuCUV8cF283_HsSPvtE,3314
2299
+ mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=Smq4tCT0gkD1_endH-iXfPjcuLus4qfraOBfKxEe9G0,3599
2279
2300
  mteb/tasks/retrieval/eng/hella_swag_retrieval.py,sha256=SDMTKYvcN5WGIiynYH7fqvlUb5qzTNeFTv6IJpOUIgQ,1598
2280
2301
  mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py,sha256=DeNHRepIvcI217SqTuMvEsWMhNL1gcMblSRww60VCDw,3943
2281
2302
  mteb/tasks/retrieval/eng/image_co_de_t2i_retrieval.py,sha256=9M1yMrYBVS7_ZHHc7yyY3QDC4ao1XSpFc3dT0k7WGWI,1288
@@ -2284,39 +2305,39 @@ mteb/tasks/retrieval/eng/info_seek_it2t_retrieval.py,sha256=qJ_pyxAvIVHUmibBSd9T
2284
2305
  mteb/tasks/retrieval/eng/legal_bench_consumer_contracts_qa_retrieval.py,sha256=NrhXlzXSpy1aCYvakdN4vgcrfrP5iz6Rw0otc15wf_k,1530
2285
2306
  mteb/tasks/retrieval/eng/legal_bench_corporate_lobbying_retrieval.py,sha256=zvhW2Gq0BFmXYp7-EoZ8rZWgI47wrG7z9e-1qM693io,5189
2286
2307
  mteb/tasks/retrieval/eng/legal_summarization_retrieval.py,sha256=Fk_GtYWzbA1AIpS9w_bdxL2RsH-_HYj4u4zm2A_cWRI,1447
2287
- mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=cKNfseWeolUKau4bet4_-MiJBXmG4JQQHb7ZfovuiLY,2601
2288
- mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=yXyG6vpMpMYDPT_RBycwSwTI4QhjhPWQ2zQrdeAmaaE,2964
2289
- mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=t6-AdiXiOpgLKacVILKu0LrpTc4RWs2uW3ywUa-zkK8,2959
2290
- mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=jO38l3-dkN22IX4YZUj57uN7tm6RfwSmvm-uIlglFcM,2608
2291
- mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=0NpKvntafhBi0WMFcNoXl-J_BJHZYQZLsFNEaxztzVg,2292
2292
- mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=ai0cI88ns7maPIvVhA3pHJ-kwIG50DOv2-ET3X2cxMU,2860
2308
+ mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=CIPdGGu_-JcbcL56Ptk6JFKn5kXvY-rpCesPjMkhP-U,2630
2309
+ mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=gXH_kBOU3JNoTzQGDXPeM8TxTrOFwpKFa56jBN86KFs,2993
2310
+ mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=ly0KSw-BQdUztvWHhZmafAHj802HTUfppyiaxUwGjiA,2988
2311
+ mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=1j89R0jGQAEuv_usmq7J-XRIZjMJU-MrzzIbh97MdcY,2637
2312
+ mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=mUdwZwZ8os18NQ84zoqE4SfVxIG9pD1C16cDVJb0TsM,2321
2313
+ mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=SdS2fGF__Y7lfb49NSLoWyJBKX1alccV3CvylwrEzPU,2889
2293
2314
  mteb/tasks/retrieval/eng/limit_retrieval.py,sha256=0asw3V7oBfVTinfhOHx-bzvN8G1wfO1ec0gAIBCT3pI,2586
2294
- mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=CpL-LNff6QHpseLML4u9_csPNff4QhErRMjYN-42uCM,2934
2315
+ mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=1QqeGLxOwm6kKIXGFkhcsscnlxjXTNprX9CY9GriN4M,2963
2295
2316
  mteb/tasks/retrieval/eng/llava_it2t_retrieval.py,sha256=j2W4nh5EPcbvilYqgyjJ1tfHgxLsKGG5wisSsiAVK3A,1780
2296
2317
  mteb/tasks/retrieval/eng/lotte_retrieval.py,sha256=l5akqCc54mS1fmmhBWie-2EDpuCc0sQZRCtm2c3x3YA,2325
2297
2318
  mteb/tasks/retrieval/eng/medical_qa_retrieval.py,sha256=tmraQ6Y6IFe_BbFb0tVtC0W_kADF0D6Fvh3xybwXyhs,1368
2298
- mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=xJ0SY_Iuyf0ras2FvKhJL9DwRzqgrp0JSFYO4UMhT7U,3924
2299
- mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=8K2YeLVbsvjzbBETv-zJMulavYf2tKrP-BOC0iJuGKk,3927
2319
+ mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=vUC30Jy2kybHkoMaHC3MG5cXUuxXOMRJQKYlXHTZXQI,3953
2320
+ mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=8kbLlCJCfZdl0hKsEgcd6LnU1y082wobxLRu7KEwAFM,3956
2300
2321
  mteb/tasks/retrieval/eng/met_i2i_retrieval.py,sha256=tv1U0shLRqoKn3e9BRU3Q0tFJLKDTt0gt4qq8F8Phg8,1377
2301
- mteb/tasks/retrieval/eng/ml_questions.py,sha256=ads-UBjQQbTZoFwQEBmbI3SdN60WnWrFQFXjX12TAW8,3728
2322
+ mteb/tasks/retrieval/eng/ml_questions.py,sha256=-ig9R4P2RPkO2O22ou67e98lX_Ieq9VIxHA2mNjUngQ,3757
2302
2323
  mteb/tasks/retrieval/eng/mscoco_i2t_retrieval.py,sha256=CMphGPlJazwHR0aQc0RRUGkv4sTS2ih7KDmw1fqZFtQ,1562
2303
2324
  mteb/tasks/retrieval/eng/mscoco_t2i_retrieval.py,sha256=0DMK7f-SkIox-IkAej2dK2eGv2uDC3v-9vRjJMO9Nek,1537
2304
2325
  mteb/tasks/retrieval/eng/msmarc_ov2_retrieval.py,sha256=wNOJR6skiUq3ZTUo4UMB11AO2cMgZ6PBhRhP_RaFw88,1862
2305
2326
  mteb/tasks/retrieval/eng/msmarco_retrieval.py,sha256=m6MmlDSdzIYWpIZ7OEvFL1gvQKl0amguvKx0N3ytUpI,3815
2306
- mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py,sha256=xqx0j9ArC5RV4OOtbcbjvMDL5jSG0nLvMP2rSWF9CgI,2879
2307
- mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py,sha256=GWv_JvPADdW4n8dBfgNsQEn3q5K9KlpplWNR19IDKy8,3138
2308
- mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py,sha256=c7oIi3A8481gQXterC1S8edXxEDYPiI6R6V_FDchAtI,2929
2309
- mteb/tasks/retrieval/eng/nano_fever_retrieval.py,sha256=n8fALup5GkHGyZDVapWawQD2lVUphZNfNXMUgtU3Po0,3551
2310
- mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py,sha256=NkbkyEYwdhH7NylUHSi84o2ra4Nb_1H_FAV8lyghge8,3148
2311
- mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py,sha256=_tQPvlXjgdp3jQWemkaW6f1G0W5wQf-rd7bwh-P736Q,3589
2312
- mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py,sha256=lF21DqCZSUPOZ9-KZcuXguxLR0LcguhkwwGwdYIjhjA,3294
2313
- mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py,sha256=1t2KxsWVPorT1LzQ0kSc85D3UJZ36AQT2VovLbQTNZE,3203
2314
- mteb/tasks/retrieval/eng/nano_nq_retrieval.py,sha256=nFa1oXqn3KmBBRwkZ_9OYNYOVqEOPhE2yZZ8-IFfdlA,3309
2315
- mteb/tasks/retrieval/eng/nano_quora_retrieval.py,sha256=nVaBB86-KgzygUg4NCbuWhGXgSS-IJuYTlUcR3-KUWI,3148
2316
- mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py,sha256=wLpxvOBfZCkGkhDPVAFkhNJgBXU_WBtN4DCHWpGckNw,3031
2317
- mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py,sha256=ZtEAlsjH_oLtKscrYmKgcsQjpon0DjNvVTVoiLJxp80,3086
2318
- mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py,sha256=f0SuDizkHhk-ZyM01vwlYMwC2JldvrtiK7VLkYNvtOk,3149
2319
- mteb/tasks/retrieval/eng/narrative_qa_retrieval.py,sha256=tOFdoGdexq6HboajDHD-EFhFM_HNQG-2y4E11AMD6IU,2212
2327
+ mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py,sha256=xIXcMpHPQOfANsyetetwSz8eaHibw7MGy6CpWwvyvoY,2908
2328
+ mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py,sha256=Wu3g5vxW0DIdMXFP1PM9eO0llLfpPxvtb1KopFgvZl8,3167
2329
+ mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py,sha256=gfcCOlGnkyzBJmTHS6OpMeujmeRPag1aMg_KY0IBzDo,2958
2330
+ mteb/tasks/retrieval/eng/nano_fever_retrieval.py,sha256=tPp8rkodj-ksiD1mKQbwhzj6b7Jt3_FIawC-3K0jThQ,3580
2331
+ mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py,sha256=fsuOr-H7Vr4vIe_24W9Z0l_4EPIMlaHUACoaKwTYr2w,3177
2332
+ mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py,sha256=XLrOsbFSCvHPYQwpE-EzLbXC93RKpr2cfmWIYxhL04c,3618
2333
+ mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py,sha256=HAMvL3e1UIdvIaICT8HwgdeCRyeya3SjNYmliPavk7Q,3323
2334
+ mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py,sha256=iBtsIL4fNCM3K10-ZoorstYHS4Ri4aF6wYSEcehb-50,3232
2335
+ mteb/tasks/retrieval/eng/nano_nq_retrieval.py,sha256=ErX9hHcmZc9AGZZmB-Nye4myyn8_4l2tOrW4Q8MNdaU,3338
2336
+ mteb/tasks/retrieval/eng/nano_quora_retrieval.py,sha256=Yh0qNAO2O_hQAb9vN3GF9q33F5mQzoSgPO0NmgbcBNg,3177
2337
+ mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py,sha256=DqXN50YkoBf2lUroh1C-_MMI1tbh5L80BAY3z2zvPs8,3060
2338
+ mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py,sha256=dZ8pNX1FUKx-Cl5EE4SJ2QxSETAx8TSj4pMy9xEqS9Q,3115
2339
+ mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py,sha256=mpbq73szK32xpXJT00ofXncNk-FrG8TjfKA8DLsHhc4,3178
2340
+ mteb/tasks/retrieval/eng/narrative_qa_retrieval.py,sha256=FqFNcf0EVPsm3_U1Os1-REa0yYNNaTKPD8e3yQk0LdY,2241
2320
2341
  mteb/tasks/retrieval/eng/nf_corpus_retrieval.py,sha256=q_MvitixEXmSoPKP94GYw2Px-YNlbb4uNbhvQKDeHY4,1515
2321
2342
  mteb/tasks/retrieval/eng/nights_i2i_retrieval.py,sha256=L4ABfQZo6lHZ_jGnBrH1Gxqmzs3Y1wlvqJ3R-pFp9dY,1528
2322
2343
  mteb/tasks/retrieval/eng/nq_retrieval.py,sha256=2r6M-R_VcNs2VXFgRVde-dTjLZeK1iscB-P8VcfTuRs,3262
@@ -2326,7 +2347,7 @@ mteb/tasks/retrieval/eng/oven_it2t_retrieval.py,sha256=gnomGPeN3nm22sfF5avD3SKFF
2326
2347
  mteb/tasks/retrieval/eng/piqa_retrieval.py,sha256=tWs1jxC_BQu2s0iimBCGDiu-3QZefFRnQaeHk2C2kwA,1615
2327
2348
  mteb/tasks/retrieval/eng/quail_retrieval.py,sha256=qpwhSbAFqZWrSS3UKFyVvJBOHb0I6hY8wgSPY94ka4c,1703
2328
2349
  mteb/tasks/retrieval/eng/quora_retrieval.py,sha256=KASLS_K0mzK0PydnSifldKtO2fKoV2cEIZu-pgkkgf4,3485
2329
- mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=Hq_5OjxCyJDe90mf7713M9P93Zx2VL24eyPc-1F104Q,12665
2350
+ mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=MfiuCJaIyA09k293BRFoedjsh0Xbim0YbjryrhNDmok,12897
2330
2351
  mteb/tasks/retrieval/eng/r_oxford_i2i_retrieval.py,sha256=smlcZ4sRJMAfiYrBKkpz-r4BeFQhGxjt8nhWfWmuhz4,4165
2331
2352
  mteb/tasks/retrieval/eng/r_paris_i2i_retrieval.py,sha256=9d5rCYCpHWJIlmO3cmW_S4Qix8-QEiqt6lxxUS9MJXc,4096
2332
2353
  mteb/tasks/retrieval/eng/ra_rb_code_retrieval.py,sha256=TnpaFV1HFZK2uceL-p6w5vwAgxKC6Kxi-Ou7sQCpEa0,1965
@@ -2334,8 +2355,8 @@ mteb/tasks/retrieval/eng/ra_rb_math_retrieval.py,sha256=jcwsK88cmFInVMZdtssa_tLO
2334
2355
  mteb/tasks/retrieval/eng/re_mu_q_it2t_retrieval.py,sha256=3olBhJuvbQ3ge58dWUV0jzfIxEKwcHgGykzw5SkPL7s,1766
2335
2356
  mteb/tasks/retrieval/eng/rp2k_i2i_retrieval.py,sha256=w2JPvtWP15pATjk3s6phMm8xgtHj7T2VkLhh1osv4C4,1198
2336
2357
  mteb/tasks/retrieval/eng/sci_fact_retrieval.py,sha256=oojafsAKuFccHIB6BWjks4NdG7yLUh0vn4fSTMcmOvA,1351
2337
- mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=8YQ_79D10XdJ94qNa9z_OVCoqHbkuxPS6NG1O4Aelsg,3137
2338
- mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=5k9-Lq52EkinxCTQ7hr82oYND4E_3ElAMv2Zb2SxoME,3137
2358
+ mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=Uw7T56GfKBsvm7RkWgmjJ4KKZY8LB9T6BaqYMuR_m9M,3166
2359
+ mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=5iHYfMOxRulYOz81bFM7CKGuUuekRu9oGAs62M-0UH8,3166
2339
2360
  mteb/tasks/retrieval/eng/scidocs_retrieval.py,sha256=nfAT5In9G99pozVtk7qjk7d8bYnF6IwuPf7xJ3OtuSU,1447
2340
2361
  mteb/tasks/retrieval/eng/siqa_retrieval.py,sha256=IvSxYymVZxqze7l2App-83QQ6bqgEchzMLYwNhns5UU,1600
2341
2362
  mteb/tasks/retrieval/eng/sketchy_i2i_retrieval.py,sha256=iDzvU5qYAQQGvZ6VtOjKGP76zVjhYngh6vOOG3bL_Bg,1377
@@ -2354,7 +2375,7 @@ mteb/tasks/retrieval/eng/touche2020_retrieval.py,sha256=kSM06MdLTyPgSN_nvTAz4kHM
2354
2375
  mteb/tasks/retrieval/eng/treccovid_retrieval.py,sha256=x5e1ejs9hCyTY8MZn9A0LtIfZCzYyTN3cvHGGeWMOBE,1483
2355
2376
  mteb/tasks/retrieval/eng/trecdl_retrieval.py,sha256=Rbs_0kd6cHxFny1Acchba4Vy9M6Vf78jSmQX4iyPXWo,4746
2356
2377
  mteb/tasks/retrieval/eng/tu_berlin_t2i_retrieval.py,sha256=jBocfLCA1Gp2IGG0KZ33mU8erUxrKTioeSnM-fyJn5o,1278
2357
- mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=728AC3hxFQINjF3CYap22wo3fTA8_419bHzR2UWNaww,17538
2378
+ mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=q0c7cZxkoezRGOeGm8JQcpfuPauGCFYbwes8_bJeqhk,17828
2358
2379
  mteb/tasks/retrieval/eng/visual_news_i2t_retrieval.py,sha256=iFk5HN1DPgISrJ3k4GFJkkxdrZqyMBZZagPTDJdaH7I,1409
2359
2380
  mteb/tasks/retrieval/eng/visual_news_t2i_retrieval.py,sha256=cNT4asxxsBjNKtNrmqZQN639Of7UKNutDv7Y5ZWB3eo,1437
2360
2381
  mteb/tasks/retrieval/eng/viz_wiz_it2t_retrieval.py,sha256=jE70T5If62lkKnbF-CMAgRK4eyUBmUjNAdREBhbvzRA,1438
@@ -2370,12 +2391,12 @@ mteb/tasks/retrieval/fas/fa_mteb_retrieval.py,sha256=DpS3P4VfJ5zQsQTreI4sLV4lftr
2370
2391
  mteb/tasks/retrieval/fra/__init__.py,sha256=ecgZdxDzheMWrUHu8737BvQzm2i_569FgdEQsdIb8MA,495
2371
2392
  mteb/tasks/retrieval/fra/alloprof_retrieval.py,sha256=v-sh_LeqsvO4HkJacIuak0N-wANJL9z_V6ZItikkmdE,1759
2372
2393
  mteb/tasks/retrieval/fra/bsard_retrieval.py,sha256=-LOtfg3opcIcxyIqLHcamJsYmJqZv98U-DNRaCejzGo,3325
2373
- mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py,sha256=dod4O78YqziIQf-9R-4s_t6XTbOSZtC5TpkHKsAvoO8,2890
2394
+ mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py,sha256=22s2mpbF3TZRcS8X8LYGKia5jywjpF7S5PmzdxZwhiM,2919
2374
2395
  mteb/tasks/retrieval/fra/french1_retrieval.py,sha256=XPgz87U-_9d5H0gAtiDW5RahgyxBUIAugOouIhJQkuQ,1084
2375
2396
  mteb/tasks/retrieval/fra/french_legal1_retrieval.py,sha256=yq4avXuouedGq8y8WP4oshhpsxuvUVn21gJ2_oxXzGc,1100
2376
- mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=SZOm-z5OruxEG47zMYjApJoR2oWiHKsK5Vum41Z5hWU,2305
2397
+ mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=-3QmEcxydW8Iz6l9Zy-l_SHoR95SfFOyK3_9wenh6Zs,2334
2377
2398
  mteb/tasks/retrieval/hun/__init__.py,sha256=M59LTpENxaFLMSU43mNiP38lChJ_l_yZh__1giKeUDc,93
2378
- mteb/tasks/retrieval/hun/hun_sum2.py,sha256=td6lxYg_eH9J62sNNuFonHIJ_22E-XGgiFN-D3iAbFw,2373
2399
+ mteb/tasks/retrieval/hun/hun_sum2.py,sha256=3ZrBq4l1E0iCUjz4rpn03Q_XabunEq6fQPDicumfd8M,2402
2379
2400
  mteb/tasks/retrieval/jpn/__init__.py,sha256=1UA6fWOyaMieDBZxH9asudh9QLl20DW5alOGIdKDMAs,1519
2380
2401
  mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=x3rNQwi73WfpkYdGBwt24QccIWJRK_Zj9z16MUMyI3I,1603
2381
2402
  mteb/tasks/retrieval/jpn/ja_cwir_retrieval_lite.py,sha256=KXg08E250H_ueW3g8BYB-4elBaSAHt90eL4p8nDTIFo,1894
@@ -2391,7 +2412,7 @@ mteb/tasks/retrieval/jpn/nlp_journal_abs_intro_retrieval.py,sha256=EEOQpTC6vEPUL
2391
2412
  mteb/tasks/retrieval/jpn/nlp_journal_title_abs_retrieval.py,sha256=JOOW_5pRKHzVn8wTOY0fhxLJ6Ns7wlQHoGHGIYVovAQ,3056
2392
2413
  mteb/tasks/retrieval/jpn/nlp_journal_title_intro_retrieval.py,sha256=aVFTFiANWrIz68FjHv9KBqlhpWlsmi9EAP052gECzaU,3078
2393
2414
  mteb/tasks/retrieval/kat/__init__.py,sha256=H4phkKqg_yZzkK7T62aCMBzjbGZzLKJ-MngrQlPbW3A,93
2394
- mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=4zyodSYCtHtBW9WKIGxFZaTXDrtHuaf3uyfIsDRGBqM,2494
2415
+ mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=QxZs_HdBgfK44QmlmeukiVBmLQffz23tCEOI7q8ujAU,2523
2395
2416
  mteb/tasks/retrieval/kor/__init__.py,sha256=KHCU9neGBhnAkNj7-gJ5aBTJQkp9E0AcfRBU8CuG3hY,533
2396
2417
  mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
2397
2418
  mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
@@ -2399,51 +2420,51 @@ mteb/tasks/retrieval/kor/kovidore2_bench_retrieval.py,sha256=AjOLe2l9drBWOCeGzQq
2399
2420
  mteb/tasks/retrieval/kor/squad_kor_v1_retrieval.py,sha256=M7T5FkN1efK7euRslx-LZN7hS_QdIwqtUuVlWO-dico,1631
2400
2421
  mteb/tasks/retrieval/multilingual/__init__.py,sha256=rbeuLmNYooHPjgROuEOH84Q6QmGhuXnedej0d6xAgqc,6841
2401
2422
  mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=gaVLEwuLEwMutMi9V-obpiYKbpllX2QNm2j3MVeebfE,7027
2402
- mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=_6r34ZvRiLVENYcrd87NjilybGaetBwKFEbO29zYmBU,4676
2403
- mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=Puy0PjpRr4M_Bbxdl7oWfa7pQGM04zaRaTNlnhyKejM,4677
2404
- mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=dwzo2sqjamM_xkSiC-jbapyhDFezSJpM4S8KfBsuLPk,4562
2423
+ mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=WuJKP0hND3PCKthDCRi9vm6D_Rr6s-toiEI9tgA6yTE,4705
2424
+ mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=2Nw2Uh-7b1kFdkSEOAmWKTZ2PS27spP_XWZhd7qP9hM,4706
2425
+ mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=FdoxQ1dGNeLaWQoa-M7HHaGSZvzZgsLfGk44SxCf5-Q,4591
2405
2426
  mteb/tasks/retrieval/multilingual/euro_pirq_retrieval.py,sha256=rlbgWMRdQgDD8z4ZBPgGU1fRAqjmoFDzh0uD_P6qR-4,1602
2406
2427
  mteb/tasks/retrieval/multilingual/indic_qa_retrieval.py,sha256=K7iWZ-yTftZFQiXBOlkTJXGpQXs-ZFt6OQj_L6HjEwk,1872
2407
- mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=dw2YuFrA5OWFTL5zREiix93oAj7WcpcnAhCRh8YRoHI,44579
2428
+ mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=5LEdTRj0L3YgBH5CJM8mDe07NpdoUm_1LUNvrxTyWXg,44608
2408
2429
  mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
2409
2430
  mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
2410
- mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=mDp47UXPK5K99HVKIZcxTESnTIkFKLRf6AQV3NC6zQs,4763
2431
+ mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=Novt1GfOth8G9617HN2KHbmqW-UB_JSK-M-PhYkof1w,4792
2411
2432
  mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=pbxX5puGqKUxKdU23VsakSgx6k_Wu6lNX2uzugF_7yg,2066
2412
2433
  mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=UC8DsmTD7exKhETOqibO3pYegxcqybtxUCi1QjfzfEg,4261
2413
- mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=3uGnj3O92_02zXZnPWHpgjjmyHIliWS3Mjf2SuZCIFs,3803
2434
+ mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=XIHpobF943Ny37h-f4Ka0H18Jt6PuxvErOxR3rpHqdI,3832
2414
2435
  mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=xF4GjBmJVgw6c8VGVh-5QLN_4i_NKeoAzqRWmA_pfnw,2440
2415
2436
  mteb/tasks/retrieval/multilingual/neu_clir2022_retrieval.py,sha256=bkGMvMxG2toYL98kv85BvVpSZ-rVeWvB5FFIzXhdPO4,2749
2416
2437
  mteb/tasks/retrieval/multilingual/neu_clir2023_retrieval.py,sha256=0cALhuU3ZU5c_y7tDIyiMc7Onv-qC7YwfnimZVb8-rg,2793
2417
- mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=LJGpx4RkSJPXldN0SlMA6PbG1x8R2l-Hupc9q1xfleg,3667
2418
- mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=5iMAlfjLSov0WHMcwoi_8mianknPCCPVPAI9zl9NBGk,6843
2419
- mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=iFUQUlO_ogBdQBVYBQW3o-AJDQ792yg1pJtRxA5I3Qo,3796
2420
- mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=UduWKefwP7bPYxiDlztPEvSWXmTdw0xElglMbPY6XhA,4449
2421
- mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=vOfiruHywYkP8pccdAuGLyYyFTw1zK0qcXDnUFA8Z5A,9091
2438
+ mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=7jBchWmIO4N5eo7TYfReu46pmTZhXm0BLGmLcR6lfZM,3696
2439
+ mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=In055XTnkJqZKgo6uVbsM8BLqywwC-cJax4Axd2_ACY,6901
2440
+ mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=7EBRQ173hECqHSjzL0CkRcOGeQ0IdkJfhfYfRLdTDL4,3825
2441
+ mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=847aR3nw-Ba7ErgZlMnUI2DS6Wknxp55K6I-msOCAAw,4478
2442
+ mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=xBUWdIf3O7Sz5WUpiQCCVdyf9WQ7VtA3_-LhtnRz19M,9509
2422
2443
  mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py,sha256=V3jtSlWhoKR1PCvHsH0HrONy-oFghomwqihBonQs_50,17414
2423
2444
  mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
2424
2445
  mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
2425
- mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=_swZhhMRs5OhzBdJVqQF1i9ZrTvAxaVrG0TpkPWkoHo,4359
2426
- mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=joA0Cj7hBXtmFLXXJxU64ijSQrrcY9PBgoEYhisWPpU,3924
2446
+ mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=G5JZb7FkyNpeilYNoOM_vxAacpj3Y-AhXro5uUOxsbw,4388
2447
+ mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=NggwAnpmTSJvZrqKifzaUD1Dd9QVzTXTJY7K42fMtqs,3953
2427
2448
  mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbmelntuExw4_AhmO_rdONjzfTl5E,1389
2428
- mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=o5rhMeRf9HCZQxDKU9SIibqQSR5pw4bmYV8I5nALmQ4,3971
2429
- mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=IUMlMB1G1MbYOg9q81FPTk1pKnnLGS-WLgypehOOXqQ,5123
2449
+ mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=WbRW55h6pNaPyEt9y8wjxSk5trma22c4OeDjnbaO2sc,4000
2450
+ mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=o2o_uxLPDYSW5SkjwfoVZGWiqCQBwC9wkKM958SgMlI,5152
2430
2451
  mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
2431
2452
  mteb/tasks/retrieval/nld/__init__.py,sha256=kQ7eR-n63XTBnzK1lHexfsCPjJWeg2OpLi5i6M3HSDc,2798
2432
2453
  mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=c3O3PWvv-XpHE3YNv0EGzPbR71VnSq9RhOsT57z5iRY,2048
2433
2454
  mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=4QUFjAer2WapzLZUNOUTnjZwgsKoCFi7rqX1UJnneOU,1669
2434
2455
  mteb/tasks/retrieval/nld/climate_fevernl_retrieval.py,sha256=VQ7Z3GpmIdhM47e5Vz3p7bSzJaYBKvVf8SX9VvvLlEw,1577
2435
- mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=A6bTYkteMZWUSf_ocJ8bL_4PyCMeq34vavvNGuIWt-Q,2618
2436
- mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=6q7yzUe4Tw-BGi_lQPXMBgMMO5tqZ-y7n0NdzQ0Pm-c,2618
2437
- mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py,sha256=Y6sezEO2helgLa0psIfSZLgjZ4Cs3ipjCjPDB7zRsSw,2623
2438
- mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py,sha256=k0Z50t41m0oFDJdBAVu6RuMuU68hr-YdnQR4Itb6xCQ,2572
2439
- mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py,sha256=el5C_n-YXPYHEDbgGX2RFYCGGQ1YlZ7CxXFfi4OqT7g,2643
2440
- mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py,sha256=h-wEp21mj3dCGi5ZoApEmnQycp_qQB20H_vl_R_Oo-A,2627
2441
- mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py,sha256=iK8eKtgU4AE1mhSW7dWHr-qh5mTO9e-G7a7GtIw05-E,2643
2442
- mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py,sha256=t-sZsnT7s8igTNtEdNHQhZkb63Gz28mpQZSSe4RYScI,2580
2443
- mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py,sha256=AiVzqBOEMXGp-WBnxBd7BEW7P5N6lYz5_Xa79asSEq4,2611
2444
- mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=JgQsDdqTth9EFRi9t7JolhJbvtfW0m1rZ8iy9Q4YOus,2615
2445
- mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=A_eHnC2bgmNOM_QfJJYh_salrHENYlwjmZ4A1hFmzJ4,2600
2446
- mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=Yo0NBvNn8BJWuoNWAGvAI-2khVSreqa4XXX0r5LZ7wo,2596
2456
+ mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=OPpThs6FPeoBfZLiiV5JHyiqKA7qn33VRYjbIVQn8is,2647
2457
+ mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=7XWA9lFa57iORoMnnSilIJxoDo93iDQXlGd51hqNvY0,2647
2458
+ mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py,sha256=tLISM8sYH_K8Fc47UlgsACSyaprrbgsAzP7nqdVwXZA,2652
2459
+ mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py,sha256=rCwDmLWsY-dmeY05V0vlOFEOP9HtZ18uyB-v841g1iI,2601
2460
+ mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py,sha256=1XXmMCZqz_SBcXjSv1x1PMYXMtha2tJiEMjbONLTxLQ,2672
2461
+ mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py,sha256=28p-U6HWKI1IgEFF9SVAT5iNoR0WK82slozl91LnIbk,2656
2462
+ mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py,sha256=ldc_BK0y42m15VFA3aHNq3x7iMtfLdi8LjOADP8pGcM,2672
2463
+ mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py,sha256=2j5Ek0vcd9wq9_wbuqg1Fo6zZ0SdLd31dps3at6ZnmI,2609
2464
+ mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py,sha256=ShfX_CKhc2oLZRLVmvJLyxYyjuorn0hIVfbNKG4FLeg,2640
2465
+ mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=7UOsnNfa1yt_dVkFyZpNajR5oGF90S2msQqRFenZeYQ,2644
2466
+ mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=uHaxnW7T6wqTQl13WzBKe6egf5y90pIIiT1gAy1w4n4,2629
2467
+ mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=JoINoND6DSawvUU1PHw7D1mGW6UUSQvERareSB96mTo,2625
2447
2468
  mteb/tasks/retrieval/nld/db_pedia_nl_retrieval.py,sha256=bhd2ESL-roRgvDDB4cAKDmusYmOEJaJGfMfuMzFLVcw,1633
2448
2469
  mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=RfQXg-GNSeL6ZklO3YKJ2dKG8BOCht-3mfCg94Q2iU0,1323
2449
2470
  mteb/tasks/retrieval/nld/fevernl_retrieval.py,sha256=LZ8xofhy8xINPWdV8QYvmY1sQPtb8taHLIQ8iKJ34Iw,1694
@@ -2461,8 +2482,8 @@ mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY
2461
2482
  mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
2462
2483
  mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=FoudYkcY4IY0PNHCvx87bjoUnJJolWVwNhq6xH9HE84,1834
2463
2484
  mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
2464
- mteb/tasks/retrieval/nob/norquad.py,sha256=Vh1r_SNctD8PIPkAIVqjomNlB51eWn2_Sk8i6v7LyfQ,3747
2465
- mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=ROVkl6-tKJ670s8U1Q2EEAerkLR1zqo4yhA07y_Levg,3111
2485
+ mteb/tasks/retrieval/nob/norquad.py,sha256=rXorsjpCXKL3yfAEKtozfJLugW_2_8fc3rh5rXEWjXU,3776
2486
+ mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=vp5HjDriHBb67N0KzILgGguoGlVa9O-_5AGc_r3serU,3140
2466
2487
  mteb/tasks/retrieval/pol/__init__.py,sha256=Ha3wf63NJliq1z6cqxLE8uSZH8RlscnNV-5Sq9tqwCM,2017
2467
2488
  mteb/tasks/retrieval/pol/argu_ana_pl_retrieval.py,sha256=ztNXnRDCp5nKCd2BhR6Fg2tgzMsx4jqIxRaNYvbU-Y8,1252
2468
2489
  mteb/tasks/retrieval/pol/cqadupstack_pl_retrieval.py,sha256=mwBibm87FjrDgrmozkPZTVzgQiquOJ4s1a7X-j2eZk0,16558
@@ -2483,7 +2504,7 @@ mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=fOcDi5CutbwcJStij7COIBGG6A
2483
2504
  mteb/tasks/retrieval/rus/ru_bq_retrieval.py,sha256=gmG_0IYllezCR0GL3I8Yh0OxBhi8wYsrhfAxKhk5ESs,1425
2484
2505
  mteb/tasks/retrieval/slk/__init__.py,sha256=ak6edgong69cm7FXrcslkvli0vRRdwCQnP_qlHvRAeI,153
2485
2506
  mteb/tasks/retrieval/slk/sk_quad_retrieval.py,sha256=Z4mSiSjSHX5F-gmHL_l-T-03mRVpc-I_u57raLYSWHA,2621
2486
- mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=VjPbGElf9S_sg4tYgDXz2rB5ZOHiH7GTvL7RpBDQrkc,2534
2507
+ mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=jAHjcb5X7nE_cQQOoI4rdhGKX5b7UFwuCy0IWFDghl0,2563
2487
2508
  mteb/tasks/retrieval/spa/__init__.py,sha256=HWMvzhd7nY9LozDkpZkmUN0DyKLr9pLKvd5ycfydRj4,212
2488
2509
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2p.py,sha256=IRhHDVlhsZaBLMqz8CVAJ8uZK_17tEQ2fUallfisMts,1579
2489
2510
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2s.py,sha256=zgUdrrlHPLiTQ4E0lRQEtnv7O3X8FjK6AdM0ylHlWCA,1579
@@ -2519,7 +2540,7 @@ mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=WlcfDfF43jsNf9D_Bl3k02Rii
2519
2540
  mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=DKcNwCCdANt7hNr3fLao9jkIJJjfxJ0jLLbD7_b-KnE,1752
2520
2541
  mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=ZlFFL37Zd_sbKXaUZx41XTxps-nnOi3PnBNCy9KvlJU,1826
2521
2542
  mteb/tasks/retrieval/vie/tvpl_retrieval.py,sha256=CGwgT9spHONw9cOeuum_BS7khZbooqoNqJgVV6Utfic,1611
2522
- mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=eZh1rR43iXDHoylOGKjrUCopzEujE-1GSGTn2TMrkro,3621
2543
+ mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=7VOUD7zJqYlt-EfKmLpDF5Mj087KcLmI8JQwwbN6FtM,3650
2523
2544
  mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=BI2GbbkOPnWQpbn9ul6ShHugAZ994iiS7hVi5v1K17Y,1386
2524
2545
  mteb/tasks/retrieval/zho/__init__.py,sha256=dIN-rPfrEjkCuUCha8SpQdlzWYY6IMO_HLxebcBhQxA,438
2525
2546
  mteb/tasks/retrieval/zho/cmteb_retrieval.py,sha256=DXNkvMQQZsKv1U5L_0boKEXGLDPn4RfauIlxwb0f-EQ,10789
@@ -2545,18 +2566,18 @@ mteb/tasks/sts/eng/sts16_sts.py,sha256=dpBWru0V3kOuAAvdoEDNFPbRHbSWzgkwyJPlynQan
2545
2566
  mteb/tasks/sts/eng/sts16_visual_sts.py,sha256=jXbl9u0twMBm_2XZqpoOc2aGTZh_GNMhczjqHej92Ow,1294
2546
2567
  mteb/tasks/sts/eng/sts_benchmark_sts.py,sha256=klLrIJekUS99rr3-yJiNPm8Xfl_mTwLyARmWAmxYQc4,1235
2547
2568
  mteb/tasks/sts/fao/__init__.py,sha256=THlFrtwzdF-IGpaLggkSwEBpYhUvGlGw9swFMybxSCI,62
2548
- mteb/tasks/sts/fao/faroese_sts.py,sha256=twbyJlSNGtiG9gFiACx1DxKN98jf19kSM_xi7Px_i3o,1560
2569
+ mteb/tasks/sts/fao/faroese_sts.py,sha256=e2jUBnmobjmMFV0KldR22wW4zmjVlcrVRUgMCPDoaDs,1579
2549
2570
  mteb/tasks/sts/fas/__init__.py,sha256=MqVoU8sXDw5xLiWKXDDNrWO8VP9ahaRsst-onpeC4tg,107
2550
2571
  mteb/tasks/sts/fas/fa_mtebsts.py,sha256=6z69nQJao3yCmtISgN854Z-RSgWTjhsmLXK_J_rVMog,2577
2551
2572
  mteb/tasks/sts/fin/__init__.py,sha256=aGGQ61ad3ulqeq9pk_-sC4Ng2GMcCbSBNvG-ujF0Aas,63
2552
2573
  mteb/tasks/sts/fin/fin_para_sts.py,sha256=mtAOV3IPaV1qYMhrzVgpBu0eWVZhf63NivCD_qebICk,1714
2553
2574
  mteb/tasks/sts/fra/__init__.py,sha256=81A8UQeFnfBhIEpuvPYid0sYVdhgfQ-E8Qcbkd0tfMA,60
2554
- mteb/tasks/sts/fra/sick_fr_sts.py,sha256=XN5vi6bQzxOLPeiHfl_hfPNYrOVxXEdJKeTRVwPV2_4,1168
2575
+ mteb/tasks/sts/fra/sick_fr_sts.py,sha256=AOHYGl2AcnBWGauREdCoynjxd9VdVPdUkJtw5LtcoSk,1187
2555
2576
  mteb/tasks/sts/jpn/__init__.py,sha256=lx6D7e0T66Tnc0Mo20M3BIeOLuc5nCHi9Hj80vK5_ek,77
2556
2577
  mteb/tasks/sts/jpn/jsick.py,sha256=S1hhM8vENYvID_bQaTGUeQK8hAumeS8N9kW3HUmYNkM,1411
2557
2578
  mteb/tasks/sts/jpn/jsts.py,sha256=kP49CWRMNrGiKcGcY50Bj3W9Eqn1k0OZN7KHFm6xI38,1865
2558
2579
  mteb/tasks/sts/kor/__init__.py,sha256=iPYtO5Ig0zcJjdeNjxH7TmZD4iqo7yGi1oOqR9wR2Y0,91
2559
- mteb/tasks/sts/kor/klue_sts.py,sha256=7GYkCyBxK7j17RxxG0GyNg7IQOGhCOBtJCFy-OAOHPw,2190
2580
+ mteb/tasks/sts/kor/klue_sts.py,sha256=2rAm6oiu0AAJD8mufhzLDA8b8IarVjvPoUrfGwXVEng,2209
2560
2581
  mteb/tasks/sts/kor/kor_sts.py,sha256=h07kLWJj6aBDeYR5_VSHGN4IaW5_cW7c2Xw_rjriYU0,1310
2561
2582
  mteb/tasks/sts/multilingual/__init__.py,sha256=O14mSF1h5cEefkgFLf6PHiiOXeVPM20-aY5Pu0xVrQw,763
2562
2583
  mteb/tasks/sts/multilingual/humests22.py,sha256=vAZieRmx269Mxc_HrgazEAxSFoLKayffR4vFdLlLdoc,1993
@@ -2573,11 +2594,11 @@ mteb/tasks/sts/pol/__init__.py,sha256=Ob56PuMH_-J3gH9Pygg0fdEisWYKRT_fy_D0iE2zIp
2573
2594
  mteb/tasks/sts/pol/polish_sts.py,sha256=qJCw-28dZ-o3epx44Zz-u6ZLE8HIu4ocJaJRyD0JQkc,3418
2574
2595
  mteb/tasks/sts/por/__init__.py,sha256=mUc8zOCeFl456-AEqKqgLQ4_sLnt_eUqD-cbcowRu0U,107
2575
2596
  mteb/tasks/sts/por/assin2_sts.py,sha256=TmtfKxWuJ1gCzy62VeLG-weFWGzKDQRVa-ORCiuArqU,1626
2576
- mteb/tasks/sts/por/sick_br_sts.py,sha256=nzQZ0dy97qQxUYuiBbLND3tG7r3ZIfURJ5UrnM54NyA,2068
2597
+ mteb/tasks/sts/por/sick_br_sts.py,sha256=0Ae5wmS_24nLtJJ081O5biTJnzGRHaY_qUhXf0H-9dE,2087
2577
2598
  mteb/tasks/sts/ron/__init__.py,sha256=JM3_jsds0JzYpoMJln8tQV3MbqdqskxHJlpQLpGi5sI,50
2578
2599
  mteb/tasks/sts/ron/ron_sts.py,sha256=AhthI43l1QSC2xSkiNjV87lE8EKsKCtRKBjmJ5MYxjY,1491
2579
2600
  mteb/tasks/sts/rus/__init__.py,sha256=Z3t1QZpPWUBOVrpPZfXRlRdabXPzSWbeB4DPS2grF_0,155
2580
- mteb/tasks/sts/rus/ru_para_phraser_sts.py,sha256=_IYf6f7p6vblXqzua96zcyUZMaJyZQ4iIkws6WKyxXQ,2184
2601
+ mteb/tasks/sts/rus/ru_para_phraser_sts.py,sha256=-ESaPUcnzw8YGHmrOos8GOFciTdpxpHry2n5QvUgDjI,2203
2581
2602
  mteb/tasks/sts/rus/ru_sts_benchmark_sts.py,sha256=3aMR5WZM4gsWh1uD73GpGSscoNSvAO3r4O2iD44Na8U,1405
2582
2603
  mteb/tasks/sts/spa/__init__.py,sha256=Hl5EWrH_tEDXP-LoTM6ZNZ50hqGe3dGMTtOb0xriPlk,46
2583
2604
  mteb/tasks/sts/spa/stses.py,sha256=INluwoWfIGAc3ZjAigRPJV7rSxtLGnDuxW6xGgwCiKA,1851
@@ -2611,7 +2632,7 @@ mteb/tasks/zeroshot_classification/eng/oxford_pets.py,sha256=NRrYYUFTcNuKm27lDgt
2611
2632
  mteb/tasks/zeroshot_classification/eng/patch_camelyon.py,sha256=3Wb77rxyxU7bqKjm2PN2rw_z4e9FNI1g5hlUazzVXYc,2080
2612
2633
  mteb/tasks/zeroshot_classification/eng/rendered_sst2.py,sha256=4531qrKLEVkF9J-ENGFJG6BeE31Nj5GjNWoGMauoEZk,1237
2613
2634
  mteb/tasks/zeroshot_classification/eng/resisc45.py,sha256=EpcZgS9yr60Ywb-4ql7pXdPyAv85QFzAl-RxAUrm49o,1991
2614
- mteb/tasks/zeroshot_classification/eng/sci_mmir.py,sha256=x7osRKumPTMmVc_f2SE_eArgzDHvDHAw5vle5eE6xk0,2327
2635
+ mteb/tasks/zeroshot_classification/eng/sci_mmir.py,sha256=MQbjHj0KMDL8XRSbFUdY_WD4EWKmiaqdFQi34pgl9eU,2346
2615
2636
  mteb/tasks/zeroshot_classification/eng/stanford_cars.py,sha256=aDKN5XSSpwjS54pz7JP2A1lTuk2J_rOeIHwiFipX87E,1605
2616
2637
  mteb/tasks/zeroshot_classification/eng/stl10.py,sha256=sd3nV7x7mypsP0Ipxu5TRQj6fGvmERcPbpKFwUoLKi0,1986
2617
2638
  mteb/tasks/zeroshot_classification/eng/sun397.py,sha256=Nls7tXM2Svu008MmAUjt-o_NSj-VNGKbW8qi-n7C18s,1963
@@ -2623,9 +2644,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
2623
2644
  mteb/types/_result.py,sha256=UKNokV9pu3G74MGebocU512aU_fFU9I9nPKnrG9Q0iE,1035
2624
2645
  mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
2625
2646
  mteb/types/statistics.py,sha256=gElgSShKBXpfcqaZHhU_d2UHln1CyzUj8FN8KFun_UA,4087
2626
- mteb-2.7.3.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2627
- mteb-2.7.3.dist-info/METADATA,sha256=EE-HNOb55odU17jXxFjL2iAsBki09jfwqJDOEQrDslg,14457
2628
- mteb-2.7.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2629
- mteb-2.7.3.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2630
- mteb-2.7.3.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2631
- mteb-2.7.3.dist-info/RECORD,,
2647
+ mteb-2.7.5.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2648
+ mteb-2.7.5.dist-info/METADATA,sha256=fZWNhj3MX_kIjecFW0X_lpEtAzgw5lbJIh4tfmlpeJ8,14457
2649
+ mteb-2.7.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2650
+ mteb-2.7.5.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2651
+ mteb-2.7.5.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2652
+ mteb-2.7.5.dist-info/RECORD,,