mteb 2.5.2__py3-none-any.whl → 2.7.9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (529) hide show
  1. mteb/__init__.py +2 -0
  2. mteb/_create_dataloaders.py +78 -30
  3. mteb/_evaluators/any_sts_evaluator.py +13 -6
  4. mteb/_evaluators/clustering_evaluator.py +13 -5
  5. mteb/_evaluators/evaluator.py +12 -4
  6. mteb/_evaluators/image/imagetext_pairclassification_evaluator.py +22 -11
  7. mteb/_evaluators/pair_classification_evaluator.py +17 -7
  8. mteb/_evaluators/retrieval_evaluator.py +23 -14
  9. mteb/_evaluators/retrieval_metrics.py +26 -19
  10. mteb/_evaluators/sklearn_evaluator.py +27 -17
  11. mteb/_evaluators/text/bitext_mining_evaluator.py +36 -20
  12. mteb/_evaluators/text/summarization_evaluator.py +31 -20
  13. mteb/_evaluators/zeroshot_classification_evaluator.py +16 -5
  14. mteb/_helpful_enum.py +5 -1
  15. mteb/abstasks/_data_filter/filters.py +9 -3
  16. mteb/abstasks/_data_filter/task_pipelines.py +10 -2
  17. mteb/abstasks/_statistics_calculation.py +21 -11
  18. mteb/abstasks/_stratification.py +18 -18
  19. mteb/abstasks/abstask.py +78 -44
  20. mteb/abstasks/aggregate_task_metadata.py +21 -18
  21. mteb/abstasks/aggregated_task.py +23 -35
  22. mteb/abstasks/classification.py +39 -18
  23. mteb/abstasks/clustering.py +37 -20
  24. mteb/abstasks/clustering_legacy.py +30 -16
  25. mteb/abstasks/image/image_text_pair_classification.py +26 -9
  26. mteb/abstasks/multilabel_classification.py +33 -21
  27. mteb/abstasks/pair_classification.py +44 -19
  28. mteb/abstasks/regression.py +18 -10
  29. mteb/abstasks/retrieval.py +82 -52
  30. mteb/abstasks/retrieval_dataset_loaders.py +50 -39
  31. mteb/abstasks/sts.py +34 -15
  32. mteb/abstasks/task_metadata.py +44 -37
  33. mteb/abstasks/text/bitext_mining.py +57 -35
  34. mteb/abstasks/text/reranking.py +10 -8
  35. mteb/abstasks/text/summarization.py +26 -10
  36. mteb/abstasks/zeroshot_classification.py +27 -9
  37. mteb/benchmarks/_create_table.py +13 -7
  38. mteb/benchmarks/benchmark.py +15 -3
  39. mteb/benchmarks/benchmarks/__init__.py +6 -0
  40. mteb/benchmarks/benchmarks/benchmarks.py +153 -13
  41. mteb/benchmarks/benchmarks/rteb_benchmarks.py +20 -9
  42. mteb/benchmarks/get_benchmark.py +14 -55
  43. mteb/cache.py +189 -31
  44. mteb/cli/_display_tasks.py +10 -4
  45. mteb/cli/build_cli.py +112 -13
  46. mteb/cli/generate_model_card.py +50 -23
  47. mteb/deprecated_evaluator.py +72 -54
  48. mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2CybersecurityRetrieval.json +32 -0
  49. mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2EconomicRetrieval.json +32 -0
  50. mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2EnergyRetrieval.json +32 -0
  51. mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2HrRetrieval.json +32 -0
  52. mteb/descriptive_stats/Retrieval/BrightAopsRetrieval.json +35 -0
  53. mteb/descriptive_stats/Retrieval/BrightBiologyLongRetrieval.json +35 -0
  54. mteb/descriptive_stats/Retrieval/BrightBiologyRetrieval.json +35 -0
  55. mteb/descriptive_stats/Retrieval/BrightEarthScienceLongRetrieval.json +35 -0
  56. mteb/descriptive_stats/Retrieval/BrightEarthScienceRetrieval.json +35 -0
  57. mteb/descriptive_stats/Retrieval/BrightEconomicsLongRetrieval.json +35 -0
  58. mteb/descriptive_stats/Retrieval/BrightEconomicsRetrieval.json +35 -0
  59. mteb/descriptive_stats/Retrieval/BrightLeetcodeRetrieval.json +35 -0
  60. mteb/descriptive_stats/Retrieval/BrightPonyLongRetrieval.json +35 -0
  61. mteb/descriptive_stats/Retrieval/BrightPonyRetrieval.json +35 -0
  62. mteb/descriptive_stats/Retrieval/BrightPsychologyLongRetrieval.json +35 -0
  63. mteb/descriptive_stats/Retrieval/BrightPsychologyRetrieval.json +35 -0
  64. mteb/descriptive_stats/Retrieval/BrightRoboticsLongRetrieval.json +35 -0
  65. mteb/descriptive_stats/Retrieval/BrightRoboticsRetrieval.json +35 -0
  66. mteb/descriptive_stats/Retrieval/BrightStackoverflowLongRetrieval.json +35 -0
  67. mteb/descriptive_stats/Retrieval/BrightStackoverflowRetrieval.json +35 -0
  68. mteb/descriptive_stats/Retrieval/BrightSustainableLivingLongRetrieval.json +35 -0
  69. mteb/descriptive_stats/Retrieval/BrightSustainableLivingRetrieval.json +35 -0
  70. mteb/descriptive_stats/Retrieval/BrightTheoremQAQuestionsRetrieval.json +35 -0
  71. mteb/descriptive_stats/Retrieval/BrightTheoremQATheoremsRetrieval.json +35 -0
  72. mteb/descriptive_stats/Retrieval/ChemRxivRetrieval.json +30 -0
  73. mteb/descriptive_stats/Retrieval/EuroPIRQRetrieval.json +116 -0
  74. mteb/descriptive_stats/Retrieval/NanoClimateFEVER-VN.json +30 -0
  75. mteb/descriptive_stats/Retrieval/NanoDBPedia-VN.json +30 -0
  76. mteb/descriptive_stats/Retrieval/NanoFEVER-VN.json +30 -0
  77. mteb/descriptive_stats/Retrieval/NanoHotpotQA-VN.json +30 -0
  78. mteb/descriptive_stats/Retrieval/NanoMSMARCO-VN.json +30 -0
  79. mteb/descriptive_stats/Retrieval/NanoNQ-VN.json +30 -0
  80. mteb/descriptive_stats/Retrieval/TVPLRetrieval.json +30 -0
  81. mteb/evaluate.py +71 -47
  82. mteb/filter_tasks.py +36 -32
  83. mteb/get_tasks.py +37 -33
  84. mteb/languages/language_scripts.py +11 -4
  85. mteb/leaderboard/app.py +172 -37
  86. mteb/leaderboard/table.py +7 -2
  87. mteb/load_results.py +20 -14
  88. mteb/models/abs_encoder.py +30 -16
  89. mteb/models/cache_wrappers/cache_backend_protocol.py +7 -7
  90. mteb/models/cache_wrappers/cache_backends/_hash_utils.py +10 -5
  91. mteb/models/cache_wrappers/cache_backends/faiss_cache.py +13 -4
  92. mteb/models/cache_wrappers/cache_backends/numpy_cache.py +43 -25
  93. mteb/models/cache_wrappers/cache_wrapper.py +16 -11
  94. mteb/models/get_model_meta.py +53 -9
  95. mteb/models/instruct_wrapper.py +41 -13
  96. mteb/models/model_implementations/align_models.py +11 -5
  97. mteb/models/model_implementations/amazon_models.py +1 -0
  98. mteb/models/model_implementations/andersborges.py +6 -4
  99. mteb/models/model_implementations/ara_models.py +2 -1
  100. mteb/models/model_implementations/arctic_models.py +16 -8
  101. mteb/models/model_implementations/b1ade_models.py +2 -1
  102. mteb/models/model_implementations/bedrock_models.py +20 -6
  103. mteb/models/model_implementations/bge_models.py +85 -22
  104. mteb/models/model_implementations/bica_model.py +4 -3
  105. mteb/models/model_implementations/blip2_models.py +13 -6
  106. mteb/models/model_implementations/blip_models.py +33 -20
  107. mteb/models/model_implementations/bm25.py +27 -17
  108. mteb/models/model_implementations/bmretriever_models.py +16 -6
  109. mteb/models/model_implementations/cadet_models.py +2 -1
  110. mteb/models/model_implementations/cde_models.py +22 -9
  111. mteb/models/model_implementations/clip_models.py +18 -10
  112. mteb/models/model_implementations/clips_models.py +6 -3
  113. mteb/models/model_implementations/codefuse_models.py +10 -5
  114. mteb/models/model_implementations/codesage_models.py +6 -3
  115. mteb/models/model_implementations/cohere_models.py +19 -9
  116. mteb/models/model_implementations/cohere_v.py +16 -6
  117. mteb/models/model_implementations/colpali_models.py +10 -6
  118. mteb/models/model_implementations/colqwen_models.py +24 -38
  119. mteb/models/model_implementations/colsmol_models.py +5 -3
  120. mteb/models/model_implementations/conan_models.py +12 -5
  121. mteb/models/model_implementations/dino_models.py +70 -46
  122. mteb/models/model_implementations/e5_instruct.py +27 -4
  123. mteb/models/model_implementations/e5_models.py +18 -9
  124. mteb/models/model_implementations/e5_v.py +16 -10
  125. mteb/models/model_implementations/eagerworks_models.py +12 -5
  126. mteb/models/model_implementations/emillykkejensen_models.py +9 -6
  127. mteb/models/model_implementations/en_code_retriever.py +2 -1
  128. mteb/models/model_implementations/euler_models.py +3 -2
  129. mteb/models/model_implementations/evaclip_models.py +13 -4
  130. mteb/models/model_implementations/fa_models.py +18 -9
  131. mteb/models/model_implementations/facebookai.py +16 -2
  132. mteb/models/model_implementations/geogpt_models.py +2 -1
  133. mteb/models/model_implementations/gme_v_models.py +13 -8
  134. mteb/models/model_implementations/google_models.py +16 -5
  135. mteb/models/model_implementations/granite_vision_embedding_models.py +8 -6
  136. mteb/models/model_implementations/gritlm_models.py +5 -2
  137. mteb/models/model_implementations/gte_models.py +34 -13
  138. mteb/models/model_implementations/hinvec_models.py +7 -2
  139. mteb/models/model_implementations/human.py +1 -0
  140. mteb/models/model_implementations/ibm_granite_models.py +36 -6
  141. mteb/models/model_implementations/inf_models.py +4 -2
  142. mteb/models/model_implementations/jasper_models.py +16 -7
  143. mteb/models/model_implementations/jina_clip.py +58 -14
  144. mteb/models/model_implementations/jina_models.py +35 -16
  145. mteb/models/model_implementations/kalm_models.py +24 -12
  146. mteb/models/model_implementations/kblab.py +13 -6
  147. mteb/models/model_implementations/kennethenevoldsen_models.py +6 -4
  148. mteb/models/model_implementations/kfst.py +2 -1
  149. mteb/models/model_implementations/kowshik24_models.py +2 -1
  150. mteb/models/model_implementations/lens_models.py +2 -0
  151. mteb/models/model_implementations/lgai_embedding_models.py +2 -1
  152. mteb/models/model_implementations/linq_models.py +8 -2
  153. mteb/models/model_implementations/listconranker.py +11 -5
  154. mteb/models/model_implementations/llm2clip_models.py +18 -10
  155. mteb/models/model_implementations/llm2vec_models.py +28 -14
  156. mteb/models/model_implementations/mcinext_models.py +12 -3
  157. mteb/models/model_implementations/mdbr_models.py +19 -3
  158. mteb/models/model_implementations/misc_models.py +131 -68
  159. mteb/models/model_implementations/mixedbread_ai_models.py +335 -0
  160. mteb/models/model_implementations/mme5_models.py +3 -2
  161. mteb/models/model_implementations/moco_models.py +15 -8
  162. mteb/models/model_implementations/mod_models.py +3 -2
  163. mteb/models/model_implementations/model2vec_models.py +37 -18
  164. mteb/models/model_implementations/moka_models.py +4 -1
  165. mteb/models/model_implementations/nbailab.py +6 -3
  166. mteb/models/model_implementations/no_instruct_sentence_models.py +15 -7
  167. mteb/models/model_implementations/nomic_models.py +47 -19
  168. mteb/models/model_implementations/nomic_models_vision.py +6 -4
  169. mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py +20 -8
  170. mteb/models/model_implementations/nvidia_models.py +165 -22
  171. mteb/models/model_implementations/octen_models.py +64 -3
  172. mteb/models/model_implementations/openai_models.py +14 -4
  173. mteb/models/model_implementations/openclip_models.py +30 -17
  174. mteb/models/model_implementations/opensearch_neural_sparse_models.py +20 -9
  175. mteb/models/model_implementations/ops_moa_models.py +10 -3
  176. mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py +2 -1
  177. mteb/models/model_implementations/pawan_models.py +2 -1
  178. mteb/models/model_implementations/piccolo_models.py +3 -1
  179. mteb/models/model_implementations/pixie_models.py +56 -0
  180. mteb/models/model_implementations/promptriever_models.py +20 -10
  181. mteb/models/model_implementations/pylate_models.py +41 -21
  182. mteb/models/model_implementations/qodo_models.py +4 -2
  183. mteb/models/model_implementations/qtack_models.py +2 -1
  184. mteb/models/model_implementations/qwen3_models.py +14 -4
  185. mteb/models/model_implementations/qzhou_models.py +4 -2
  186. mteb/models/model_implementations/random_baseline.py +7 -6
  187. mteb/models/model_implementations/rasgaard_models.py +3 -2
  188. mteb/models/model_implementations/reasonir_model.py +66 -1
  189. mteb/models/model_implementations/repllama_models.py +18 -9
  190. mteb/models/model_implementations/rerankers_custom.py +25 -10
  191. mteb/models/model_implementations/rerankers_monot5_based.py +41 -21
  192. mteb/models/model_implementations/richinfoai_models.py +2 -1
  193. mteb/models/model_implementations/ru_sentence_models.py +40 -20
  194. mteb/models/model_implementations/ruri_models.py +20 -10
  195. mteb/models/model_implementations/salesforce_models.py +13 -4
  196. mteb/models/model_implementations/samilpwc_models.py +2 -1
  197. mteb/models/model_implementations/sarashina_embedding_models.py +4 -2
  198. mteb/models/model_implementations/searchmap_models.py +2 -1
  199. mteb/models/model_implementations/seed_1_6_embedding_models.py +5 -2
  200. mteb/models/model_implementations/seed_1_6_embedding_models_1215.py +119 -148
  201. mteb/models/model_implementations/seed_models.py +2 -1
  202. mteb/models/model_implementations/sentence_transformers_models.py +142 -22
  203. mteb/models/model_implementations/shuu_model.py +2 -1
  204. mteb/models/model_implementations/siglip_models.py +39 -24
  205. mteb/models/model_implementations/slm_models.py +419 -0
  206. mteb/models/model_implementations/sonar_models.py +2 -1
  207. mteb/models/model_implementations/spartan8806_atles_champion.py +2 -1
  208. mteb/models/model_implementations/stella_models.py +23 -4
  209. mteb/models/model_implementations/tarka_models.py +4 -2
  210. mteb/models/model_implementations/text2vec_models.py +12 -3
  211. mteb/models/model_implementations/ua_sentence_models.py +2 -1
  212. mteb/models/model_implementations/uae_models.py +17 -5
  213. mteb/models/model_implementations/vdr_models.py +9 -2
  214. mteb/models/model_implementations/vi_vn_models.py +12 -6
  215. mteb/models/model_implementations/vista_models.py +11 -4
  216. mteb/models/model_implementations/vlm2vec_models.py +14 -7
  217. mteb/models/model_implementations/voyage_models.py +136 -4
  218. mteb/models/model_implementations/voyage_v.py +17 -10
  219. mteb/models/model_implementations/xyz_models.py +1 -0
  220. mteb/models/model_implementations/youtu_models.py +2 -1
  221. mteb/models/model_implementations/yuan_models.py +2 -1
  222. mteb/models/model_implementations/yuan_models_en.py +3 -2
  223. mteb/models/model_meta.py +127 -40
  224. mteb/models/models_protocols.py +43 -22
  225. mteb/models/search_encoder_index/search_backend_protocol.py +7 -3
  226. mteb/models/search_encoder_index/search_indexes/faiss_search_index.py +21 -10
  227. mteb/models/search_wrappers.py +63 -29
  228. mteb/models/sentence_transformer_wrapper.py +52 -26
  229. mteb/models/vllm_wrapper.py +329 -0
  230. mteb/py.typed +0 -0
  231. mteb/results/benchmark_results.py +48 -35
  232. mteb/results/model_result.py +68 -32
  233. mteb/results/task_result.py +110 -72
  234. mteb/similarity_functions.py +19 -9
  235. mteb/tasks/aggregated_tasks/eng/cqadupstack_retrieval.py +3 -3
  236. mteb/tasks/aggregated_tasks/eng/sts17_multilingual_visual_sts_eng.py +3 -3
  237. mteb/tasks/aggregated_tasks/eng/sts_benchmark_multilingual_visual_sts_eng.py +3 -3
  238. mteb/tasks/aggregated_tasks/fas/cqadupstack_retrieval_fa.py +3 -3
  239. mteb/tasks/aggregated_tasks/fas/syn_per_chatbot_conv_sa_classification.py +3 -3
  240. mteb/tasks/aggregated_tasks/multilingual/sts17_multilingual_vision_sts.py +3 -3
  241. mteb/tasks/aggregated_tasks/multilingual/sts_benchmark_multilingual_visual_sts.py +3 -3
  242. mteb/tasks/aggregated_tasks/nld/cqadupstack_nl_retrieval.py +3 -3
  243. mteb/tasks/aggregated_tasks/pol/cqadupstack_retrieval_pl.py +3 -3
  244. mteb/tasks/bitext_mining/eng/pub_chem_smiles_bitext_mining.py +1 -1
  245. mteb/tasks/bitext_mining/fas/fa_mteb_summary_retrieval.py +3 -3
  246. mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py +1 -1
  247. mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py +1 -1
  248. mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py +1 -1
  249. mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py +1 -1
  250. mteb/tasks/bitext_mining/multilingual/norwegian_courts_bitext_mining.py +1 -1
  251. mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py +1 -1
  252. mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py +2 -2
  253. mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py +2 -2
  254. mteb/tasks/classification/ara/online_store_review_sentiment_classification.py +1 -1
  255. mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py +1 -1
  256. mteb/tasks/classification/ara/tweet_sarcasm_classification.py +1 -1
  257. mteb/tasks/classification/ben/bengali_hate_speech_classification.py +1 -1
  258. mteb/tasks/classification/ben/bengali_sentiment_analysis.py +1 -1
  259. mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py +1 -1
  260. mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py +2 -2
  261. mteb/tasks/classification/dan/ddisco_cohesion_classification.py +1 -1
  262. mteb/tasks/classification/dan/dk_hate_classification.py +2 -2
  263. mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py +1 -1
  264. mteb/tasks/classification/ell/greek_legal_code_classification.py +1 -1
  265. mteb/tasks/classification/eng/dbpedia_classification.py +2 -2
  266. mteb/tasks/classification/eng/toxic_chat_classification.py +2 -2
  267. mteb/tasks/classification/eng/toxic_conversations_classification.py +2 -2
  268. mteb/tasks/classification/eng/tweet_topic_single_classification.py +1 -1
  269. mteb/tasks/classification/eng/yahoo_answers_topics_classification.py +1 -1
  270. mteb/tasks/classification/eng/yelp_review_full_classification.py +2 -2
  271. mteb/tasks/classification/est/estonian_valence.py +2 -2
  272. mteb/tasks/classification/fas/fa_mteb_classification.py +6 -6
  273. mteb/tasks/classification/fas/persian_food_sentiment_classification.py +1 -1
  274. mteb/tasks/classification/fil/filipino_shopee_reviews_classification.py +1 -1
  275. mteb/tasks/classification/fin/fin_toxicity_classification.py +1 -1
  276. mteb/tasks/classification/fra/french_book_reviews.py +2 -2
  277. mteb/tasks/classification/fra/movie_review_sentiment_classification.py +2 -2
  278. mteb/tasks/classification/guj/gujarati_news_classification.py +1 -1
  279. mteb/tasks/classification/hin/hindi_discourse_classification.py +1 -1
  280. mteb/tasks/classification/hin/sentiment_analysis_hindi.py +1 -1
  281. mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py +2 -2
  282. mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py +1 -1
  283. mteb/tasks/classification/ita/dado_eval_coarse_classification.py +1 -1
  284. mteb/tasks/classification/ita/ita_casehold_classification.py +1 -1
  285. mteb/tasks/classification/ita/sardi_stance_classification.py +1 -1
  286. mteb/tasks/classification/jav/javanese_imdb_classification.py +1 -1
  287. mteb/tasks/classification/jpn/wrime_classification.py +1 -1
  288. mteb/tasks/classification/kan/kannada_news_classification.py +2 -2
  289. mteb/tasks/classification/kor/klue_tc.py +2 -2
  290. mteb/tasks/classification/kor/kor_fin.py +1 -1
  291. mteb/tasks/classification/kor/kor_hate_classification.py +1 -1
  292. mteb/tasks/classification/kor/kor_sarcasm_classification.py +1 -1
  293. mteb/tasks/classification/kur/kurdish_sentiment_classification.py +2 -2
  294. mteb/tasks/classification/mal/malayalam_news_classification.py +1 -1
  295. mteb/tasks/classification/mar/marathi_news_classification.py +1 -1
  296. mteb/tasks/classification/multilingual/afri_senti_lang_classification.py +1 -1
  297. mteb/tasks/classification/multilingual/catalonia_tweet_classification.py +1 -1
  298. mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py +1 -1
  299. mteb/tasks/classification/multilingual/indic_nlp_news_classification.py +1 -1
  300. mteb/tasks/classification/multilingual/masakha_news_classification.py +1 -1
  301. mteb/tasks/classification/multilingual/multi_hate_classification.py +1 -1
  302. mteb/tasks/classification/multilingual/multilingual_sentiment_classification.py +1 -1
  303. mteb/tasks/classification/multilingual/scala_classification.py +2 -2
  304. mteb/tasks/classification/multilingual/sib200_classification.py +1 -1
  305. mteb/tasks/classification/multilingual/turkic_classification.py +1 -1
  306. mteb/tasks/classification/multilingual/tweet_sentiment_classification.py +1 -1
  307. mteb/tasks/classification/nep/nepali_news_classification.py +2 -2
  308. mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py +1 -1
  309. mteb/tasks/classification/nld/vaccin_chat_nl_classification.py +1 -1
  310. mteb/tasks/classification/ory/odia_news_classification.py +2 -2
  311. mteb/tasks/classification/pan/punjabi_news_classification.py +1 -1
  312. mteb/tasks/classification/ron/moroco.py +1 -1
  313. mteb/tasks/classification/ron/romanian_reviews_sentiment.py +1 -1
  314. mteb/tasks/classification/ron/romanian_sentiment_classification.py +1 -1
  315. mteb/tasks/classification/rus/georeview_classification.py +1 -1
  316. mteb/tasks/classification/rus/headline_classification.py +2 -2
  317. mteb/tasks/classification/rus/inappropriateness_classification.py +2 -2
  318. mteb/tasks/classification/rus/ru_reviews_classification.py +2 -2
  319. mteb/tasks/classification/rus/ru_sci_bench_grnti_classification.py +1 -1
  320. mteb/tasks/classification/rus/ru_sci_bench_oecd_classification.py +1 -1
  321. mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py +1 -1
  322. mteb/tasks/classification/san/sanskrit_shlokas_classification.py +1 -1
  323. mteb/tasks/classification/sin/sinhala_news_classification.py +2 -2
  324. mteb/tasks/classification/sin/sinhala_news_source_classification.py +2 -2
  325. mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py +2 -2
  326. mteb/tasks/classification/slv/frenk_sl_classification.py +1 -1
  327. mteb/tasks/classification/spa/spanish_news_classification.py +2 -2
  328. mteb/tasks/classification/ssw/siswati_news_classification.py +1 -1
  329. mteb/tasks/classification/tam/tamil_news_classification.py +2 -2
  330. mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py +2 -2
  331. mteb/tasks/classification/tha/wongnai_reviews_classification.py +1 -1
  332. mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py +2 -2
  333. mteb/tasks/classification/ukr/ukr_formality_classification.py +2 -2
  334. mteb/tasks/classification/vie/toxic_conversations_vn_classification.py +1 -1
  335. mteb/tasks/classification/vie/vie_student_feedback_classification.py +1 -1
  336. mteb/tasks/classification/zho/yue_openrice_review_classification.py +2 -2
  337. mteb/tasks/classification/zul/isi_zulu_news_classification.py +1 -1
  338. mteb/tasks/clustering/deu/blurbs_clustering_p2p.py +1 -1
  339. mteb/tasks/clustering/deu/blurbs_clustering_s2s.py +1 -1
  340. mteb/tasks/clustering/eng/arxiv_clustering_p2p.py +1 -1
  341. mteb/tasks/clustering/eng/arxiv_hierarchical_clustering.py +2 -2
  342. mteb/tasks/clustering/eng/big_patent_clustering.py +1 -1
  343. mteb/tasks/clustering/eng/biorxiv_clustering_p2p.py +1 -1
  344. mteb/tasks/clustering/eng/biorxiv_clustering_s2s.py +1 -1
  345. mteb/tasks/clustering/eng/hume_wiki_cities_clustering.py +1 -1
  346. mteb/tasks/clustering/eng/medrxiv_clustering_p2p.py +1 -1
  347. mteb/tasks/clustering/eng/medrxiv_clustering_s2s.py +1 -1
  348. mteb/tasks/clustering/eng/reddit_clustering.py +1 -1
  349. mteb/tasks/clustering/eng/reddit_clustering_p2p.py +1 -1
  350. mteb/tasks/clustering/eng/stack_exchange_clustering.py +1 -1
  351. mteb/tasks/clustering/eng/stack_exchange_clustering_p2p.py +1 -1
  352. mteb/tasks/clustering/eng/twenty_newsgroups_clustering.py +1 -1
  353. mteb/tasks/clustering/eng/wiki_cities_clustering.py +1 -1
  354. mteb/tasks/clustering/fas/fa_mteb_clustering.py +4 -4
  355. mteb/tasks/clustering/fra/hal_clustering_s2s.py +2 -2
  356. mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py +2 -2
  357. mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py +2 -2
  358. mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py +1 -1
  359. mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py +1 -1
  360. mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py +1 -1
  361. mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py +1 -1
  362. mteb/tasks/clustering/nld/iconclass_clustering_s2s.py +1 -1
  363. mteb/tasks/clustering/nld/open_tender_clustering_p2p.py +1 -1
  364. mteb/tasks/clustering/nld/vabb_clustering_p2p.py +1 -1
  365. mteb/tasks/clustering/nld/vabb_clustering_s2s.py +1 -1
  366. mteb/tasks/clustering/nob/snl_clustering.py +8 -3
  367. mteb/tasks/clustering/nob/vg_clustering.py +8 -3
  368. mteb/tasks/clustering/pol/polish_clustering.py +3 -3
  369. mteb/tasks/clustering/rus/ru_sci_bench_grnti_clustering_p2p.py +1 -1
  370. mteb/tasks/clustering/rus/ru_sci_bench_oecd_clustering_p2p.py +1 -1
  371. mteb/tasks/clustering/zho/cmteb_clustering.py +6 -6
  372. mteb/tasks/image_text_pair_classification/eng/image_co_de.py +1 -1
  373. mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py +2 -2
  374. mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py +2 -2
  375. mteb/tasks/multichoice/eng/cv_bench.py +4 -4
  376. mteb/tasks/multilabel_classification/ita/emit_classification.py +1 -1
  377. mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py +1 -1
  378. mteb/tasks/multilabel_classification/rus/ru_toixic_multilabelclassification_okmlcup.py +1 -1
  379. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py +1 -1
  380. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py +1 -1
  381. mteb/tasks/pair_classification/ara/ar_entail.py +1 -1
  382. mteb/tasks/pair_classification/dan/talemaader_pc.py +1 -1
  383. mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py +1 -1
  384. mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py +1 -1
  385. mteb/tasks/pair_classification/eng/pub_chem_smilespc.py +4 -3
  386. mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py +1 -1
  387. mteb/tasks/pair_classification/eng/pub_chem_wiki_paragraphs_pc.py +1 -1
  388. mteb/tasks/pair_classification/eng/sprint_duplicate_questions_pc.py +1 -1
  389. mteb/tasks/pair_classification/eng/twitter_sem_eval2015_pc.py +1 -1
  390. mteb/tasks/pair_classification/eng/twitter_url_corpus_pc.py +1 -1
  391. mteb/tasks/pair_classification/fas/fa_mteb_pair_classification.py +5 -5
  392. mteb/tasks/pair_classification/fas/fars_tail.py +2 -2
  393. mteb/tasks/pair_classification/hye/armenian_paraphrase_pc.py +1 -1
  394. mteb/tasks/pair_classification/ita/dis_co_tex_pair_classification.py +1 -1
  395. mteb/tasks/pair_classification/kor/klue_nli.py +1 -1
  396. mteb/tasks/pair_classification/multilingual/rte3.py +2 -2
  397. mteb/tasks/pair_classification/multilingual/xnli.py +1 -1
  398. mteb/tasks/pair_classification/pol/polish_pc.py +4 -4
  399. mteb/tasks/pair_classification/por/assin2_rte.py +1 -1
  400. mteb/tasks/pair_classification/por/sick_br_pc.py +1 -1
  401. mteb/tasks/pair_classification/rus/terra.py +2 -2
  402. mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py +1 -1
  403. mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py +1 -1
  404. mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py +1 -1
  405. mteb/tasks/pair_classification/zho/cmteb_pair_classification.py +2 -2
  406. mteb/tasks/reranking/multilingual/wikipedia_reranking_multilingual.py +1 -1
  407. mteb/tasks/retrieval/ara/sadeem_question_retrieval.py +1 -1
  408. mteb/tasks/retrieval/code/code_edit_search_retrieval.py +1 -1
  409. mteb/tasks/retrieval/code/code_rag.py +16 -16
  410. mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py +1 -1
  411. mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py +1 -1
  412. mteb/tasks/retrieval/code/ds1000_retrieval.py +1 -1
  413. mteb/tasks/retrieval/code/fresh_stack_retrieval.py +1 -1
  414. mteb/tasks/retrieval/code/human_eval_retrieval.py +1 -1
  415. mteb/tasks/retrieval/code/mbpp_retrieval.py +1 -1
  416. mteb/tasks/retrieval/code/wiki_sql_retrieval.py +1 -1
  417. mteb/tasks/retrieval/dan/dan_fever_retrieval.py +2 -2
  418. mteb/tasks/retrieval/dan/tv2_nordretrieval.py +3 -3
  419. mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py +3 -3
  420. mteb/tasks/retrieval/deu/german_gov_service_retrieval.py +1 -1
  421. mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py +1 -1
  422. mteb/tasks/retrieval/ell/greek_civics_qa.py +1 -1
  423. mteb/tasks/retrieval/eng/__init__.py +44 -0
  424. mteb/tasks/retrieval/eng/bright_retrieval.py +10 -2
  425. mteb/tasks/retrieval/eng/bright_v1_1_retrieval.py +968 -0
  426. mteb/tasks/retrieval/eng/chat_doctor_retrieval.py +1 -1
  427. mteb/tasks/retrieval/eng/chemrxiv.py +33 -0
  428. mteb/tasks/retrieval/eng/cub200_i2i_retrieval.py +1 -1
  429. mteb/tasks/retrieval/eng/fin_qa_retrieval.py +1 -1
  430. mteb/tasks/retrieval/eng/finance_bench_retrieval.py +1 -1
  431. mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py +1 -1
  432. mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py +1 -1
  433. mteb/tasks/retrieval/eng/hc3_finance_retrieval.py +1 -1
  434. mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py +1 -1
  435. mteb/tasks/retrieval/eng/lemb_needle_retrieval.py +1 -1
  436. mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py +1 -1
  437. mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py +1 -1
  438. mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py +1 -1
  439. mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py +1 -1
  440. mteb/tasks/retrieval/eng/limit_retrieval.py +6 -1
  441. mteb/tasks/retrieval/eng/lit_search_retrieval.py +1 -1
  442. mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py +1 -1
  443. mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py +1 -1
  444. mteb/tasks/retrieval/eng/ml_questions.py +1 -1
  445. mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py +1 -1
  446. mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py +1 -1
  447. mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py +1 -1
  448. mteb/tasks/retrieval/eng/nano_fever_retrieval.py +1 -1
  449. mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py +1 -1
  450. mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py +1 -1
  451. mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py +1 -1
  452. mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py +1 -1
  453. mteb/tasks/retrieval/eng/nano_nq_retrieval.py +1 -1
  454. mteb/tasks/retrieval/eng/nano_quora_retrieval.py +1 -1
  455. mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py +1 -1
  456. mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py +1 -1
  457. mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py +1 -1
  458. mteb/tasks/retrieval/eng/narrative_qa_retrieval.py +1 -1
  459. mteb/tasks/retrieval/eng/r2_med_retrieval.py +8 -8
  460. mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py +1 -1
  461. mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py +1 -1
  462. mteb/tasks/retrieval/eng/vidore_bench_retrieval.py +10 -10
  463. mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py +1 -1
  464. mteb/tasks/retrieval/fra/syntec_retrieval.py +1 -1
  465. mteb/tasks/retrieval/hun/hun_sum2.py +1 -1
  466. mteb/tasks/retrieval/kat/georgian_faq_retrieval.py +1 -1
  467. mteb/tasks/retrieval/kor/__init__.py +15 -1
  468. mteb/tasks/retrieval/kor/kovidore2_bench_retrieval.py +142 -0
  469. mteb/tasks/retrieval/multilingual/__init__.py +2 -0
  470. mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py +1 -1
  471. mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py +1 -1
  472. mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py +1 -1
  473. mteb/tasks/retrieval/multilingual/euro_pirq_retrieval.py +43 -0
  474. mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py +1 -1
  475. mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py +1 -1
  476. mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py +1 -1
  477. mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py +1 -1
  478. mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py +5 -5
  479. mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py +1 -1
  480. mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py +1 -1
  481. mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py +14 -4
  482. mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py +90 -100
  483. mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py +1 -1
  484. mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py +1 -1
  485. mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py +1 -1
  486. mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py +1 -1
  487. mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py +1 -1
  488. mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py +1 -1
  489. mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py +1 -1
  490. mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py +1 -1
  491. mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py +1 -1
  492. mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py +1 -1
  493. mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py +1 -1
  494. mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py +1 -1
  495. mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py +1 -1
  496. mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py +1 -1
  497. mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py +1 -1
  498. mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py +1 -1
  499. mteb/tasks/retrieval/nob/norquad.py +3 -3
  500. mteb/tasks/retrieval/nob/snl_retrieval.py +3 -3
  501. mteb/tasks/retrieval/slk/slovak_sum_retrieval.py +1 -1
  502. mteb/tasks/retrieval/tur/tur_hist_quad.py +1 -1
  503. mteb/tasks/retrieval/vie/__init__.py +14 -6
  504. mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py +39 -0
  505. mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py +39 -0
  506. mteb/tasks/retrieval/vie/fevervn_retrieval.py +39 -0
  507. mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py +39 -0
  508. mteb/tasks/retrieval/vie/msmarcovn_retrieval.py +48 -0
  509. mteb/tasks/retrieval/vie/nqvn_retrieval.py +39 -0
  510. mteb/tasks/retrieval/vie/tvpl_retrieval.py +42 -0
  511. mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py +1 -1
  512. mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py +15 -1
  513. mteb/tasks/sts/fao/faroese_sts.py +1 -1
  514. mteb/tasks/sts/fra/sick_fr_sts.py +1 -1
  515. mteb/tasks/sts/kor/klue_sts.py +1 -1
  516. mteb/tasks/sts/por/sick_br_sts.py +1 -1
  517. mteb/tasks/sts/rus/ru_para_phraser_sts.py +1 -1
  518. mteb/tasks/zeroshot_classification/eng/sci_mmir.py +1 -1
  519. mteb/types/__init__.py +2 -0
  520. mteb/types/_encoder_io.py +13 -1
  521. mteb/types/_result.py +2 -1
  522. mteb/types/statistics.py +18 -5
  523. {mteb-2.5.2.dist-info → mteb-2.7.9.dist-info}/METADATA +15 -4
  524. {mteb-2.5.2.dist-info → mteb-2.7.9.dist-info}/RECORD +528 -486
  525. {mteb-2.5.2.dist-info → mteb-2.7.9.dist-info}/WHEEL +1 -1
  526. mteb/models/model_implementations/mxbai_models.py +0 -111
  527. {mteb-2.5.2.dist-info → mteb-2.7.9.dist-info}/entry_points.txt +0 -0
  528. {mteb-2.5.2.dist-info → mteb-2.7.9.dist-info}/licenses/LICENSE +0 -0
  529. {mteb-2.5.2.dist-info → mteb-2.7.9.dist-info}/top_level.txt +0 -0
{mteb-2.5.2.dist-info → mteb-2.7.9.dist-info}/RECORD RENAMED
@@ -1,71 +1,72 @@
1
- mteb/__init__.py,sha256=h2kru--zMEC0mmLQ688kggdDpBH7dxYz1HhLVHbRjcI,1376
1
+ mteb/__init__.py,sha256=AFdvWGkAnKZqzKxqp-xvuBhGnpz0QM1cuOtaztsDzjI,1430
2
2
  mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
3
- mteb/_create_dataloaders.py,sha256=9aUHM1q2q748XHax_YYcPBmckIOOVCrJ_N2bJYVbn3s,14338
4
- mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
3
+ mteb/_create_dataloaders.py,sha256=zGv9KIJ91piMJD50TM_XGoZiOnb-X4WLbD5FUBK-kfI,15758
4
+ mteb/_helpful_enum.py,sha256=5hi3vm19QhTWXb5G80ytviJ-SEbCCGVhn2gbJaRgoyY,601
5
5
  mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
6
6
  mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
7
7
  mteb/_set_seed.py,sha256=HPlPRl__Pe6IG-4UgJqTfplcivJ_wA2kaClbXoHQedM,1178
8
- mteb/cache.py,sha256=EogjsGZjoD6wZmVr4R3Lrc25C0x50Oie_i29K_4iHwo,21236
9
- mteb/deprecated_evaluator.py,sha256=9cJIahJHNZphoqo6KZfp30LLhIdyiR3SSLcut4FR_Ek,26778
10
- mteb/evaluate.py,sha256=IcaNu3VQwoeH7F1m8_7qJ6_lffHPujRcjKOBo4A7JBI,18631
11
- mteb/filter_tasks.py,sha256=5XE1OYmgDDoJYnXwFf4ma_PIT_Lekzs420sQF_kpCiY,7240
12
- mteb/get_tasks.py,sha256=6Gc18a2bZoLQV1Ms_qdr2KieAqIXg8TDg4l7ZN8rW2I,14218
13
- mteb/load_results.py,sha256=Xw2ZX7BToU92WwUTQUQKPAgPhX7ucyRRdoCrxAoPHdI,6414
14
- mteb/similarity_functions.py,sha256=ySSnrKl4cSKOWfyIKQPVTJtxuy2ZNfcv0COXDp22QlQ,10630
8
+ mteb/cache.py,sha256=xE2BhrG_ypm2C0nPt6tRQCe393pN1RjDLadQcC6W1WE,27657
9
+ mteb/deprecated_evaluator.py,sha256=F47pBHL3lM8YHGZEPLR4CuVn7aV3gzomNpyP3I3jmmc,27727
10
+ mteb/evaluate.py,sha256=XFNaxut-prQDwYw_1F4Oco9B_pumUOHI6Ke2PBLk22U,19718
11
+ mteb/filter_tasks.py,sha256=ZFFEl7jWTSq3kDdM8oHG-RZrrBOP16zcFzezA3OsLiM,7430
12
+ mteb/get_tasks.py,sha256=1BZJF7jADJnnL_ZzsJaTKLITO7u6inAHV0PxCAQfhfc,14402
13
+ mteb/load_results.py,sha256=geGyArDB1CNrqse_QzPqfvY7YvF9fL57LJsuy-DDY58,6532
14
+ mteb/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
15
+ mteb/similarity_functions.py,sha256=7ENHjq35EMSO1kT73IKLbQ0jMWGxMPSMM8SPmGHzaAM,10887
15
16
  mteb/_evaluators/__init__.py,sha256=Ag1_RWpxBGMpujzd3FZjI40gY_KQKIpY31tJPuk-hFg,1013
16
17
  mteb/_evaluators/_download.py,sha256=jntlcURbJxcxUjTmn2D9Tu6ZnWgDc9t5bY8p9CZCqv4,586
17
- mteb/_evaluators/any_sts_evaluator.py,sha256=f0V3NDP5Bfp8qEeBwP8E-Enj5F5NbFze-kGmzlkObQA,3762
18
+ mteb/_evaluators/any_sts_evaluator.py,sha256=aeK6ZJ_wuGR_8L6f5B4Xcl7Fo0dgApqevsgg7hdHQk0,3918
18
19
  mteb/_evaluators/classification_metrics.py,sha256=TI-cMPWrIpMqpsNhhwSBY4bZUu2yM469fbcu44zolW0,1926
19
- mteb/_evaluators/clustering_evaluator.py,sha256=5XoKHl5LcG9jQ9oBzNAWYVpZWWUxrars3t7TdIV7xS0,2052
20
- mteb/_evaluators/evaluator.py,sha256=gwaeftcAKoGcIQs8jIaafynbcYrYErj6AitHBxgjn2w,807
21
- mteb/_evaluators/pair_classification_evaluator.py,sha256=6lgDI9wRfEK937YTS4l0W1OL1IQpHYZ4l34-Lxi9KdA,6401
22
- mteb/_evaluators/retrieval_evaluator.py,sha256=HsowKZkqRCNzTwM7EcsHX18KhVKAjrm0sa_wFrreCb8,3031
23
- mteb/_evaluators/retrieval_metrics.py,sha256=we0damQCJrdaRUD6JlU2MM7Ls9xERP_OBS5gHt53u9Q,23588
24
- mteb/_evaluators/sklearn_evaluator.py,sha256=f9SgBbvgCrkltdTebQTixT7KmIagGkjQ_cNnKuHTb3w,3772
25
- mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=dQq6g9my-0xn_0fLJXSnhN9Qu6PuJtWCKGIDrlkeyJk,2282
20
+ mteb/_evaluators/clustering_evaluator.py,sha256=COSG4tGz2hI3Ff3MNFxdeg9w1TPmisxhvF333zQx-ko,2226
21
+ mteb/_evaluators/evaluator.py,sha256=8fEuBZW0sv-tpJCUT2X5lIvmF0Ji0Vuq7Z8AblipspA,1074
22
+ mteb/_evaluators/pair_classification_evaluator.py,sha256=0_B_5LVPTgd7IsbehUoxOPfmETmTbv0DOZtwPmDLhWs,6624
23
+ mteb/_evaluators/retrieval_evaluator.py,sha256=UexQCsfGMzZq-JfrdNQ4PylHdoyS6Ef_zxXokNZiR5o,3250
24
+ mteb/_evaluators/retrieval_metrics.py,sha256=XXeI7pXHuhKDvDjMKhGSU-Uv6J2itQKeD7lUH85IL8Q,23856
25
+ mteb/_evaluators/sklearn_evaluator.py,sha256=yjnNtwOuEU38eKOKHI7uFsIZJJDU5jmTHGH7MX0rKtA,4122
26
+ mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=jCf6H0LwxZGIZ-2LGF9SPbjHTtCAk9v1HtxWcmutqks,2488
26
27
  mteb/_evaluators/image/__init__.py,sha256=CsQd7OMkeV2Phun7paPWjayZ5qRnvj8H0TYBFeqMxag,148
27
- mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=lVizL_11s0yFAZzuGqv-wtkBbMaK7cArD1eUkxwG4uU,4883
28
+ mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=w2vJrQXIbRsdG837x1yYQkGNcTJt8rdLofQ3Jo3nIn4,5227
28
29
  mteb/_evaluators/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
29
- mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=XS7AVml5-BpQWtG1XFHf6fx8VMVPRwibg-9si4b-A_U,6308
30
- mteb/_evaluators/text/summarization_evaluator.py,sha256=l0AwjVO594mtzPV9Kcqf_xtHHpkx6uhDJ61KnolcVAo,10461
30
+ mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=We-BQZJQGBXz_vTUZz-3OBt4pOLfAAt2cjJBkklISJ8,6732
31
+ mteb/_evaluators/text/summarization_evaluator.py,sha256=ZHn3kIFGJ1XzgbI21jEeTnP5pdIChGHVTCuyz2MSKyg,10900
31
32
  mteb/abstasks/__init__.py,sha256=1iAwpYTWX7U-goak2KMmacPFCzxPchLQAmZ_uI0t-p0,1130
32
- mteb/abstasks/_statistics_calculation.py,sha256=UP2H2Cy8yqwtqeimTWfe4unmZ4iyyr5qiBNZzzFjy9o,5669
33
- mteb/abstasks/_stratification.py,sha256=zfwkIVmD7Aq7mR2Yt8jTeW1j5ZVV7CIweW842VzcfXc,14364
34
- mteb/abstasks/abstask.py,sha256=nZwiY_5d0VVtUrlCATngpFLG3JAovO5AvmD0nkkWsLE,25118
35
- mteb/abstasks/aggregate_task_metadata.py,sha256=vzt1z2wDl0sXD7ErZFwKojYwmFUBPAnGlXLuqLA_-6Q,5992
36
- mteb/abstasks/aggregated_task.py,sha256=puY6-EAqbL5ehKvFHTMriIdy3rAuqqYHF3ezog1eYxw,6671
37
- mteb/abstasks/classification.py,sha256=k_wrM1rq2XcVEK97RpU_uEcqhiWWbV7sm3B0dtvP5yY,13376
38
- mteb/abstasks/clustering.py,sha256=4KcaU8_sNLmLvMhwDpNmcY2nD3BNyx_LcM-ddSv-wtY,14410
39
- mteb/abstasks/clustering_legacy.py,sha256=zkibXenniqmSfFr8B8KvGGLoALkuxNZo_vJkeu_7GWQ,8803
33
+ mteb/abstasks/_statistics_calculation.py,sha256=4opttohaS6LV5K0zQIqfG2IGIzQAdKAaLTpSTQ6auBc,5988
34
+ mteb/abstasks/_stratification.py,sha256=GnqYRtkFYsB-412EvMR2iMqIinFr98NCSmxHeCXctlw,14347
35
+ mteb/abstasks/abstask.py,sha256=6Szz24K5886rR3U2yoN5g7N9Ou_eU7auwa9C-5LTLFA,26690
36
+ mteb/abstasks/aggregate_task_metadata.py,sha256=WXYY_DUU55s4PkxMVz7lwbdZarq6QznhbvJYdSTYZZI,5846
37
+ mteb/abstasks/aggregated_task.py,sha256=8NY_vaqmMuYNxuB05YjU4W6aEipyKrF2iDFS3m-eXNc,6167
38
+ mteb/abstasks/classification.py,sha256=zSA9nTplwspktPnZiN_RQrPvOgEKYxeQASm_Q1lb3ww,14052
39
+ mteb/abstasks/clustering.py,sha256=I8vre2f2FJFagzJEYf6hKDo3Y28xU29J_O-MhfqWqSI,14944
40
+ mteb/abstasks/clustering_legacy.py,sha256=sbx8K6paccvzDPnmhgNE_UJE83orAJnQm3NGr-Ktjfs,9184
40
41
  mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
41
- mteb/abstasks/multilabel_classification.py,sha256=rpIwI3jV2YKtmXlFS2_Ytg4yYjdjPy0q5OU4MsRJFqo,9211
42
- mteb/abstasks/pair_classification.py,sha256=ToOBFDiokZOz9ea-klMLj_37slbVFR3lSuihP81x9Lc,13263
43
- mteb/abstasks/regression.py,sha256=SeacOErZUXGLGOcwqAvht6BlbD8fcsn9QhNiFIuJGyc,8832
44
- mteb/abstasks/retrieval.py,sha256=7QTKYlGaGvF1lOQkB_B4qj8Vm2FxxFXNVTHhfwZO8Bw,26439
45
- mteb/abstasks/retrieval_dataset_loaders.py,sha256=WukcFAn54rUpXULCG43eysHozXHAxo2CaPhQyL_2Yg8,9401
46
- mteb/abstasks/sts.py,sha256=aKTivjvDtAaoYb1hz1NBv2o3UpDR-3AaeHgkDFHMBGI,9077
47
- mteb/abstasks/task_metadata.py,sha256=7CzYK1y-vwLUiWaEGPgU3HiolpW3UCul8Y2KJ-WSpeE,26892
48
- mteb/abstasks/zeroshot_classification.py,sha256=4UxBIZ1e1iRK8PRAhCWnnSDirK2vi5-w2N5ZomCnaIM,5882
42
+ mteb/abstasks/multilabel_classification.py,sha256=rFa_Pw2OsUzqhZS-jh2zFD7I-TNl8bVNJ-DW7EpPapU,9708
43
+ mteb/abstasks/pair_classification.py,sha256=MpjOeIcM_RMqSpkXc8PFDAwDgmb54gEqj6ZOUcOa1aQ,14122
44
+ mteb/abstasks/regression.py,sha256=ZuMZfOwU3G4hr__eHsgdagKKdrbN4-wQMLz45jr9YUc,8946
45
+ mteb/abstasks/retrieval.py,sha256=BPyRibStAD70JfR0Z1x-VVVfzJDRVSmbOS6uREfpmok,27743
46
+ mteb/abstasks/retrieval_dataset_loaders.py,sha256=p0y1nrWlUrt_aeoR4ocDLEQMLuD_SlMH0gBiUsOwrww,9983
47
+ mteb/abstasks/sts.py,sha256=Xta3KVQE7hHqkPTDptemvNVEG0CsZSVjA-Z52EIBvDE,9576
48
+ mteb/abstasks/task_metadata.py,sha256=_yVgX3yjaxVvK-Cs2nw2wMEkI0xf-QhcGb_byCeyo-w,27210
49
+ mteb/abstasks/zeroshot_classification.py,sha256=UrUErSH4owJujRn-HQI6KUe4By12oRjZeOnvB6lBnNA,6360
49
50
  mteb/abstasks/_data_filter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
50
- mteb/abstasks/_data_filter/filters.py,sha256=p1QLy7V9jYVFicef61fwzCpbSpTA6rOv8CxkwEUTMvc,4585
51
- mteb/abstasks/_data_filter/task_pipelines.py,sha256=L56nKTGwLH3QqmzkO-Wx4Vi5vfovnnKIDN_f3M8FSiA,3078
51
+ mteb/abstasks/_data_filter/filters.py,sha256=ew6S8OI2G_Pf1YKz9XYTL3jh2bsQz8M5uzBy21TN-J0,4727
52
+ mteb/abstasks/_data_filter/task_pipelines.py,sha256=L0c4Yv-nbo_WDtuhmrcGJd1xulOwf6vc0dIyWvscgks,3254
52
53
  mteb/abstasks/image/__init__.py,sha256=NgvMJnp1g2mUv27RL-TvzA7s1BOdMG-EB1CrZfdbWdg,136
53
- mteb/abstasks/image/image_text_pair_classification.py,sha256=SejETTXc3g2VSWYafTe-VAHZcNpX98bgzsWsqQisIzI,7712
54
+ mteb/abstasks/image/image_text_pair_classification.py,sha256=yTr9ZhZfS8XRWUCdmvo_URIuO0WQ_pPYfwCml_qzCn8,8255
54
55
  mteb/abstasks/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
55
- mteb/abstasks/text/bitext_mining.py,sha256=8m86XHJ3TxguC9itxZRq2Bt_p0NYojojS2BtkAiW-QM,10508
56
- mteb/abstasks/text/reranking.py,sha256=rfRGRBeSjZLgkh8pneMgRm-vd9NHr5jSFH92YfOHfmU,7776
57
- mteb/abstasks/text/summarization.py,sha256=KYEb8gh4JjpSsrvGUmQ2VlrVdzzVxIWcitXOJUaHhO4,6954
56
+ mteb/abstasks/text/bitext_mining.py,sha256=an9ZlcraS9ZN5tCT8ZQFtMbCrPE4-n7anAAbnOXeGkY,11520
57
+ mteb/abstasks/text/reranking.py,sha256=mCzy0-TnZ46_GC9Czl4zWKAPnYK5ur0qtFbPt47m9jQ,7917
58
+ mteb/abstasks/text/summarization.py,sha256=bSgb0XhUzJVuLV1Wjr3HYB_Tn7SjmCDMnkBIEWHO4EQ,7381
58
59
  mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
59
- mteb/benchmarks/_create_table.py,sha256=b2RqGqi0ZonKbHecEcZiF4pkfE96smFRIzxOI82ETA8,22304
60
- mteb/benchmarks/benchmark.py,sha256=E6hydDE9rkm4egsj52aDjQ0w4BQ1TBBP9gOAvw_Uh48,5583
61
- mteb/benchmarks/get_benchmark.py,sha256=-n_O-gitRKZi48gJKNgGuI36hsP7yLVSiwulnMHN7Gw,3935
62
- mteb/benchmarks/benchmarks/__init__.py,sha256=73NYNv98q-tRCqf2YHabvElz_a8g_mF75HTup0J-E5E,2220
63
- mteb/benchmarks/benchmarks/benchmarks.py,sha256=_8zds06sQj41JzR6BHGWk33DZE2VGvabhBoyty5oAHk,97949
64
- mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=QnCSrTTaBfcRlAQp2Nu81tgv1idMXqiM16Fp2zKJ5Ys,10607
60
+ mteb/benchmarks/_create_table.py,sha256=CJL8U0adUbaxr5G26trfYo1tGx8cU2IWWx_ZHU6q6do,22407
61
+ mteb/benchmarks/benchmark.py,sha256=YCGIvJ5Vc6GdCAYSjzwrnfj2A8MkbzNLvvtPBLMSSp8,6327
62
+ mteb/benchmarks/get_benchmark.py,sha256=nzR6cu5yXu1kIJKhd4A2R62xp43Z62bluPbOpNXHMWQ,2545
63
+ mteb/benchmarks/benchmarks/__init__.py,sha256=-o3EMWEfP0eQ8iZpWvTj5r4yuGOUuL9mHk8IgFcpPtk,2330
64
+ mteb/benchmarks/benchmarks/benchmarks.py,sha256=IOU3Kk7TEZkhypJ7ScyfqHmYgx1nG_KPJkjXLKoSTmo,103931
65
+ mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=m97VA15pRBm_W_Ijw_1WHxmvtv3upFJDVl0XBgDET5k,10970
65
66
  mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
66
- mteb/cli/_display_tasks.py,sha256=7A06dT9sSoTz6shyMvskPxuc5eHY_H7PGPlROzMP0yw,2196
67
- mteb/cli/build_cli.py,sha256=SzYrKEdbtfyA08ATPPL4_Z5REzNKp5965R_ANEKc3ug,12408
68
- mteb/cli/generate_model_card.py,sha256=IZ7C96xvtBcqERm1goTynwo8A9fpI_KDUxGiyZeLfGE,4053
67
+ mteb/cli/_display_tasks.py,sha256=JLlUkkfRaGkHSaU0tUTTHSrhmHO9yvwcnpm74yvItos,2307
68
+ mteb/cli/build_cli.py,sha256=gb5HJq6zWyPvYWb2dr-PWuMb8jAPsg60Zo3AUScS-V0,15437
69
+ mteb/cli/generate_model_card.py,sha256=aR8qTVtejW4Fz25BCUgXOuM0ytrHKW0m5kKW3D0L-Hw,5088
69
70
  mteb/descriptive_stats/BitextMining/BUCC.json,sha256=7zXoJaZacNdqMSG60jPZGIDJ1is_bxbVlcrVyImPRxw,3745
70
71
  mteb/descriptive_stats/BitextMining/BUCC.v2.json,sha256=IRPOKaIaUD31okNe12nQV2E1JeYK_Fo25Tz7d-utATM,3716
71
72
  mteb/descriptive_stats/BitextMining/BibleNLPBitextMining.json,sha256=BxzjiVoeXrSKaeBIVytLKMf2yx_6ksZ4GddPtTU8MWY,1248649
@@ -782,6 +783,10 @@ mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTatQARetrieval.json,sh
782
783
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTweetStockSyntheticsRetrieval.json,sha256=13JnQILz--KA2j9xooDkf2hp_4bdAttKcM_co6m0VMo,14073
783
784
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsDocumentsRetrieval.json,sha256=caHYDGWGBmlOdL3HHT0djzOgj1hwfGfNMpgNptRRdVs,27289
784
785
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsMapsRetrieval.json,sha256=HIoVgPD7wSHz7Ro-HKXh_YpAJFCJb6WzUsziBP2a1fI,1089
786
+ mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2CybersecurityRetrieval.json,sha256=stPxkKTyZNw3mVVnuZRrWLfSsxYYEnd8Ym2NvBppdXw,1088
787
+ mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2EconomicRetrieval.json,sha256=bUkZyMf7f00Wz0KCwcezjp_KJcq5hEbop50dWcMa6T4,1088
788
+ mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2EnergyRetrieval.json,sha256=iMt--FqlwQrj3skZ6MnPW9GHh5yH8wcuA5hfr7e4D3w,1088
789
+ mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2HrRetrieval.json,sha256=nJJkkRNCo26iVXk0ZQCbHR5iii8zeyTrpthnzQ_MIRU,1091
785
790
  mteb/descriptive_stats/Image/DocumentUnderstanding/MIRACLVisionRetrieval.json,sha256=LY6SQHcLESsRrRmfzt9h2sGHfxAdnQD1fhMG0KCQmaU,24510
786
791
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2BioMedicalLecturesRetrieval.json,sha256=L4xuWlJVfd8WDIRtj8gJoOWbBnbm3BigWrQC2nOojpc,6365
787
792
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsHLRetrieval.json,sha256=DWI0Au4nsfUCSNWkAhK_ffGfmcRdgIHc_JYekjFlXKg,1091
@@ -1011,8 +1016,28 @@ mteb/descriptive_stats/Retrieval/BarExamQA.json,sha256=XFTi33wqQDYqm5SorFsVWdw_q
1011
1016
  mteb/descriptive_stats/Retrieval/BelebeleRetrieval.json,sha256=duB4gkryRSFnrXUjUaiKeKINFeGSblUYSQwwYgXuekE,458668
1012
1017
  mteb/descriptive_stats/Retrieval/BillSumCA.json,sha256=KgBJmyta3MeXBZwMFvk05LPd-RqAXJHpyexHQHEvGH0,972
1013
1018
  mteb/descriptive_stats/Retrieval/BillSumUS.json,sha256=kSOUBSPMfV6d5eBpIxH829FT00djdwlXzU-4XcPQYhE,971
1019
+ mteb/descriptive_stats/Retrieval/BrightAopsRetrieval.json,sha256=hZhHrGgeAkLYJeG_UhGv5zNqCU5uHaz5DgiMU7ys-Z8,1219
1020
+ mteb/descriptive_stats/Retrieval/BrightBiologyLongRetrieval.json,sha256=ZXjdxWpdy2-8LqQxDk2EhnrAazXbpGr2Wx-exj0Q3aY,1189
1021
+ mteb/descriptive_stats/Retrieval/BrightBiologyRetrieval.json,sha256=PTgq0QNjtensBx4ZhEspoZwrBAqQ-sFxEYwHr1s6vMI,1201
1022
+ mteb/descriptive_stats/Retrieval/BrightEarthScienceLongRetrieval.json,sha256=T5DrENJT5ztYLFg7PFpzmhfxny6RzxpS99JomEE_jyw,1188
1023
+ mteb/descriptive_stats/Retrieval/BrightEarthScienceRetrieval.json,sha256=iZ29EQZHyDGa2OPJFFYuRhWNo4ZHhvXq42mwCZKhUxo,1195
1024
+ mteb/descriptive_stats/Retrieval/BrightEconomicsLongRetrieval.json,sha256=YGXH-p3L-qflC3Ise60Tf7YRyxCkk8rZgHXJfGrWwnU,1187
1025
+ mteb/descriptive_stats/Retrieval/BrightEconomicsRetrieval.json,sha256=hqhfj5LBGBAfyRg2XIHdHqcxkjgSs-w7rD3WQoO8utM,1202
1026
+ mteb/descriptive_stats/Retrieval/BrightLeetcodeRetrieval.json,sha256=FUWWZbDjwWPz8gtyIrYV2yzeayXu5N7bF_BzNEOUNm8,1224
1014
1027
  mteb/descriptive_stats/Retrieval/BrightLongRetrieval.json,sha256=T9d-CULUajZvmalSAOkj3WhR72_DeK0_8esvjfKXIhs,10918
1028
+ mteb/descriptive_stats/Retrieval/BrightPonyLongRetrieval.json,sha256=d2h9liNegxsUrbRKxsWvPq_uEmk3eDyAhNqnAM7Z8pc,1185
1029
+ mteb/descriptive_stats/Retrieval/BrightPonyRetrieval.json,sha256=AcD5nz1AODJCOzKEzJ4MuWBaRq3BcYZhl5M8_szWt6s,1192
1030
+ mteb/descriptive_stats/Retrieval/BrightPsychologyLongRetrieval.json,sha256=sOakJ7s5fHP39hAWX2OEmPsQWzXMa6EyCulJ14dNWpU,1182
1031
+ mteb/descriptive_stats/Retrieval/BrightPsychologyRetrieval.json,sha256=JJ-rHC3zivf5ctdem_LVuHWztJCsr7TDlzfZwjkqdiM,1204
1015
1032
  mteb/descriptive_stats/Retrieval/BrightRetrieval.json,sha256=asWeWTINQ6K02juhzDFiN5LRyIZkqFEGGxr3hiBA9qg,15862
1033
+ mteb/descriptive_stats/Retrieval/BrightRoboticsLongRetrieval.json,sha256=nVS8g_W7gIC5_H6CO8ZZKvHXuK-EPTxVZq28AXz6Sr8,1193
1034
+ mteb/descriptive_stats/Retrieval/BrightRoboticsRetrieval.json,sha256=6BSUJcXcdri-VnucoQfkj003qaIeqUYfAzqfdTJy1-o,1205
1035
+ mteb/descriptive_stats/Retrieval/BrightStackoverflowLongRetrieval.json,sha256=-ueCyRRKYGpCjp_sxrys_Wl48kmZYxgJrpgjUaCDVeg,1199
1036
+ mteb/descriptive_stats/Retrieval/BrightStackoverflowRetrieval.json,sha256=poTbMwGuCe-8va_nfCQj_l0rYJrwgeluZlSzbxFwlOo,1197
1037
+ mteb/descriptive_stats/Retrieval/BrightSustainableLivingLongRetrieval.json,sha256=BY6_LkgbW63IMpVaubl2in_ZfjSQ3dsUS50tVaelw9o,1190
1038
+ mteb/descriptive_stats/Retrieval/BrightSustainableLivingRetrieval.json,sha256=AoXplSiHew7p7xy6WknY2hVHvtaIKkb6zR3Af3geGCk,1203
1039
+ mteb/descriptive_stats/Retrieval/BrightTheoremQAQuestionsRetrieval.json,sha256=E0Fssxvg3ZaL-UC4YgSuXGwJazwRZcigNkINr4isUUg,1218
1040
+ mteb/descriptive_stats/Retrieval/BrightTheoremQATheoremsRetrieval.json,sha256=jyYyhwS7qfjWNXb_d31X_OANi_iMmQF2fe0yjSO6UPQ,1188
1016
1041
  mteb/descriptive_stats/Retrieval/BuiltBenchRetrieval.json,sha256=iRJgn3oEJRjnGVDQPfzGeMMaoWC5ryogKdglNc7106U,1002
1017
1042
  mteb/descriptive_stats/Retrieval/COIRCodeSearchNetRetrieval.json,sha256=mt29C0NyIfjZo84rS-CQgOggQaDZgJn9ACKwbC3hb0c,8379
1018
1043
  mteb/descriptive_stats/Retrieval/CQADupstack-Android-PL.json,sha256=lQoNe1QTg_WbL6Z4BTn9eadFIWuBHG8B5JMpnvWY6-Y,1009
@@ -1077,6 +1102,7 @@ mteb/descriptive_stats/Retrieval/CUREv1.json,sha256=lfz-JMLuE5KlWqM08CUF80Nex1Oh
1077
1102
  mteb/descriptive_stats/Retrieval/ChatDoctorRetrieval.json,sha256=VyyOcmc9GQ1zqXrvAv0pFR5OAK-pE0fQYGJOsl4Wvok,991
1078
1103
  mteb/descriptive_stats/Retrieval/ChemHotpotQARetrieval.json,sha256=V2oT8C6Wh5VR6LeBlxrYH0VUJeEisjJELOZHpN2NP1o,2950
1079
1104
  mteb/descriptive_stats/Retrieval/ChemNQRetrieval.json,sha256=6E8SefjKJdqVC1R0JvGOPrJdpogDT-1H9X19GryVfI8,985
1105
+ mteb/descriptive_stats/Retrieval/ChemRxivRetrieval.json,sha256=kIfyVNgoLtO1QpnKguIovQVUio8RVdc1bBY_kwogT-Q,986
1080
1106
  mteb/descriptive_stats/Retrieval/ClimateFEVER-Fa.json,sha256=B1bp66dEPtY6p1zgHTK3fyBN_eFbmprpjhwUovVs4mI,1016
1081
1107
  mteb/descriptive_stats/Retrieval/ClimateFEVER-NL.json,sha256=RaHI8NhlXCD28FGFd1-Pofm4lvD-_Kcszde2OgPxQk8,1017
1082
1108
  mteb/descriptive_stats/Retrieval/ClimateFEVER-VN.json,sha256=D2xgItr4sBQiW3x8qr12firW0cXsOHygKZcDrtjhQ10,1016
@@ -1135,6 +1161,7 @@ mteb/descriptive_stats/Retrieval/EnglishFinance3Retrieval.json,sha256=IpCB7e6cwO
1135
1161
  mteb/descriptive_stats/Retrieval/EnglishFinance4Retrieval.json,sha256=tdSyer5_q9rPZSD0LEjjXluCbWY_W_FewhOTQycU1U0,995
1136
1162
  mteb/descriptive_stats/Retrieval/EnglishHealthcare1Retrieval.json,sha256=c_QduudRLaQVFARJxSc-YTFwHeNyhiu7IMv6JGlYC5c,1005
1137
1163
  mteb/descriptive_stats/Retrieval/EstQA.json,sha256=qqmmX7ExWg4152S6yiUAyHzaLS0I-QUaOn9KVBZ3UZ8,981
1164
+ mteb/descriptive_stats/Retrieval/EuroPIRQRetrieval.json,sha256=FIpF0h7hhF7O4jn-rEa9a-_8tPD1MAY-klTkSX3_SI8,4586
1138
1165
  mteb/descriptive_stats/Retrieval/FEVER-FaHardNegatives.json,sha256=KMDX6lg671e76rAboz30KgpvJAPxVSa6Thgefj1tgM4,987
1139
1166
  mteb/descriptive_stats/Retrieval/FEVER-NL.json,sha256=K810hO-zNJWg3-i30oma72wsjORGu8lLLd4PN_w0VVs,1020
1140
1167
  mteb/descriptive_stats/Retrieval/FEVER-VN.json,sha256=MnadQ0FGkXCFCDCI8eGwFYbouo8ta_1W_WlrqNx1clI,1018
@@ -1253,13 +1280,19 @@ mteb/descriptive_stats/Retrieval/NQ-VN.json,sha256=lz7Jb865vUqLOxZhd8StxxAmlyNg-
1253
1280
  mteb/descriptive_stats/Retrieval/NQ.json,sha256=ylIFn-uHev-jkcua8SUmiDCRanM9uCkvRElU-kIGIJg,1014
1254
1281
  mteb/descriptive_stats/Retrieval/NQHardNegatives.json,sha256=uPcQxhFQ9R7HGcEu8c9U4K1a5yYntN-mVK4anaRHtNo,986
1255
1282
  mteb/descriptive_stats/Retrieval/NanoArguAnaRetrieval.json,sha256=Qv5QaFK0wXUec-9rv6K71oTgwdeOWxPpGEA-gu0-BkI,976
1283
+ mteb/descriptive_stats/Retrieval/NanoClimateFEVER-VN.json,sha256=8isr2BOTbbFU4_Ivwof3-MTdxngG2SMl_GYrD_vbg3Q,1010
1256
1284
  mteb/descriptive_stats/Retrieval/NanoClimateFeverRetrieval.json,sha256=CdBXQhfQhtKG9_64I6AXDV4giSRppmLZDB3S8M28TOA,973
1285
+ mteb/descriptive_stats/Retrieval/NanoDBPedia-VN.json,sha256=xhNOXfcG-shzlptKuHBu9dkRXQAbmlknQqu8vhxKb6g,1012
1257
1286
  mteb/descriptive_stats/Retrieval/NanoDBPediaRetrieval.json,sha256=eAZJSH9WPk6AVkonlshmX9RHqq-b6iLTPmzO3yJFesk,974
1287
+ mteb/descriptive_stats/Retrieval/NanoFEVER-VN.json,sha256=vb5rzqP3SHVo3R85xRaS-nXUfH0b6KQMAbFSmK6U--o,1010
1258
1288
  mteb/descriptive_stats/Retrieval/NanoFEVERRetrieval.json,sha256=ac505XP13F5NRmCaQPwKdH-v9JTESsieu-K1IEa4j-I,971
1259
1289
  mteb/descriptive_stats/Retrieval/NanoFiQA2018Retrieval.json,sha256=eB00Q60zKfJmIY6HO083-eWIKo1STY8z4WdzRrKMI4I,973
1290
+ mteb/descriptive_stats/Retrieval/NanoHotpotQA-VN.json,sha256=JVJUfPow4rwxuUuMNJ_ygusaYDm1s7tBJX5IzUSfXLQ,998
1260
1291
  mteb/descriptive_stats/Retrieval/NanoHotpotQARetrieval.json,sha256=mAgjR7ekGKqk0QtiZxK-iuPWJIFWi9yvAO6j9liz-iQ,972
1292
+ mteb/descriptive_stats/Retrieval/NanoMSMARCO-VN.json,sha256=InXDVB08Q11Pb9IU2H2s7rZT_DXnbdpcs2duj66EdHI,1008
1261
1293
  mteb/descriptive_stats/Retrieval/NanoMSMARCORetrieval.json,sha256=_2ap0Bglk-hVK2rYJy3E4ECVm6Kf3yqhvWYQ99ZXruM,970
1262
1294
  mteb/descriptive_stats/Retrieval/NanoNFCorpusRetrieval.json,sha256=BjRdljofdnrJqn8BQdRpoxoanU5-XdeSn48085N2o4Q,977
1295
+ mteb/descriptive_stats/Retrieval/NanoNQ-VN.json,sha256=l_49qFdL8DtxaZ9i9lX5dJcxG1KnjvaOO-eyuVWsUAM,1010
1263
1296
  mteb/descriptive_stats/Retrieval/NanoNQRetrieval.json,sha256=q9TBcEqGV8fmoK4_32a-yDLhGN6FAj049XuN95Hhiiw,969
1264
1297
  mteb/descriptive_stats/Retrieval/NanoQuoraRetrieval.json,sha256=sG9ZgROl8kqDk3n2Rmb7zMgUmu0S8LqILZvjdevf-rQ,967
1265
1298
  mteb/descriptive_stats/Retrieval/NanoSCIDOCSRetrieval.json,sha256=J0a84pa1TupKlHC5Oi9zqhOkmKz2TqlcxPPXt58zuBU,973
@@ -1345,6 +1378,7 @@ mteb/descriptive_stats/Retrieval/TRECCOVID.json,sha256=VMICXZ2lA7GfiUyudOxYGRnMm
1345
1378
  mteb/descriptive_stats/Retrieval/TRECDL2019.json,sha256=6BOe9qATrKaRz8_cCMbqwXiu-ZiZq--Cm37uwTqSvJs,1013
1346
1379
  mteb/descriptive_stats/Retrieval/TRECDL2020.json,sha256=0WFbaPL2dyp5FZ1Wf0yAOVhndUfxP11sep562RHMplA,1014
1347
1380
  mteb/descriptive_stats/Retrieval/TV2Nordretrieval.json,sha256=_oDN_OfptM5ak-d4OXA-RU0hrtjvfg18jhir8CckxZ0,985
1381
+ mteb/descriptive_stats/Retrieval/TVPLRetrieval.json,sha256=m-t90SylbkuUUyu-MprOpB27h8xkoqjA2ebhvq5Vl98,1007
1348
1382
  mteb/descriptive_stats/Retrieval/TempReasonL1.json,sha256=-MpwGucuNT0aKOMWwGld9POo_vkSnjpnih8xIFnN5d4,975
1349
1383
  mteb/descriptive_stats/Retrieval/TempReasonL2Context.json,sha256=Gd2cVFAsdF1RHHWIbKI9hZLWgrbFzp8p0xoa6NU1uGM,996
1350
1384
  mteb/descriptive_stats/Retrieval/TempReasonL2Fact.json,sha256=om5WmIGXJLeMI-b0Tp7-odKRH-S9kx6OHXlnAD62rLk,992
@@ -1435,210 +1469,213 @@ mteb/languages/iso_15924_to_script.json,sha256=agZvrYqSc0YJDXoqluncshuaMeg5RGkd_
1435
1469
  mteb/languages/iso_639_3_to_language.json,sha256=KDVAh3TQziSyUd8xGDwpUHRUeTrngwp-MDuOxM9bpgo,193114
1436
1470
  mteb/languages/iso_mappings.py,sha256=TKpAmP9KL-KmY5EsHjsrfbnnluvCHES5mTlXNUC-pp0,891
1437
1471
  mteb/languages/language_family.json,sha256=OUGcHeOIPcZPb2FWmYLhxTS0JxjK5y3Fo6x0PeK0cKM,1833535
1438
- mteb/languages/language_scripts.py,sha256=5wix9HTYolNIpTiS5oXf2pGJyL7ftdGKs_m432w81V8,3998
1472
+ mteb/languages/language_scripts.py,sha256=AjtdlJlVRE3TWASdmREKw0P-xAoVFdl_Rut5DgX6k6c,4149
1439
1473
  mteb/languages/programming_languages.py,sha256=zxAakT3OSUnAuTnQ34VyeFIECnNXMlleZmAake6jsZE,211
1440
1474
  mteb/leaderboard/__init__.py,sha256=991roXmtRwEQysV-37hWEzWpkvPgMCGRqZTHR-hm2io,88
1441
- mteb/leaderboard/app.py,sha256=5n17etnkh6TNgzPxOVhRx3vFmoji8ymBU-BVFZXUIFM,37157
1475
+ mteb/leaderboard/app.py,sha256=Y3G93VJq6eZMD4_CNzLwSEEGnuNJDqYEYztmzYR85eA,42549
1442
1476
  mteb/leaderboard/benchmark_selector.py,sha256=qd-2L20RQ4ACke01UlytkhZok1dkWgfUlXzfET52kGc,7956
1443
1477
  mteb/leaderboard/figures.py,sha256=cfOK82rRf-7sCjyP7GBxh4ezhOIt0OhD0_86mKtzLrg,7530
1444
- mteb/leaderboard/table.py,sha256=KqU8aAbZ_tDp1O_qXRGWR32QnB7v_lsF6k5jxLcQVN0,10366
1478
+ mteb/leaderboard/table.py,sha256=U5mWtrVUTk_6t8T4KAp5qlbFgKh1PD0iKICqNMfhsoY,10462
1445
1479
  mteb/leaderboard/text_segments.py,sha256=iMIkS04QQjPbT-SkU0x6fOcS8xRbUYevryu9HydipKM,6570
1446
1480
  mteb/models/__init__.py,sha256=ABTuoqiBjBtBWW3LYY7ItBHdylR6jWoy06HH0g6j6fU,910
1447
- mteb/models/abs_encoder.py,sha256=XblcGJYJlbTwhX43wvRft_XqnSq2WpzjFcNIwOyRjYo,16443
1448
- mteb/models/get_model_meta.py,sha256=BMzlqTuzzhIFmfzmtshnRu2KCWxw9mCPyClJfe4oGdQ,5396
1449
- mteb/models/instruct_wrapper.py,sha256=G4dMcmD5A4M3hmKATf5OYezmZv8-Ie189BrdmipBo7Y,9091
1450
- mteb/models/model_meta.py,sha256=FkAgijAyfDBUK9Dn00o3zPVNtj2NPZ1717G0iO2Z3tU,29740
1451
- mteb/models/models_protocols.py,sha256=D2hYWn_UBGMaKtRwBx3u0B0ni6lHJjSzTxX21XFNwIc,8917
1452
- mteb/models/search_wrappers.py,sha256=zpCvxUVNQWekyC4Fiz7mvlI0VPdSrFq41A0GrCDvBK4,20331
1453
- mteb/models/sentence_transformer_wrapper.py,sha256=xSkFcw6EiCmPJeeMPYm0A0jONRIi0lQc0jBSEhUgXN8,12144
1481
+ mteb/models/abs_encoder.py,sha256=We9HlwWP61P4cMyZ080gywvDErA1eVsU9t46PtcNrCM,16830
1482
+ mteb/models/get_model_meta.py,sha256=h6Z2Q3D_L4BeJbi1gPHTSgelbQjsQn1ALpI8uwNa0ac,6832
1483
+ mteb/models/instruct_wrapper.py,sha256=XAvvbPnXiTxKhFbmusm2uS8E9BMq8QXRSzQQI1jqKzE,9781
1484
+ mteb/models/model_meta.py,sha256=5seQwce893SbgSywFsphLuZGQ9rRn1fLl9fj1SfKnXE,32887
1485
+ mteb/models/models_protocols.py,sha256=HTB4-SYa3SeJXMMSA8o05lHTiLBbq314VW60K_PfcZY,9509
1486
+ mteb/models/search_wrappers.py,sha256=PXE1VVDWUd0LgTPJ-FxqIbGpIDWLRKo5CjrwIuu5nzw,21567
1487
+ mteb/models/sentence_transformer_wrapper.py,sha256=RsOxj-b7qzeYcxUTVJyb-lZDY4bINl4jEAEkPvKYB10,13578
1488
+ mteb/models/vllm_wrapper.py,sha256=rvE0mghcHRA1UwIN1mjJf1GKA6pTTcs8mZQ2UoGRJ0g,12287
1454
1489
  mteb/models/cache_wrappers/__init__.py,sha256=1w1TnMwulWJSzNkLXjbh5MY3sqgHWc6vUntYn49i9X8,169
1455
- mteb/models/cache_wrappers/cache_backend_protocol.py,sha256=TR7kD7KbN1J4piszIecpegtLZYGy7sRHZt3SDWlImKk,1665
1456
- mteb/models/cache_wrappers/cache_wrapper.py,sha256=KLDeOCe_ndQshbZa5ep2u3jovsl--tfpQzvt9EXyxCA,6589
1490
+ mteb/models/cache_wrappers/cache_backend_protocol.py,sha256=d00imHSJAVU1jtvwLWv3mn06_SJn-6JQbOvb0N2nlAk,1676
1491
+ mteb/models/cache_wrappers/cache_wrapper.py,sha256=ZzbtW5rVGNZ-5wrqE06C0Uy6BHT5Lq3IysHe8hAoTz4,6703
1457
1492
  mteb/models/cache_wrappers/cache_backends/__init__.py,sha256=hN2Tq7cpTxoOYSCJ1Wnpvb8dEm-kQLfCCahT1N9Bacw,123
1458
- mteb/models/cache_wrappers/cache_backends/_hash_utils.py,sha256=zAp7BDuYyGETn2kX58uk8_tn1G2B7bgcsItDDxgyn-w,488
1459
- mteb/models/cache_wrappers/cache_backends/faiss_cache.py,sha256=i9IfaCv1-_BvVokXFW1UZ9hMLCuM6rZ0tI-ZesoBkt4,3734
1460
- mteb/models/cache_wrappers/cache_backends/numpy_cache.py,sha256=GyTVC5DLph3EeRnDMO1EEQzBDoOgk2J1hPqpl07lefM,7442
1493
+ mteb/models/cache_wrappers/cache_backends/_hash_utils.py,sha256=HRZ8FeXSJyK3m07gnEIFduR2hU2DSJLjo4QPs5DxDGs,620
1494
+ mteb/models/cache_wrappers/cache_backends/faiss_cache.py,sha256=ejOONSD8wZACuGt455UXn_z5ZHGMpv64ORvteKNqfDw,3899
1495
+ mteb/models/cache_wrappers/cache_backends/numpy_cache.py,sha256=V275IY-0lyh2REqZjIZOgJJ7SY05yiWdHNF2kiSdRfo,8071
1461
1496
  mteb/models/model_implementations/__init__.py,sha256=BZDdde6ajKv-yroy9mqE2YS3Hw1KBdKoxBPg8aPTZEs,1164
1462
- mteb/models/model_implementations/align_models.py,sha256=hKnheWaRqpAcPo1SJa_c2vBbB1ayrKjWmSjbZ5bwGAw,4544
1463
- mteb/models/model_implementations/amazon_models.py,sha256=a9bLYQ1ZGWDo4RdyaPNsBqadMrBm550fLIFr1Zfp2Nk,720
1464
- mteb/models/model_implementations/andersborges.py,sha256=AsVkRjIQKxJPdGW0ASRw_9hbfoDOYnROytV2Es-53BU,2413
1465
- mteb/models/model_implementations/ara_models.py,sha256=UUTvLOZyKlF0-pTDniwQ-ItDONdH2JsyJKUdwtZ6aZI,1447
1466
- mteb/models/model_implementations/arctic_models.py,sha256=Ca4OzC89F0kKb5CRd-r2Wo65MF2dsS5GiB6bCWnjfQY,10558
1467
- mteb/models/model_implementations/b1ade_models.py,sha256=voOc0gTpqE31UxzaMZq_8AnWULJZwQBiFzViVx-m2Lk,1635
1468
- mteb/models/model_implementations/bedrock_models.py,sha256=KKs_0_Cl6f0nzzmxmmKJ1vR2r3B7xRKMbNehov4EGjQ,8813
1469
- mteb/models/model_implementations/bge_models.py,sha256=L98iw0GkSY5BDBVC3LELf2MYwjNG_sANlVwKxObD2xY,24528
1470
- mteb/models/model_implementations/bica_model.py,sha256=Q2dg0w_lrcBhnOUjI4ej9ec9U82aWUyzNx7ezRv81vQ,1253
1471
- mteb/models/model_implementations/blip2_models.py,sha256=F55NYHrK-rprWblIfkKg3GRsOuTqBNZlOY1R33UnLms,7687
1472
- mteb/models/model_implementations/blip_models.py,sha256=AIVaMfXngIUxYV_HKeq4I531zKlDkiPMbadb8jDrelI,11724
1473
- mteb/models/model_implementations/bm25.py,sha256=gsAHQSt10cU40Q-SOfmHCnzc4EY7GZyU0HzOVC-LhJQ,4862
1474
- mteb/models/model_implementations/bmretriever_models.py,sha256=54OO8DJxlN3Fq-AfURZiFIbVMKisrnkOf59NNEKpYB0,6659
1475
- mteb/models/model_implementations/cadet_models.py,sha256=wzbPmhsvBogFAEukubUir8EItlcmjcmfIGNMhtj-p7Y,2251
1476
- mteb/models/model_implementations/cde_models.py,sha256=WdpoL_59fgRv2qq1nw9-oqkIvL8KAhHdSTxe5GB17fc,9064
1477
- mteb/models/model_implementations/clip_models.py,sha256=A4AyhjDiTtFTqFC_Ae6oVuWoRbjVHkoe_c9YWFOsoV0,6185
1478
- mteb/models/model_implementations/clips_models.py,sha256=QV9fIoyP2dKrra9aS04TE6rveUecVggr3jfXwNeSAOw,3488
1479
- mteb/models/model_implementations/codefuse_models.py,sha256=NXkFqb1Pdp-HLWkzhh0ZzjVxd45fP0cQgGZ1KvXBk_s,14053
1480
- mteb/models/model_implementations/codesage_models.py,sha256=ZPr2475aZI0vPbbLbetH2kDEY-1yNeO7OjzEfvykvg8,3076
1481
- mteb/models/model_implementations/cohere_models.py,sha256=d2CjfrVLvkb1AATf5D1el5iMbRwW62bbZq02SwVXgvU,13936
1482
- mteb/models/model_implementations/cohere_v.py,sha256=OM0Euckp4B0H8WI_xWfL1HrwC0gOS4NwYC3h-fpOPhk,15890
1483
- mteb/models/model_implementations/colpali_models.py,sha256=9SooeNDU12nsisM6RIT9B9TOe56qX5vnL1rOctA4Wrc,9219
1484
- mteb/models/model_implementations/colqwen_models.py,sha256=JOhrLlGBF1VEq-KqU6F8wAw80U96RWrGvXl3Ue6rBak,15886
1485
- mteb/models/model_implementations/colsmol_models.py,sha256=TCxNsllRkI6DIb-JLtBlD5s9SrJhVLraP-DT1CNy0EQ,3041
1486
- mteb/models/model_implementations/conan_models.py,sha256=AJJ8_Mv4QR1kQoKamjoZqgjLsosLb3AzNWNuWwvoNq4,6528
1487
- mteb/models/model_implementations/dino_models.py,sha256=XMlcjKOpiM9PXqb35Ve1NpgxIsDnYsGNCVST7bYYpQY,25512
1488
- mteb/models/model_implementations/e5_instruct.py,sha256=6bQLMC8Nea59qSu8RSqZp9n8XuQokBJHoxfZb2l6BQM,7780
1489
- mteb/models/model_implementations/e5_models.py,sha256=18--kpfMSKxgflGjB3GvyDHOjzOpuooc3iSVe-no2U0,9607
1490
- mteb/models/model_implementations/e5_v.py,sha256=Ko0ImRjhkzRM9kAvJozmHzUJg5pUtT4xf22f0AjXHI4,6716
1491
- mteb/models/model_implementations/eagerworks_models.py,sha256=7bSInJGHOUqc9N-yzq0KUAtJZDX0zZkmEkzbCG_Pz0c,5770
1492
- mteb/models/model_implementations/emillykkejensen_models.py,sha256=OveUjIikL81na6Qr8U0AcBfr9gzc0mnEKPqJXwBFSXc,3743
1493
- mteb/models/model_implementations/en_code_retriever.py,sha256=6sSJ7l8Zrf71fYlcGaWAdF0vcZ9OAFeC1IsVtM2W_i8,1069
1494
- mteb/models/model_implementations/euler_models.py,sha256=ftNTnLJ42cjvcUCuM5VyYcm3cQBHk6la5Gezj67_gt8,1132
1495
- mteb/models/model_implementations/evaclip_models.py,sha256=oEoHnKQ4W09EQUCnNwpEd1ieDZGbth4j6lXfC-9jVBc,8104
1496
- mteb/models/model_implementations/fa_models.py,sha256=Hnw2E2D1ahleS15kkC0aGDIKW1Y-0wIMOlXtqEG6Bks,9818
1497
- mteb/models/model_implementations/facebookai.py,sha256=0x2c8LmvIFg6kGXtmDa9cbJeTmG3tia12vyr7lgycI0,4886
1498
- mteb/models/model_implementations/geogpt_models.py,sha256=X85_jeFzBZMjNRsyqwFbIQBgXXP7rZAr5PI-wbuy828,1949
1499
- mteb/models/model_implementations/gme_v_models.py,sha256=5hWzk2cuuxoQq6IbGbHu_BngVS4F7BT7epak3g6dHk0,13709
1500
- mteb/models/model_implementations/google_models.py,sha256=lEpk1pOkp30kg6xljw8Gtkf-QGXAe8oJVp7JZhzWlik,11143
1501
- mteb/models/model_implementations/granite_vision_embedding_models.py,sha256=A9yWcQezu_2yVxSm3pv0Da76Hl_uNUfrDVtPK1uqYFo,7341
1502
- mteb/models/model_implementations/gritlm_models.py,sha256=FKz9AHPaelomNMZP282F5vwsMjEBV3C2IuL3XTxXKCA,3057
1503
- mteb/models/model_implementations/gte_models.py,sha256=-4uVx1PuqmgYWo-puMcDiFPGhjyRwNTmlMSD6QiWwDo,13895
1504
- mteb/models/model_implementations/hinvec_models.py,sha256=r1ChD3cpcllHO9ZsVyV29vnjobq4Q7hAKioidbX4D4g,1601
1505
- mteb/models/model_implementations/human.py,sha256=EtYa8G7Dc8fDcelBVw0xTpxGGx1YKKuprVgksY5ZOcE,558
1506
- mteb/models/model_implementations/ibm_granite_models.py,sha256=--8N-8Nk2V5TZqGUAo9B-qoDeVTbKIU_jy03ccotmbM,8058
1507
- mteb/models/model_implementations/inf_models.py,sha256=IBC3TaEkOxrUDXkhXaVnxerjWOZZv1v1eEqhweGWKMY,2958
1508
- mteb/models/model_implementations/jasper_models.py,sha256=K2DC0JfMVG8Fa822-xemKNhtuL2fZgiKYTTpXp2yBGg,16263
1509
- mteb/models/model_implementations/jina_clip.py,sha256=Ulmy5lU7bROwaCq54YsxgFehWa8-qUSvzDF_SyvKrnc,5144
1510
- mteb/models/model_implementations/jina_models.py,sha256=5HEUfHqozrrvWHjOyj2CEU6xAM3kduLbXl4GQG9aByc,35021
1511
- mteb/models/model_implementations/kalm_models.py,sha256=SHqkw5p7HzmQrb_bIFjRp1rsuv2v531nXIk390h_ojY,62115
1512
- mteb/models/model_implementations/kblab.py,sha256=n6sMGorSIBQlRHipPC3j2UiKA3r7avriwPvw0wuQKe4,1161
1513
- mteb/models/model_implementations/kennethenevoldsen_models.py,sha256=ETKkFHRTSGR951YqU0TAJa2P--cZ7aaFV0CC6fdq5gU,3045
1514
- mteb/models/model_implementations/kfst.py,sha256=sqlEUfAl84EPw1WjTZdlB4ps6GgkY3dCk3n8U9_YtV0,918
1515
- mteb/models/model_implementations/kowshik24_models.py,sha256=i8fDs8Vm5vcpRTW3kI8P1odyDbogFMlMqGK5AOqXaes,1445
1516
- mteb/models/model_implementations/lens_models.py,sha256=sVgP-wyi7SrMVyXkS1msMEKkE2ZTheYrt3QwGezqqJk,1748
1517
- mteb/models/model_implementations/lgai_embedding_models.py,sha256=aigHsDVY1yhN4hhmaxUlsxbPXe9S8JhfpNq6XSY17s0,2359
1518
- mteb/models/model_implementations/linq_models.py,sha256=huy7c95uYmhmjf6VZtx30YtMiSNrqhm7PJE3Vb3W-5g,1898
1519
- mteb/models/model_implementations/listconranker.py,sha256=EwUAvWefDmx4x_YCIJRVsKI3j3konQIHOiJ4paG2lvY,4492
1520
- mteb/models/model_implementations/llm2clip_models.py,sha256=BatYnh6y1w0zF24Fsp1z30kqmXf3FAKeq6_MEKdzEF8,9343
1521
- mteb/models/model_implementations/llm2vec_models.py,sha256=0I_UydxopC41lKWcIpCMaKADXcFVUfPwKwk0vZFG2zY,12846
1522
- mteb/models/model_implementations/mcinext_models.py,sha256=tjDFnPpFjSeytcrvGmMeTjSV-vXxyNHgV1r33RsBmUk,19058
1523
- mteb/models/model_implementations/mdbr_models.py,sha256=knDaM_j_kL9uq1Ng5s6InsTEZ-Cu0jBux8zmrbDnrig,2561
1524
- mteb/models/model_implementations/misc_models.py,sha256=djB2ySEBiCvxwWGZUXIwzeH9eaXtlqV7ttQEDUFlKQQ,70754
1525
- mteb/models/model_implementations/mme5_models.py,sha256=Fuge1fqGbaWqw-Hbd75Xr31JTqJTL45yJ4DAw3QJuyE,1510
1526
- mteb/models/model_implementations/moco_models.py,sha256=mfn7JetQByzN09NY30O5KAOlNPYCe7BYfGkS3Uk8xDg,5535
1527
- mteb/models/model_implementations/mod_models.py,sha256=jt33SfV476FIQJ-W-FRi_ocyRY1u8ldRFuo-PgejJDU,6335
1528
- mteb/models/model_implementations/model2vec_models.py,sha256=eSHjo_X3I_6MGJdT8Hz_b8RQlO5nL9VUatQgbO2yr04,14103
1529
- mteb/models/model_implementations/moka_models.py,sha256=xY3geXKZwefqVsDZq95AB75GlZpvA9mJKSyPMvb75Us,5073
1530
- mteb/models/model_implementations/mxbai_models.py,sha256=YcgOdcx_vv5UpPi7k7PBuq_M0eqCaktfWfQV5NTlNoc,3929
1531
- mteb/models/model_implementations/nbailab.py,sha256=DtfHjQgGX1YPnlceqZDqDr6IlFwKCJjWN-BEcNt5m-s,2474
1532
- mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=oH_ReS5_q7xzJT26p84uzGiszTATbPU3E-mIy4QKgrk,4002
1533
- mteb/models/model_implementations/nomic_models.py,sha256=S5H03E6YdOccq7fh9Ej-gCE88OdR5Cdj3cpQ63HRSCg,14892
1534
- mteb/models/model_implementations/nomic_models_vision.py,sha256=9AQRJkPkFDPjuSqdIh8wJ0-pqS2fe_oDZzPR4Y0tOSg,6831
1535
- mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=phbwPnRfrEuJTlrUucI1qxcViMQWogeXQkTZbUkNsQc,6388
1536
- mteb/models/model_implementations/nvidia_models.py,sha256=OKRnlhlMyBASe-RpU_8j4_ENFdjOtNsZm5fKlnAtcAo,21633
1537
- mteb/models/model_implementations/octen_models.py,sha256=TT87UHZRK6UDenoIXaarR5oCZ6wgILivu-gondkNqDM,6500
1538
- mteb/models/model_implementations/openai_models.py,sha256=905BajYi_XyOZgqU3AeKpwIttLoUitaAyc48sTWI6Jg,9482
1539
- mteb/models/model_implementations/openclip_models.py,sha256=KrLzLtpudqVSEFHaGqY_dOGfC3ZkjYT4_02DYWMUeI0,11644
1540
- mteb/models/model_implementations/opensearch_neural_sparse_models.py,sha256=hS33RteHexhkIekQVKsjx6czKr6YdWINaVa60J91Wnk,8481
1541
- mteb/models/model_implementations/ops_moa_models.py,sha256=EFEDwYuKiLzaSAg2_wWesyqRkaCtTcsa-B8Pu2NvEus,2465
1542
- mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py,sha256=qGXv71qRjNCIFluZOwvfBlFlKKyN2bXBokwUPk4KHmM,1066
1543
- mteb/models/model_implementations/pawan_models.py,sha256=5Oruum3FczgkxjpCS_ilTFQd1B_aaHao_yXnOjE4qck,1177
1544
- mteb/models/model_implementations/piccolo_models.py,sha256=Y8jDNzp3VAdwIsT_fGG1ulWVyV7NTWs7_jpmWK036gw,2165
1545
- mteb/models/model_implementations/promptriever_models.py,sha256=pSlOQaem5tnLn9k9_WoJm4Cmw_Wj5oBvwfr5zMvykC0,6432
1546
- mteb/models/model_implementations/pylate_models.py,sha256=S5X8FMCVoYPU0jHhsqV1mK6OmIrx_QxbKFjRsqywoPU,16826
1547
- mteb/models/model_implementations/qodo_models.py,sha256=jMGlDYyAYp87zOwDN_WNqsU_PVLv2Tlrkbpe_sb5iiw,2089
1548
- mteb/models/model_implementations/qtack_models.py,sha256=YEuK7Qi1e3NyB1tbOmuqV-BIQIaarhQK-33WejupJiA,1250
1549
- mteb/models/model_implementations/qwen3_models.py,sha256=98yCMHTg8ueCT1fXkaNWMBleSLS-ygcJEnjQmcacGmI,5210
1550
- mteb/models/model_implementations/qzhou_models.py,sha256=TZBX9WXn2X5JyFALx2aSZLGsIseNnhrCVMycHU8LUXk,3588
1551
- mteb/models/model_implementations/random_baseline.py,sha256=Ei6YZWhhJuPI60iUzBCHB9FevtlW02VFOslpz1_-8-4,7596
1552
- mteb/models/model_implementations/rasgaard_models.py,sha256=eGe_J_osCOQ4CRBU4e3-OQbfQL4Ab98Abk98Pv6iWtE,1286
1553
- mteb/models/model_implementations/reasonir_model.py,sha256=o9-DufwMG3gutecFsX6OwTio9LKCJbAXuBV4fD-Q5p4,2244
1554
- mteb/models/model_implementations/repllama_models.py,sha256=o5qW7zZ8l1XZF8VwcLuPRHVJs30_FYUE3DR-Gj-BVU0,7373
1555
- mteb/models/model_implementations/rerankers_custom.py,sha256=1C3_7GxBf-9B8QjesJMLsGyJFRLWdBgn-5d_AlGUNXc,10672
1556
- mteb/models/model_implementations/rerankers_monot5_based.py,sha256=DiTX1CPVZvH57MHjqs01ke7S0EOKji_vvz3MreAMXLg,34400
1557
- mteb/models/model_implementations/richinfoai_models.py,sha256=YQHVXVg2Wmb8m6nirLx6vwde_1xjOtlgftTv48asnww,1015
1558
- mteb/models/model_implementations/ru_sentence_models.py,sha256=-CbCCy5JRuDZAsWS7FBS7OOPaziFXjwiJdko9241KgI,41758
1559
- mteb/models/model_implementations/ruri_models.py,sha256=QW_Mk5_4U45RyC-CvwjT2MUWtobrZ37wHNxpJGGJmos,10303
1560
- mteb/models/model_implementations/salesforce_models.py,sha256=0miQqhSkJKfdKxLv-xl3BL-sCSgkKg1FX-gVu43cdr4,5238
1561
- mteb/models/model_implementations/samilpwc_models.py,sha256=ZcMUO_pWXARqzBa_2G6qAsSaq-_lCPo8a_XG0G_H_f0,2047
1562
- mteb/models/model_implementations/sarashina_embedding_models.py,sha256=LmJAsZ_zXywQwpQspQRB83jThRq2Lc8wxZt8K8UYzRw,8467
1563
- mteb/models/model_implementations/searchmap_models.py,sha256=WpwYwv0xWmig-rTGK0Li7m8ppADV-Qhy9BiHPlhGZug,1930
1564
- mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=gcGKEY-n7DWGPlXYhO_kcNJ3lkBEnbw8NUxADNs3siM,18635
1565
- mteb/models/model_implementations/seed_1_6_embedding_models_1215.py,sha256=O0BlsOHaxF0EEGaoas4AdzB8f-_9W9lwfoxLypexKEo,37516
1566
- mteb/models/model_implementations/seed_models.py,sha256=9UF2AQ0Uue8DD73SjYhHn2hLxey_7Iq9ii9TkRaA3CM,14168
1567
- mteb/models/model_implementations/sentence_transformers_models.py,sha256=_4MbkdjZ58bell8Ss0JkyCAkLzUxTLBMofnHckRtWs0,23252
1568
- mteb/models/model_implementations/shuu_model.py,sha256=8-hoGqELHQRQ1QFhjwyuOY_8rqj_6f9vhE1Xi8OJ8aw,1162
1569
- mteb/models/model_implementations/siglip_models.py,sha256=yHfhk5rHC1as0UG7EdEIaqemNxg3e5DRbZnNOunfXS8,12862
1570
- mteb/models/model_implementations/sonar_models.py,sha256=e0zG4ZxCM52mOtIpd43mMORZcX39utOiVDvzX_mz7oQ,4810
1571
- mteb/models/model_implementations/spartan8806_atles_champion.py,sha256=ucTQMRhwSWzzIohVN8Zd7qehqllReG6WFTnD2rkGTLI,1239
1572
- mteb/models/model_implementations/stella_models.py,sha256=9nKuiMXkUE58KGpoDx1Ft29x80oCkLQr8GucsM6c4Fw,8218
1573
- mteb/models/model_implementations/tarka_models.py,sha256=lTA4oIKDKqU8FQ7nBDkQM-L4_945SnBGK499TkMALVk,27397
1574
- mteb/models/model_implementations/text2vec_models.py,sha256=zaHWRc2W0RYZAOetinqRzug9UGW0HmY5U-jYsLXA8wo,4160
1575
- mteb/models/model_implementations/ua_sentence_models.py,sha256=vgBJbXR8-6xau78MMTJ985Uj46_VoRIFatGW8vuOllc,1693
1576
- mteb/models/model_implementations/uae_models.py,sha256=_OLyy5veJJunBewWafkN_FUl2Hv_qqmU1zr2DGs94ek,3138
1577
- mteb/models/model_implementations/vdr_models.py,sha256=1yEkK_5w7rEd4O-8DTjQYc6Ip_h51WxkQcI3vQ2puTs,1448
1578
- mteb/models/model_implementations/vi_vn_models.py,sha256=UZ0bC-inqwL52TjWKfXijyeOyZRIycj1bHJs3t-jjrQ,6198
1579
- mteb/models/model_implementations/vista_models.py,sha256=GkQFHIwwjxwM0wDuo-dWJBo4dLExlHtHfXwhcdKA5uQ,10884
1580
- mteb/models/model_implementations/vlm2vec_models.py,sha256=xG5Lp-v4eB08_iPIcKK11iB7-zOHIPk6T4lWU2OoCcI,11776
1581
- mteb/models/model_implementations/voyage_models.py,sha256=5A5RD2A6B20qLDVEpWL0TNMQOf5hnTVXdBugdh5q4d0,20214
1582
- mteb/models/model_implementations/voyage_v.py,sha256=pkDmyLcj3XCzMJI7AJ86YS14S6_GUqfhFg7cf_otMfw,8188
1583
- mteb/models/model_implementations/xyz_models.py,sha256=gjwCx3U4AxMcJDTSWVoYV6xeyXLw7lUZI5D6Q7JjWho,1322
1584
- mteb/models/model_implementations/youtu_models.py,sha256=U2PbAg4QnNZfQSORDm-I-uhYZr3XRQvWiOAU9uO8SQc,5964
1585
- mteb/models/model_implementations/yuan_models.py,sha256=7_nwkXwh3tyoz7wo7pCq9ryHPVX0_uE1wJBNQRsKp-o,965
1586
- mteb/models/model_implementations/yuan_models_en.py,sha256=xliuxqPPiCPLdEDhs8OsBKQgOLp3qBwO6806aKSeRdc,1680
1497
+ mteb/models/model_implementations/align_models.py,sha256=82zOy5yyeaaVej81NGyjT49d1Lbg174Kpa4d8iaBi4Q,4676
1498
+ mteb/models/model_implementations/amazon_models.py,sha256=bEiOzDE2V2duMv-TCAYhMeqlgI--PXGMv6CqKLUQmp0,753
1499
+ mteb/models/model_implementations/andersborges.py,sha256=au-947iRW4F6aq57QoYWZwQVKFUiugcuvVa_IsWm8wE,2477
1500
+ mteb/models/model_implementations/ara_models.py,sha256=b-Qa5q3O8M5XbkauVm7I6D6aZSU1cd9XePT6ZVvSBtk,1517
1501
+ mteb/models/model_implementations/arctic_models.py,sha256=MfYvAkcGcb3FdbvieYmiekSvZREwu2pRJ_2sbbcUIPk,11051
1502
+ mteb/models/model_implementations/b1ade_models.py,sha256=-czgy_Ym5LHAX4-f-F7YaUGqTkfwsKmTL-tiCiihLnU,1705
1503
+ mteb/models/model_implementations/bedrock_models.py,sha256=FStjboIV3gsbUTN3CcbY0ULn-1_2Lk7CP-TrytMkTaI,9047
1504
+ mteb/models/model_implementations/bge_models.py,sha256=cC9Koty1kenoOkPpmZF63X0OsV7REIs2SEc9UIk1zAk,28033
1505
+ mteb/models/model_implementations/bica_model.py,sha256=Yx3iZrXF6ZMJS9SH5lbzNHoUWGNH3dypRtZ7dX5o7rA,1305
1506
+ mteb/models/model_implementations/blip2_models.py,sha256=C6egwozJthHmv92I0SWID3-sQCPROPJP0TzfQVKNzlo,7898
1507
+ mteb/models/model_implementations/blip_models.py,sha256=D_9e7C8GXGST8k7dMJL20x984vMeqbITu36XASi-iUU,12149
1508
+ mteb/models/model_implementations/bm25.py,sha256=-xpeMqYi0_Ne5rL_Y1qAlYvloLlQzNDUav2ESVGHAhA,5217
1509
+ mteb/models/model_implementations/bmretriever_models.py,sha256=rijCIzX6nO5kNXqxEFbZrV7bsZtmKs8RIkMqa5cPWTk,7078
1510
+ mteb/models/model_implementations/cadet_models.py,sha256=gXIfW9MkGYFhOhsrq5a_tQcPuth13Dh1dO1KySwVxyo,2305
1511
+ mteb/models/model_implementations/cde_models.py,sha256=l4E6h1hcsNY1GTXoCgQDoeG5dRcEl7JTOiiWmp6FYqg,9373
1512
+ mteb/models/model_implementations/clip_models.py,sha256=LQvAKXWXToT0mVzXKugdIWIz56FIHF3Zhp6xL8DNCdk,6382
1513
+ mteb/models/model_implementations/clips_models.py,sha256=wAcpMHI-k6RsFQPq89JL3i75qyDkI7BHFvxu6zLmLSg,3698
1514
+ mteb/models/model_implementations/codefuse_models.py,sha256=lO-cbIN-9CftzV4HpJGrcpS4_E-6cp2337JbjxMAf1g,14373
1515
+ mteb/models/model_implementations/codesage_models.py,sha256=V6O6-fIWdWVcXAE7RhB3S4c4TqfWVnLF2DVfyp_zr-A,3242
1516
+ mteb/models/model_implementations/cohere_models.py,sha256=bf2FNg6VGqDHOXr_VbPW7tTQ677Gr6wiPPivp_EfZ_Q,14221
1517
+ mteb/models/model_implementations/cohere_v.py,sha256=OIf7FFq2hZcmGxsBx3-v_fvgMvK5Y70Su42zjCm4-cU,16106
1518
+ mteb/models/model_implementations/colpali_models.py,sha256=LB6qIuv3Mdi8fCrlvJSS-tzvrPwfB3x7cqJRG059Vmo,9376
1519
+ mteb/models/model_implementations/colqwen_models.py,sha256=_WTP3OyizRo6ky8vvAcC7ABNfxuNNQ1fKG4Fse7Uyxo,15439
1520
+ mteb/models/model_implementations/colsmol_models.py,sha256=9ScngeCsIGwFHMflgHSuwOGhR0VUOhTrXtMMmpObFo8,3137
1521
+ mteb/models/model_implementations/conan_models.py,sha256=N8nd9i-Ajmt-Mpf-EEm27tZ23VrOnE6atC7_2Rsu13g,6686
1522
+ mteb/models/model_implementations/dino_models.py,sha256=xe4JmQ1a0Fdr6dmX5nG7MZCgaLGKHJRYrP4qdwvXNpE,26728
1523
+ mteb/models/model_implementations/e5_instruct.py,sha256=PKAL2MQMLR_tJj3uhXK_oIqpkl1iBr419MPUD1gkeMI,8214
1524
+ mteb/models/model_implementations/e5_models.py,sha256=uWkRJz2m8fue0vPtNRpJm0dcfeNEOzIdU08Kv5bMjUw,10151
1525
+ mteb/models/model_implementations/e5_v.py,sha256=ifmaWfor5GBMGH-kZDGnjnGllvPW8fuuOJ1aQ1iWMtc,6916
1526
+ mteb/models/model_implementations/eagerworks_models.py,sha256=XoRl8TIBjjEDjOu7a4HzdsJumw_7jWjakhhq2EvmDPE,5923
1527
+ mteb/models/model_implementations/emillykkejensen_models.py,sha256=gH-rWMXpuYjpSSJYK58Fwv8rIN3MjOvSBtp5QrzMG_o,3839
1528
+ mteb/models/model_implementations/en_code_retriever.py,sha256=XKYrQbTjzLkTAYYK7fWw8XTykI0aNGJ_ObzEE4u_54A,1117
1529
+ mteb/models/model_implementations/euler_models.py,sha256=cQualHpu3wWQQZwLDBYP11JlLyTsESVJgYmAzieMAyY,1195
1530
+ mteb/models/model_implementations/evaclip_models.py,sha256=dMpQaXD0YuoSYWSLhz2swMb0aW_JYoKBaI2vEjDoAlQ,8319
1531
+ mteb/models/model_implementations/fa_models.py,sha256=ErWOWouyy3h8lkF0jmbdDxkgWqKOS1bbgKIeBEa4H5A,10339
1532
+ mteb/models/model_implementations/facebookai.py,sha256=PLFw5-aTFpcxtlJjG7muVM2LPSxUTUUzj3tNUxpUEPo,5138
1533
+ mteb/models/model_implementations/geogpt_models.py,sha256=sujXljj5R4BlNsFEqpBlaQu3SYDYr5SnLNnXExQTxic,2020
1534
+ mteb/models/model_implementations/gme_v_models.py,sha256=Hr_AcaQom9Lv4ejJ06Z3uXlQDOp3aYa0t9pBwBdhkH8,13975
1535
+ mteb/models/model_implementations/google_models.py,sha256=4VE-hDAu_rfvEQKRK9i8nGjTh_jd3DKiJNdNceTHfAg,11435
1536
+ mteb/models/model_implementations/granite_vision_embedding_models.py,sha256=jxyRL9kIUfFUpokzyuJpbUkn3I0nz1fJPmd9gGLGHNc,7418
1537
+ mteb/models/model_implementations/gritlm_models.py,sha256=756vgZGADy5FhKlFuzuD6huevC_AYD5b88V1Y5yFht8,3241
1538
+ mteb/models/model_implementations/gte_models.py,sha256=-ASkoAuAiVytVtsYMtuKonUf39i0U69HSEnJy_-PwXA,14574
1539
+ mteb/models/model_implementations/hinvec_models.py,sha256=SYWGFr8XALmM7B9tIHEQnrqq9kZOZIBkW7m7QpzerHI,1756
1540
+ mteb/models/model_implementations/human.py,sha256=MTw560BrwuvUsHUb5_Gjq7ZRfrBmaT8dGnrubFFDB_o,591
1541
+ mteb/models/model_implementations/ibm_granite_models.py,sha256=ipLRDBerTQiL5NaoaDho410Fzy7eNFlF3jB54hGZrwI,8687
1542
+ mteb/models/model_implementations/inf_models.py,sha256=q_hNNhzMjAxbnJnAT0N6KaNegX_3XZlmz-LXY5C891I,3093
1543
+ mteb/models/model_implementations/jasper_models.py,sha256=ourAMx1_L6b2AxX046wQcxDqvYzY1Mx3gaHww0WaMA8,16476
1544
+ mteb/models/model_implementations/jina_clip.py,sha256=OF-aC5L8V57-kLdgqyo74S80_q0pxEvc5cyH26Mtwbk,6711
1545
+ mteb/models/model_implementations/jina_models.py,sha256=JUpT_KhsdKh-SttBHC-UeVYmJ5Y_UCiQ9gSTEytJPRc,35540
1546
+ mteb/models/model_implementations/kalm_models.py,sha256=W1I_MYwKHq7o_VgVCRRU9Wf7QD-eDqhpHw_3JwxNkkE,62445
1547
+ mteb/models/model_implementations/kblab.py,sha256=M3pvXtbeF-otS0r-ahuRrssLtAI44n6q299UeCb8sq4,1276
1548
+ mteb/models/model_implementations/kennethenevoldsen_models.py,sha256=mGYYV80S_fpiktBlfDqwNrukicVE3I6IeyLoWLYVRO0,3138
1549
+ mteb/models/model_implementations/kfst.py,sha256=OA3DXGlXjvNS3BMx_iZxSrujk1cJcgaeldJOJn0dNGA,989
1550
+ mteb/models/model_implementations/kowshik24_models.py,sha256=HRLjtEHXung5do2hfmGKOifvk8DdnEhQs9MuXcrhh0Y,1500
1551
+ mteb/models/model_implementations/lens_models.py,sha256=mX5Veh3dXAUFzwBxw_HLQ3G9bjMH6nJUU-T-pgp1xTE,1828
1552
+ mteb/models/model_implementations/lgai_embedding_models.py,sha256=oR8lrw0kNNhVAi4JnB2OgZv-oW1ykW-XpODnnbUvYDM,2430
1553
+ mteb/models/model_implementations/linq_models.py,sha256=alq0ylE8QDbpOGgIHUcs74fj4AzVgS9GqTmJ6zQlxw0,2054
1554
+ mteb/models/model_implementations/listconranker.py,sha256=ojzBWxaCuMmfBaCZla8ECv5aq514IlABb6um5TGoYY8,4664
1555
+ mteb/models/model_implementations/llm2clip_models.py,sha256=X3W16uipaZ0t4Mco4lhhg4s9WC9lpVzg7Djq1wTQkyY,9522
1556
+ mteb/models/model_implementations/llm2vec_models.py,sha256=n86YQ8fAHU1gVtlY7tZcXq-1ab_ISxBmuk-X4MDnY4o,13348
1557
+ mteb/models/model_implementations/mcinext_models.py,sha256=T3vO9JQSmh3BICp6Y_q7j4anuA8P8LGZ4ZWnwGnF7cs,19299
1558
+ mteb/models/model_implementations/mdbr_models.py,sha256=AqsRZ-IDekIjq-FDWu0zx7Nk9ySJxaWTdRb8YhUZeu4,2828
1559
+ mteb/models/model_implementations/misc_models.py,sha256=0FkvheqPYh3JwM65F4CDlQKBDQQdjyMyfJPUdP1X2Ns,74780
1560
+ mteb/models/model_implementations/mixedbread_ai_models.py,sha256=1-RD4M-16M-Rcf5CTD_R7LVoLv3cNFbmEjataQ__q94,10666
1561
+ mteb/models/model_implementations/mme5_models.py,sha256=V7BCGFkfZxkZ3ANJImvSFfP7in8OSfmkbqX-zXc_iF8,1574
1562
+ mteb/models/model_implementations/moco_models.py,sha256=6eEGpGTlI4StFRYsaNtXejhYE9GCqasUYCqB_SQy9cE,5714
1563
+ mteb/models/model_implementations/mod_models.py,sha256=vcXIQ8Z9fXCPGpRRxYK0e7u-0ZsnrCTKyG2BxqkM3gI,6365
1564
+ mteb/models/model_implementations/model2vec_models.py,sha256=qXcPhV0hGRFBsvRBrb8HyntWkS_ITYDzrYa8B1htDlg,15178
1565
+ mteb/models/model_implementations/moka_models.py,sha256=4Esujv_fVJjHuX1nRH6sGtmrmF04A90F4Xo2uN0YTzs,5205
1566
+ mteb/models/model_implementations/nbailab.py,sha256=iv2xdqVM5HoTAlBR6e_UdzJu6rSPujqWXFYwyCv69hU,2684
1567
+ mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=DTb-eHZYSY6lGJkkdkC0tZ_n0GHLQwVlUehVg59T5N4,4198
1568
+ mteb/models/model_implementations/nomic_models.py,sha256=dDCto9qE83Qfk76CxQQeHNJxwvd5ovrJOpE6MZy6ZQc,15489
1569
+ mteb/models/model_implementations/nomic_models_vision.py,sha256=AzTCWbXBonUAVub0TTxWCsBtg4WYex3vPiLlz3ULdHc,6916
1570
+ mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=5jYzS0qc4x82T5_c1HFt4uy9kksTt9Fs24pdLioq4Oc,7033
1571
+ mteb/models/model_implementations/nvidia_models.py,sha256=r-AW1dVQbteWjexjvZgFEt_90OHNRYer_5GLuqSXRS0,26924
1572
+ mteb/models/model_implementations/octen_models.py,sha256=5z-t2O-iIFiOOLdZ_AK9f7GrVRg-9_vx3JNAG9dJNPE,8562
1573
+ mteb/models/model_implementations/openai_models.py,sha256=y1wMknrrcu1L5CNwniG0mFThPVMON1c2Fj22jkKsw7Y,9730
1574
+ mteb/models/model_implementations/openclip_models.py,sha256=z2gQum16O0QhJPyxqKor3oO-_uWfnep6wSXqOFQQ2Q8,11969
1575
+ mteb/models/model_implementations/opensearch_neural_sparse_models.py,sha256=O6ewgGKZtw-kpspbz8-dXArDf5tUWy_vY6AxFs7fsZ8,8936
1576
+ mteb/models/model_implementations/ops_moa_models.py,sha256=Ah7L78mqC9pH8t6sf1OWXOLjouVUpAutt6lZ0np7eMM,2655
1577
+ mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py,sha256=xv1ftJeMND4lpeKYC3RLQB4nhdiYy0wCxrzEjUj4gSg,1114
1578
+ mteb/models/model_implementations/pawan_models.py,sha256=iyzh6NSPZKU9znJYEDPjJNIqvkyuKPAol5TcILuq1Is,1225
1579
+ mteb/models/model_implementations/piccolo_models.py,sha256=-4ABYum2pYW-RPaTyoJbAs6BzrVDgA5J2nswi1BKz7c,2253
1580
+ mteb/models/model_implementations/pixie_models.py,sha256=vm2vyCBhi5-_5iRQBmIB6KMjvJOByHDkYiPvSi8LsnQ,1798
1581
+ mteb/models/model_implementations/promptriever_models.py,sha256=tDXysEKbvoDNtidVTiYcdQU7gTrmYpUSiAxVLrenXa4,6723
1582
+ mteb/models/model_implementations/pylate_models.py,sha256=EwpDJf5yjONmmiv9zHSEbc3e7kMRJUHYv7K59QTrNAE,17525
1583
+ mteb/models/model_implementations/qodo_models.py,sha256=AwYRGctJbjEkcIh1pcSeeEXYiYiizAbfTyw6CaZBJfU,2224
1584
+ mteb/models/model_implementations/qtack_models.py,sha256=vw_2O4ZABR-_nYV4g1Ud8bW1DTP-wwtQS2eGqN70vT4,1304
1585
+ mteb/models/model_implementations/qwen3_models.py,sha256=857UnUEil9o8xcw7vSr2fMRlEegyE2Q86e5yLeRL_mQ,5517
1586
+ mteb/models/model_implementations/qzhou_models.py,sha256=mfG70JrNJCo-s3MykRn6lg9gFPcKMeMI7Y8VrBhNo7I,3684
1587
+ mteb/models/model_implementations/random_baseline.py,sha256=YsITQoLbea_Iz2X84WNGBGkhlsQ3hB7yx1oJwXghimE,7561
1588
+ mteb/models/model_implementations/rasgaard_models.py,sha256=_uNYP_nqJcOyoKnHNcvfJnP9gRvsv7HCWhZX2LJzQ9s,1322
1589
+ mteb/models/model_implementations/reasonir_model.py,sha256=WNWGqa9wANBL9vTdcFx51TEFXz6yHq_ygK0rij3LCL8,5217
1590
+ mteb/models/model_implementations/repllama_models.py,sha256=k6BgN2Cn41p0gQ0F1FdOTQ9OXlmFgG-2RtdvzOcCSZg,7543
1591
+ mteb/models/model_implementations/rerankers_custom.py,sha256=Bjgg_UbeHarupzzCk2rdy_Dd0_W0ZsE-DCD5v1EshnI,10953
1592
+ mteb/models/model_implementations/rerankers_monot5_based.py,sha256=6por4DPCycS8gljqKRZWUNM093bjjSVvmyQ3dzj9H6U,35321
1593
+ mteb/models/model_implementations/richinfoai_models.py,sha256=FsXamY-bvR5LLagtKK8fP-I5oc6B_bKp_i6_xzUYL8Y,1069
1594
+ mteb/models/model_implementations/ru_sentence_models.py,sha256=W4R985LnThJ-9XFbPnTGKb3L1QnoS3i3VXBFq94DK_w,43034
1595
+ mteb/models/model_implementations/ruri_models.py,sha256=3zYOqacB3JEnGJkMGYHqFgVkbmLo4uceJs9kzV54ivU,10819
1596
+ mteb/models/model_implementations/salesforce_models.py,sha256=BIHRGJG77QD0QSOi3zM8zfKPqoTFDNG_zpbqsow9Hfo,5523
1597
+ mteb/models/model_implementations/samilpwc_models.py,sha256=8TWU3QTYKigs020rschj0KiwXS1FR3qeFC4WIcXz6dk,2118
1598
+ mteb/models/model_implementations/sarashina_embedding_models.py,sha256=vU6rPMfUbehQNr1YHDOYoTPR5GMv0Ev7E6PQcnvq84U,8609
1599
+ mteb/models/model_implementations/searchmap_models.py,sha256=XFJMAuSick-Dh0FCLTiVIjXo_kfP_VJp28Oi9WVjjlo,1994
1600
+ mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=u7L41utKM8EY-aTVVRrpvLB924FqivM3tjy83CqDPak,18699
1601
+ mteb/models/model_implementations/seed_1_6_embedding_models_1215.py,sha256=SDQUIyXIpODFjfgMMZF0rGI1_YPTvd3MpMjEvGhq0jc,36551
1602
+ mteb/models/model_implementations/seed_models.py,sha256=dHTS3NYacl83yV8Z4L_kjBUFpsDNRquMKCN2isXrMzw,14183
1603
+ mteb/models/model_implementations/sentence_transformers_models.py,sha256=u1GkT5Xxjw0bYZvuV1wK26-bRiqv8PPCRStbu_2hYeY,26757
1604
+ mteb/models/model_implementations/shuu_model.py,sha256=q4wZk5tYSJlnNErWpDeHGSypbAwHD5yAUHnEOuTURs8,1210
1605
+ mteb/models/model_implementations/siglip_models.py,sha256=IZj9GUlqIkvJr8_aLk7FCozWZSCXHTqaCqN44B5l0oY,13425
1606
+ mteb/models/model_implementations/slm_models.py,sha256=uMtAxpT3UjghyShqDOgpcbFlv0jZFLAheIPw7Psc4-E,13474
1607
+ mteb/models/model_implementations/sonar_models.py,sha256=8vvic7mAMXqYOwqNneDWZjCdkP2Eb9fR63Zo-pSbRqY,4843
1608
+ mteb/models/model_implementations/spartan8806_atles_champion.py,sha256=MK53PNE6SDtsFKBjUbPYd8mIu4EFL9X3Mzp10cPR3-Y,1309
1609
+ mteb/models/model_implementations/stella_models.py,sha256=7Z7envL3ay9t0oWmaJXSy6o_eHT5PJoWsQwCljnAEiU,8649
1610
+ mteb/models/model_implementations/tarka_models.py,sha256=DWuxTf9EZ6kmLpr2KIOxrt3hPzj-jNoh1_cgKH1gn98,27493
1611
+ mteb/models/model_implementations/text2vec_models.py,sha256=3aZh0scSSDD8dhjdEHqkEl6bkFPep3tkhhjQ5pELzjs,4417
1612
+ mteb/models/model_implementations/ua_sentence_models.py,sha256=nPUcRoZHFGJ-yfQxhWTALL876uswkLOV4NCp3EfKPdE,1748
1613
+ mteb/models/model_implementations/uae_models.py,sha256=nfeDm0zL49F1ZqfuAv2fFShEBDmFuKZmXAwBtYnTglA,3346
1614
+ mteb/models/model_implementations/vdr_models.py,sha256=IGvpE2F42IWBN5QwKSWjsAehTv4XMMTQzPzYowQhJqM,1612
1615
+ mteb/models/model_implementations/vi_vn_models.py,sha256=7hot8CF5B1UeC4WJXnAAs1C1vbqK2lq7Bw338ztKFDE,6566
1616
+ mteb/models/model_implementations/vista_models.py,sha256=mcI0La6__LasuLd5P-nkc4Z-r9X_8sYhGFLdVPGPmkw,11033
1617
+ mteb/models/model_implementations/vlm2vec_models.py,sha256=1iq2i1ZbsPINE8nXoVZsX1Km-4dTTAd6St6J38I8Tew,11951
1618
+ mteb/models/model_implementations/voyage_models.py,sha256=g7WET4MibXN6eABrmhn8uTGXdjwf5Kk4ddqQmHA7v6A,23920
1619
+ mteb/models/model_implementations/voyage_v.py,sha256=_mJGhskJj9zeHYebEJFuYheLPb-YDyiu6Hny_5LQcAE,8280
1620
+ mteb/models/model_implementations/xyz_models.py,sha256=69JyOCQHVq19nAG3zQFi-UYYT6I7uHmvTcmRxHvjyc8,1361
1621
+ mteb/models/model_implementations/youtu_models.py,sha256=P5fh34UJZQObJAbz3Wuzqh9Nw5S7LraqxdtwAX3sDJ8,6028
1622
+ mteb/models/model_implementations/yuan_models.py,sha256=lEsFUFQ7VyWHxQlwxq6srqURcoR6Sz3gWSOPuYHPLQ0,1019
1623
+ mteb/models/model_implementations/yuan_models_en.py,sha256=Ym1dVBnFrqidA6ufgUjzC_mSR9Emak7DcEHnf2wgQyY,1710
1587
1624
  mteb/models/search_encoder_index/__init__.py,sha256=3QFacIuFyEiI7ocsSkb3Lp2S2L7MLkpHCMIJ201fowA,182
1588
- mteb/models/search_encoder_index/search_backend_protocol.py,sha256=TSjlx88stJcMldbAeVqNCf8JsQvE-B5rf5SBRw90isY,1890
1625
+ mteb/models/search_encoder_index/search_backend_protocol.py,sha256=jYIQkQ3FjFM503luHasbSk0tKzxp1NwIjtWzABBZLeY,1968
1589
1626
  mteb/models/search_encoder_index/search_indexes/__init__.py,sha256=Wm60_oUemUpFsvrCMW111dcPH2L2rt1iZrXMskXmG7o,88
1590
- mteb/models/search_encoder_index/search_indexes/faiss_search_index.py,sha256=WMs3QbbYV13fRuT3dakmdVMZLFdc_9ZzSupS3QxlbVQ,5555
1627
+ mteb/models/search_encoder_index/search_indexes/faiss_search_index.py,sha256=jwC-3swhnILZnVHUrMR7Ts78TuYtVRxPusF02UV1g6E,5770
1591
1628
  mteb/results/__init__.py,sha256=EXQqK4Am5eIYzD52dpcGAFSdqnC38oE6JHN302oidHc,158
1592
- mteb/results/benchmark_results.py,sha256=yyZux1KMecHI9DE9Vya8bxr4IljxgkNoPiAFvrELbko,19846
1593
- mteb/results/model_result.py,sha256=Y6b_xfJlw8EFZq464ZVhyw0Rryv111hvMjnXbEZJpXk,14059
1594
- mteb/results/task_result.py,sha256=1ezwdxY9ibU4uIcaj6IxjSEkrTQn-2eO3e-hzLHgALQ,32339
1629
+ mteb/results/benchmark_results.py,sha256=unBUBJ92ud0UXlkZJLn71WVcf-oUlF6XcITTccz5OBA,20318
1630
+ mteb/results/model_result.py,sha256=u1eUynaf_KVsdYdz29MACsCDR_48xODapkIGLG-lZa0,15321
1631
+ mteb/results/task_result.py,sha256=TL9V7P7cXqLljnCHdzzaQ9vZZSXh9qXYFnPRG049alw,34247
1595
1632
  mteb/tasks/__init__.py,sha256=izAxU0ip1F_YUwx0dFCuN35BaktdmePh6vlDiHC0kLo,503
1596
1633
  mteb/tasks/aggregated_tasks/__init__.py,sha256=Ufgbh1AirxCQkojO3AUhUFWM8zQG10cfdVTkj_PeyLI,104
1597
1634
  mteb/tasks/aggregated_tasks/eng/__init__.py,sha256=HgaSyAX8Is5CGE006RgJkLQQVxrx2FmMnm6NHQBDi-4,358
1598
- mteb/tasks/aggregated_tasks/eng/cqadupstack_retrieval.py,sha256=IJGMfl_snwsOTmvqyMVUJ5fASysfsZprrDwSSawpWnY,2149
1599
- mteb/tasks/aggregated_tasks/eng/sts17_multilingual_visual_sts_eng.py,sha256=dXkgDGF7cU9aV-TltPHJGBtenqSuz4FhbLfFcfzyyEM,1443
1600
- mteb/tasks/aggregated_tasks/eng/sts_benchmark_multilingual_visual_sts_eng.py,sha256=Ysy7YeYYdNOOi-8LnLMXGgTP9WG9dNFe85YaIdHfTU8,1373
1635
+ mteb/tasks/aggregated_tasks/eng/cqadupstack_retrieval.py,sha256=bKbx-L5v1Id7yW6idXU4XIYHfpohDb-GpPOnV4wvxvY,2149
1636
+ mteb/tasks/aggregated_tasks/eng/sts17_multilingual_visual_sts_eng.py,sha256=jptzp8rw7uStr7I3Puy7Eo3o3VyP5vWx55VDUFOn9RM,1435
1637
+ mteb/tasks/aggregated_tasks/eng/sts_benchmark_multilingual_visual_sts_eng.py,sha256=UX7pFnPFlUdBIeAwPeR_whhYuLxJIPtXckGpm5XonjY,1365
1601
1638
  mteb/tasks/aggregated_tasks/fas/__init__.py,sha256=3-JWNHm4I74-yDmYLe4f5EH29UdugfkqtQ_hzAuIy_o,233
1602
- mteb/tasks/aggregated_tasks/fas/cqadupstack_retrieval_fa.py,sha256=cYNn13Wcb8YQXKz7XnRaCmFRRvFRB7sA0eGyeL6jxWc,1522
1603
- mteb/tasks/aggregated_tasks/fas/syn_per_chatbot_conv_sa_classification.py,sha256=nT-YVVRs32QXue8ogwBiJU6XQSGjkAf7amNoXyqsnjg,1184
1639
+ mteb/tasks/aggregated_tasks/fas/cqadupstack_retrieval_fa.py,sha256=CbXeKWuGwP2VacjuxiF8ZxPQbNkk1crbwonp9fhJVQc,1522
1640
+ mteb/tasks/aggregated_tasks/fas/syn_per_chatbot_conv_sa_classification.py,sha256=Vp3H5gMPUX_wRYtrrR1sRyl7pnDoBeeA73RFCD8CQfE,1184
1604
1641
  mteb/tasks/aggregated_tasks/multilingual/__init__.py,sha256=RzvN2ObH9EcnpadOjCUPI_gP6fKT2h_2cqL7bA0WW6o,302
1605
- mteb/tasks/aggregated_tasks/multilingual/sts17_multilingual_vision_sts.py,sha256=FN1WWSJhsTKqsIibWNzyB6L0ph6fpu3S4pInTwR-CLc,2117
1606
- mteb/tasks/aggregated_tasks/multilingual/sts_benchmark_multilingual_visual_sts.py,sha256=jNA9IPm-QY8VsZ_cwVaOVsiJsUfbSNw2USe6OzMGlFc,1961
1642
+ mteb/tasks/aggregated_tasks/multilingual/sts17_multilingual_vision_sts.py,sha256=KTQBqqhLKpyU6DKEmz_J4Ujd-T_Lku5XLfDSLPHafYs,2109
1643
+ mteb/tasks/aggregated_tasks/multilingual/sts_benchmark_multilingual_visual_sts.py,sha256=getf8b12jzIWPqZofZXyh-uvc3cHoLsiKOuoQP0G22g,1953
1607
1644
  mteb/tasks/aggregated_tasks/nld/__init__.py,sha256=j1gIyN-tjD75JBS1O3FuMQIGmVUqvMQ-CqJpzgNQjTw,106
1608
- mteb/tasks/aggregated_tasks/nld/cqadupstack_nl_retrieval.py,sha256=Cx6JmoP5SqmvTKpFhYdoc3vQFGIC_3aus-eFeM-rTlk,2438
1645
+ mteb/tasks/aggregated_tasks/nld/cqadupstack_nl_retrieval.py,sha256=LlRuibdTCuAgfpsnSuErseykFSRzc4SQWwLq6EWUWcc,2438
1609
1646
  mteb/tasks/aggregated_tasks/pol/__init__.py,sha256=lXhz3unVuuCtnvE12Pnqx9RDTkfmf2ABMQJVoUGYJcQ,106
1610
- mteb/tasks/aggregated_tasks/pol/cqadupstack_retrieval_pl.py,sha256=L9jOOur9WLZRRZ1Mdy3pDKK5yOk8GFi3mH1VyhHIK1Q,1872
1647
+ mteb/tasks/aggregated_tasks/pol/cqadupstack_retrieval_pl.py,sha256=dApT6xmmA3JlHLT9ckt1mgUO8ojzPACd3hHQ0lABh74,1872
1611
1648
  mteb/tasks/bitext_mining/__init__.py,sha256=OW5cpjK2vMUOkTkC0TUgTnaWxhNBe8kk8ARCpCrf5MA,142
1612
1649
  mteb/tasks/bitext_mining/dan/__init__.py,sha256=2ipLKsxlpKlakIZq5hFSYSZhY6Nd29hg9INMsT7Bd-k,95
1613
1650
  mteb/tasks/bitext_mining/dan/bornholmsk_bitext_mining.py,sha256=VysbFfJbGh6X-GP4vZEBwF33n7D0V34Fr0CfdK0TvdM,1924
1614
1651
  mteb/tasks/bitext_mining/eng/__init__.py,sha256=q3986OOOHE067JAXQC3ABL1Z1WyLSzVJun4rUV_wiaU,110
1615
- mteb/tasks/bitext_mining/eng/pub_chem_smiles_bitext_mining.py,sha256=qrMZnwHX05una4OYchEprS9EEH6gTeaGXcBeGM6VDUg,2517
1652
+ mteb/tasks/bitext_mining/eng/pub_chem_smiles_bitext_mining.py,sha256=42s91u12zozNEXApDsv1ZX_9YuZ1APYaMuaOEN5cLps,2536
1616
1653
  mteb/tasks/bitext_mining/fas/__init__.py,sha256=srw2I-yfcLgIkRzJv-p_qZ9fg0cCKr-Drid0nvGBnbY,211
1617
- mteb/tasks/bitext_mining/fas/fa_mteb_summary_retrieval.py,sha256=yj8l1K3CIdESwl4sl2M4HhyOrZZYQZb_EDo-EgCAJdg,3330
1654
+ mteb/tasks/bitext_mining/fas/fa_mteb_summary_retrieval.py,sha256=lXCOsUs8vNfS3I-YKHRV2Rge_hP1nEKdUxpCgfq--Ko,3387
1618
1655
  mteb/tasks/bitext_mining/kat/__init__.py,sha256=a-KcFJ3Ol7R8yq02RcGjaOxEfqnwJeo7AAib-RU-JFw,116
1619
1656
  mteb/tasks/bitext_mining/kat/tbilisi_city_hall_bitext_mining.py,sha256=xVCxpJr7UW2KadNdn7Gsw-wZ65uz5vhRDhQZ7eILokQ,1918
1620
1657
  mteb/tasks/bitext_mining/multilingual/__init__.py,sha256=LcPygeOuvrka67aDkktT-2lSqcxpWPSMmd_BaxIsl24,2012
1621
1658
  mteb/tasks/bitext_mining/multilingual/bible_nlp_bitext_mining.py,sha256=lNbCz3dN9o3F04Y7vtNBhF-lPUNyVbAOKgUR-QKZn_8,29082
1622
- mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=tTKvS-v7d9V_zymCn_ZonUKlo9NI7vTyppxS9iAu8I0,2873
1659
+ mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=E74rYz32fFuEWrV0O_7zfI7l2Z3h7jnrxoifRhWsFKc,2892
1623
1660
  mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py,sha256=P_UHMWh2gKG6CloXmP5J2kjrCTQwoJAU1MKdLl6JFKc,1836
1624
1661
  mteb/tasks/bitext_mining/multilingual/danish_medicines_agency_bitext_mining.py,sha256=5iengckKv1NCHILjrX6WDEgBNJlmbSV5y-WWdaLZYrs,1703
1625
1662
  mteb/tasks/bitext_mining/multilingual/diabla_bitext_mining.py,sha256=Ua6DfpJYgoaIRSWB284WNj6wQWqxPiC3kUPcmKNGDWQ,1498
1626
- mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py,sha256=Dh43H2NWZIAzN9Zeib3TtKhUcK1jldUQX-GvTsm1MnI,5616
1627
- mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py,sha256=8X_TSV5rQlAcBnz3RT2bBPP2IaCRfsnZjo0opiKRtJo,3118
1628
- mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py,sha256=VMRA68UxTxINbkEY2YGTaUdVppwIrM5HpJR40OchwGU,2915
1663
+ mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py,sha256=thUQ3XVnAGKT1PC8NgSn3b1ZFha94BXHd7CicmAkjX8,5645
1664
+ mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py,sha256=bSQE3RIbFjC0o39zJxmdZjRqZR4iSFxk1GRtzzKrqlA,3147
1665
+ mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py,sha256=CEtUttsxK10wLtd19DFTv30XAeOgW6CDK4MWnEtl_Q0,2944
1629
1666
  mteb/tasks/bitext_mining/multilingual/indic_gen_bench_flores_bitext_mining.py,sha256=iVsEIIhSiWMZfFbgkbQ6GvfxScQQIPasWHkGICs1r7k,3160
1630
1667
  mteb/tasks/bitext_mining/multilingual/iwslt2017_bitext_mining.py,sha256=OHKD0J-N_5j932hWOkTCQI08OD46O6rw98IBU0V_jAU,2789
1631
1668
  mteb/tasks/bitext_mining/multilingual/lince_mt_bitext_mining.py,sha256=36Tzf4UdidIlNzzD5ceF-jCSKGuJLg4oMU3vlC9-RBo,1478
1632
1669
  mteb/tasks/bitext_mining/multilingual/nolly_senti_bitext_mining.py,sha256=gZS43Ba5-Hngf9MbPIGQ9oZb9fa0JUQZgEWj7ralxBA,1670
1633
- mteb/tasks/bitext_mining/multilingual/norwegian_courts_bitext_mining.py,sha256=zhyGdhhVGPhWeBsHcqflTSgyy99CBuqnycgQonqFQqU,1737
1634
- mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py,sha256=Dq6yntsWvbZ-jnIRqiwv7PzsFZystjbKzWRuFxljXE8,12575
1670
+ mteb/tasks/bitext_mining/multilingual/norwegian_courts_bitext_mining.py,sha256=3bxTGu5fgrFp7fYbU--CKYIA66dAynEbPYCqs7HBv-w,1756
1671
+ mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py,sha256=1jQPaGwqxIHDN1wRfAHPQngEq5gRy5kcCFfprrOS544,12604
1635
1672
  mteb/tasks/bitext_mining/multilingual/nusa_translation_bitext_mining.py,sha256=eUvxIklEoppEdjA2wYWPJu89ERvYa-eDHUR8Xe4kh_0,2181
1636
1673
  mteb/tasks/bitext_mining/multilingual/nusa_x_bitext_mining.py,sha256=BphnEDdG1-IsCklJWRCs2yK7I1zVuPh7PQrrYAI540c,2309
1637
1674
  mteb/tasks/bitext_mining/multilingual/phinc_bitext_mining.py,sha256=53xLXpgIDk55JfCoe3pa93T_9T9sfRJAryBVcWZx5co,1477
1638
- mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=5uwf4vhud5bQuPAcufWGcA7UBmp5YPKsyvc5OUYgK-M,1730
1675
+ mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=E_nOiRPZ9o2cUKo-krOUWa4FHQAQAxsns-WRP_rBHsc,1778
1639
1676
  mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=09e8XDy-zvqpvGMuj8AIbYUGmrggPi6XvOZi9Fbw0G4,4162
1640
1677
  mteb/tasks/bitext_mining/multilingual/tatoeba_bitext_mining.py,sha256=Y6QnjbmL4fIuTgK8tuZfNnWmM-GwBVaAjUiAtTSgPqM,5898
1641
- mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=vWoRmAJKR0ed8mUKDqLUMe_IpFjj7Xlsw0NFhcIOJOc,14978
1678
+ mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=Ypz82lYmSTszVpZt_cBaNdHsh6glaGDVj2Uiz5aM1As,15016
1642
1679
  mteb/tasks/bitext_mining/srn/__init__.py,sha256=XaMVvUagmgLUG6tZw2jo6fMKiVTfQpaaWZGQZo-1YYk,97
1643
1680
  mteb/tasks/bitext_mining/srn/srn_corpus_bitext_mining.py,sha256=6svN1Ny1MJVaBhEFguYAGZnm8ciuLqBxUfhGaAjR88w,1507
1644
1681
  mteb/tasks/bitext_mining/vie/__init__.py,sha256=AbM2aeSHvlY_fNsPWKchyyHBrSvhBwASOWFht74HQcg,95
@@ -1647,32 +1684,32 @@ mteb/tasks/classification/__init__.py,sha256=6KrsJhJ6YbffNiAY3IWamJ5s4ipiIWHqO4c
1647
1684
  mteb/tasks/classification/ara/__init__.py,sha256=PZ2njVzpxUwqB-yx-lajl2uf3yGYBc05a5q77scr4kA,1161
1648
1685
  mteb/tasks/classification/ara/ajgt.py,sha256=TfcsGZbdp2Y7ksrhEPYpY37e_iAvTMGEt9e8-kwFq4U,3091
1649
1686
  mteb/tasks/classification/ara/hotel_review_sentiment_classification.py,sha256=VNv6uICgYVsQiCreNiczEjDq2-dLtTmNVp0ZF2tA-Kg,3050
1650
- mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=hN9dImEZWs9LLYSDWhyKDFJ-Ph2ZZQgxh5K0VXGiP8I,2451
1651
- mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=xlq-rEzWei8onOJWOzSxJtNuyeHWczf1cDz7m3-5j-Y,3312
1687
+ mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=FeeSJeJn4FpJ7i4E1Ex1sZQ1OgSIoDHoEZr9rUxpj2E,2470
1688
+ mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=oQkcchZZ9rIbKL7hSnXP_c2Cenf1H17WlwwFIHHQHcg,3331
1652
1689
  mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=MpLxj0WOuHYV6LIaAwBg__jcOmzsApPxPRBKgkO3RhA,3258
1653
- mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=55SxUtNUECLT9liyJztPh-MPuN9PnQzkQ89Izg7JlU4,3938
1690
+ mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=fU5Bsv1NlukvLPGiWD-L5mrC9vTGMOYvSBIPmbI-47Q,3957
1654
1691
  mteb/tasks/classification/ben/__init__.py,sha256=j_vQLxEOUKR8hLBgTe2sSzvLyoVXRByF0g_f5-i1mRQ,592
1655
1692
  mteb/tasks/classification/ben/bengali_document_classification.py,sha256=K4KTkca4HwKa77045kY7hMxHxRklyC44RzfNKOP0C4I,3636
1656
- mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=xmlPgQfWqEFPOboY6Ix5ZXTz48D1TqUeWV3-ip9dsKA,3350
1657
- mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=NYtZBO8BYHPAkLOwof8a8v9Xa5YnRYITvAxrAP4EP_A,2978
1693
+ mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=B69ZwZyzBGdfZvLFhjDGYF7TnwXBrWqOkmAD0x439CE,3369
1694
+ mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=hBR5KOwrjVolFHsE7VWNMxykdIZy7sWmfJuhv7n_Gtc,2997
1658
1695
  mteb/tasks/classification/bul/__init__.py,sha256=2-wLDHKcyykalSp9zWCgOaqMh4nnDo92lYdiUgJIP04,170
1659
- mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py,sha256=T9OjawyJbfYmDh-c4qArRzsuJ3HgbhbCAgHndXN3VVI,1843
1696
+ mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py,sha256=osa2K_eQDMV0WJIC3CoXRugt5S3ALLIOwgVYrRlKvfo,1862
1660
1697
  mteb/tasks/classification/ces/__init__.py,sha256=0vuGRyaBaW-V6_3pdGGLIEwQh3uB5UpewY6NdJZ3vrw,860
1661
- mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=ujuUGruDRbcMDY3SXvN6dFsR2qs3iYF7x-bc8_W-hAA,3542
1698
+ mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=ioYXVOYvEoOYw5QEZic4wClYUKksdNvCOVDHchabzBs,3580
1662
1699
  mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=gVcg6m6Pikhi5DY2HSpj7iMcd5QRw_iZfVFlXX97m0g,4119
1663
1700
  mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=NthCj4xcDnSwSe5mMX3a6ldELv_qmkN5wuM4UAdE3js,3618
1664
1701
  mteb/tasks/classification/ces/czech_subjectivity_classification.py,sha256=31lTpWh0adXA8C6TY64NbSKi4pVbnH7ocEDEQCd5JEA,1520
1665
1702
  mteb/tasks/classification/dan/__init__.py,sha256=edrG5UqewQ_YfQD3KtCTs9GU5z1jo4wjlkSEHuQg1ww,864
1666
1703
  mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=GmNu5-ec_6ebMCxKIgDU54ZfaM0xFV_tYE6hYLN8ItM,3154
1667
1704
  mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=mChj82mWgXluVC7yXXT2LqNZ_v9QHbNEWIFUGlN8LHc,3201
1668
- mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=8ZJUscPwhd0Y71Sd5tTeEWCuFgN2YHlgX2lQOz9bj3g,4010
1669
- mteb/tasks/classification/dan/dk_hate_classification.py,sha256=Kx7mx5HcEkoisV4-Sb0aCgOLaz2FOkGaet0tprDpOkk,4440
1705
+ mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=8cCcQIvlItZHVqUnYc4yvYNxwn3_EH7DPbnEXfoSOBE,4029
1706
+ mteb/tasks/classification/dan/dk_hate_classification.py,sha256=HzDchGeEDCMgegUEI7HEjBU4u8zidEM9p4-XsIaJn-4,4443
1670
1707
  mteb/tasks/classification/dan/lcc_sentiment_classification.py,sha256=wVbHXQN1I-W8YxDz_fT8Q3ZIM_mgNZDx_wm7vsIBols,1733
1671
1708
  mteb/tasks/classification/deu/__init__.py,sha256=_mikrUfmvMBoIkAHqZoayV6o-8QssaX3E4D1TmxNt_8,454
1672
- mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=wyig6rTOET2Km1fX4_LP2FTqbGzF2hgmWwV4EXM88kM,3970
1709
+ mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=-0ZWfnKpv9kxQx1HVYDl5JZVrYZLKlFNOX3JYbk5LuI,3989
1673
1710
  mteb/tasks/classification/deu/ten_k_gnad_classification.py,sha256=FB0K2Th6kQql-xPHE3Is27Cfax9I_C5mq1-fWNPi30Q,3200
1674
1711
  mteb/tasks/classification/ell/__init__.py,sha256=ex9crkO5u0jpP--73on-beegAZ6368MLPtMpf7ko6sk,118
1675
- mteb/tasks/classification/ell/greek_legal_code_classification.py,sha256=aLiD-sUv6iOunzuHoJubWyhPdhmYrGi9qZUkt0Vw5Og,1977
1712
+ mteb/tasks/classification/ell/greek_legal_code_classification.py,sha256=I2xRHz2_L5xRMPwWuXiv5h4eX1HCAcBZstrSCsnlPG4,1996
1676
1713
  mteb/tasks/classification/eng/__init__.py,sha256=gVlsr0YIe84-wvluhXWJuP7R-2wDc53xdJkbvuYVEZE,21065
1677
1714
  mteb/tasks/classification/eng/amazon_polarity_classification.py,sha256=xYTp78UBpsTwqEAw1BhAUkrAUwg3IcZbbsjYvm5wCrM,3120
1678
1715
  mteb/tasks/classification/eng/arxiv_classification.py,sha256=N1YhT35mG5SiDkm7C8Cph87vHTqGVZ7QCnahypCA7hg,2752
@@ -1681,7 +1718,7 @@ mteb/tasks/classification/eng/birdsnap_classification.py,sha256=_OQsYUUwF2t3sOTI
1681
1718
  mteb/tasks/classification/eng/caltech101_classification.py,sha256=4Y_Ez0UHGK3l7mHlBCIhr-djrc9F3hkO5g15Bn0-Vfw,1715
1682
1719
  mteb/tasks/classification/eng/cifar.py,sha256=PyO1bTtXtzoyRmYBD8RX5fruTwRqDTl56nWbkmK2liQ,2536
1683
1720
  mteb/tasks/classification/eng/country211_classification.py,sha256=gYGX2HjPn6lxnDFTE4LtvxjA1lYmfbv8tnG1fStcxuQ,1575
1684
- mteb/tasks/classification/eng/dbpedia_classification.py,sha256=_eIM37pft2AMTIi9R7z9ruxPoaAZYxKyAtFPLeZ0O9I,3717
1721
+ mteb/tasks/classification/eng/dbpedia_classification.py,sha256=BKRfi5c1WtwbTpwh1Cj-XrF3NF9CKRkyVPcWoGoTInY,3755
1685
1722
  mteb/tasks/classification/eng/dtd_classification.py,sha256=jbZrYFGfhLvd5YK8wsbIp-C_K52U5wPomMbJ0PofrH4,1412
1686
1723
  mteb/tasks/classification/eng/emotion_classification.py,sha256=oNkStKgfwNcfLlXtEeku1_LX0zhVwiGOj0rHW1x5rEA,4144
1687
1724
  mteb/tasks/classification/eng/euro_sat_classification.py,sha256=5bsJpp_jwwcKxPMdSP0TQtNfMxumr7Y0zb2vZIVyELc,1872
@@ -1710,10 +1747,10 @@ mteb/tasks/classification/eng/sds_gloves_classification.py,sha256=5NQjCHRKsRXPDm
1710
1747
  mteb/tasks/classification/eng/stanford_cars_classification.py,sha256=73lWRD87ovMd4ELwRCMH6lb3mvAlDTf9qu2HQd-j0_M,1439
1711
1748
  mteb/tasks/classification/eng/stl10_classification.py,sha256=jqDm6_5iwrfcpzEFtALEv3iYF15Ykt3WLxL3oGkpePw,1745
1712
1749
  mteb/tasks/classification/eng/sun397_classification.py,sha256=KeFOof2Lp2mB3pAVcmebena7VSlafdL64AlPDXF6Tx0,1564
1713
- mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=9C7mgV0VvOAFwgcSVdok5Zf09UK9CCOX2J9Sb2GF4LI,4743
1714
- mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=ZnYI-caR8A8Qp6qP6rcubsEfOIeamO0rHjY0RPxw1eA,3868
1750
+ mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=0aj7ED1HTVOrkg5XRmR26zPCiIbLLw9VyRVZKxWIW9k,4781
1751
+ mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=Id6EPECmH8Z3nnGcmUmxdeOAKGf8E1IYxgWvBKMEV_o,3906
1715
1752
  mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py,sha256=W29AZXv-b9tQaWVQbVmIpOzvrA1Oj0BixpujZ6WZVG8,3097
1716
- mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=rqgwiASWK5T0sMRvL289_4KrF0KcWGnvj1pGhZr7lPw,3991
1753
+ mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=CZVa_P3nAr0oj7b-wXanJJ-Tyg2aoiR6EtbF-EOe7tY,4010
1717
1754
  mteb/tasks/classification/eng/ucf101_classification.py,sha256=KiNA3U_6T-fTPnkgViH6jZBENzG9UmL9gDF7rz28eis,1711
1718
1755
  mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py,sha256=wC-wrqAFur68L1acHiLyJZd9a9cJ0x9FvNooy13wjhw,3015
1719
1756
  mteb/tasks/classification/eng/wikipedia_biolum_neurochem_classification.py,sha256=HU-yE0RsbPQMA2Rsc4wrqrRPMuiOaqsgC33xOe5bD1c,1464
@@ -1730,80 +1767,80 @@ mteb/tasks/classification/eng/wikipedia_organic_inorganic_classification.py,sha2
1730
1767
  mteb/tasks/classification/eng/wikipedia_salts_semiconductors_classification.py,sha256=LCtDbN7ZvvIhKNDCKiMxPP3z4C9db_v-LUhUXDmeekE,1468
1731
1768
  mteb/tasks/classification/eng/wikipedia_solid_state_colloidal_classification.py,sha256=vs6kYuxH_wXhl_67GCyFcaQdYW8vLozVKI4i2nCVlzk,1460
1732
1769
  mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py,sha256=qgSZFtyTuIrpyfBwGq5wllR7eMlD6uSPRNj2_NW53no,3042
1733
- mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=nIuo5-VSPdoJLcOyYbIpLatBUOVpeCWUVBIualjeAb0,3565
1734
- mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=lDtPzcKlhtcT5VPyPHusb29wWExs3RZGF_AXUG24jpE,3824
1770
+ mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=wU26YkscMcMnzT7_dwzUGU2FaKytkylR7RXA2jowc6Q,3584
1771
+ mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=bWMb8w13OTp-k5ygyDhOQpuPgFdAnTJRiVMkaDYTRCQ,3862
1735
1772
  mteb/tasks/classification/est/__init__.py,sha256=v2lzg7TFmXiBAp8B4WS3SAahWzkAJ2TCrGBktbI1qhI,186
1736
- mteb/tasks/classification/est/estonian_valence.py,sha256=8JtG2OV4JvvE3Xl3-DZiRFeFfkJjv7cAfI8DxmrrY_4,3728
1773
+ mteb/tasks/classification/est/estonian_valence.py,sha256=KfEfuRsc0VYD7AyQVL1gwyrBJp5wVByqG777BWqaisM,3731
1737
1774
  mteb/tasks/classification/fas/__init__.py,sha256=igukIhFBC-lFxj-zbwaNh6ocGNTsGwY13QhM1e_cf6w,2505
1738
- mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=Pa0uVXgIHhyiMf066rqq3n41RufDEX_Mx18JM_HrHjs,35052
1739
- mteb/tasks/classification/fas/persian_food_sentiment_classification.py,sha256=vydyi6mov_eAfCRH6A3Kf6nWJyJxCoyXUEoi7-MC80E,1473
1775
+ mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=8zjLvjqoTyxhywpLt_6LSheTTGd4cVWAZIIVM0HuWWA,35166
1776
+ mteb/tasks/classification/fas/persian_food_sentiment_classification.py,sha256=ioEH8Gv86KAbyLvXjHWSpY6jriJJdVsNCNQesfLqjNI,1492
1740
1777
  mteb/tasks/classification/fil/__init__.py,sha256=5ReJp52hkwCf3RBen6Tjwj2YA2FN176IoVFx_LOa4mE,359
1741
1778
  mteb/tasks/classification/fil/filipino_hate_speech_classification.py,sha256=h3LEFzP1pJKDjwVOgZyf0gmla8WLxkOViobwNSNfIuY,3181
1742
- mteb/tasks/classification/fil/filipino_shopee_reviews_classification.py,sha256=rKyMe2N3lbckbLJyYuXjJXr2aM4Gb5lrP_AXcbmrVMA,1831
1779
+ mteb/tasks/classification/fil/filipino_shopee_reviews_classification.py,sha256=JEddRGLZnXfVCo9r7xBaNDX6a3cwTgSnLrTQEqTJom0,1850
1743
1780
  mteb/tasks/classification/fin/__init__.py,sha256=U-tSwAQUxeAZMF2fgw6QwzJlxiLnHk2RRyKZVF-BQxQ,181
1744
- mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=G3rLO2c0BmdPvsk5xvtYwH-OUHQtlePKwTZNTIdxjkA,4055
1781
+ mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=LirsGiW82mkP5bxU-1A1w8Qdxrv-bE4KVYpebzWRE3s,4074
1745
1782
  mteb/tasks/classification/fra/__init__.py,sha256=P59IyoKLEZi0_h5TDu6Qidm9EmPl-ElQcXGhRktOtIA,362
1746
- mteb/tasks/classification/fra/french_book_reviews.py,sha256=Fsx8UznQVNDNUhcdsTeNMAAlj2q65Ubd9zjHalTS9uM,2738
1747
- mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=ov-fbReWP9T_RqhxFtS-gjNaZmbM9J8gQdBQyci5yqU,3290
1783
+ mteb/tasks/classification/fra/french_book_reviews.py,sha256=Ih_ltYW1VfXYP75DBYY5WD6qQK6pR_mL1Y4wS9ojcns,2776
1784
+ mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=GFEbPqIVrtjizCjogNvV7Q_Q45vO5v-0Zm9UliNldFI,3328
1748
1785
  mteb/tasks/classification/guj/__init__.py,sha256=HZfimpBCywBLi5VGof_A9Ua6bqtMUoWGRhM1eqAEWKE,186
1749
- mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=VEdbzqlw8b8N8R3TQc275iiCxqGLAMAM8Nf_N7FnUGA,2303
1786
+ mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=wQ3t_d0v1U9YXDbft4Jwu6KCV2nSUYzp48K--TmM4hw,2322
1750
1787
  mteb/tasks/classification/heb/__init__.py,sha256=xQNtDxjUsCXQhA_ZYO_4kpBtHWQSBhWhQwAuWcTo6GE,246
1751
1788
  mteb/tasks/classification/heb/hebrew_sentiment_analysis.py,sha256=2wmKwq4Z4YKTG3QieuxmUE56ofiSOV63kV-jh8Zomh4,7281
1752
1789
  mteb/tasks/classification/hin/__init__.py,sha256=KdScMtYYmjsali0InoHP0PKQ8yCbaD-j2tLqc7_lhlo,356
1753
- mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=HXLJZFEpnI7UjwA-NuadhrCplqaLiSb8Npla_6oXC48,3717
1754
- mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=YIeEuNa2UTr8Jwh_wx15broRuD3NHNansGq7Bl9Vjl0,3101
1790
+ mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=m5iijph-M350VaXWHksUAROldHB-euQ6kxcoyM80c4c,3736
1791
+ mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=k_qr8IdJL8XKopPhCrgmiyBuOA-249NOFYdlsyuw73w,3120
1755
1792
  mteb/tasks/classification/hrv/__init__.py,sha256=vJXR8TISYR7ySWdPUnb4Y4QxGqZd19NT7yNSVKP_vPI,148
1756
1793
  mteb/tasks/classification/hrv/frenk_hr_classification.py,sha256=Clui-LXY-3m7Df1kehZCvwUlrZ19tptOMgthBVtg5xU,2717
1757
1794
  mteb/tasks/classification/ind/__init__.py,sha256=GJuXzPFYgB-hOne14ViJOcysxT_U1zsPXvliN4E6Ejw,516
1758
- mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=N7p_5fdDsXM0MAzkjw3PmULlN6nqJ1nbGYj4PWoBdco,3816
1759
- mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=8pPHWVSEVYNmtN7sbmVs231xbKS5-dUPXZvAOPsHWdE,5529
1795
+ mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=Fum_CcclgYXHmTqMFBCaFbkaSM_gwQPP9RrBSXYhAkk,3854
1796
+ mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=9odBLTWNzIrTZLsandH3c4KQLtLrVoT4HLafGCJiZvY,5548
1760
1797
  mteb/tasks/classification/ita/__init__.py,sha256=zn_5k4iGZ3Mr3bRgk97GTUnIuaRqZNEcNoEAtPEr2zM,596
1761
- mteb/tasks/classification/ita/dado_eval_coarse_classification.py,sha256=MrmOz94NzT76HFoEMt4zH79HbKjHmoyrqUxhmM17_7g,1904
1762
- mteb/tasks/classification/ita/ita_casehold_classification.py,sha256=7UHCF68ecz6G5qB7R_SGZi18V2dv-ZZGWa06yGb_DJ0,2147
1798
+ mteb/tasks/classification/ita/dado_eval_coarse_classification.py,sha256=bxoiRqSbw64HcgfbTN6iA4Yp5tGv5rhHYaGY4EfyEgY,1923
1799
+ mteb/tasks/classification/ita/ita_casehold_classification.py,sha256=_p3lZ_bJDjbjMn7Ik23tsTn_RN4vo23vugPD2T6s0E0,2166
1763
1800
  mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py,sha256=AIwecYzAIuCyfw5Gc21xCCiNGpIPj8BJgh0dg-WurU8,3620
1764
- mteb/tasks/classification/ita/sardi_stance_classification.py,sha256=eExpj0jn0KlLnbqr_jtSoulZqs_wRwd0nfAOqRVhY8Y,1795
1801
+ mteb/tasks/classification/ita/sardi_stance_classification.py,sha256=A907O0nUzwunHA1q2EW1EO_853AKWj4fn0EbUSYS7Ws,1814
1765
1802
  mteb/tasks/classification/jav/__init__.py,sha256=ZDXaSpyUFHfEy8AYM4FHeZh2v2trUftpj-JTih7DCok,186
1766
- mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=VwI5GJQa5DDRPVet5KX70eek-pw1WBvw99LhUd4-PZU,3351
1803
+ mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=gbjY2Cce3iVoWWMru2vdk-uNDnqValjPLZbhUAQdO2g,3370
1767
1804
  mteb/tasks/classification/jpn/__init__.py,sha256=HSRntEt-mH56lbtMFE_0Pn8p_eF49pqhAhf7lyJGMy8,266
1768
1805
  mteb/tasks/classification/jpn/japanese_sentiment_classification.py,sha256=BuS49H0EAC_4-w5W-wgwpQdR0cP5o-_gMGj6gmLuRq8,2121
1769
- mteb/tasks/classification/jpn/wrime_classification.py,sha256=tLBkVKghnfzxDxOjUCldhTwWCLU86P0vKCr6Dm7T_yU,4166
1806
+ mteb/tasks/classification/jpn/wrime_classification.py,sha256=3Os1nJ5L5Oec0pQA2-YHuTvyU4-G5rKolGcjVubxXug,4185
1770
1807
  mteb/tasks/classification/kan/__init__.py,sha256=N6IH-AFoWCAkL92grURYdjTdOcI4Gslyl7uTjxbrptQ,181
1771
- mteb/tasks/classification/kan/kannada_news_classification.py,sha256=JkgVAFhFaGvjvJ3FgIygtKoET4gW0L_NQrdOzHdiR-A,3873
1808
+ mteb/tasks/classification/kan/kannada_news_classification.py,sha256=pyS3SpCzJ8pvFkeXbmpdq2OXr-wh_rfc5IY9_LMw1dg,3911
1772
1809
  mteb/tasks/classification/kat/__init__.py,sha256=urXsTJt_7ipiDeBVyolOtwIHldBmw8eEPkgqG16C83A,126
1773
1810
  mteb/tasks/classification/kat/georgian_sentiment_classification.py,sha256=Jya3W-pJLgQ8x0x-4KEHAVYwRPTJK3sF7qpbWMG4aP4,1796
1774
1811
  mteb/tasks/classification/kor/__init__.py,sha256=J28RhyNostxLHhl3PBgzd0VbfHnOqc-0p2pR44-QuAo,441
1775
- mteb/tasks/classification/kor/klue_tc.py,sha256=TebhHt2g79itFqZQgJg3Gg6xEtc43dp5gyXm_kzmFHY,4311
1776
- mteb/tasks/classification/kor/kor_fin.py,sha256=3ZfN1BIud7joUllzsDMveU23Vjdkwzit7BCBxs6LCDo,1893
1777
- mteb/tasks/classification/kor/kor_hate_classification.py,sha256=V_IIham-xLAE77KoKk2RM8hXpuXnN3NYDl6aB8Renws,3997
1778
- mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=P8AXvEopoX1axcx6A9IpKgDsDe2Xgmq4R3lcMMyFNus,3861
1812
+ mteb/tasks/classification/kor/klue_tc.py,sha256=g_9eBPrA5o8s5X_Z3pqIx-huVeUL0jVpCYMauy51rOg,4349
1813
+ mteb/tasks/classification/kor/kor_fin.py,sha256=qn4bLdliD5kHEnd0iYiYQeH0C2RrnZgOGMmWeijrPQY,1912
1814
+ mteb/tasks/classification/kor/kor_hate_classification.py,sha256=zshMIVta8e_uk4g23UbTwwhogP6Tw0cZoBL_1Y6EB9Q,4016
1815
+ mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=nDtlK4piNENdKq3h4FrAzeBzJ-wB4DQSnKSBwlroaYw,3880
1779
1816
  mteb/tasks/classification/kur/__init__.py,sha256=kBLPJVSB512KaGbwFIUjvjKiLp8_lV6K-O-0fmUJAM4,206
1780
- mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=6OWal7aXxVF6XWJO31d2vySPYgrWpDWSqJQaG2ruQbU,2736
1817
+ mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=p59oRCS0JhfZqP-IgKwmqb_zP48rFb069smhL74ryVM,2760
1781
1818
  mteb/tasks/classification/mal/__init__.py,sha256=oPYnbXfC_hhDorrNOVMdoKJvo_EqVx57g6AMtETiAIs,191
1782
- mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=KPSySBKHGlNY14ehDce3D1-RqFqz8DaapLgqwoTSmxM,3015
1819
+ mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=QD_aRqXr8rT8p0seIRBP8Yb9ZY9lX_lAoYDEnBzFUbs,3034
1783
1820
  mteb/tasks/classification/mar/__init__.py,sha256=_s9c3NJ5thW7ik8tpKlbwwAan6xNuN5UIn5MqDdC8NQ,181
1784
- mteb/tasks/classification/mar/marathi_news_classification.py,sha256=EnAtbKLJNXWaaZxvAIgcazd9XUcgmzKWJOJniT_KMhs,3058
1821
+ mteb/tasks/classification/mar/marathi_news_classification.py,sha256=2VYYGviRNhezElZ1AQoJtZCsq7ey2eOk78pzIHUNm5w,3077
1785
1822
  mteb/tasks/classification/mkd/__init__.py,sha256=Uy0WzTj00jq3mKfBX1OSAO84LgiCfxnzkd2B4oDjp5c,258
1786
1823
  mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py,sha256=9zX8v5seyBhcAVzXcHxQDNaFD4FYUn0qYUyU7jzsRWs,3357
1787
1824
  mteb/tasks/classification/multilingual/__init__.py,sha256=KldHM_1QG9o8RjaPr14_3jHXYLXDne8Ot1v5VJ6RDWQ,3676
1788
1825
  mteb/tasks/classification/multilingual/afri_senti_classification.py,sha256=D76fGCgnjr1Gf6pAb7G6XRwuRSIiPRHfhNmv1rt_ilM,2803
1789
- mteb/tasks/classification/multilingual/afri_senti_lang_classification.py,sha256=tvcFtIyd009zEh_6WxL9j9pV456zz2fnQ-T2yK7LItE,1992
1826
+ mteb/tasks/classification/multilingual/afri_senti_lang_classification.py,sha256=UD5nsw4ENn9sQbZobCLV1RxEUzVA_hA08Le2-lNewNE,2011
1790
1827
  mteb/tasks/classification/multilingual/amazon_counterfactual_classification.py,sha256=FVwcb96N3zzS4WcXy3UlNq8C_DJl-sHtVTVP2Tb0MBg,2249
1791
1828
  mteb/tasks/classification/multilingual/amazon_reviews_classification.py,sha256=ZmJqujSsL34RrVLYI9_hlzDTR57r44-FB1yqL3pggoA,1639
1792
- mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=o6Wyg1cavXOcN2Bl4zcPu3lryDLd-LoZ__acH_GvAL8,2814
1793
- mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py,sha256=n_5ABMkYQPL2ynPZuJfwWA6HLX6Vd6m8irim5DnYywo,1893
1829
+ mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=zJQopR6Zj_UOOhPGTZaChxASXSARG0j8TLXpCrD8Mpk,2833
1830
+ mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py,sha256=AbqslsX2RnRpOPspzxv6vQXjs8QV393bWfpEpnS6nrU,1912
1794
1831
  mteb/tasks/classification/multilingual/hin_dialect_classification.py,sha256=PphXUzMLB1NS9mb9qNQFdP1JmSrJ9SIpiqP2g4_T1I4,2276
1795
1832
  mteb/tasks/classification/multilingual/hume_multilingual_sentiment_classification.py,sha256=-EmXnWOuBbVdiuM3kjgo41EkRuOtMsrSTr-HAglsoJA,2130
1796
1833
  mteb/tasks/classification/multilingual/indic_lang_classification.py,sha256=cKW55MKqRv990ICo_2H4WA3ZMvLWF8hd2PZaFXEUWwQ,5007
1797
- mteb/tasks/classification/multilingual/indic_nlp_news_classification.py,sha256=rToZYIa-GCtsvvNP7gQ1sjUoIcOSkPYevvOdSByihCs,2223
1834
+ mteb/tasks/classification/multilingual/indic_nlp_news_classification.py,sha256=Mmdm6pONBDWHZmKsSYYnUDO55n-XnT0mL3p6pwVbGrI,2242
1798
1835
  mteb/tasks/classification/multilingual/indic_sentiment_classification.py,sha256=D23tfPg1RI9wnofgcYRKgkF7xYOBTXg7a9QSsBpuJpA,2530
1799
1836
  mteb/tasks/classification/multilingual/language_classification.py,sha256=Arrqbef9GhYTM417ygVww-J7s_4hfkcijQAgL4tMBvE,2116
1800
- mteb/tasks/classification/multilingual/masakha_news_classification.py,sha256=NYUiFvbK5X0tx3vQo71UTlaWqhCGGI9lnYgl5H5LuzU,3315
1837
+ mteb/tasks/classification/multilingual/masakha_news_classification.py,sha256=tRcA1GZo3fNkkf_u0o74Z63KsIHodKY1wInAtSFvITM,3334
1801
1838
  mteb/tasks/classification/multilingual/massive_intent_classification.py,sha256=Reze-3PuQvCKg6t7V8n9WcWoIuU10Ne9cu_Xm0pxhUY,3006
1802
1839
  mteb/tasks/classification/multilingual/massive_scenario_classification.py,sha256=2GnRe2D2ZXLWLdulPAJIusOo-_gK8BoAiyhTfUq0aeE,3014
1803
1840
  mteb/tasks/classification/multilingual/mtop_domain_classification.py,sha256=6ZYJJIhB1Q6UogabAAasvlJUm1S85rjw9baqntbQ6dM,1945
1804
1841
  mteb/tasks/classification/multilingual/mtop_intent_classification.py,sha256=5Ffh6zs7BSxcaOJbUhACyONBqea90I4a4Jr2ChVfuOs,1938
1805
- mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=M5g81DZjnndseTR1SuQZe0ZPz5QyMIj8kZNv0a_fOKk,3647
1806
- mteb/tasks/classification/multilingual/multilingual_sentiment_classification.py,sha256=qKoK2bP5VLsOwNyfDTVJWjNPlqoi-Ct1RgJuCEP4mYo,3515
1842
+ mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=BxK-ER2gJ29m7cYL0l5dV5o2vQn9DkRXIQHyppx5E4c,3666
1843
+ mteb/tasks/classification/multilingual/multilingual_sentiment_classification.py,sha256=Vwk2bndTGKBZvxQABo-wr4CamFOFLr9c9t-vv8iPUrc,3534
1807
1844
  mteb/tasks/classification/multilingual/naija_senti.py,sha256=MHKsVUArhFYtFmF7L84PAjPCKVBp_MX1tzmvcAsFmx0,2103
1808
1845
  mteb/tasks/classification/multilingual/nordic_lang_classification.py,sha256=pTGQ3u33p2yDFXL4K4BFR9GzWA51ReAQzFmuJvoBKYw,1872
1809
1846
  mteb/tasks/classification/multilingual/nusa_paragraph_emotion_classification.py,sha256=r8W9M-BTTSAWSO4PH9ip4eQiqSccubzhjhOun3_xpIw,2525
@@ -1811,67 +1848,67 @@ mteb/tasks/classification/multilingual/nusa_paragraph_topic_classification.py,sh
1811
1848
  mteb/tasks/classification/multilingual/nusa_x_senti.py,sha256=qCWZBHdINL8CO3tucc0n3xodpLk4YMApRG5qZJT_Pvw,2259
1812
1849
  mteb/tasks/classification/multilingual/ru_nlu_intent_classification.py,sha256=ZBouGeVgnSWnZKFl6GtCd0yl5A0WTzAwYlKg405b1i0,1643
1813
1850
  mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=K2tEYv6hsZwZjNj1RAECrO01F1G61HCtzwtC_v1XjV8,7736
1814
- mteb/tasks/classification/multilingual/scala_classification.py,sha256=tKwtKart9bUi9gVV-O4h4R9z0I8kayGmWWpf424eWAw,2548
1851
+ mteb/tasks/classification/multilingual/scala_classification.py,sha256=aXE0-R_vecN0RhnHPm3qP6ZmwX4sKmh5C8vyuqIl1Tk,2551
1815
1852
  mteb/tasks/classification/multilingual/scandi_sent_classification.py,sha256=yNZ-Jb97GOsKtQ5GskT4F_opOATyQ3HqKL2pHAv_n5E,1812
1816
- mteb/tasks/classification/multilingual/sib200_classification.py,sha256=RcpPAUmEviNasGTR3csd5SBHSDTAFU4v15xRRTuPs_A,8063
1853
+ mteb/tasks/classification/multilingual/sib200_classification.py,sha256=GbPoN90a2Hw-20QWhQ_QKqUa9m660KsOM14JMcxGVsE,8082
1817
1854
  mteb/tasks/classification/multilingual/south_african_lang_classification.py,sha256=uAhxQMWQaQIoeO6pOVGViUJdma5Z56t967W9cbZYq7E,1790
1818
1855
  mteb/tasks/classification/multilingual/swiss_judgement_classification.py,sha256=vcPSMLduwmvt0VpAFN0dlA2DnobTlqR0wqI1ZxLN7rU,1513
1819
- mteb/tasks/classification/multilingual/turkic_classification.py,sha256=SB-17gT866bE3Py01pdioIcqzFC2EdxdoiwZ2N11HbE,2356
1820
- mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=E1AR4BgGdhw7jdMZy96RNUb1uvHaFFx9JsKJo60QZRw,2072
1856
+ mteb/tasks/classification/multilingual/turkic_classification.py,sha256=53cSlnIWhNzc0qMSvbpLw_UwCA3i8hrJ3ll47ikROOQ,2385
1857
+ mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=mLhgGAzq-DHe5GM1XqS7t7mtojDI3kHWrlaLg2t7UEE,2091
1821
1858
  mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il6gZehbVz-3xA,97
1822
1859
  mteb/tasks/classification/mya/myanmar_news.py,sha256=76fQ-rmHZ0yympvvhM2jQy_XUErhoqwuffVJfYpqdoo,3214
1823
1860
  mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
1824
- mteb/tasks/classification/nep/nepali_news_classification.py,sha256=T0XeLmAR_i_y2-vqU4q_ltu1iEz7B88rnDLftN_yQgU,3649
1861
+ mteb/tasks/classification/nep/nepali_news_classification.py,sha256=bdwUOxet2pLDVFKmRnjZzERGaMnHOQqA3iE3E9XvPIk,3687
1825
1862
  mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
1826
1863
  mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=ndnmZgfXZlsv47t4FHPKVH5eZTPHq1YsPLeupikZ68s,3546
1827
1864
  mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=_mRNluXpo91ChJXIOGwRNsimQqotmhnk0dwW4DZjEX0,1601
1828
1865
  mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=pDU6zS7u69Pz1AiEAT0na-3haUAJtvMqywFgDoqKImU,1594
1829
1866
  mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=OU0C_k06iIP3EZ_8PMEeRk29q_Fp0G64j1jRwHNGFXs,1343
1830
- mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=_uSrF4qTwiiPq0x3eJ3puaF0RbzqVwPwGAtKLywBB38,1569
1867
+ mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=TOhm9YCBVD8s5sBJgaWLx4_ukbFAS1KrTseS-RWuzDo,1588
1831
1868
  mteb/tasks/classification/nld/iconclass_classification.py,sha256=YlrA74ePG5ijAAj-wwIU-Gom5j5cyWDSCPYbVYLspd8,1655
1832
1869
  mteb/tasks/classification/nld/open_tender_classification.py,sha256=ObtvxZjMhzJkaSOLniyWFtHgVdIOFBq7C84_VTRLT50,1525
1833
- mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=QjYdEFbDMGCM5PhKR1ydpErTj35ttnOjg0Q7sg3vlo0,1921
1870
+ mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=bHsgW4mm7WeZ05LftnPkYN3Vw6X5dGyOObROzcHaA_g,1940
1834
1871
  mteb/tasks/classification/nob/__init__.py,sha256=axgfxU9oueXuBJgbnyb0B5coAqxiCv543SsMEYcQm7o,366
1835
1872
  mteb/tasks/classification/nob/no_rec_classification.py,sha256=37WN5XZMML8RoC1cODPmfKNxxJ5VJKq4CTnUIe11ExA,4174
1836
1873
  mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=m02gcEid8anhVe4VdaYZ_EScLVU7Vyvq2RSSTG8l5gA,3995
1837
1874
  mteb/tasks/classification/ory/__init__.py,sha256=V70ULmvJDSTZwbNjgUmTw3qNo9aOm6U28mgGigK2dhQ,153
1838
- mteb/tasks/classification/ory/odia_news_classification.py,sha256=poz-5r0NA6D8P-9dx_SY1aoyhRRUqRW9t5UE_XVIeX8,3131
1875
+ mteb/tasks/classification/ory/odia_news_classification.py,sha256=03JfBNMWwV0dloXEh4x_Ov_sOKoVb4xoc3FYkKstK9M,3169
1839
1876
  mteb/tasks/classification/pan/__init__.py,sha256=t1lRdXLm9NHF1kmkAd4xhmqHdgprVAZUX8b95BcIeNM,108
1840
- mteb/tasks/classification/pan/punjabi_news_classification.py,sha256=1dk0N8tGcH2yt-oniiIxoZh-s7uypiD7ZlByGNhR5A4,1542
1877
+ mteb/tasks/classification/pan/punjabi_news_classification.py,sha256=T7KkSWCOq4-ID0hHZ0tTv1GL-INMTG1B3IQLMc_12k0,1561
1841
1878
  mteb/tasks/classification/pol/__init__.py,sha256=ebboDlcw2THwh7qzTyfvddOMh09B8h9I9GrPftQj16o,650
1842
1879
  mteb/tasks/classification/pol/polish_classification.py,sha256=JdKNtMVHOWjZ4nrchabuShZtW0rwt9DYW3XglH3Yya0,15060
1843
1880
  mteb/tasks/classification/por/__init__.py,sha256=YtARRvys_j2BLk4RhndceR4CTuCiHnyhBvoElTn1__o,136
1844
1881
  mteb/tasks/classification/por/hate_speech_portuguese_classification.py,sha256=vI0t9IbVEsUwdF2FmvUO_wN320zrz9Qi6axQoP_WkJQ,1747
1845
1882
  mteb/tasks/classification/ron/__init__.py,sha256=XI2eqobcWBBjmDEJGHaDIRFfJWf5nrkiQjFhUJ1Ml_k,461
1846
- mteb/tasks/classification/ron/moroco.py,sha256=NFFfpzvRzp0djPzMtvgl7i1JW_CXwCqEkTEbE9gem4k,3526
1847
- mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=7KtfYmsI45VHmdR6fmjSfDRHCx2zRh36m35hG4LNmHQ,2904
1848
- mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=t5HR5MJZAf1QnIL6-RmHqFQRI3kYFjtzJ6If8ct1zco,2804
1883
+ mteb/tasks/classification/ron/moroco.py,sha256=TUfchrZ7LgSxuzreTYICG0M6oBl8EF3WBxskS19VEAc,3545
1884
+ mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=xWxXFQPE5mKqWPT2zIGwQBLUJyAr7mdUhBped-LPpxs,2923
1885
+ mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=TxbyDe8NaG_NdtP3xPFxMZMnxSGGYleabI2rhN9zFyA,2823
1849
1886
  mteb/tasks/classification/rus/__init__.py,sha256=MXhJGRXsD-XrLVYE6Yf8hstLf8M5Am5A6erOsB0lNvY,1460
1850
- mteb/tasks/classification/rus/georeview_classification.py,sha256=ssgBSuq13zih4h8yBDPS8AsdHvWvCFLMw8S1LiKbLb0,2470
1851
- mteb/tasks/classification/rus/headline_classification.py,sha256=yryCgwEIQHqOY5595qHO538JXT5xAraMPJfTwxVuN4Q,4045
1852
- mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=tdym3PV34RQJ1dAGdGPN2E4y4R5TWIyWUXSRzbsP1mw,6363
1887
+ mteb/tasks/classification/rus/georeview_classification.py,sha256=aNMq3eRUAsPdAMftzuIlBIbGhvTvvzcyiegpQVmQOx4,2489
1888
+ mteb/tasks/classification/rus/headline_classification.py,sha256=2tAtMEB3Cb7eQdYxUJYpl_04Y_rFNrs2QnvNmipia-o,4083
1889
+ mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=lbr4GLWEy45oix1Ic-V1Z1m0_ZVfGxeurY8uaZ-04tQ,6401
1853
1890
  mteb/tasks/classification/rus/kinopoisk_classification.py,sha256=-gw134UyzSuXiHAcH1seqYvxUDpT15ab_YYDzI2pAIo,1453
1854
- mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=1lKl2kMm09ovU3oJ0Xyd06GuJvfFUSqsdDBZU8rXw_s,3485
1855
- mteb/tasks/classification/rus/ru_sci_bench_grnti_classification.py,sha256=G4jli_baouKaWCaN0D6DL1Fih4BruIDr1a_EHQzs6Mg,1367
1856
- mteb/tasks/classification/rus/ru_sci_bench_oecd_classification.py,sha256=xGjR2Tzcrqk66SzvLnEHp-weL5KAa_TTPPW8lIhiR90,1363
1857
- mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=lk6KLqYTMj3pC-GGOeJ7_WkZ8OO4BQOLVmac0Fm_6eA,2366
1891
+ mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=OqHZm-Kk20tNGJ2WVplRGh7CXxbRogXZH_rSDG_UZVg,3523
1892
+ mteb/tasks/classification/rus/ru_sci_bench_grnti_classification.py,sha256=oVa-kGXEE7U5E519MKELGiEBBF4GceRTuxMBPGZfozc,1386
1893
+ mteb/tasks/classification/rus/ru_sci_bench_oecd_classification.py,sha256=0XzXbt5w-B2lF82oFlJ2P1xaGr9O6eJlOD5VJLQBVjE,1382
1894
+ mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=Pk2On4WPqLtfPkKLR8s6r651cae_-u7zxbYiSxm8VnE,2385
1858
1895
  mteb/tasks/classification/rus/senti_ru_eval.py,sha256=jSrDBchf92aKUG587o3p4GcuemMoWkJOdMuimfbj0yg,3056
1859
1896
  mteb/tasks/classification/san/__init__.py,sha256=aWgJCsbhb95gTgHUCfR6qRJvMU42pO_YxbGhMZJW5Z4,120
1860
- mteb/tasks/classification/san/sanskrit_shlokas_classification.py,sha256=uWgGvyGzPYgF0wsa88S9eXD_GD0DGioZ2vqefbnV4V0,1722
1897
+ mteb/tasks/classification/san/sanskrit_shlokas_classification.py,sha256=MMgXZec0VMRbbUMAH6mNWL7O65yzSzSx9-dJ2A9mFhs,1741
1861
1898
  mteb/tasks/classification/sin/__init__.py,sha256=nph8HDJzt-d7Lns4gvqI9TLsg7jx4lAKbN1G-qzAusc,400
1862
- mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=CcRjFs2AXtBUUm-51ynCHKrZ7T4sjt_Liz9f_Whi9K4,4013
1863
- mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=1IhbWujAzZJOe8HIQ4BTxJZzGds8dwKxRFaZ3fahbgs,3393
1899
+ mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=TkA97IHR9P2GUDO3-tdKEzlSTEYpCqi-WNneaILZ66A,4051
1900
+ mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=0a8qw98Nmtu0uHUs7NkhTxAk9Vh3p8b7A01gB8FfUSU,3431
1864
1901
  mteb/tasks/classification/slk/__init__.py,sha256=UJKOGK5cfdo3Qd2e769ghbphpPE9aK1ZG4NZpcZmDGI,726
1865
- mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=5XKXBSHbgja-2KCbyOtWcNX2h3k2pSfWvVj4tJ6LSEc,3574
1902
+ mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=JjkPAeijUYMoPkj7ORYg3zTaZPnYtZWTEWVivgHoQL4,3612
1866
1903
  mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=C7I1PtNkw9TOSlhf5Zc_Bq_WKpLsjhtz0DS4yLbtbcw,2349
1867
1904
  mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=suh4Uc2pJQRpjvtDZNeh8qCyMEIdCe7Wkqwjbd6C0w4,3314
1868
1905
  mteb/tasks/classification/slv/__init__.py,sha256=BwsXnZBq2EudbPz0AGUnonVe4bmNUHSeIfEIyTVQXcg,148
1869
- mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=SoArMyn9Xl8UzmfYQAoX9YeH3cQ0FJZUlIBVgo-_m_o,3027
1906
+ mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=eGzRFGzffM1rhLWVNcCCvQW90dxUcZNbwHSvctG8rU4,3046
1870
1907
  mteb/tasks/classification/spa/__init__.py,sha256=-FRjuZqV_8uVdnL9GmzTP3Y7zr7ktkHE9ugsTMgZqC8,394
1871
- mteb/tasks/classification/spa/spanish_news_classification.py,sha256=2uPbtemvlnvVJoWDt2qPo6tzpq2xTuUnLi8l93VjgG8,2701
1908
+ mteb/tasks/classification/spa/spanish_news_classification.py,sha256=tOuEY7x_nvLl2pZuhF1mAzN1mwRiCYDLGZP3_RAjvWk,2739
1872
1909
  mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=dayQOZFfwOpJZsK8hg-vbT4bN1VLMjD3Sbk6tbIWsl4,3750
1873
1910
  mteb/tasks/classification/ssw/__init__.py,sha256=4PzlaxBkbg2yMqJBmkBZVO1ArZQoefiFLx03rJNU6TQ,181
1874
- mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=p1QwKdPebcPdJ3X5ZXLnMkXqA5dv5uyk5uY-lOm3Mcw,3059
1911
+ mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=fJqM22y53xInELhvSPXy1KC2jkNXkGE46UGeT6HYw5Q,3078
1875
1912
  mteb/tasks/classification/swa/__init__.py,sha256=gIM7OBbNAWRJUa7_ElWc4EHEvVX2TUrs0jXYxnKETPY,181
1876
1913
  mteb/tasks/classification/swa/swahili_news_classification.py,sha256=xamx-C0hwOq57MoRd8n9n4a_LXniFH4SMDU1MzSixc4,3593
1877
1914
  mteb/tasks/classification/swe/__init__.py,sha256=phSBojx1lLs7Ow8fAsxFaewkc-_bKqZqZT03okvqRbg,489
@@ -1879,20 +1916,20 @@ mteb/tasks/classification/swe/dalaj_classification.py,sha256=x1GajvgbWwxqi85PBXh
1879
1916
  mteb/tasks/classification/swe/swe_rec_classification.py,sha256=f4qe5IOY2yw-Ud-wxWej35Hqrgn_dcCJ3TZY1ElEIgE,3302
1880
1917
  mteb/tasks/classification/swe/swedish_sentiment_classification.py,sha256=k6LxJ7HJZ9VaN44dkKwD9pE7jqs5BSR7MGM0b5UaM-M,2259
1881
1918
  mteb/tasks/classification/tam/__init__.py,sha256=cj6Zi2IoXH2GrsKrFfS6xqiC_BYXNhyMBPTjET5owrg,171
1882
- mteb/tasks/classification/tam/tamil_news_classification.py,sha256=RWO717yhpI7lAtphz6igB0i_Ir7Y5gXJEX2TOdX6C0s,3223
1919
+ mteb/tasks/classification/tam/tamil_news_classification.py,sha256=2Cyes7C5amwzjR5geN4oE9t-wGUKQ9LMbOnDlnbmQ9w,3261
1883
1920
  mteb/tasks/classification/tel/__init__.py,sha256=DicrFxq-N9dDqF-WZ64mbH2jvz_be8ZSWRnvaVdn_GI,244
1884
- mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=yPl47FzmNxsvmi0gfn6Fb9T3EU-7fNFY_jpX9UKHurA,2578
1921
+ mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=UvjB1VrfW_YcQmEPgO1upOufW1jMsI72Bel7kOZ9pGA,2616
1885
1922
  mteb/tasks/classification/tha/__init__.py,sha256=L17uVKPwwwEcHvhWuA9-ZZ7cEsEovM-oqGY35FAdb6c,336
1886
1923
  mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=CdTFVbTi5t7VQrlPydV7xfVEKRLcQVeajQy1avHgeg4,3095
1887
- mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=0qy4fHUf5i6Kgfxve1NneelB9gNas_7lMRs6pwgce1Q,1736
1924
+ mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=hik7SyIiYFE6ilr79FNsq4k4zhJ_6wS1x9dEMCnJqBg,1755
1888
1925
  mteb/tasks/classification/tsn/__init__.py,sha256=pHxOFshsfTp_CkIowXYcDtpZsxihcnPewREjFOzwHH4,176
1889
1926
  mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=wO3FD7JLaV9gycHVySmVjJUMwGbYd73pZfZEtSiknrw,3106
1890
1927
  mteb/tasks/classification/tur/__init__.py,sha256=viCR9s3exQyQDKEbgi1ESBiMPF07cG_TssN3oXc9_GA,611
1891
1928
  mteb/tasks/classification/tur/turkish_constitutional_court.py,sha256=F-lY7I46Zo8SoCPq2N9rz4yUy84icI0hIvPuI8XRarU,1626
1892
- mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=eWPoX2uK06GsmgrteInkiC0uw0mF4dnkPiR249jBDpg,3069
1929
+ mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=zy3Q7F5_eLA3rIdcUuBAof08KYJypbi_c2cLEoFwj4Q,3107
1893
1930
  mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=9_AxxYWNCVqCuFN1_uCbwid9ox7KNKRSWbpfLMQrFII,2781
1894
1931
  mteb/tasks/classification/ukr/__init__.py,sha256=Tk8r98fjAhLigvXSu2v3vhq3aJVepreg7k7hVxlpIYo,186
1895
- mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=yoVswuHpklImy6xhTHNribGqSjzGRnNuYQC1cdq9LaM,4412
1932
+ mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=q8iqzzfEi8jHkFmtBWxR5-Php9dVzvpqDg71SgVPH1U,4450
1896
1933
  mteb/tasks/classification/urd/__init__.py,sha256=CxO1ERWJxvYlmNUsXSGs3oPKqAtjrP0MTInCl6NV3oM,217
1897
1934
  mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=uELwmACR5NRMBcyP9kCF28zjV1z6VW-Op3sGomNqF28,2801
1898
1935
  mteb/tasks/classification/vie/__init__.py,sha256=C590nbZwTwxtP-46xS1NYgcH0UJcELA9TDxiJO-o67o,1603
@@ -1906,52 +1943,52 @@ mteb/tasks/classification/vie/massive_intent_vn_classification.py,sha256=W69N1r9
1906
1943
  mteb/tasks/classification/vie/massive_scenario_vn_classification.py,sha256=URvW6kI7q_Njx9eDqH9yDIRqHAYEfGRYYmYq0lXgl2c,1942
1907
1944
  mteb/tasks/classification/vie/mtop_domain_vn_classification.py,sha256=HVrfQVeM1icgcqT26I_W-Hc8B26GDkeEcQKNLDTkVdw,1765
1908
1945
  mteb/tasks/classification/vie/mtop_intent_vn_classification.py,sha256=utdySQ5kCQ4GkZn0HU8rqW_-koBe6ShMz5V2-fuvUdw,1765
1909
- mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=NAra_89GulEqJ_2AwRpzvWCej2_JIXaiaZU1HbQa9D8,2123
1946
+ mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=DkguS5qSDwF3tvAnpKmv4D_0NBeP20DGzgSzKMZX21c,2142
1910
1947
  mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py,sha256=PDMEokdODsfN5ULnlyo3HNO_2JFESLYaQuPxGxXlnO4,1897
1911
- mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=9g1u2bmnSFO3yf1KbRfG7ZOLIzQi8ckw6u900mMe3zA,3259
1948
+ mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=lHHw_Mo_ZAiA--KhT8FwMb-hHTa0abM_Mwa3MtSP2oI,3278
1912
1949
  mteb/tasks/classification/zho/__init__.py,sha256=lwB6j0YFdKF5mnBwcTBW_QP-Es7o0Qur6cwT6ZKKAG8,651
1913
1950
  mteb/tasks/classification/zho/cmteb_classification.py,sha256=YS9jNJYBCuen3X78Z0TKID9ekjDpHcRZ1kbrsYke1EU,16556
1914
- mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=rMerItD7XYtDsif4g9vktQxC_qpcSV4yOJWT_aJUvRU,3304
1951
+ mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=W1MxEDKeWGUn26Njumn33Jkd-LKf7J-33HWtwEqKte0,3342
1915
1952
  mteb/tasks/classification/zul/__init__.py,sha256=iPm0kTxJ6R-R48cULXZtpebvD8IzyWbVokhgCvKT0c4,182
1916
- mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=awjyfjdtG6DQa2WPmfm_jAZWO0Iyy9scfpGv6izk1bA,3060
1953
+ mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=RTZo6-83ZuqjIU1EKwmYdRRk942TltfBiFpxlmxyIVc,3079
1917
1954
  mteb/tasks/clustering/__init__.py,sha256=on2FxT3bKFn4-ttmyd13nqKCPHGw1UYV5X2lsrIuC6Y,313
1918
1955
  mteb/tasks/clustering/deu/__init__.py,sha256=7vq3Nqz34nS1JSuS_Izm7vBpkDN8q4-uf809yPw3RF8,591
1919
- mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=KtaktUJQg2RcvN6DMclFfKqjc02vFw_keGyAoeOYCWA,3337
1920
- mteb/tasks/clustering/deu/blurbs_clustering_s2s.py,sha256=o103vt6pG1d_M87nN2HMXcNwSjcXFoVqABKsGkFFEm0,4328
1956
+ mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=C8byjvsiO6YzqMrJt4C7ObtcNNFwxn2FzYAxvl7nHgE,3356
1957
+ mteb/tasks/clustering/deu/blurbs_clustering_s2s.py,sha256=Zu9K75HpEbeWMvdPJS9euoEo_lrRY0S6CRdByaGDJyo,4347
1921
1958
  mteb/tasks/clustering/deu/ten_k_gnad_clustering_p2p.py,sha256=d45FkAZe5NlsQxOgxKvbZBGA22WuFo-6pYOh-8bREto,2503
1922
1959
  mteb/tasks/clustering/deu/ten_k_gnad_clustering_s2s.py,sha256=LOfwsV-M8HitE9bRqme2GKlyvlej07i1aPOQbjs3vY4,2511
1923
1960
  mteb/tasks/clustering/eng/__init__.py,sha256=TVoj51ZAZkrgByvsrYvqPXtxW_6h-gpUGB9tRFTOOnI,3143
1924
- mteb/tasks/clustering/eng/arxiv_clustering_p2p.py,sha256=_0Knh6E9oNLmigJx9si1RaotZYqmfTaohzcFOlg0srM,3916
1961
+ mteb/tasks/clustering/eng/arxiv_clustering_p2p.py,sha256=UXozex9TMxctnmwkfWlgAAvhx6ufiVtPpM9r7uuB63A,3935
1925
1962
  mteb/tasks/clustering/eng/arxiv_clustering_s2s.py,sha256=dIcS8YTP7J2ituucxwgAXv5PyfgtJrCdWSet394renA,1431
1926
- mteb/tasks/clustering/eng/arxiv_hierarchical_clustering.py,sha256=-Xfb11AbiVzOAdlmOniTGslHBRNxw3jqXvQkQrjtIH0,3495
1927
- mteb/tasks/clustering/eng/big_patent_clustering.py,sha256=md0H-o57j28DmRf05hlpeKxUUYiERkTd2eK69SEz0GM,3909
1928
- mteb/tasks/clustering/eng/biorxiv_clustering_p2p.py,sha256=XTHNZke3QmYos_gR2rr5Ak29baGydtrDlrWK0la9V7E,2484
1929
- mteb/tasks/clustering/eng/biorxiv_clustering_s2s.py,sha256=owx7U6oJnV8vnQBFtZk4keFcpcih-MSLJAkblMA42FE,2438
1963
+ mteb/tasks/clustering/eng/arxiv_hierarchical_clustering.py,sha256=erDJ8LO8yS-OMo1Cg2jaRqmC2GXixdFhLSsehcVSSX4,3533
1964
+ mteb/tasks/clustering/eng/big_patent_clustering.py,sha256=EptnAHcBKy3FtBE0KDGBu76_1HuZA6yNo8NdgDC6jIk,3928
1965
+ mteb/tasks/clustering/eng/biorxiv_clustering_p2p.py,sha256=fprsgPM4yA4EH2D9-dPHvM25eyOpXcEiv_AuAN0JGVw,2503
1966
+ mteb/tasks/clustering/eng/biorxiv_clustering_s2s.py,sha256=73uePzxdlnspLN7iYEPmpffOQ-weuN0ywOH1jsCuvOE,2457
1930
1967
  mteb/tasks/clustering/eng/built_bench_clustering_p2p.py,sha256=OVR50H5goZC_MSGX-jqJHD7CwV8RKDNraDnzYjzJnd8,1463
1931
1968
  mteb/tasks/clustering/eng/built_bench_clustering_s2s.py,sha256=y-mZgBViV9AFt9TDDUdawNul-FbvneXocKUPtdqj3Xo,1455
1932
1969
  mteb/tasks/clustering/eng/cifar.py,sha256=CgerokQwKzrtTEQNxBPFH_vlosgtgrcZY2hmW1GGNZY,2470
1933
1970
  mteb/tasks/clustering/eng/clus_trec_covid.py,sha256=z6pNWYu__6o10jNpcrRUVHWKLq9vNP_a3g1cv0LHKZs,1746
1934
1971
  mteb/tasks/clustering/eng/hume_arxiv_clustering_p2p.py,sha256=Gb_OQUJblW37UTnFBUYGIhtVHupgeifhoYHyv0oPy4Q,1485
1935
1972
  mteb/tasks/clustering/eng/hume_reddit_clustering_p2p.py,sha256=kNYUGPPPA2XNDlPHzhiiN8eSwUG4wLOQvejhZ2T51Wo,1618
1936
- mteb/tasks/clustering/eng/hume_wiki_cities_clustering.py,sha256=gbxmlBt_GAE1KlshGj9FYanz-tZomLh8ZqCeRDhnAw0,1336
1973
+ mteb/tasks/clustering/eng/hume_wiki_cities_clustering.py,sha256=NCEMfMLu0lOM1Vyl7Q-OLFMOmxChJ8PvzOBQuGaSodU,1340
1937
1974
  mteb/tasks/clustering/eng/image_net.py,sha256=21eB_MYbUKFqyzAnvThKfsh4D0t9XerIKehQl5LLMe8,3183
1938
- mteb/tasks/clustering/eng/medrxiv_clustering_p2p.py,sha256=sqRTwPAXg9IBeP5S8ngLm5Q0sMkTVoOEJK7Zf8i_mQo,2909
1939
- mteb/tasks/clustering/eng/medrxiv_clustering_s2s.py,sha256=A0d5fjOGAYZFEukBe5DufD-BJ66KVQOSlC_Bgn4OZng,2874
1940
- mteb/tasks/clustering/eng/reddit_clustering.py,sha256=xyGlhEVoppY25a3-zKlK6xIw58FhEWNgdwbOU5O7Z7g,3918
1941
- mteb/tasks/clustering/eng/reddit_clustering_p2p.py,sha256=-V8eJWTis2H004CRWsTU4kithKyVKyP7X5-nBrAam4I,4087
1942
- mteb/tasks/clustering/eng/stack_exchange_clustering.py,sha256=IuUlUtmAnuSo6oLJJON_d4DYgeXhAQGulXRkcoaFUto,3923
1943
- mteb/tasks/clustering/eng/stack_exchange_clustering_p2p.py,sha256=1hluyxWoIWABLTjLCmXtEsh-h7oHLWegmoEU74OwXrY,4117
1975
+ mteb/tasks/clustering/eng/medrxiv_clustering_p2p.py,sha256=vz67CiGec3JLmr3DdfkoYmXidy9d7KxuC-bKj0hysqU,2928
1976
+ mteb/tasks/clustering/eng/medrxiv_clustering_s2s.py,sha256=AB8eD-xrK1ysuC6lF4SJsOMMXuvUvZ2rPouCjsw9puc,2893
1977
+ mteb/tasks/clustering/eng/reddit_clustering.py,sha256=FdDDdir8MVICfEHVrB9bRAUh__UOMGptL8ualFAOnKA,3937
1978
+ mteb/tasks/clustering/eng/reddit_clustering_p2p.py,sha256=NzI-0V6mICeV8DI81pGjfBrBGay2Ad8DsIFAosfuYqg,4106
1979
+ mteb/tasks/clustering/eng/stack_exchange_clustering.py,sha256=WoN02R_MivJWH9Cb6JrhZtiKMix0IvpJ0xapowsQizQ,3942
1980
+ mteb/tasks/clustering/eng/stack_exchange_clustering_p2p.py,sha256=AkRDaWYqsam77_Cl6b01t6noO0Db4nbE__D7U0O6gVk,4136
1944
1981
  mteb/tasks/clustering/eng/tiny_image_net.py,sha256=dRr46P37XLvRa49EJK6H1x3nJmwaYVDmLtLz-q-K5kM,1135
1945
- mteb/tasks/clustering/eng/twenty_newsgroups_clustering.py,sha256=0jjIeTlDuBtOzMmGsoZye2T-l4fufsZlWeib2q00OyM,3828
1946
- mteb/tasks/clustering/eng/wiki_cities_clustering.py,sha256=82gf5BZtVf8liCi2V0bN0ZXcYh584jV4gXWVw74PCyM,1246
1982
+ mteb/tasks/clustering/eng/twenty_newsgroups_clustering.py,sha256=zdtrBf61HygWhJBWsy4hFWLbYI0roIYkSPzogzJmW4s,3847
1983
+ mteb/tasks/clustering/eng/wiki_cities_clustering.py,sha256=-csEB6xiAGRDTi5gsseoZsODCSwzF5_LIe1eTUO4lHM,1250
1947
1984
  mteb/tasks/clustering/eng/wikipedia_chemistry_specialties_clustering.py,sha256=Shs6sYPe9s-HSGeKD9_0OEC4hUn3ODS8GFvX62XSK4U,1437
1948
1985
  mteb/tasks/clustering/eng/wikipedia_chemistry_topics_clustering.py,sha256=NQ5bmskZGElqg6vnZFKbzREufr_6IJGUwMpu6ItEWvg,1424
1949
1986
  mteb/tasks/clustering/fas/__init__.py,sha256=_jSSYKxbHl170edjvRKYtHoNkJ1I76A8DHcjSdJ4of0,315
1950
- mteb/tasks/clustering/fas/fa_mteb_clustering.py,sha256=JHNWg9rVHexr0FlIt6RFGFhcNgzZSJyVRGLH__Gg8v4,6527
1987
+ mteb/tasks/clustering/fas/fa_mteb_clustering.py,sha256=CH8khcQwCwZKs-mkjTrlEiWVIuvziEvgY7ejbfxonnY,6603
1951
1988
  mteb/tasks/clustering/fra/__init__.py,sha256=RJru1eooicB-jm6tdtapQrU01yWUpkv9gAKij2mUUdg,436
1952
1989
  mteb/tasks/clustering/fra/allo_prof_clustering_p2p.py,sha256=6-PnzUsdnpqs3X4kU1ngtoPcBlFr1cDdMPpVsdygX4w,3616
1953
1990
  mteb/tasks/clustering/fra/allo_prof_clustering_s2s.py,sha256=U_yNmKbD5ZZLQISUzuFMDCuI8PxCXgq8HcX18OmZZPM,3600
1954
- mteb/tasks/clustering/fra/hal_clustering_s2s.py,sha256=H-YZdBAv2CzXqvFc36OTmzgJZEgPwrqdOCd1sJZMWJ8,4675
1991
+ mteb/tasks/clustering/fra/hal_clustering_s2s.py,sha256=6K7VbWolAktq2NqZDzHuJ-WFY9QyY_HfjqDojx6cOsc,4713
1955
1992
  mteb/tasks/clustering/jpn/__init__.py,sha256=WFar8GZnEqUf5fgXKqY2JXW7INOANo32uNRVrNQ8hAk,232
1956
1993
  mteb/tasks/clustering/jpn/livedoor_news_clustering.py,sha256=ee6ZrU_89FX5oHbOAdwjLwdB2TrBn-FhP1RQoGzmInk,2457
1957
1994
  mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py,sha256=r5rE6zbasAf_Xk21sf8Tw1R-yootjICTwYoynMYPMiQ,1894
@@ -1963,31 +2000,31 @@ mteb/tasks/clustering/multilingual/humesib200_clustering_s2s.py,sha256=4OlNvGhWU
1963
2000
  mteb/tasks/clustering/multilingual/indic_reviews_clustering_p2p.py,sha256=0_Q1ePZPRJgOq1Px_lqlrR5C_-dxqsitiS-bOBgVz1U,1868
1964
2001
  mteb/tasks/clustering/multilingual/masakha_news_clustering_p2p.py,sha256=SmxlWKS6i5ecqbUhpRJjdxHmIxEOVEbf-pfiCIvs7ZI,3252
1965
2002
  mteb/tasks/clustering/multilingual/masakha_news_clustering_s2s.py,sha256=-Xq_MyuEukwq8S9drb6uy8KQGvIXIeCWbXl1RkN3e5c,3167
1966
- mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=NY5J-UWGc2z5pBPwo-o6jODC6nR16axP7gKmxmlT2H8,6388
1967
- mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=4UfRF82DLNLLvDkazaiW_lT3eGuSe5-QP0IW0xb8rtg,5988
1968
- mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=EoUCaZ69BcxSf4chXIyA8M4NCsVC2nmaM4D0HEImgdY,8528
1969
- mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=XgMqPZ74tWjxU169qN8ri_aZVQ_kaR6xFVNJYyWBt4E,4384
2003
+ mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=Z4sdc8FN10uvI8Om8hJJJ_DhnyZmCDD06IPOUXli0ZU,6446
2004
+ mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=EY6o4CbYReSgBiYRYmRqdYuIoAkfZAFqfms8W2KDqzE,6046
2005
+ mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=jBKCb5WCSCZSfqpPXabC7isDqPRaxkfocXaGsZwTAoU,8547
2006
+ mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=aYYjfuaAFeMhGCXIakKS-PFOee0jWGPWZdJbr19pxJE,4403
1970
2007
  mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
1971
- mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=xFiTQPZosUR8iYwHG3T1-SGwtMReMg5ofQvkrvIHjiE,1580
1972
- mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=07i07z9-Iu6d_PGtS4uFBNGte0PXqWmif-x_B5PxndE,1568
1973
- mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=k1S7Cx3n9kYg2jmQGydaYFC6zbb-D--S6hbxYQ6bIVg,1865
1974
- mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=Yek6Y9ITCJ95Yhg48ryItfxx0e_Um2s8OtBvv2zZ0YU,2052
2008
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=jzUIhq8t6_OdR6sI9lCz0NPLOdBZyn41aHpa12-a-gQ,1599
2009
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=8ctb_q3VdxQnPMzv_XfFYGm4ibhrMMkvTpEqIx09KrM,1587
2010
+ mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=Q9wMHrcM8pWnd-GCZtPKb_APnQuvHCpbHV-CFLs1-kE,1884
2011
+ mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=otdTRTyHREgS9OFlNLZWibOuqx-lePaWDfoZqI9kx-E,2071
1975
2012
  mteb/tasks/clustering/nld/open_tender_clustering_s2s.py,sha256=9DlFx_VQHFrRR5Gi6zDg0OYnmxeXYSPMlFKpFhjFvco,1715
1976
- mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=TDGBUwN6AAQ8U0S0Whp5OiU0_XAsNsonrCeqxNnYFCg,2191
1977
- mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=2UXW5pk95meD5FNHuMY4S1mhlaPl0NfrKDAV9N4_uCY,2193
2013
+ mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=sg0lI61_5DxR6mlUCSAlAg0r_r3zF-MXuEsbUq3ZlzM,2210
2014
+ mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=-yjrUYqE7HVf7Z6vJAfNb_ATicp2it52-qt0fhG54JE,2212
1978
2015
  mteb/tasks/clustering/nob/__init__.py,sha256=de-t3amIyZAo0iPjy33xVMFKCQlcDNmS4M8dgfWsr1U,503
1979
- mteb/tasks/clustering/nob/snl_clustering.py,sha256=n4-cHyAgJUEckqvEO1fk-o4rdXeIALNe2-enpvW4M9o,3580
2016
+ mteb/tasks/clustering/nob/snl_clustering.py,sha256=WOGSPRHr2us9OpHxkBGAxXtWDYCoMSLhN275NXh8Klo,3674
1980
2017
  mteb/tasks/clustering/nob/snl_hierarchical_clustering.py,sha256=OfdGmodK0eHTQMLo22SMI4FxM47wUCJmYYL8OOPqrCg,3328
1981
- mteb/tasks/clustering/nob/vg_clustering.py,sha256=EIQctrOZUaN5W3RRl9oefNKT1zaPOF4566gbVnNtXds,3601
2018
+ mteb/tasks/clustering/nob/vg_clustering.py,sha256=dARqlFm-uzO7-3s9pmTZS7bhvPP_Khtooe8hjlQ-8Fk,3695
1982
2019
  mteb/tasks/clustering/nob/vg_hierarchical_clustering.py,sha256=lVPCrnei7S8EfLav38F3rv80WPCffBOcju5w8pCjioI,3893
1983
2020
  mteb/tasks/clustering/pol/__init__.py,sha256=na-Vwcu9J6P-05_40WLSI0DvhP2hdSRzDRT4A38gbvY,370
1984
- mteb/tasks/clustering/pol/polish_clustering.py,sha256=RcFVSe3aDdtzHpijVXh2aKcTMNChntXw3Knu_HAhyQk,11206
2021
+ mteb/tasks/clustering/pol/polish_clustering.py,sha256=TUzc8jjz1DJNGBfBqLUsJgGnZKEl8-uFfi1qZ_UGbSw,11263
1985
2022
  mteb/tasks/clustering/rom/__init__.py,sha256=a0tC9aXwVpj8sis0icrgLegnhFKN5gQsFXo1BIpHSk8,96
1986
2023
  mteb/tasks/clustering/rom/romani_bible_clustering.py,sha256=qiwBhQALrIa8bGskNckeBSe4xRTbwlxGpShbmwGNOFA,1022
1987
2024
  mteb/tasks/clustering/rus/__init__.py,sha256=nhqyKqmQ6XDd9rd5kenutKq_v7Pi2QPn1eDcPnVjg-o,327
1988
2025
  mteb/tasks/clustering/rus/georeview_clustering_p2p.py,sha256=UjpVDDtdygm2r850WY0rQ6jxvF-hmSA4ojZym4HX-_s,1118
1989
- mteb/tasks/clustering/rus/ru_sci_bench_grnti_clustering_p2p.py,sha256=vAb8h9Di1MQL0rym6eetSSg1dmAIQXtqKobGDg8qe5w,1576
1990
- mteb/tasks/clustering/rus/ru_sci_bench_oecd_clustering_p2p.py,sha256=zAmGifs-MAJghpchY2c2gDkrhHBQ6NFDn_K5wDPn_Kg,1573
2026
+ mteb/tasks/clustering/rus/ru_sci_bench_grnti_clustering_p2p.py,sha256=0r-b6kDVbJvUrnhwsE7yGyttu-JviE-az2MTj1Zl8co,1595
2027
+ mteb/tasks/clustering/rus/ru_sci_bench_oecd_clustering_p2p.py,sha256=Gc1ebD2rdpeMiljlIb_Lw4q34m7zuMiX1uVhQotUNPU,1592
1991
2028
  mteb/tasks/clustering/spa/__init__.py,sha256=0NXUvoS7OmA_vwBzQICh9UrD3LkHZcK4iSAigubzyIs,106
1992
2029
  mteb/tasks/clustering/spa/spanish_news_clustering_p2p.py,sha256=uf_UeDEdO8UCLy5bprpS4XRy9GRLS27vSL1ALvTzb-s,955
1993
2030
  mteb/tasks/clustering/swe/__init__.py,sha256=Dlo6wABqkU8BcXNQAlx3QmrT9yT3BorO1OBsCEfOuFw,186
@@ -1999,15 +2036,15 @@ mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py,sha256=Do_58DiX_DV
1999
2036
  mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py,sha256=bFF2iu-KBZSP6jFYLBV2ssscsaACf-noFP6wL0R5Rx4,1881
2000
2037
  mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py,sha256=LADX5CLncf0AlGdfypuAfglEM6D2gGnBBSTKIhPTR0w,1825
2001
2038
  mteb/tasks/clustering/zho/__init__.py,sha256=Z6AYBtGjILLiguzbSOML6Gi3OuM2NICABhcSpl4dk2g,481
2002
- mteb/tasks/clustering/zho/cmteb_clustering.py,sha256=YEceqUqwTPUB7UWE7YMdP_3ZWn8DbqJGrF8nfXwDHXE,14801
2039
+ mteb/tasks/clustering/zho/cmteb_clustering.py,sha256=sozbieec4Q23Jydw-LgurUVGbb8cIxY1gP6NGFq0ZqM,14891
2003
2040
  mteb/tasks/image_text_pair_classification/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb7OmeY,19
2004
2041
  mteb/tasks/image_text_pair_classification/eng/__init__.py,sha256=3LhP9ZsZLyK8i077ZPFrerNFtIfo5kUcUH4hQNxpL-Y,463
2005
2042
  mteb/tasks/image_text_pair_classification/eng/aro_coco_order.py,sha256=4CrBTUKXUHuR6k7fpJKFNcwA2-cRH3gO2T7TJCEsyaQ,1746
2006
2043
  mteb/tasks/image_text_pair_classification/eng/aro_flickr_order.py,sha256=UipHMZ9UOR3VFj8ppL8eQFaXy_xSvkY9uCjHwb7usac,1752
2007
2044
  mteb/tasks/image_text_pair_classification/eng/aro_visual_attribution.py,sha256=BnJCUW28PMHL_6bBnr0Tj09NJyUXNvHTUSre4DtrqQQ,1595
2008
2045
  mteb/tasks/image_text_pair_classification/eng/aro_visual_relation.py,sha256=V9iYtUPjk9cehL9SKneH7rgs15RaIA3U9ZLPZhkVCy0,1586
2009
- mteb/tasks/image_text_pair_classification/eng/image_co_de.py,sha256=2lQJc8bxJUx1nLyLmQZjJNcldXk3m1rXdv8V1nQQlFA,4072
2010
- mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py,sha256=oExEiod3Gq7ylBvJmd1L-PQgo8sHcAxsSwa-C1CJpk4,2004
2046
+ mteb/tasks/image_text_pair_classification/eng/image_co_de.py,sha256=MYRqR3QubQSB1_W9NSwBjQ0S8qT_j6sMKD9cmucf_jI,4101
2047
+ mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py,sha256=3Gn2jB4H05sNTGvo3sXeEboSmzDyevTVau1HrRaa6HI,2017
2011
2048
  mteb/tasks/image_text_pair_classification/eng/winoground.py,sha256=zdE8xTTC16NeiyxIC8vR2eH1Mv-YMP8Fd9fAeaYlIVI,1864
2012
2049
  mteb/tasks/instruction_reranking/__init__.py,sha256=BqfiIJ3WTB31ZeTGG-_WG-sf93PmqQB7gJbg8ESbQhg,47
2013
2050
  mteb/tasks/instruction_reranking/eng/__init__.py,sha256=FeTyCOipqqYpLXorPGAeXjuKX96AcX4PVLU_ZIQv4bI,330
@@ -2015,7 +2052,7 @@ mteb/tasks/instruction_reranking/eng/core17_instruction_retrieval.py,sha256=WGMe
2015
2052
  mteb/tasks/instruction_reranking/eng/news21_instruction_retrieval.py,sha256=m6Uy02xOlcH2pFWzW4Gk7Vcq3j5L5qKdoF7yionNfAw,2156
2016
2053
  mteb/tasks/instruction_reranking/eng/robust04_instruction_retrieval.py,sha256=c_Si6Z9-u_7mVx7HvuXI_V3X4-tJr-kiH6aWpWaGLtc,2164
2017
2054
  mteb/tasks/instruction_reranking/multilingual/__init__.py,sha256=oalc9maaj_A_gPLjd-TuJZdOJCdRsIfYh760vss-f94,108
2018
- mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py,sha256=SpXxEgomAfXPA57bZFR3eOE1UMI7TtyuM_e_hfvbcvQ,8946
2055
+ mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py,sha256=4VxZfQ-B2WztQj32XlvJNOl9cJwAa5SJB_CrVvYtXSA,9004
2019
2056
  mteb/tasks/instruction_retrieval/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb7OmeY,19
2020
2057
  mteb/tasks/instruction_retrieval/eng/__init__.py,sha256=rrZ6RqTtD4sAqxcCvGTjrilCXlJX4YRi2Jcg_tyOgS8,488
2021
2058
  mteb/tasks/instruction_retrieval/eng/ifir_aila_retrieval.py,sha256=yrxfAOm8K-gi4cgDOjaXBbJBuK5hGq-8dmLKlZrwTks,2462
@@ -2030,16 +2067,16 @@ mteb/tasks/multichoice/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb
2030
2067
  mteb/tasks/multichoice/eng/__init__.py,sha256=eq04borhYbQqMMbipJg6BhydZhLZDLfm0NknUm45r6I,356
2031
2068
  mteb/tasks/multichoice/eng/blink_it2i_multi_choice.py,sha256=YHsLVHspeNIpA-8x6AYXa-3SVMzuOKVaXauFy0dxOL4,1820
2032
2069
  mteb/tasks/multichoice/eng/blink_it2t_multi_choice.py,sha256=W6M9jDMcNIPkZYe8zt8T-ch4gEuA4astmPWx_7_MHoY,1837
2033
- mteb/tasks/multichoice/eng/cv_bench.py,sha256=VgjCDjDDRP5jc0Si7ofMU3L0Ob-jV5aNVjBo9luT07c,9183
2070
+ mteb/tasks/multichoice/eng/cv_bench.py,sha256=NcAlQmV3cGtyJZFBN50a7BnfoGojIYavi9XMrB_UsE0,9299
2034
2071
  mteb/tasks/multilabel_classification/__init__.py,sha256=D93vfKwD5Q5VSlpTysUIbkvAncZFSQAd6sUnN53mw5U,180
2035
2072
  mteb/tasks/multilabel_classification/eng/__init__.py,sha256=mcgoX0OxpR0UNftBXc4HJr27Tsxmjg0cMhBb5swN5Aw,87
2036
2073
  mteb/tasks/multilabel_classification/eng/pascal_voc2007.py,sha256=Lf29mv60xsbLscjmFUzTMbPYWyiJHAgivRzGafIOguA,1901
2037
2074
  mteb/tasks/multilabel_classification/ita/__init__.py,sha256=07xCrfm2mILOwe8KYHdkZLLGnVuiTcjZuTNIjdfqbrU,86
2038
- mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=k_bo8HNkYKva8AfBHz-pR0yoSbed9M1uUCBdFzyl8Nw,2090
2075
+ mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=1kUMKRHvifYR6O7YUb73lCvknfd-L9GlI5U5ttrqpSo,2109
2039
2076
  mteb/tasks/multilabel_classification/kor/__init__.py,sha256=EBO57GMpXNw49hD1UHEc14lx8pTHvGohu_1KstnGvNo,122
2040
2077
  mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py,sha256=reuzDUxrVZ3A44BirEQkiFQ4wjp_0Aa-S7_8I6gVKW8,2382
2041
2078
  mteb/tasks/multilabel_classification/mlt/__init__.py,sha256=HC_nIigyK7DLdojnAfUZdlRAaoW5AStAauCxFpPdMMU,108
2042
- mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=ZXUear2ZIWKURTyY2BF35I_o_ssCoSNRWUMLDrouIYo,2102
2079
+ mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=wOqGhL-oUDZz7WgKJRT4nhbuzgAN2HLlZpH2FmqW5j0,2121
2043
2080
  mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
2044
2081
  mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
2045
2082
  mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
@@ -2049,64 +2086,64 @@ mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsR
2049
2086
  mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=Ke5roy0MYEYgRsdNDL4q_AwmY_rYKpo0H_k8wFnt2s8,1929
2050
2087
  mteb/tasks/multilabel_classification/rus/__init__.py,sha256=skzrIGJ4giqi0tIiwCZux3JAYDlmu_vYZWrEBlusC6Q,355
2051
2088
  mteb/tasks/multilabel_classification/rus/cedr_classification.py,sha256=xHj99e90__WH6zJ8AaUggAw098aSUc0N_b90N_pUKHA,1549
2052
- mteb/tasks/multilabel_classification/rus/ru_toixic_multilabelclassification_okmlcup.py,sha256=VoXnFSrT2xipV7i7dX6CwR7ApMdq94IKyFhg5FLXvn4,1228
2089
+ mteb/tasks/multilabel_classification/rus/ru_toixic_multilabelclassification_okmlcup.py,sha256=ziD_JLU78nUOuit-avIbQ54mslFmTpselbz4teZh9fc,1247
2053
2090
  mteb/tasks/multilabel_classification/rus/sensitive_topics_classification.py,sha256=WHqBuGWpTBdO2HGcIrKAQr7v_gefvglXWcxEzMqUSks,2034
2054
2091
  mteb/tasks/multilabel_classification/swe/__init__.py,sha256=lXR_6OxipZLTevntJj2Ilbac7KMtN-FDxGmrIWOtsEM,297
2055
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=kqK-tmDIpOMziUGavfoCSnL5cLTZA0MCrNBJACPaiOY,2835
2056
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=o1_sgy1_k0pHDpii3RLU4dM_ZddaTjMEdIn5NRnT_nc,2818
2092
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=w3HaKnMEII6MdlXv1pz73QUNFnoOWolCJK7M-4v02Ys,2854
2093
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=0ePi9l4bg-gMTaQsUpalT_9kh93N1QMuT2EFk4f9lz0,2837
2057
2094
  mteb/tasks/pair_classification/__init__.py,sha256=wShARe6hEVXt0fbuyIRuCD5FU_DBZswaQVAhEvrKHW8,332
2058
2095
  mteb/tasks/pair_classification/ara/__init__.py,sha256=nDoH7v49LUuZnF2xP6u7O4fpnAHBPdN1qxDyeZNbXrA,56
2059
- mteb/tasks/pair_classification/ara/ar_entail.py,sha256=8ROjVjAlbn6GtMtjYaUpNwoloPAFGguWafCOrS3Z1MI,1868
2096
+ mteb/tasks/pair_classification/ara/ar_entail.py,sha256=nMrK8vKfB4ztC6LI2k4PqtwaaWwHrqA-FHOYN-oDHDg,1887
2060
2097
  mteb/tasks/pair_classification/ces/__init__.py,sha256=a5LKNqekw88onEBY8akJTPXwn4WvF1OWdTpWBwySTvE,66
2061
2098
  mteb/tasks/pair_classification/ces/ctk_facts_nli.py,sha256=jdArX0bXSYVute6JFoGm40_C_auNf2eKxrbkUMCLVOA,1581
2062
2099
  mteb/tasks/pair_classification/dan/__init__.py,sha256=EYRr1bXjQ-4y38SIfvXGnc4ZC_WYAv8V8hFEUr4nvsI,68
2063
- mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=FY1zgJagIHKA7hWW--tRAUKoqZeT_b-E6Iu6h_Z_Lek,2052
2100
+ mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=84AhpoywEqFAt3OOd5fZRKIVJ-Xk3ASVcwZXxk-M-Zg,2071
2064
2101
  mteb/tasks/pair_classification/deu/__init__.py,sha256=glcMGZQtd2r4tT2sA2b7vg6Fxrj0RY2HnghnURxD3Ug,89
2065
- mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py,sha256=UHsQNRmWHyKRbLMVMZADbh3EI8yDyVHgjkC0X-xyrnM,1771
2102
+ mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py,sha256=feormqdXvJWQyEf__Wvt4nBOIKvdnx9mRIl_C3tJHaA,1790
2066
2103
  mteb/tasks/pair_classification/eng/__init__.py,sha256=ME_1M0sfZ36vVSHSNnKKEB5-Cm7EtdkZML69OIHcl0M,697
2067
2104
  mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=k24kzLMZWB486eBVO9vpBEC15o49BuMUipt2HmUOqgk,5733
2068
- mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py,sha256=FI9chUNQMijS6uCuY2uzcs33UzUaPMnuk4sXLjpLZFQ,2268
2069
- mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=fLPx-s48kyKTzPqrq-_rN2xtOsiNIalD1ylt6eBEv2o,4050
2070
- mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py,sha256=dJYGOwQEBqpJdTFNWzeTRl-spyORqkubMz3taQwVCWE,2228
2071
- mteb/tasks/pair_classification/eng/pub_chem_wiki_paragraphs_pc.py,sha256=9AT5HkaBQ_OoC_qnBHoOZL-yK0WyV23LFMM5DFA33Rg,2245
2072
- mteb/tasks/pair_classification/eng/sprint_duplicate_questions_pc.py,sha256=su697-onXzZPkY2EY_29uByCLZw2fgmjqyQPQWUvqDw,2085
2073
- mteb/tasks/pair_classification/eng/twitter_sem_eval2015_pc.py,sha256=CCnmGDubYMzyKxcA60rYVnHMqs6zQZvdv6srsv4DoHY,1860
2074
- mteb/tasks/pair_classification/eng/twitter_url_corpus_pc.py,sha256=FUBmEpA_sy03f86ajeF3aJoQWWlOQNstonS_m5ooFA0,1777
2105
+ mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py,sha256=ZGJIiJSC-zaeyYD8c1DaBML3FZ7b41YwgmqcsaOmOxE,2287
2106
+ mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=nynu5-RfmKXiHD-9_ROF3409rCFDBC-mdKy7rnkkByM,4087
2107
+ mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py,sha256=8jZhgZ9Xj5wV8zH4xQNuT-Ko7Rs0cAfDri6MhcnXnsA,2247
2108
+ mteb/tasks/pair_classification/eng/pub_chem_wiki_paragraphs_pc.py,sha256=f1vhvLYgzL46iPZkgkCefPqxkZdG2dbyMbhyIvalBnM,2264
2109
+ mteb/tasks/pair_classification/eng/sprint_duplicate_questions_pc.py,sha256=qTv9-TIWaB5k05IhIfOGSGpYd3Ovd58QT9cZdIyjF9E,2104
2110
+ mteb/tasks/pair_classification/eng/twitter_sem_eval2015_pc.py,sha256=0YjKK4C47UupDW64luHFXYAiDTU9uPTsEfaZuT21fBI,1879
2111
+ mteb/tasks/pair_classification/eng/twitter_url_corpus_pc.py,sha256=M9B3JCFt4L6yEnd8S-o-W-FtCSMdl0h1KST3fqApEVA,1796
2075
2112
  mteb/tasks/pair_classification/fas/__init__.py,sha256=1Bbr5ZKSjpPuJb9zvk7OSd2Krdh1bpxJjVNLNPFT4Ck,440
2076
- mteb/tasks/pair_classification/fas/fa_mteb_pair_classification.py,sha256=uOVbLWrR2CcgnqorJnzmYdmh3la3eBnd2t8aV6uNZqM,10837
2077
- mteb/tasks/pair_classification/fas/fars_tail.py,sha256=u1ZQNRY_lWYHXKB8r4aPWYEuPzbMqa3x-tbjcjEMWpg,2800
2113
+ mteb/tasks/pair_classification/fas/fa_mteb_pair_classification.py,sha256=1i8phewQffpIxzWtBWQFUisHu3XhBpk9Sf-IkwM8jNg,10932
2114
+ mteb/tasks/pair_classification/fas/fars_tail.py,sha256=NPtN4mAQ6TcBJmX_GD7WZ4mE-_Bw3D9Aj-GEliZDIMo,2848
2078
2115
  mteb/tasks/pair_classification/hye/__init__.py,sha256=hU4xSf6kyKhD4o4CuNMQNE1w9FKv8tkkqvYvhpMV5Kg,93
2079
- mteb/tasks/pair_classification/hye/armenian_paraphrase_pc.py,sha256=8hs54zZRdmMabTb-tyUmwEQiX-o0btye9-WmSdArpmg,1418
2116
+ mteb/tasks/pair_classification/hye/armenian_paraphrase_pc.py,sha256=Ezi604W-cHOLDm8O9j3yq9z-GzDt9OWI9jgyqVjY9M4,1437
2080
2117
  mteb/tasks/pair_classification/ind/__init__.py,sha256=iXGvZ6eNgGhyD2wgbkvV-bpPPCJNxlE5eq_qvF2Y_UI,53
2081
2118
  mteb/tasks/pair_classification/ind/indo_nli.py,sha256=2LpHda7vgZYBEqUpEPA-5ddv84ld6PbDjiUo3kEn3qs,1706
2082
2119
  mteb/tasks/pair_classification/ita/__init__.py,sha256=tFcW_Gk9nJhWLYVVaClYH3h-LeHFGVPQmeBBei_xO54,113
2083
- mteb/tasks/pair_classification/ita/dis_co_tex_pair_classification.py,sha256=N1Y_rWsXyZUJqdFTrnR8evfzJLj67yH1AAvDzOwlV2U,2179
2120
+ mteb/tasks/pair_classification/ita/dis_co_tex_pair_classification.py,sha256=kLEph9vDQQ9AXfac2M8rpoQsWVInjutYkDovIGv78uY,2198
2084
2121
  mteb/tasks/pair_classification/kor/__init__.py,sha256=h-aIkge-Vf89YRjA0bteTrKAAXF3Hojs0_D4NfycyPQ,53
2085
- mteb/tasks/pair_classification/kor/klue_nli.py,sha256=9W9jLcrxCcWP2A5Ks7mjsHb0XJi5AfKyMGLTEIdT6kA,2522
2122
+ mteb/tasks/pair_classification/kor/klue_nli.py,sha256=XqNcTpy8gDn0U9CEK66UIfRMOSpIgteItDHvw6irGyw,2541
2086
2123
  mteb/tasks/pair_classification/multilingual/__init__.py,sha256=Se4NBy208UzG7ZYWLk-8GtUjz7Nt6uKqV4sf5hbz_L0,528
2087
2124
  mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py,sha256=8wmaLY1h5XZfz9dhkj2SkhGvwvpf5Mo-7YanQ4YEfN4,2230
2088
2125
  mteb/tasks/pair_classification/multilingual/opusparcus_pc.py,sha256=h8LHHaWxuvsdtW9rFP5oKyLhnNJcEDq7b_a_DoH84rU,1500
2089
2126
  mteb/tasks/pair_classification/multilingual/paws_x_pair_classification.py,sha256=0IpodQ1H3rM_YEcODUDQPNeOHbkKrBi4OCbwC9LI2OE,1651
2090
2127
  mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py,sha256=sYgOlneCYiGm6xi8IpJCr8aWdYDzoeJhq79fvxh5GfQ,2773
2091
- mteb/tasks/pair_classification/multilingual/rte3.py,sha256=ZR3kpz8Y2AxyLe0uIYORoSUJ0zx8p8sjXxdMIX6WiBg,3037
2128
+ mteb/tasks/pair_classification/multilingual/rte3.py,sha256=JM-R1De9aa3yuls3spoTeB-pifGW1E4WQ7GX0hJsJeM,3085
2092
2129
  mteb/tasks/pair_classification/multilingual/x_stance.py,sha256=NPLzF8j_d_Y8kLocfIr8qaeJzJBwWE-1uveXxmGYI8M,1536
2093
- mteb/tasks/pair_classification/multilingual/xnli.py,sha256=q7erc3tCbamua46CuhJc36jPKOoIs4KCzD91zBPG-Y4,4677
2130
+ mteb/tasks/pair_classification/multilingual/xnli.py,sha256=n30pByUOtlJHsC4YPOPMfUY_Ns_3CeCQ-R4VgcwbU_E,4696
2094
2131
  mteb/tasks/pair_classification/nld/__init__.py,sha256=H65VNZnmBDsyupF4PtYVz-PwYD9b0xXb-9e6ODK2-DM,214
2095
2132
  mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py,sha256=l420srn-nm1wbo361ogCU-Fq2B0Gv97FiN9UXSUrElY,1459
2096
2133
  mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py,sha256=YZ9yG4Lyh9jd7DgbBzo0sd7QNmjZZ64eR7rMiA0STxE,2006
2097
2134
  mteb/tasks/pair_classification/pol/__init__.py,sha256=3bEzEe4yom2SL3XaqNwSs_0eCv6LKFEAoOOoD9FK-gk,110
2098
- mteb/tasks/pair_classification/pol/polish_pc.py,sha256=vUkkYqewzNcRQkZ_wLM63xH21PKtBGhiVGLPas5XN6o,6782
2135
+ mteb/tasks/pair_classification/pol/polish_pc.py,sha256=RIBknQVpFmAQ0qo8laYOjZUI38UiKaOBCRQjUE0P3Os,6858
2099
2136
  mteb/tasks/pair_classification/por/__init__.py,sha256=E_dD1BZfjS0gBjzmkhUnl8SrqiGegLRfPhcItUAn6b8,104
2100
- mteb/tasks/pair_classification/por/assin2_rte.py,sha256=4k--kU2r3LS05TXdtVo4991Y6ayGbsOc--UL-bkW2Yo,2011
2101
- mteb/tasks/pair_classification/por/sick_br_pc.py,sha256=aGsDQFyTQr0vI6GOoZ6fO4npB8gT8zYrjwKymEcm6bQ,2734
2137
+ mteb/tasks/pair_classification/por/assin2_rte.py,sha256=tuctbiVphd4jibRAbc0QGOrWBTt560L6GFIb7qGNY_A,2030
2138
+ mteb/tasks/pair_classification/por/sick_br_pc.py,sha256=MTAod4c2pRnbm8fmUHoIerVrRJeJ8EZInTy894Fkxt8,2753
2102
2139
  mteb/tasks/pair_classification/rus/__init__.py,sha256=Y6Rl-zlzdtOnEX_Gb_k_NlJ_HuRMvz5IsVvnavBEE7M,66
2103
- mteb/tasks/pair_classification/rus/terra.py,sha256=HYFiSD1h1S9-9OotPrDm7oVoODXGDyHKtFEJGze1naQ,2662
2140
+ mteb/tasks/pair_classification/rus/terra.py,sha256=rvhCRIwBhxkK1ThqwzBM-IGvYU-Bu-HnT-saMDix3n0,2700
2104
2141
  mteb/tasks/pair_classification/vie/__init__.py,sha256=_sAoiOFXvdGjKGP1FU6Bex0OFuje9Um6QfOIlMStTzE,299
2105
- mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=5g6yusxcWwwkapo7Abov7QEzZWJHhBLjOGWox0SvdAk,2037
2106
- mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=2Ms_1qIK5GQd7RpV3fi-_u8wJhVQs_6bZncYkvP5i-o,1982
2107
- mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=ACddNtLNIly0FvfrmweqxhMTVUCQtydoN225ObzPous,1932
2142
+ mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=0lDyQaX620574l01HsIqGKrWLhGcMlCiqF4x9hLaRdY,2056
2143
+ mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=kjT282neb8yW8mHRJorA97DcIC0G5PCNswOBHBYzWJ8,2001
2144
+ mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=bmKD6KxeewcymadTxTm9Y2Tth5WghNx_WzeUmcfH-gs,1951
2108
2145
  mteb/tasks/pair_classification/zho/__init__.py,sha256=Ie7KdwH7ui_Kjn9I13dH7Po8y9p0IFWiR0lOpLJQwSI,82
2109
- mteb/tasks/pair_classification/zho/cmteb_pair_classification.py,sha256=yisKgPwh59Q0S5oQURDQvu77kOpfT2pkHf9nkvyp3cQ,3419
2146
+ mteb/tasks/pair_classification/zho/cmteb_pair_classification.py,sha256=5PNNIK9Aqf3-zCgBMurp3F6dOlcxae4UrZWM4dW3C9o,3457
2110
2147
  mteb/tasks/regression/__init__.py,sha256=Ji1BSk-2BO5isA3N-vaAnsUcrI32y0LLz8nFkx7E2Kk,28
2111
2148
  mteb/tasks/regression/multilingual/__init__.py,sha256=fFX9zwn0XCGmVVel5d2u0X_LLOHzmET1tjxb_Y48vEA,189
2112
2149
  mteb/tasks/regression/multilingual/ru_sci_bench_regression.py,sha256=OltZvAdH3x8yZf2narSzk9X7fiW32TE-rSX1qNWLPhk,3628
@@ -2144,7 +2181,7 @@ mteb/tasks/reranking/multilingual/esci_reranking.py,sha256=opEtarEw8JhcqVhIZ2wQo
2144
2181
  mteb/tasks/reranking/multilingual/hume_wikipedia_reranking_multilingual.py,sha256=899WZdh3jEORdzSnprr9Nt5FVF16PSWcwTK9swOg7cc,1505
2145
2182
  mteb/tasks/reranking/multilingual/miracl_reranking.py,sha256=N4YpMCcmFjWtKy1g4LjVS_Ou0jZ2fJJomRKwJQZbus8,2283
2146
2183
  mteb/tasks/reranking/multilingual/multi_long_doc_reranking.py,sha256=igJvX4fybXUkj_qWYbc9PLh8eH7pztS9OJRonxn3ME0,2692
2147
- mteb/tasks/reranking/multilingual/wikipedia_reranking_multilingual.py,sha256=gZWigy-EEPkew6R-wcxt24_uPrOEFH-h9YT-0rPrXX4,1678
2184
+ mteb/tasks/reranking/multilingual/wikipedia_reranking_multilingual.py,sha256=VjNQ9Tz9fCYWxCW4PYzJT30ZEVSboZBK9dIyJNfcpEQ,1682
2148
2185
  mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py,sha256=2fXZX27xzrn0es4TKaDFaGdo08swUHEA2Ik3pbOzCd8,11360
2149
2186
  mteb/tasks/reranking/rus/__init__.py,sha256=Txjqg4_Pq5MgNsmlIKnTet3UZe_oyraHDJgx_W8aBYA,72
2150
2187
  mteb/tasks/reranking/rus/ru_bq_reranking.py,sha256=cojQO9p5jYn32RdhRmuQQ_-TJnviXR_SrrAFECoMs3g,1363
@@ -2156,45 +2193,45 @@ mteb/tasks/reranking/zho/__init__.py,sha256=ut3BvVt_ZNktlEvBx587CSEy-1Q7U3XZjEt8
2156
2193
  mteb/tasks/reranking/zho/cmteb_reranking.py,sha256=Vzp_m5PRnCNth_5ibmq-y21GUuZ2qRADmagJa25r6W4,5403
2157
2194
  mteb/tasks/retrieval/__init__.py,sha256=8FjY5EOE3dZG5FztpAKkkJLTvAvtXbDKq781fyvboRc,466
2158
2195
  mteb/tasks/retrieval/ara/__init__.py,sha256=nJCx6hPagMStiKsY-ybvQM3oMcskY12aPBvUk6vCLt8,102
2159
- mteb/tasks/retrieval/ara/sadeem_question_retrieval.py,sha256=VFLf4tkAq_8rbNu9CpNpBf_4ztTmyAquGqPObaI6kmA,2072
2196
+ mteb/tasks/retrieval/ara/sadeem_question_retrieval.py,sha256=ko_qxf2ntzSL_p-je0MQiHHQrATFlPuKmC6DE5OSdQ0,2101
2160
2197
  mteb/tasks/retrieval/code/__init__.py,sha256=BH3G5qF_XQ9lY0dpNxxrdNMj4JpzhPsyBABqovm3Op8,2008
2161
2198
  mteb/tasks/retrieval/code/apps_retrieval.py,sha256=JaUORyhkNUzJ6V8a8XrrIkioVi2phAVO3lMtUBAB67g,1423
2162
2199
  mteb/tasks/retrieval/code/code1_retrieval.py,sha256=bFQjQtKw0Lpn5Yj_uRFbRYUKnd61McnpTrc8Pzm5yns,1094
2163
- mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=pSbrwXByeL9JaUzEMYsRl-upVMrQPlWXe1QCw1FqLcM,2877
2200
+ mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=HGyxyTC5HPGKnZp3bkLLQg0RTBNEj1Oz5KCug6VFmXA,2906
2164
2201
  mteb/tasks/retrieval/code/code_feedback_mt_retrieval.py,sha256=CiJ8pYt3gmYR0mnk8KqdaO1jXgQbpU4aKvOe4d7lpu4,1489
2165
2202
  mteb/tasks/retrieval/code/code_feedback_st_retrieval.py,sha256=eNV1DKxmKJzhIlBVP4u1JsxPRV_SrfKG4Uy6csbXZjM,1477
2166
- mteb/tasks/retrieval/code/code_rag.py,sha256=Cx1GzhUwdcRwZJDCx3nsavHrqDh5IWuU5ZVIV7pIX9A,9577
2167
- mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=81y-W4l7I8mzQJ-bvCM7rfIGykI9VdO_2MFNJIvTJDk,3816
2203
+ mteb/tasks/retrieval/code/code_rag.py,sha256=q91XaKCR-mRzj0dvXeXI1kl7FOO_jx5-itEuJZr_3Rg,9501
2204
+ mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=T7f80kRBXaUAbB7r14cpMDdYXAQRLWXYLjmTpLlEquk,3845
2168
2205
  mteb/tasks/retrieval/code/code_search_net_retrieval.py,sha256=BECmHuIQXeDjjUBKmvjYji395Ep-RnF0fCgpGXDZTus,1504
2169
2206
  mteb/tasks/retrieval/code/code_trans_ocean_contest_retrieval.py,sha256=pkFKpaKuBbGYU-tezvSz_BMESUKY5Pp17CmSj4e0_K8,1497
2170
2207
  mteb/tasks/retrieval/code/code_trans_ocean_dl_retrieval.py,sha256=WrcLbhtJkGqWcsmw9zDfDuiW7vkVi_-nQK2ZjJFhO6s,1567
2171
- mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py,sha256=HkRZbMlBa9jhRX7mil7zKAnT7yQna2yYH1UyAJE51EY,3785
2208
+ mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py,sha256=sUmbwYCE2AMsna_9QRGUHSB67-8W2NYLtnRiTiCwK0A,3814
2172
2209
  mteb/tasks/retrieval/code/cos_qa_retrieval.py,sha256=CYWty69H3aJQi3FHz-Qqj_O2usb19kH7Ct0nAcWNzlQ,1469
2173
- mteb/tasks/retrieval/code/ds1000_retrieval.py,sha256=irbW7IN3a8NNkxSnWowBmlnilV7QRCbHp0fruRW8_Ic,3398
2174
- mteb/tasks/retrieval/code/fresh_stack_retrieval.py,sha256=uoWHouYaDMbatauYFshabr7vH9jdiF8uraUcM5l0m9Q,3505
2175
- mteb/tasks/retrieval/code/human_eval_retrieval.py,sha256=FagmoGdAjyh9hdIUxqjUbE-6QkSfvZTJ47oGQ3Vo_GE,4325
2210
+ mteb/tasks/retrieval/code/ds1000_retrieval.py,sha256=b71euzYY5YyPOTbdX7tAGsyjot8aaUXEnaqN7Qnccfw,3427
2211
+ mteb/tasks/retrieval/code/fresh_stack_retrieval.py,sha256=ZJDG4PYwDrrtyrx3GRPiJhDpz3KIlgb4_YN8VJmWRYA,3534
2212
+ mteb/tasks/retrieval/code/human_eval_retrieval.py,sha256=WvRReOlvFsH-sv1SsTXtgy8dyvmB0wvzTQydqTJDlE4,4354
2176
2213
  mteb/tasks/retrieval/code/japanese_code1_retrieval.py,sha256=-FBDBmx2h4iYUv7b-jgwBXmHq7HguGpC6Uvc1fzbyb4,1133
2177
- mteb/tasks/retrieval/code/mbpp_retrieval.py,sha256=EgNOypt5bfgy_-q2a4Sz-3x5CB9S2KGP_qxrWs6td5s,3350
2214
+ mteb/tasks/retrieval/code/mbpp_retrieval.py,sha256=dsBu_BUjSpMQRW5cJtIVAdcx_SzfQOTUuO_xGZpeHRU,3379
2178
2215
  mteb/tasks/retrieval/code/stack_overflow_qa_retrieval.py,sha256=NjD7b7234xrlA2xKdfLwLRg1A0Qy8GQfjm_kFo1JKOo,1563
2179
2216
  mteb/tasks/retrieval/code/synthetic_text2_sql_retrieval.py,sha256=TQikfAT_n65OzJEWmlxaj4mncce3hdzFpuB9ZIsBktQ,1640
2180
- mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=OOypL5bkQ1xX7D6SlDPcfu1KIDlKPTlMKkR2gnax2b4,3310
2217
+ mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=6hDRUIUvaM0QoBf1AFLi0Ba4PVq1fyW8L8RKWeAAbgI,3339
2181
2218
  mteb/tasks/retrieval/dan/__init__.py,sha256=gHkyCxzEZ-Nyv5HBLsQ0VPs1y0JjoxNX5q5kOhPiCT4,280
2182
- mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=W7LN0Tn42fFss1quMHq2W39NrZm1tGmmdONtRGDSr34,5622
2183
- mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=-8OT4d2YtNB_Jis0wOnJU44zPopFKX3nUPeC6olHaTo,3774
2184
- mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=y2pZXmHmXlz-R6KJtGaLXxyTsUOcvYaBcBC3zKA83Lw,3407
2219
+ mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=mLemS1WQgqK3ToiJfPYjHGcqkTNwzvIo59_Z723NBGM,5635
2220
+ mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=yc9_nVqqSurU2JjhPeoFzS8311W76gy-CZgApqddZrA,3771
2221
+ mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=BKNYl4eue0KE22lJc2KAv0NfVTOeR1_S3yZ-C9BYZqI,3404
2185
2222
  mteb/tasks/retrieval/deu/__init__.py,sha256=xgC4Nt2DCgcoCAkiErKSCQENs18DJtHFbocSMWS_278,719
2186
2223
  mteb/tasks/retrieval/deu/ger_da_lir_retrieval.py,sha256=ZQFzZLguoOmrZ_pZVk4w5N7vzhiUYcg8sTvs62S4EaY,1371
2187
2224
  mteb/tasks/retrieval/deu/ger_da_lir_small_retrieval.py,sha256=zb5SGbztP3xQI9tt-3MEFsxEvxXzVlpo-ahx1cFd-WU,1572
2188
2225
  mteb/tasks/retrieval/deu/german1_retrieval.py,sha256=vnG49Kdx-ZgvW-arP453i2ExgF6sYGd46LSt0tnh4ok,1069
2189
2226
  mteb/tasks/retrieval/deu/german_dpr_retrieval.py,sha256=xN57g_D7bd-xULMMsK28bnmgHcRw-G_h7lDMCv7-e0c,1371
2190
- mteb/tasks/retrieval/deu/german_gov_service_retrieval.py,sha256=-Ivxwf1DtP6pW_Yl6J7Z9qTCshl5sOGbNY0pKyVvbwA,2779
2227
+ mteb/tasks/retrieval/deu/german_gov_service_retrieval.py,sha256=vpmuIE7B67B26lY4MDr__xxb9FeyiuuRACsSxMbGrec,2808
2191
2228
  mteb/tasks/retrieval/deu/german_healthcare1_retrieval.py,sha256=v0j9VPCOrPwxRchE2T6U63ytG_d0-NAGD7XTZ3U65nk,1127
2192
2229
  mteb/tasks/retrieval/deu/german_legal1_retrieval.py,sha256=MGCpT9KvnF7NjEiozlIaP6f2-W223-AxVDpu5eCC6os,1110
2193
- mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=RYZCPgKaNPi14ncxnvz8_7aNDEvhuINQzoWbZsCdA0A,2379
2230
+ mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=26-zGYY2dOLnOaxCWOSF_dMGxL3yH8OnxKb4oPvYqDM,2408
2194
2231
  mteb/tasks/retrieval/deu/legal_qu_ad_retrieval.py,sha256=l_UNVkOQxqlKp6wef2BM-GKtyYnmYLYThGZZnUsR_-c,1594
2195
2232
  mteb/tasks/retrieval/ell/__init__.py,sha256=46naXAZtJzyezyqOQGRIlr4zQVkqGQJdj7ztjMrez9Y,72
2196
- mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=uKmiWHHZvL1o5m17XCrzi16kHWFNhlEUHrtlk-LR1as,2514
2197
- mteb/tasks/retrieval/eng/__init__.py,sha256=loq6PjQTX-ZpCUgy6wFZ74LCpZVmzbiRQKtJQlJbvQM,16093
2233
+ mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=00DJWkM9xm0pMpCmZcssc8Df-GQ0fKhhpUB0rAlsb6g,2543
2234
+ mteb/tasks/retrieval/eng/__init__.py,sha256=PVMsl2oXNQYggkMkU7RKF20ZqWL_EXOrwp9q2Ji2ANc,17555
2198
2235
  mteb/tasks/retrieval/eng/aila_casedocs_retrieval.py,sha256=UKoN9oE8C412REf8MV16aUDgE5NwkHxnXsh4dcLztpk,1398
2199
2236
  mteb/tasks/retrieval/eng/aila_statutes_retrieval.py,sha256=GugjZwaWmTlNyYzK8ACKZHIiUw2YBvLaVyTngN_qQyM,1366
2200
2237
  mteb/tasks/retrieval/eng/alpha_nli_retrieval.py,sha256=GpOkizyeOs_ZMbRu9g1yAXdKkQr8PObUepP1OulbJio,1714
@@ -2210,11 +2247,13 @@ mteb/tasks/retrieval/eng/birco_relic_reranking.py,sha256=zx-zJpQWKmoJ89l1kkmEGW7
2210
2247
  mteb/tasks/retrieval/eng/birco_whats_that_book_reranking.py,sha256=_N8dSye5Zoizma9iuNhE8LY5norGh_zfiiOAomdtcXs,1776
2211
2248
  mteb/tasks/retrieval/eng/blink_it2i_retrieval.py,sha256=WqZ1l-S3u9RAjwwc8umy5RH67zwJjjWRCYWnVpjtupQ,1326
2212
2249
  mteb/tasks/retrieval/eng/blink_it2t_retrieval.py,sha256=sSnpb6QGHok-vvBaJz49wIN9RIYaeZbUVzYs5dfXUTI,1326
2213
- mteb/tasks/retrieval/eng/bright_retrieval.py,sha256=azSvR441wGFOq58cifwDwmgmahYz-qbbOAkVcfYwpmw,4895
2250
+ mteb/tasks/retrieval/eng/bright_retrieval.py,sha256=OU7zEdZP15Or46Zq_t-fmxzjFVMWtQeCpG7ZL84QPNk,5220
2251
+ mteb/tasks/retrieval/eng/bright_v1_1_retrieval.py,sha256=Al8b6hjQPOBIB2jcQfSxcdH1BQvzMXimMYNsIJbbmXM,34917
2214
2252
  mteb/tasks/retrieval/eng/built_bench_retrieval.py,sha256=pqsIaVMl0ugGl5wx1oHPooqpRTLhXJYPYSy51ci89yQ,1528
2215
- mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=_PQYn3jXgeLKjnb_uKxzHtM9SCICV3bsmgEcEoD2OXo,3582
2253
+ mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=1ap3gaOVC3-kDqnN19KPep1JZ4fbHmJ4BBjxtHiPpWc,3611
2216
2254
  mteb/tasks/retrieval/eng/chem_hotpot_qa_retrieval.py,sha256=sLTfqBf967htSU7Ego7zkEC8QYVWFI12YoHxa-urWEw,2114
2217
2255
  mteb/tasks/retrieval/eng/chem_nq_retrieval.py,sha256=8bl4PRKJwYgNF0sZPZQINgn81-r3c_2gDoMQJYdpb8I,1886
2256
+ mteb/tasks/retrieval/eng/chemrxiv.py,sha256=-HS_axsMPaEKr8T0d9WvgfJ_UmAr00InHFjFpt4VDVo,1404
2218
2257
  mteb/tasks/retrieval/eng/cirr_it2i_retrieval.py,sha256=o_4fVGosZjYsfMQy7tzQGaq8aijhUwXKcV7MYIYY4SY,1583
2219
2258
  mteb/tasks/retrieval/eng/climate_fever_retrieval.py,sha256=obIROibY5nQ8oDGbkjG5Z3jrJ-rAXVmF_1w_XN6Nqm0,4615
2220
2259
  mteb/tasks/retrieval/eng/cqa_dupstack_android_retrieval.py,sha256=-Uj8BOIPyjl8egm34qZGRKULGgEoaoac4wOhdWXAPgE,1674
@@ -2229,7 +2268,7 @@ mteb/tasks/retrieval/eng/cqa_dupstack_tex_retrieval.py,sha256=as6ZGvtZhmwM0acxU3
2229
2268
  mteb/tasks/retrieval/eng/cqa_dupstack_unix_retrieval.py,sha256=vf8ZxjpjaQZ5irDtWLifu_pIxVFveoOLmTIqWwYCzWE,1642
2230
2269
  mteb/tasks/retrieval/eng/cqa_dupstack_webmasters_retrieval.py,sha256=zEkmPfHW2_5NEQTM0Dh3aR6dJ0PUeeiYvGCC2bLnUJM,1622
2231
2270
  mteb/tasks/retrieval/eng/cqa_dupstack_wordpress_retrieval.py,sha256=l6IkX_gHtl3PpbcLxFvcNePwZDul-dOxRX7l0bQlzgY,1634
2232
- mteb/tasks/retrieval/eng/cub200_i2i_retrieval.py,sha256=sn0eN5Q9mseKVdtzN5duZGyjNB3jmLSSS2xgKvC_Icc,1251
2271
+ mteb/tasks/retrieval/eng/cub200_i2i_retrieval.py,sha256=vqC9e3m5Pjtk5yKV2tapOQ28lkwo-UG-HfimpFQw7LQ,1263
2233
2272
  mteb/tasks/retrieval/eng/dapfam_patent_retrieval.py,sha256=3rJDG8Id-gcG8K92SwgfXC8XREhH6uUbjU3u_AyCzgQ,27254
2234
2273
  mteb/tasks/retrieval/eng/dbpedia_retrieval.py,sha256=24XDQknkp_yxLUEEyEj7JnmTpqmT8hdDaLVA1Pr9PB4,3475
2235
2274
  mteb/tasks/retrieval/eng/edis_t2it_retrieval.py,sha256=hgFPxjozfGG25YeYV1WWMNarwJAXPWuPgFPbvsX-LqY,1393
@@ -2246,8 +2285,8 @@ mteb/tasks/retrieval/eng/fashion_iq_it2i_retrieval.py,sha256=Vtm2MZrZ1f7BMxxzr4D
2246
2285
  mteb/tasks/retrieval/eng/feedback_qa_retrieval.py,sha256=YAUn1EeeSxWanB3ZRirECxafHZvEnUbJmcFNXMxhnIU,1766
2247
2286
  mteb/tasks/retrieval/eng/fever_retrieval.py,sha256=CRUzFPZSwD3J7JBpzofXYZsLLzjKhJ-CDM6O7Fab-z0,3977
2248
2287
  mteb/tasks/retrieval/eng/fi_qa2018_retrieval.py,sha256=BChxosI8yRHrHwvpF_EtgzGPKdXwhD-47kPxiUJp01A,1520
2249
- mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=8pPk1sMQDf2uG4a-jW37bbJimxh1NT5TpMGb97PcOpw,3692
2250
- mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=d--7LWDJg46otIokG5u8V249eLUHWJJ8Jspg4mFQF1Q,3490
2288
+ mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=a6BIflhqj8UV-t2FvxupAxqsAyqp3XIEQYU05-zqzeM,3721
2289
+ mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=4oVfNZDFTgjDg-0r4iYuM42YHVV9HKRSbuiNZaqzrh8,3519
2251
2290
  mteb/tasks/retrieval/eng/flickr30k_i2t_retrieval.py,sha256=Hg1rH1jYQI0GnrjQt42cqHOAgVQbWwrb3i66mufl8b8,1576
2252
2291
  mteb/tasks/retrieval/eng/flickr30k_t2i_retrieval.py,sha256=0yLnzX_qtumHsBQ2eZILtxaYDNjQ61128zz0xFRKltU,1568
2253
2292
  mteb/tasks/retrieval/eng/forb_i2i_retrieval.py,sha256=gTs-0EPIW8omneJSzAjsOaM0eVHrZM7X2pq2p0af35E,1289
@@ -2255,9 +2294,9 @@ mteb/tasks/retrieval/eng/gl_dv2_i2i_retrieval.py,sha256=aeVQjOlZG0OUPTt5HhZbAEMr
2255
2294
  mteb/tasks/retrieval/eng/gl_dv2_i2t_retrieval.py,sha256=z9Fn45XT832Fo3N1IIs38jNW-RdqrtjI0JYi7JIDI_k,1449
2256
2295
  mteb/tasks/retrieval/eng/gov_report_retrieval.py,sha256=Xqr8dDqo8wHXDMbZ_HuFS46ui5QFpyh_z09R5zK9FHw,1662
2257
2296
  mteb/tasks/retrieval/eng/hagrid_retrieval.py,sha256=IfF8y1yUURZ-CiT8g2i1XK5rC8N83_E_XpgWvUUBGfw,1454
2258
- mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=2wolr3UrHcONtbGLFxjj6vqVgGkdfSULBnU4oSEF2LE,3285
2259
- mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=5Sl0glFi48DQfVpHSRA5VYyHEl9KDJ-tm8m0RfPxKUY,3285
2260
- mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=j_Y7wRS29F8drvXgwmMXILejvAdr_UDrXwK0pRQ8I1s,3570
2297
+ mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=FwM5vNMqI2WtUwiRe-6rQJpZVPNGwkVKMjAgnxrwwAQ,3314
2298
+ mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=wY5qjHi1V7IiCn8LBgYTV3MHPuCUV8cF283_HsSPvtE,3314
2299
+ mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=Smq4tCT0gkD1_endH-iXfPjcuLus4qfraOBfKxEe9G0,3599
2261
2300
  mteb/tasks/retrieval/eng/hella_swag_retrieval.py,sha256=SDMTKYvcN5WGIiynYH7fqvlUb5qzTNeFTv6IJpOUIgQ,1598
2262
2301
  mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py,sha256=DeNHRepIvcI217SqTuMvEsWMhNL1gcMblSRww60VCDw,3943
2263
2302
  mteb/tasks/retrieval/eng/image_co_de_t2i_retrieval.py,sha256=9M1yMrYBVS7_ZHHc7yyY3QDC4ao1XSpFc3dT0k7WGWI,1288
@@ -2266,39 +2305,39 @@ mteb/tasks/retrieval/eng/info_seek_it2t_retrieval.py,sha256=qJ_pyxAvIVHUmibBSd9T
2266
2305
  mteb/tasks/retrieval/eng/legal_bench_consumer_contracts_qa_retrieval.py,sha256=NrhXlzXSpy1aCYvakdN4vgcrfrP5iz6Rw0otc15wf_k,1530
2267
2306
  mteb/tasks/retrieval/eng/legal_bench_corporate_lobbying_retrieval.py,sha256=zvhW2Gq0BFmXYp7-EoZ8rZWgI47wrG7z9e-1qM693io,5189
2268
2307
  mteb/tasks/retrieval/eng/legal_summarization_retrieval.py,sha256=Fk_GtYWzbA1AIpS9w_bdxL2RsH-_HYj4u4zm2A_cWRI,1447
2269
- mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=cKNfseWeolUKau4bet4_-MiJBXmG4JQQHb7ZfovuiLY,2601
2270
- mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=yXyG6vpMpMYDPT_RBycwSwTI4QhjhPWQ2zQrdeAmaaE,2964
2271
- mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=t6-AdiXiOpgLKacVILKu0LrpTc4RWs2uW3ywUa-zkK8,2959
2272
- mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=jO38l3-dkN22IX4YZUj57uN7tm6RfwSmvm-uIlglFcM,2608
2273
- mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=0NpKvntafhBi0WMFcNoXl-J_BJHZYQZLsFNEaxztzVg,2292
2274
- mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=ai0cI88ns7maPIvVhA3pHJ-kwIG50DOv2-ET3X2cxMU,2860
2275
- mteb/tasks/retrieval/eng/limit_retrieval.py,sha256=j2yNnXLo5ejLubU7SzbdnOEk3uofQBF3H3nqq_Ba8pE,2494
2276
- mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=CpL-LNff6QHpseLML4u9_csPNff4QhErRMjYN-42uCM,2934
2308
+ mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=CIPdGGu_-JcbcL56Ptk6JFKn5kXvY-rpCesPjMkhP-U,2630
2309
+ mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=gXH_kBOU3JNoTzQGDXPeM8TxTrOFwpKFa56jBN86KFs,2993
2310
+ mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=ly0KSw-BQdUztvWHhZmafAHj802HTUfppyiaxUwGjiA,2988
2311
+ mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=1j89R0jGQAEuv_usmq7J-XRIZjMJU-MrzzIbh97MdcY,2637
2312
+ mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=mUdwZwZ8os18NQ84zoqE4SfVxIG9pD1C16cDVJb0TsM,2321
2313
+ mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=SdS2fGF__Y7lfb49NSLoWyJBKX1alccV3CvylwrEzPU,2889
2314
+ mteb/tasks/retrieval/eng/limit_retrieval.py,sha256=0asw3V7oBfVTinfhOHx-bzvN8G1wfO1ec0gAIBCT3pI,2586
2315
+ mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=1QqeGLxOwm6kKIXGFkhcsscnlxjXTNprX9CY9GriN4M,2963
2277
2316
  mteb/tasks/retrieval/eng/llava_it2t_retrieval.py,sha256=j2W4nh5EPcbvilYqgyjJ1tfHgxLsKGG5wisSsiAVK3A,1780
2278
2317
  mteb/tasks/retrieval/eng/lotte_retrieval.py,sha256=l5akqCc54mS1fmmhBWie-2EDpuCc0sQZRCtm2c3x3YA,2325
2279
2318
  mteb/tasks/retrieval/eng/medical_qa_retrieval.py,sha256=tmraQ6Y6IFe_BbFb0tVtC0W_kADF0D6Fvh3xybwXyhs,1368
2280
- mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=xJ0SY_Iuyf0ras2FvKhJL9DwRzqgrp0JSFYO4UMhT7U,3924
2281
- mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=8K2YeLVbsvjzbBETv-zJMulavYf2tKrP-BOC0iJuGKk,3927
2319
+ mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=vUC30Jy2kybHkoMaHC3MG5cXUuxXOMRJQKYlXHTZXQI,3953
2320
+ mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=8kbLlCJCfZdl0hKsEgcd6LnU1y082wobxLRu7KEwAFM,3956
2282
2321
  mteb/tasks/retrieval/eng/met_i2i_retrieval.py,sha256=tv1U0shLRqoKn3e9BRU3Q0tFJLKDTt0gt4qq8F8Phg8,1377
2283
- mteb/tasks/retrieval/eng/ml_questions.py,sha256=ads-UBjQQbTZoFwQEBmbI3SdN60WnWrFQFXjX12TAW8,3728
2322
+ mteb/tasks/retrieval/eng/ml_questions.py,sha256=-ig9R4P2RPkO2O22ou67e98lX_Ieq9VIxHA2mNjUngQ,3757
2284
2323
  mteb/tasks/retrieval/eng/mscoco_i2t_retrieval.py,sha256=CMphGPlJazwHR0aQc0RRUGkv4sTS2ih7KDmw1fqZFtQ,1562
2285
2324
  mteb/tasks/retrieval/eng/mscoco_t2i_retrieval.py,sha256=0DMK7f-SkIox-IkAej2dK2eGv2uDC3v-9vRjJMO9Nek,1537
2286
2325
  mteb/tasks/retrieval/eng/msmarc_ov2_retrieval.py,sha256=wNOJR6skiUq3ZTUo4UMB11AO2cMgZ6PBhRhP_RaFw88,1862
2287
2326
  mteb/tasks/retrieval/eng/msmarco_retrieval.py,sha256=m6MmlDSdzIYWpIZ7OEvFL1gvQKl0amguvKx0N3ytUpI,3815
2288
- mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py,sha256=xqx0j9ArC5RV4OOtbcbjvMDL5jSG0nLvMP2rSWF9CgI,2879
2289
- mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py,sha256=GWv_JvPADdW4n8dBfgNsQEn3q5K9KlpplWNR19IDKy8,3138
2290
- mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py,sha256=c7oIi3A8481gQXterC1S8edXxEDYPiI6R6V_FDchAtI,2929
2291
- mteb/tasks/retrieval/eng/nano_fever_retrieval.py,sha256=n8fALup5GkHGyZDVapWawQD2lVUphZNfNXMUgtU3Po0,3551
2292
- mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py,sha256=NkbkyEYwdhH7NylUHSi84o2ra4Nb_1H_FAV8lyghge8,3148
2293
- mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py,sha256=_tQPvlXjgdp3jQWemkaW6f1G0W5wQf-rd7bwh-P736Q,3589
2294
- mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py,sha256=lF21DqCZSUPOZ9-KZcuXguxLR0LcguhkwwGwdYIjhjA,3294
2295
- mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py,sha256=1t2KxsWVPorT1LzQ0kSc85D3UJZ36AQT2VovLbQTNZE,3203
2296
- mteb/tasks/retrieval/eng/nano_nq_retrieval.py,sha256=nFa1oXqn3KmBBRwkZ_9OYNYOVqEOPhE2yZZ8-IFfdlA,3309
2297
- mteb/tasks/retrieval/eng/nano_quora_retrieval.py,sha256=nVaBB86-KgzygUg4NCbuWhGXgSS-IJuYTlUcR3-KUWI,3148
2298
- mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py,sha256=wLpxvOBfZCkGkhDPVAFkhNJgBXU_WBtN4DCHWpGckNw,3031
2299
- mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py,sha256=ZtEAlsjH_oLtKscrYmKgcsQjpon0DjNvVTVoiLJxp80,3086
2300
- mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py,sha256=f0SuDizkHhk-ZyM01vwlYMwC2JldvrtiK7VLkYNvtOk,3149
2301
- mteb/tasks/retrieval/eng/narrative_qa_retrieval.py,sha256=tOFdoGdexq6HboajDHD-EFhFM_HNQG-2y4E11AMD6IU,2212
2327
+ mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py,sha256=xIXcMpHPQOfANsyetetwSz8eaHibw7MGy6CpWwvyvoY,2908
2328
+ mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py,sha256=Wu3g5vxW0DIdMXFP1PM9eO0llLfpPxvtb1KopFgvZl8,3167
2329
+ mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py,sha256=gfcCOlGnkyzBJmTHS6OpMeujmeRPag1aMg_KY0IBzDo,2958
2330
+ mteb/tasks/retrieval/eng/nano_fever_retrieval.py,sha256=tPp8rkodj-ksiD1mKQbwhzj6b7Jt3_FIawC-3K0jThQ,3580
2331
+ mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py,sha256=fsuOr-H7Vr4vIe_24W9Z0l_4EPIMlaHUACoaKwTYr2w,3177
2332
+ mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py,sha256=XLrOsbFSCvHPYQwpE-EzLbXC93RKpr2cfmWIYxhL04c,3618
2333
+ mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py,sha256=HAMvL3e1UIdvIaICT8HwgdeCRyeya3SjNYmliPavk7Q,3323
2334
+ mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py,sha256=iBtsIL4fNCM3K10-ZoorstYHS4Ri4aF6wYSEcehb-50,3232
2335
+ mteb/tasks/retrieval/eng/nano_nq_retrieval.py,sha256=ErX9hHcmZc9AGZZmB-Nye4myyn8_4l2tOrW4Q8MNdaU,3338
2336
+ mteb/tasks/retrieval/eng/nano_quora_retrieval.py,sha256=Yh0qNAO2O_hQAb9vN3GF9q33F5mQzoSgPO0NmgbcBNg,3177
2337
+ mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py,sha256=DqXN50YkoBf2lUroh1C-_MMI1tbh5L80BAY3z2zvPs8,3060
2338
+ mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py,sha256=dZ8pNX1FUKx-Cl5EE4SJ2QxSETAx8TSj4pMy9xEqS9Q,3115
2339
+ mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py,sha256=mpbq73szK32xpXJT00ofXncNk-FrG8TjfKA8DLsHhc4,3178
2340
+ mteb/tasks/retrieval/eng/narrative_qa_retrieval.py,sha256=FqFNcf0EVPsm3_U1Os1-REa0yYNNaTKPD8e3yQk0LdY,2241
2302
2341
  mteb/tasks/retrieval/eng/nf_corpus_retrieval.py,sha256=q_MvitixEXmSoPKP94GYw2Px-YNlbb4uNbhvQKDeHY4,1515
2303
2342
  mteb/tasks/retrieval/eng/nights_i2i_retrieval.py,sha256=L4ABfQZo6lHZ_jGnBrH1Gxqmzs3Y1wlvqJ3R-pFp9dY,1528
2304
2343
  mteb/tasks/retrieval/eng/nq_retrieval.py,sha256=2r6M-R_VcNs2VXFgRVde-dTjLZeK1iscB-P8VcfTuRs,3262
@@ -2308,7 +2347,7 @@ mteb/tasks/retrieval/eng/oven_it2t_retrieval.py,sha256=gnomGPeN3nm22sfF5avD3SKFF
2308
2347
  mteb/tasks/retrieval/eng/piqa_retrieval.py,sha256=tWs1jxC_BQu2s0iimBCGDiu-3QZefFRnQaeHk2C2kwA,1615
2309
2348
  mteb/tasks/retrieval/eng/quail_retrieval.py,sha256=qpwhSbAFqZWrSS3UKFyVvJBOHb0I6hY8wgSPY94ka4c,1703
2310
2349
  mteb/tasks/retrieval/eng/quora_retrieval.py,sha256=KASLS_K0mzK0PydnSifldKtO2fKoV2cEIZu-pgkkgf4,3485
2311
- mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=Hq_5OjxCyJDe90mf7713M9P93Zx2VL24eyPc-1F104Q,12665
2350
+ mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=MfiuCJaIyA09k293BRFoedjsh0Xbim0YbjryrhNDmok,12897
2312
2351
  mteb/tasks/retrieval/eng/r_oxford_i2i_retrieval.py,sha256=smlcZ4sRJMAfiYrBKkpz-r4BeFQhGxjt8nhWfWmuhz4,4165
2313
2352
  mteb/tasks/retrieval/eng/r_paris_i2i_retrieval.py,sha256=9d5rCYCpHWJIlmO3cmW_S4Qix8-QEiqt6lxxUS9MJXc,4096
2314
2353
  mteb/tasks/retrieval/eng/ra_rb_code_retrieval.py,sha256=TnpaFV1HFZK2uceL-p6w5vwAgxKC6Kxi-Ou7sQCpEa0,1965
@@ -2316,8 +2355,8 @@ mteb/tasks/retrieval/eng/ra_rb_math_retrieval.py,sha256=jcwsK88cmFInVMZdtssa_tLO
2316
2355
  mteb/tasks/retrieval/eng/re_mu_q_it2t_retrieval.py,sha256=3olBhJuvbQ3ge58dWUV0jzfIxEKwcHgGykzw5SkPL7s,1766
2317
2356
  mteb/tasks/retrieval/eng/rp2k_i2i_retrieval.py,sha256=w2JPvtWP15pATjk3s6phMm8xgtHj7T2VkLhh1osv4C4,1198
2318
2357
  mteb/tasks/retrieval/eng/sci_fact_retrieval.py,sha256=oojafsAKuFccHIB6BWjks4NdG7yLUh0vn4fSTMcmOvA,1351
2319
- mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=8YQ_79D10XdJ94qNa9z_OVCoqHbkuxPS6NG1O4Aelsg,3137
2320
- mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=5k9-Lq52EkinxCTQ7hr82oYND4E_3ElAMv2Zb2SxoME,3137
2358
+ mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=Uw7T56GfKBsvm7RkWgmjJ4KKZY8LB9T6BaqYMuR_m9M,3166
2359
+ mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=5iHYfMOxRulYOz81bFM7CKGuUuekRu9oGAs62M-0UH8,3166
2321
2360
  mteb/tasks/retrieval/eng/scidocs_retrieval.py,sha256=nfAT5In9G99pozVtk7qjk7d8bYnF6IwuPf7xJ3OtuSU,1447
2322
2361
  mteb/tasks/retrieval/eng/siqa_retrieval.py,sha256=IvSxYymVZxqze7l2App-83QQ6bqgEchzMLYwNhns5UU,1600
2323
2362
  mteb/tasks/retrieval/eng/sketchy_i2i_retrieval.py,sha256=iDzvU5qYAQQGvZ6VtOjKGP76zVjhYngh6vOOG3bL_Bg,1377
@@ -2336,7 +2375,7 @@ mteb/tasks/retrieval/eng/touche2020_retrieval.py,sha256=kSM06MdLTyPgSN_nvTAz4kHM
2336
2375
  mteb/tasks/retrieval/eng/treccovid_retrieval.py,sha256=x5e1ejs9hCyTY8MZn9A0LtIfZCzYyTN3cvHGGeWMOBE,1483
2337
2376
  mteb/tasks/retrieval/eng/trecdl_retrieval.py,sha256=Rbs_0kd6cHxFny1Acchba4Vy9M6Vf78jSmQX4iyPXWo,4746
2338
2377
  mteb/tasks/retrieval/eng/tu_berlin_t2i_retrieval.py,sha256=jBocfLCA1Gp2IGG0KZ33mU8erUxrKTioeSnM-fyJn5o,1278
2339
- mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=728AC3hxFQINjF3CYap22wo3fTA8_419bHzR2UWNaww,17538
2378
+ mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=q0c7cZxkoezRGOeGm8JQcpfuPauGCFYbwes8_bJeqhk,17828
2340
2379
  mteb/tasks/retrieval/eng/visual_news_i2t_retrieval.py,sha256=iFk5HN1DPgISrJ3k4GFJkkxdrZqyMBZZagPTDJdaH7I,1409
2341
2380
  mteb/tasks/retrieval/eng/visual_news_t2i_retrieval.py,sha256=cNT4asxxsBjNKtNrmqZQN639Of7UKNutDv7Y5ZWB3eo,1437
2342
2381
  mteb/tasks/retrieval/eng/viz_wiz_it2t_retrieval.py,sha256=jE70T5If62lkKnbF-CMAgRK4eyUBmUjNAdREBhbvzRA,1438
@@ -2352,12 +2391,12 @@ mteb/tasks/retrieval/fas/fa_mteb_retrieval.py,sha256=DpS3P4VfJ5zQsQTreI4sLV4lftr
2352
2391
  mteb/tasks/retrieval/fra/__init__.py,sha256=ecgZdxDzheMWrUHu8737BvQzm2i_569FgdEQsdIb8MA,495
2353
2392
  mteb/tasks/retrieval/fra/alloprof_retrieval.py,sha256=v-sh_LeqsvO4HkJacIuak0N-wANJL9z_V6ZItikkmdE,1759
2354
2393
  mteb/tasks/retrieval/fra/bsard_retrieval.py,sha256=-LOtfg3opcIcxyIqLHcamJsYmJqZv98U-DNRaCejzGo,3325
2355
- mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py,sha256=dod4O78YqziIQf-9R-4s_t6XTbOSZtC5TpkHKsAvoO8,2890
2394
+ mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py,sha256=22s2mpbF3TZRcS8X8LYGKia5jywjpF7S5PmzdxZwhiM,2919
2356
2395
  mteb/tasks/retrieval/fra/french1_retrieval.py,sha256=XPgz87U-_9d5H0gAtiDW5RahgyxBUIAugOouIhJQkuQ,1084
2357
2396
  mteb/tasks/retrieval/fra/french_legal1_retrieval.py,sha256=yq4avXuouedGq8y8WP4oshhpsxuvUVn21gJ2_oxXzGc,1100
2358
- mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=SZOm-z5OruxEG47zMYjApJoR2oWiHKsK5Vum41Z5hWU,2305
2397
+ mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=-3QmEcxydW8Iz6l9Zy-l_SHoR95SfFOyK3_9wenh6Zs,2334
2359
2398
  mteb/tasks/retrieval/hun/__init__.py,sha256=M59LTpENxaFLMSU43mNiP38lChJ_l_yZh__1giKeUDc,93
2360
- mteb/tasks/retrieval/hun/hun_sum2.py,sha256=td6lxYg_eH9J62sNNuFonHIJ_22E-XGgiFN-D3iAbFw,2373
2399
+ mteb/tasks/retrieval/hun/hun_sum2.py,sha256=3ZrBq4l1E0iCUjz4rpn03Q_XabunEq6fQPDicumfd8M,2402
2361
2400
  mteb/tasks/retrieval/jpn/__init__.py,sha256=1UA6fWOyaMieDBZxH9asudh9QLl20DW5alOGIdKDMAs,1519
2362
2401
  mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=x3rNQwi73WfpkYdGBwt24QccIWJRK_Zj9z16MUMyI3I,1603
2363
2402
  mteb/tasks/retrieval/jpn/ja_cwir_retrieval_lite.py,sha256=KXg08E250H_ueW3g8BYB-4elBaSAHt90eL4p8nDTIFo,1894
@@ -2373,57 +2412,59 @@ mteb/tasks/retrieval/jpn/nlp_journal_abs_intro_retrieval.py,sha256=EEOQpTC6vEPUL
2373
2412
  mteb/tasks/retrieval/jpn/nlp_journal_title_abs_retrieval.py,sha256=JOOW_5pRKHzVn8wTOY0fhxLJ6Ns7wlQHoGHGIYVovAQ,3056
2374
2413
  mteb/tasks/retrieval/jpn/nlp_journal_title_intro_retrieval.py,sha256=aVFTFiANWrIz68FjHv9KBqlhpWlsmi9EAP052gECzaU,3078
2375
2414
  mteb/tasks/retrieval/kat/__init__.py,sha256=H4phkKqg_yZzkK7T62aCMBzjbGZzLKJ-MngrQlPbW3A,93
2376
- mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=4zyodSYCtHtBW9WKIGxFZaTXDrtHuaf3uyfIsDRGBqM,2494
2377
- mteb/tasks/retrieval/kor/__init__.py,sha256=gstfs-sW2-qlaVrOJg_NLsQLLUYCWG2gPf64KI2LxoA,217
2415
+ mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=QxZs_HdBgfK44QmlmeukiVBmLQffz23tCEOI7q8ujAU,2523
2416
+ mteb/tasks/retrieval/kor/__init__.py,sha256=KHCU9neGBhnAkNj7-gJ5aBTJQkp9E0AcfRBU8CuG3hY,533
2378
2417
  mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
2379
2418
  mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
2419
+ mteb/tasks/retrieval/kor/kovidore2_bench_retrieval.py,sha256=AjOLe2l9drBWOCeGzQqxfee3gwwU6ElAJ7-5pbFr6C8,6208
2380
2420
  mteb/tasks/retrieval/kor/squad_kor_v1_retrieval.py,sha256=M7T5FkN1efK7euRslx-LZN7hS_QdIwqtUuVlWO-dico,1631
2381
- mteb/tasks/retrieval/multilingual/__init__.py,sha256=mfVGkoB4DO5ktlg8ia-4nImFVmZcqXh1XkgCkIff0tY,6765
2421
+ mteb/tasks/retrieval/multilingual/__init__.py,sha256=rbeuLmNYooHPjgROuEOH84Q6QmGhuXnedej0d6xAgqc,6841
2382
2422
  mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=gaVLEwuLEwMutMi9V-obpiYKbpllX2QNm2j3MVeebfE,7027
2383
- mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=_6r34ZvRiLVENYcrd87NjilybGaetBwKFEbO29zYmBU,4676
2384
- mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=Puy0PjpRr4M_Bbxdl7oWfa7pQGM04zaRaTNlnhyKejM,4677
2385
- mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=dwzo2sqjamM_xkSiC-jbapyhDFezSJpM4S8KfBsuLPk,4562
2423
+ mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=WuJKP0hND3PCKthDCRi9vm6D_Rr6s-toiEI9tgA6yTE,4705
2424
+ mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=2Nw2Uh-7b1kFdkSEOAmWKTZ2PS27spP_XWZhd7qP9hM,4706
2425
+ mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=FdoxQ1dGNeLaWQoa-M7HHaGSZvzZgsLfGk44SxCf5-Q,4591
2426
+ mteb/tasks/retrieval/multilingual/euro_pirq_retrieval.py,sha256=rlbgWMRdQgDD8z4ZBPgGU1fRAqjmoFDzh0uD_P6qR-4,1602
2386
2427
  mteb/tasks/retrieval/multilingual/indic_qa_retrieval.py,sha256=K7iWZ-yTftZFQiXBOlkTJXGpQXs-ZFt6OQj_L6HjEwk,1872
2387
- mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=dw2YuFrA5OWFTL5zREiix93oAj7WcpcnAhCRh8YRoHI,44579
2428
+ mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=5LEdTRj0L3YgBH5CJM8mDe07NpdoUm_1LUNvrxTyWXg,44608
2388
2429
  mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
2389
2430
  mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
2390
- mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=mDp47UXPK5K99HVKIZcxTESnTIkFKLRf6AQV3NC6zQs,4763
2431
+ mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=Novt1GfOth8G9617HN2KHbmqW-UB_JSK-M-PhYkof1w,4792
2391
2432
  mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=pbxX5puGqKUxKdU23VsakSgx6k_Wu6lNX2uzugF_7yg,2066
2392
2433
  mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=UC8DsmTD7exKhETOqibO3pYegxcqybtxUCi1QjfzfEg,4261
2393
- mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=3uGnj3O92_02zXZnPWHpgjjmyHIliWS3Mjf2SuZCIFs,3803
2434
+ mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=XIHpobF943Ny37h-f4Ka0H18Jt6PuxvErOxR3rpHqdI,3832
2394
2435
  mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=xF4GjBmJVgw6c8VGVh-5QLN_4i_NKeoAzqRWmA_pfnw,2440
2395
2436
  mteb/tasks/retrieval/multilingual/neu_clir2022_retrieval.py,sha256=bkGMvMxG2toYL98kv85BvVpSZ-rVeWvB5FFIzXhdPO4,2749
2396
2437
  mteb/tasks/retrieval/multilingual/neu_clir2023_retrieval.py,sha256=0cALhuU3ZU5c_y7tDIyiMc7Onv-qC7YwfnimZVb8-rg,2793
2397
- mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=LJGpx4RkSJPXldN0SlMA6PbG1x8R2l-Hupc9q1xfleg,3667
2398
- mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=Mmcvrt_1cIxPfHZfUzSURPZyaaweGiB02im1ZszlS6M,6837
2399
- mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=iFUQUlO_ogBdQBVYBQW3o-AJDQ792yg1pJtRxA5I3Qo,3796
2400
- mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=UduWKefwP7bPYxiDlztPEvSWXmTdw0xElglMbPY6XhA,4449
2401
- mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=vOfiruHywYkP8pccdAuGLyYyFTw1zK0qcXDnUFA8Z5A,9091
2402
- mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py,sha256=wOoC--IVTz0dR6RMVICbz6OWxfCyVahGDSfX_TScCgA,16934
2438
+ mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=7jBchWmIO4N5eo7TYfReu46pmTZhXm0BLGmLcR6lfZM,3696
2439
+ mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=In055XTnkJqZKgo6uVbsM8BLqywwC-cJax4Axd2_ACY,6901
2440
+ mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=7EBRQ173hECqHSjzL0CkRcOGeQ0IdkJfhfYfRLdTDL4,3825
2441
+ mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=847aR3nw-Ba7ErgZlMnUI2DS6Wknxp55K6I-msOCAAw,4478
2442
+ mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=xBUWdIf3O7Sz5WUpiQCCVdyf9WQ7VtA3_-LhtnRz19M,9509
2443
+ mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py,sha256=V3jtSlWhoKR1PCvHsH0HrONy-oFghomwqihBonQs_50,17414
2403
2444
  mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
2404
2445
  mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
2405
- mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=_swZhhMRs5OhzBdJVqQF1i9ZrTvAxaVrG0TpkPWkoHo,4359
2406
- mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=joA0Cj7hBXtmFLXXJxU64ijSQrrcY9PBgoEYhisWPpU,3924
2446
+ mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=G5JZb7FkyNpeilYNoOM_vxAacpj3Y-AhXro5uUOxsbw,4388
2447
+ mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=NggwAnpmTSJvZrqKifzaUD1Dd9QVzTXTJY7K42fMtqs,3953
2407
2448
  mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbmelntuExw4_AhmO_rdONjzfTl5E,1389
2408
- mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=o5rhMeRf9HCZQxDKU9SIibqQSR5pw4bmYV8I5nALmQ4,3971
2409
- mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=IUMlMB1G1MbYOg9q81FPTk1pKnnLGS-WLgypehOOXqQ,5123
2449
+ mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=WbRW55h6pNaPyEt9y8wjxSk5trma22c4OeDjnbaO2sc,4000
2450
+ mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=o2o_uxLPDYSW5SkjwfoVZGWiqCQBwC9wkKM958SgMlI,5152
2410
2451
  mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
2411
2452
  mteb/tasks/retrieval/nld/__init__.py,sha256=kQ7eR-n63XTBnzK1lHexfsCPjJWeg2OpLi5i6M3HSDc,2798
2412
2453
  mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=c3O3PWvv-XpHE3YNv0EGzPbR71VnSq9RhOsT57z5iRY,2048
2413
2454
  mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=4QUFjAer2WapzLZUNOUTnjZwgsKoCFi7rqX1UJnneOU,1669
2414
2455
  mteb/tasks/retrieval/nld/climate_fevernl_retrieval.py,sha256=VQ7Z3GpmIdhM47e5Vz3p7bSzJaYBKvVf8SX9VvvLlEw,1577
2415
- mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=A6bTYkteMZWUSf_ocJ8bL_4PyCMeq34vavvNGuIWt-Q,2618
2416
- mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=6q7yzUe4Tw-BGi_lQPXMBgMMO5tqZ-y7n0NdzQ0Pm-c,2618
2417
- mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py,sha256=Y6sezEO2helgLa0psIfSZLgjZ4Cs3ipjCjPDB7zRsSw,2623
2418
- mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py,sha256=k0Z50t41m0oFDJdBAVu6RuMuU68hr-YdnQR4Itb6xCQ,2572
2419
- mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py,sha256=el5C_n-YXPYHEDbgGX2RFYCGGQ1YlZ7CxXFfi4OqT7g,2643
2420
- mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py,sha256=h-wEp21mj3dCGi5ZoApEmnQycp_qQB20H_vl_R_Oo-A,2627
2421
- mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py,sha256=iK8eKtgU4AE1mhSW7dWHr-qh5mTO9e-G7a7GtIw05-E,2643
2422
- mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py,sha256=t-sZsnT7s8igTNtEdNHQhZkb63Gz28mpQZSSe4RYScI,2580
2423
- mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py,sha256=AiVzqBOEMXGp-WBnxBd7BEW7P5N6lYz5_Xa79asSEq4,2611
2424
- mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=JgQsDdqTth9EFRi9t7JolhJbvtfW0m1rZ8iy9Q4YOus,2615
2425
- mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=A_eHnC2bgmNOM_QfJJYh_salrHENYlwjmZ4A1hFmzJ4,2600
2426
- mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=Yo0NBvNn8BJWuoNWAGvAI-2khVSreqa4XXX0r5LZ7wo,2596
2456
+ mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=OPpThs6FPeoBfZLiiV5JHyiqKA7qn33VRYjbIVQn8is,2647
2457
+ mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=7XWA9lFa57iORoMnnSilIJxoDo93iDQXlGd51hqNvY0,2647
2458
+ mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py,sha256=tLISM8sYH_K8Fc47UlgsACSyaprrbgsAzP7nqdVwXZA,2652
2459
+ mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py,sha256=rCwDmLWsY-dmeY05V0vlOFEOP9HtZ18uyB-v841g1iI,2601
2460
+ mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py,sha256=1XXmMCZqz_SBcXjSv1x1PMYXMtha2tJiEMjbONLTxLQ,2672
2461
+ mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py,sha256=28p-U6HWKI1IgEFF9SVAT5iNoR0WK82slozl91LnIbk,2656
2462
+ mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py,sha256=ldc_BK0y42m15VFA3aHNq3x7iMtfLdi8LjOADP8pGcM,2672
2463
+ mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py,sha256=2j5Ek0vcd9wq9_wbuqg1Fo6zZ0SdLd31dps3at6ZnmI,2609
2464
+ mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py,sha256=ShfX_CKhc2oLZRLVmvJLyxYyjuorn0hIVfbNKG4FLeg,2640
2465
+ mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=7UOsnNfa1yt_dVkFyZpNajR5oGF90S2msQqRFenZeYQ,2644
2466
+ mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=uHaxnW7T6wqTQl13WzBKe6egf5y90pIIiT1gAy1w4n4,2629
2467
+ mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=JoINoND6DSawvUU1PHw7D1mGW6UUSQvERareSB96mTo,2625
2427
2468
  mteb/tasks/retrieval/nld/db_pedia_nl_retrieval.py,sha256=bhd2ESL-roRgvDDB4cAKDmusYmOEJaJGfMfuMzFLVcw,1633
2428
2469
  mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=RfQXg-GNSeL6ZklO3YKJ2dKG8BOCht-3mfCg94Q2iU0,1323
2429
2470
  mteb/tasks/retrieval/nld/fevernl_retrieval.py,sha256=LZ8xofhy8xINPWdV8QYvmY1sQPtb8taHLIQ8iKJ34Iw,1694
@@ -2441,8 +2482,8 @@ mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY
2441
2482
  mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
2442
2483
  mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=FoudYkcY4IY0PNHCvx87bjoUnJJolWVwNhq6xH9HE84,1834
2443
2484
  mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
2444
- mteb/tasks/retrieval/nob/norquad.py,sha256=sqQLt3ajBrui2TnwvuPny5tU-aijiRUHA1kzXmF7cN8,3779
2445
- mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=VXouYjek_U8jCdpuvIzQ00YRIq0gJM_5lorgVFzlI6g,3143
2485
+ mteb/tasks/retrieval/nob/norquad.py,sha256=rXorsjpCXKL3yfAEKtozfJLugW_2_8fc3rh5rXEWjXU,3776
2486
+ mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=vp5HjDriHBb67N0KzILgGguoGlVa9O-_5AGc_r3serU,3140
2446
2487
  mteb/tasks/retrieval/pol/__init__.py,sha256=Ha3wf63NJliq1z6cqxLE8uSZH8RlscnNV-5Sq9tqwCM,2017
2447
2488
  mteb/tasks/retrieval/pol/argu_ana_pl_retrieval.py,sha256=ztNXnRDCp5nKCd2BhR6Fg2tgzMsx4jqIxRaNYvbU-Y8,1252
2448
2489
  mteb/tasks/retrieval/pol/cqadupstack_pl_retrieval.py,sha256=mwBibm87FjrDgrmozkPZTVzgQiquOJ4s1a7X-j2eZk0,16558
@@ -2463,7 +2504,7 @@ mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=fOcDi5CutbwcJStij7COIBGG6A
2463
2504
  mteb/tasks/retrieval/rus/ru_bq_retrieval.py,sha256=gmG_0IYllezCR0GL3I8Yh0OxBhi8wYsrhfAxKhk5ESs,1425
2464
2505
  mteb/tasks/retrieval/slk/__init__.py,sha256=ak6edgong69cm7FXrcslkvli0vRRdwCQnP_qlHvRAeI,153
2465
2506
  mteb/tasks/retrieval/slk/sk_quad_retrieval.py,sha256=Z4mSiSjSHX5F-gmHL_l-T-03mRVpc-I_u57raLYSWHA,2621
2466
- mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=VjPbGElf9S_sg4tYgDXz2rB5ZOHiH7GTvL7RpBDQrkc,2534
2507
+ mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=jAHjcb5X7nE_cQQOoI4rdhGKX5b7UFwuCy0IWFDghl0,2563
2467
2508
  mteb/tasks/retrieval/spa/__init__.py,sha256=HWMvzhd7nY9LozDkpZkmUN0DyKLr9pLKvd5ycfydRj4,212
2468
2509
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2p.py,sha256=IRhHDVlhsZaBLMqz8CVAJ8uZK_17tEQ2fUallfisMts,1579
2469
2510
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2s.py,sha256=zgUdrrlHPLiTQ4E0lRQEtnv7O3X8FjK6AdM0ylHlWCA,1579
@@ -2471,10 +2512,10 @@ mteb/tasks/retrieval/swe/__init__.py,sha256=hJ-WHS2rIU8W5VvMNPtNOtCMaG2HyNConMWI
2471
2512
  mteb/tasks/retrieval/swe/swe_faq_retrieval.py,sha256=s-o7IM_l7giuK4bJMdYkq2CtE0QQrkMVq5wMtbSJXpY,1599
2472
2513
  mteb/tasks/retrieval/swe/swedn_retrieval.py,sha256=RFcpp0u-EKIwSRXR37tJ0_haY6Jvlfj8DWCgrD-0tnU,1512
2473
2514
  mteb/tasks/retrieval/tur/__init__.py,sha256=tAKhhsTK6meiZwRMIvbx7_ye90JAAW3dlS8iI0r_vg8,84
2474
- mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=d03Ccol3NbSjqvDcqqLGLe0KELuOIloilpt7MMEWnO8,3685
2475
- mteb/tasks/retrieval/vie/__init__.py,sha256=j69iltc-is1oqx0oIV1RVjjM46LLH-JJQzKnxm4cYvc,2142
2515
+ mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=s7S5RrdwPx-0aatUwbgFbuLtj8927yQUHp1SEODfAl0,3669
2516
+ mteb/tasks/retrieval/vie/__init__.py,sha256=8k8aUndynSTP72j75e2tcU-8omMuGzOVZp3KxIAGaBg,2419
2476
2517
  mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=wmE6syUs0sLs7xgIOxXQuiQzpxrskdsTc5sK46v1YEQ,1754
2477
- mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=4GMO5qSYbP0pFtf1yklMZNqFgh8qi1Xo2IXQDl9t14s,1849
2518
+ mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=eonoS9NWKw-okR9Eqe4B8YgzGSbw0t7FcNpt0JwxyKU,3788
2478
2519
  mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py,sha256=1c6s1C0j1x7kE92WMv9JB4I_rdsHboyP-QILU-18rQ4,1851
2479
2520
  mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py,sha256=h--L4OiLIalxHnSulEiUZjMo7JRxjia-mKOnnoaOkzI,1813
2480
2521
  mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py,sha256=Jm5-2YbfBObFW_Ygwu03PAnSNMcZkH_7SL8L18KVWvQ,1857
@@ -2485,21 +2526,22 @@ mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py,sha256=9EiLKJrpRXACmxZ
2485
2526
  mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py,sha256=7Mr2sZrAKzFDeMT_7eQQ_52OKzefGFAnkcHmO4lntIo,1824
2486
2527
  mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py,sha256=2zDcrsCfcTAcybUmTpGeJQxUxNpkY7Ha8Tf0xwfqTcQ,1810
2487
2528
  mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py,sha256=ppFPam-3AXXVLVp_DiXeHaSr16Va44_-eRkOH0m5ypo,1821
2488
- mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py,sha256=hOiwz2bcayDW6VrCvsIGeYh1TT7koByM76rZZwtp9KA,1754
2489
- mteb/tasks/retrieval/vie/fevervn_retrieval.py,sha256=xLGoXefGk1l1AFiOSf2Ja0fM_rAQp4tdaR8H6jJqYlI,1853
2529
+ mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py,sha256=9YEubKLDCMJhck_EjY4r3VzAFDu-P4SWR5CLnHdSkTQ,3571
2530
+ mteb/tasks/retrieval/vie/fevervn_retrieval.py,sha256=JLrpB90G5c7ZR2jM9GsYE2YQ51qTnn5FH-LDzO99Z1Q,3768
2490
2531
  mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py,sha256=FGfFuLzRCTuupRxZdjVbBiwCOSspb3vwvtNAKvyXjso,1714
2491
2532
  mteb/tasks/retrieval/vie/green_node_table_markdown_retrieval.py,sha256=O7iIcuvqhrHjB7J1VxH9YJ3v6cuFFBQdrrnYwLgeRfE,2429
2492
- mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py,sha256=FYWj8EhnfwDuPRxZ8uTeGkfa2Q-jDU2bliTmp975Coc,1837
2493
- mteb/tasks/retrieval/vie/msmarcovn_retrieval.py,sha256=xtJ1-rjx4slwSR8p6NedqItTk-79ZzT2f9FlDOhbzkE,1958
2533
+ mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py,sha256=Vg_YI8YbZpXMmwZXS-2KLRutL2Nehw5tW231S2qShd4,3753
2534
+ mteb/tasks/retrieval/vie/msmarcovn_retrieval.py,sha256=syDFYmXL2xK3xCQrBAopGul8_3pDZzBdIjMpk2XbA1s,3951
2494
2535
  mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py,sha256=4S8IDJ-TVjKEy2teM8GOeDzHIZR8txkPvX0sGDYIyqs,1780
2495
- mteb/tasks/retrieval/vie/nqvn_retrieval.py,sha256=tQT2t6XcflVRM78t_5TujWD27e9uCMrsfN0DBjDBY0E,1744
2536
+ mteb/tasks/retrieval/vie/nqvn_retrieval.py,sha256=f8LmUGAmsMnCdn-ovfPcpX12X4rmdpXj3F-q6GwjBEc,3551
2496
2537
  mteb/tasks/retrieval/vie/quora_vn_retrieval.py,sha256=VkgKCFbDkOuZAsMl36lOr-MuvbhNfE8zUmmiySW9lSY,1837
2497
2538
  mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py,sha256=7F3wSU9N2BAj4Jmzw7sjbcxTyYDYs_3I1434X3riaZ4,1773
2498
2539
  mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=WlcfDfF43jsNf9D_Bl3k02RiiPdedORID6CEEMAYTLc,1815
2499
2540
  mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=DKcNwCCdANt7hNr3fLao9jkIJJjfxJ0jLLbD7_b-KnE,1752
2500
2541
  mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=ZlFFL37Zd_sbKXaUZx41XTxps-nnOi3PnBNCy9KvlJU,1826
2501
- mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=eZh1rR43iXDHoylOGKjrUCopzEujE-1GSGTn2TMrkro,3621
2502
- mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=Y93j0EwG6-bcc0DMLvHP9q3r9b_3xLXu6YBR0Q5HDho,985
2542
+ mteb/tasks/retrieval/vie/tvpl_retrieval.py,sha256=CGwgT9spHONw9cOeuum_BS7khZbooqoNqJgVV6Utfic,1611
2543
+ mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=7VOUD7zJqYlt-EfKmLpDF5Mj087KcLmI8JQwwbN6FtM,3650
2544
+ mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=BI2GbbkOPnWQpbn9ul6ShHugAZ994iiS7hVi5v1K17Y,1386
2503
2545
  mteb/tasks/retrieval/zho/__init__.py,sha256=dIN-rPfrEjkCuUCha8SpQdlzWYY6IMO_HLxebcBhQxA,438
2504
2546
  mteb/tasks/retrieval/zho/cmteb_retrieval.py,sha256=DXNkvMQQZsKv1U5L_0boKEXGLDPn4RfauIlxwb0f-EQ,10789
2505
2547
  mteb/tasks/retrieval/zho/le_ca_r_dv2_retrieval.py,sha256=O7kNB_7rpgG7_KsKC0SUKG42dhx66Rakk77uy4Iufk0,1293
@@ -2524,18 +2566,18 @@ mteb/tasks/sts/eng/sts16_sts.py,sha256=dpBWru0V3kOuAAvdoEDNFPbRHbSWzgkwyJPlynQan
2524
2566
  mteb/tasks/sts/eng/sts16_visual_sts.py,sha256=jXbl9u0twMBm_2XZqpoOc2aGTZh_GNMhczjqHej92Ow,1294
2525
2567
  mteb/tasks/sts/eng/sts_benchmark_sts.py,sha256=klLrIJekUS99rr3-yJiNPm8Xfl_mTwLyARmWAmxYQc4,1235
2526
2568
  mteb/tasks/sts/fao/__init__.py,sha256=THlFrtwzdF-IGpaLggkSwEBpYhUvGlGw9swFMybxSCI,62
2527
- mteb/tasks/sts/fao/faroese_sts.py,sha256=twbyJlSNGtiG9gFiACx1DxKN98jf19kSM_xi7Px_i3o,1560
2569
+ mteb/tasks/sts/fao/faroese_sts.py,sha256=e2jUBnmobjmMFV0KldR22wW4zmjVlcrVRUgMCPDoaDs,1579
2528
2570
  mteb/tasks/sts/fas/__init__.py,sha256=MqVoU8sXDw5xLiWKXDDNrWO8VP9ahaRsst-onpeC4tg,107
2529
2571
  mteb/tasks/sts/fas/fa_mtebsts.py,sha256=6z69nQJao3yCmtISgN854Z-RSgWTjhsmLXK_J_rVMog,2577
2530
2572
  mteb/tasks/sts/fin/__init__.py,sha256=aGGQ61ad3ulqeq9pk_-sC4Ng2GMcCbSBNvG-ujF0Aas,63
2531
2573
  mteb/tasks/sts/fin/fin_para_sts.py,sha256=mtAOV3IPaV1qYMhrzVgpBu0eWVZhf63NivCD_qebICk,1714
2532
2574
  mteb/tasks/sts/fra/__init__.py,sha256=81A8UQeFnfBhIEpuvPYid0sYVdhgfQ-E8Qcbkd0tfMA,60
2533
- mteb/tasks/sts/fra/sick_fr_sts.py,sha256=XN5vi6bQzxOLPeiHfl_hfPNYrOVxXEdJKeTRVwPV2_4,1168
2575
+ mteb/tasks/sts/fra/sick_fr_sts.py,sha256=AOHYGl2AcnBWGauREdCoynjxd9VdVPdUkJtw5LtcoSk,1187
2534
2576
  mteb/tasks/sts/jpn/__init__.py,sha256=lx6D7e0T66Tnc0Mo20M3BIeOLuc5nCHi9Hj80vK5_ek,77
2535
2577
  mteb/tasks/sts/jpn/jsick.py,sha256=S1hhM8vENYvID_bQaTGUeQK8hAumeS8N9kW3HUmYNkM,1411
2536
2578
  mteb/tasks/sts/jpn/jsts.py,sha256=kP49CWRMNrGiKcGcY50Bj3W9Eqn1k0OZN7KHFm6xI38,1865
2537
2579
  mteb/tasks/sts/kor/__init__.py,sha256=iPYtO5Ig0zcJjdeNjxH7TmZD4iqo7yGi1oOqR9wR2Y0,91
2538
- mteb/tasks/sts/kor/klue_sts.py,sha256=7GYkCyBxK7j17RxxG0GyNg7IQOGhCOBtJCFy-OAOHPw,2190
2580
+ mteb/tasks/sts/kor/klue_sts.py,sha256=2rAm6oiu0AAJD8mufhzLDA8b8IarVjvPoUrfGwXVEng,2209
2539
2581
  mteb/tasks/sts/kor/kor_sts.py,sha256=h07kLWJj6aBDeYR5_VSHGN4IaW5_cW7c2Xw_rjriYU0,1310
2540
2582
  mteb/tasks/sts/multilingual/__init__.py,sha256=O14mSF1h5cEefkgFLf6PHiiOXeVPM20-aY5Pu0xVrQw,763
2541
2583
  mteb/tasks/sts/multilingual/humests22.py,sha256=vAZieRmx269Mxc_HrgazEAxSFoLKayffR4vFdLlLdoc,1993
@@ -2552,11 +2594,11 @@ mteb/tasks/sts/pol/__init__.py,sha256=Ob56PuMH_-J3gH9Pygg0fdEisWYKRT_fy_D0iE2zIp
2552
2594
  mteb/tasks/sts/pol/polish_sts.py,sha256=qJCw-28dZ-o3epx44Zz-u6ZLE8HIu4ocJaJRyD0JQkc,3418
2553
2595
  mteb/tasks/sts/por/__init__.py,sha256=mUc8zOCeFl456-AEqKqgLQ4_sLnt_eUqD-cbcowRu0U,107
2554
2596
  mteb/tasks/sts/por/assin2_sts.py,sha256=TmtfKxWuJ1gCzy62VeLG-weFWGzKDQRVa-ORCiuArqU,1626
2555
- mteb/tasks/sts/por/sick_br_sts.py,sha256=nzQZ0dy97qQxUYuiBbLND3tG7r3ZIfURJ5UrnM54NyA,2068
2597
+ mteb/tasks/sts/por/sick_br_sts.py,sha256=0Ae5wmS_24nLtJJ081O5biTJnzGRHaY_qUhXf0H-9dE,2087
2556
2598
  mteb/tasks/sts/ron/__init__.py,sha256=JM3_jsds0JzYpoMJln8tQV3MbqdqskxHJlpQLpGi5sI,50
2557
2599
  mteb/tasks/sts/ron/ron_sts.py,sha256=AhthI43l1QSC2xSkiNjV87lE8EKsKCtRKBjmJ5MYxjY,1491
2558
2600
  mteb/tasks/sts/rus/__init__.py,sha256=Z3t1QZpPWUBOVrpPZfXRlRdabXPzSWbeB4DPS2grF_0,155
2559
- mteb/tasks/sts/rus/ru_para_phraser_sts.py,sha256=_IYf6f7p6vblXqzua96zcyUZMaJyZQ4iIkws6WKyxXQ,2184
2601
+ mteb/tasks/sts/rus/ru_para_phraser_sts.py,sha256=-ESaPUcnzw8YGHmrOos8GOFciTdpxpHry2n5QvUgDjI,2203
2560
2602
  mteb/tasks/sts/rus/ru_sts_benchmark_sts.py,sha256=3aMR5WZM4gsWh1uD73GpGSscoNSvAO3r4O2iD44Na8U,1405
2561
2603
  mteb/tasks/sts/spa/__init__.py,sha256=Hl5EWrH_tEDXP-LoTM6ZNZ50hqGe3dGMTtOb0xriPlk,46
2562
2604
  mteb/tasks/sts/spa/stses.py,sha256=INluwoWfIGAc3ZjAigRPJV7rSxtLGnDuxW6xGgwCiKA,1851
@@ -2590,21 +2632,21 @@ mteb/tasks/zeroshot_classification/eng/oxford_pets.py,sha256=NRrYYUFTcNuKm27lDgt
2590
2632
  mteb/tasks/zeroshot_classification/eng/patch_camelyon.py,sha256=3Wb77rxyxU7bqKjm2PN2rw_z4e9FNI1g5hlUazzVXYc,2080
2591
2633
  mteb/tasks/zeroshot_classification/eng/rendered_sst2.py,sha256=4531qrKLEVkF9J-ENGFJG6BeE31Nj5GjNWoGMauoEZk,1237
2592
2634
  mteb/tasks/zeroshot_classification/eng/resisc45.py,sha256=EpcZgS9yr60Ywb-4ql7pXdPyAv85QFzAl-RxAUrm49o,1991
2593
- mteb/tasks/zeroshot_classification/eng/sci_mmir.py,sha256=x7osRKumPTMmVc_f2SE_eArgzDHvDHAw5vle5eE6xk0,2327
2635
+ mteb/tasks/zeroshot_classification/eng/sci_mmir.py,sha256=MQbjHj0KMDL8XRSbFUdY_WD4EWKmiaqdFQi34pgl9eU,2346
2594
2636
  mteb/tasks/zeroshot_classification/eng/stanford_cars.py,sha256=aDKN5XSSpwjS54pz7JP2A1lTuk2J_rOeIHwiFipX87E,1605
2595
2637
  mteb/tasks/zeroshot_classification/eng/stl10.py,sha256=sd3nV7x7mypsP0Ipxu5TRQj6fGvmERcPbpKFwUoLKi0,1986
2596
2638
  mteb/tasks/zeroshot_classification/eng/sun397.py,sha256=Nls7tXM2Svu008MmAUjt-o_NSj-VNGKbW8qi-n7C18s,1963
2597
2639
  mteb/tasks/zeroshot_classification/eng/ucf101.py,sha256=kwNRYks-_Oe4VE3GyoHIvN-2OJ6zhkwFr76WDNL9ymU,1884
2598
2640
  mteb/tasks/zeroshot_classification/eng/templates/__init__.py,sha256=da1PTClDMl-IBkrSvq6JC1lnS-K_BASzCvxVhNxN5Ls,13
2599
- mteb/types/__init__.py,sha256=7_q6_84RvMuHeZK51GbLc5gbpTb3C1WmnqDHm6bnCzw,1104
2600
- mteb/types/_encoder_io.py,sha256=Q7llxv3FfiExFKiQGHtATvbSk4_DwdJolLMPTnAPrrI,5536
2641
+ mteb/types/__init__.py,sha256=O26vXPolPReX7iVUBgUsyCkCo4w8KeLs7uueQDWp3fc,1142
2642
+ mteb/types/_encoder_io.py,sha256=jfwzUBmYNOZvYepQcW3KJeiJ7vmA-JTHUCyNAtJBXK0,5851
2601
2643
  mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
2602
- mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
2644
+ mteb/types/_result.py,sha256=UKNokV9pu3G74MGebocU512aU_fFU9I9nPKnrG9Q0iE,1035
2603
2645
  mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
2604
- mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
2605
- mteb-2.5.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2606
- mteb-2.5.2.dist-info/METADATA,sha256=mhU8GVGbs-LZnxe-2EI1D_Y6Nq5Q83Tm8OxX1DnX3us,13990
2607
- mteb-2.5.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2608
- mteb-2.5.2.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2609
- mteb-2.5.2.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2610
- mteb-2.5.2.dist-info/RECORD,,
2646
+ mteb/types/statistics.py,sha256=gElgSShKBXpfcqaZHhU_d2UHln1CyzUj8FN8KFun_UA,4087
2647
+ mteb-2.7.9.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2648
+ mteb-2.7.9.dist-info/METADATA,sha256=AQexXF1Mnhz62F9oYE6-tYbFyxyZyR1fkqIV0LIEGCY,14457
2649
+ mteb-2.7.9.dist-info/WHEEL,sha256=qELbo2s1Yzl39ZmrAibXA2jjPLUYfnVhUNTlyF1rq0Y,92
2650
+ mteb-2.7.9.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2651
+ mteb-2.7.9.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2652
+ mteb-2.7.9.dist-info/RECORD,,