mteb 2.1.6__py3-none-any.whl → 2.1.8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (272) hide show
  1. mteb/_create_dataloaders.py +6 -3
  2. mteb/_evaluators/any_sts_evaluator.py +14 -12
  3. mteb/_evaluators/clustering_evaluator.py +1 -1
  4. mteb/_evaluators/image/imagetext_pairclassification_evaluator.py +2 -2
  5. mteb/_evaluators/pair_classification_evaluator.py +3 -1
  6. mteb/_evaluators/sklearn_evaluator.py +15 -28
  7. mteb/_evaluators/text/bitext_mining_evaluator.py +4 -1
  8. mteb/_evaluators/text/summarization_evaluator.py +4 -2
  9. mteb/_evaluators/zeroshot_classification_evaluator.py +2 -2
  10. mteb/abstasks/clustering.py +1 -1
  11. mteb/abstasks/multilabel_classification.py +2 -2
  12. mteb/abstasks/task_metadata.py +1 -0
  13. mteb/benchmarks/benchmark.py +9 -0
  14. mteb/benchmarks/benchmarks/__init__.py +2 -0
  15. mteb/benchmarks/benchmarks/benchmarks.py +40 -1
  16. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json +214 -0
  17. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json +214 -0
  18. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json +214 -0
  19. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json +214 -0
  20. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3HrRetrieval.json +214 -0
  21. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3IndustrialRetrieval.json +214 -0
  22. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3NuclearRetrieval.json +214 -0
  23. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PharmaceuticalsRetrieval.json +214 -0
  24. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PhysicsRetrieval.json +214 -0
  25. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json +214 -0
  26. mteb/descriptive_stats/Retrieval/ArguAna-NL.v2.json +30 -0
  27. mteb/descriptive_stats/Retrieval/NFCorpus-NL.v2.json +30 -0
  28. mteb/descriptive_stats/Retrieval/SCIDOCS-NL.v2.json +30 -0
  29. mteb/descriptive_stats/Retrieval/SciFact-NL.v2.json +30 -0
  30. mteb/models/cache_wrappers/cache_wrapper.py +1 -1
  31. mteb/models/model_implementations/align_models.py +6 -0
  32. mteb/models/model_implementations/ara_models.py +7 -0
  33. mteb/models/model_implementations/blip2_models.py +9 -0
  34. mteb/models/model_implementations/blip_models.py +19 -0
  35. mteb/models/model_implementations/cadet_models.py +8 -0
  36. mteb/models/model_implementations/cde_models.py +12 -0
  37. mteb/models/model_implementations/codefuse_models.py +15 -0
  38. mteb/models/model_implementations/codesage_models.py +12 -0
  39. mteb/models/model_implementations/misc_models.py +6 -0
  40. mteb/models/model_implementations/moco_models.py +9 -0
  41. mteb/models/model_implementations/openclip_models.py +16 -0
  42. mteb/models/model_implementations/piccolo_models.py +6 -0
  43. mteb/models/model_implementations/rasgaard_models.py +7 -1
  44. mteb/models/model_implementations/tarka_models.py +317 -0
  45. mteb/models/search_wrappers.py +5 -5
  46. mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py +1 -5
  47. mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py +2 -6
  48. mteb/tasks/classification/ara/ajgt.py +1 -2
  49. mteb/tasks/classification/ara/hotel_review_sentiment_classification.py +1 -2
  50. mteb/tasks/classification/ara/online_store_review_sentiment_classification.py +1 -2
  51. mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py +1 -2
  52. mteb/tasks/classification/ara/tweet_emotion_classification.py +1 -2
  53. mteb/tasks/classification/ara/tweet_sarcasm_classification.py +1 -2
  54. mteb/tasks/classification/ben/bengali_document_classification.py +1 -2
  55. mteb/tasks/classification/ben/bengali_hate_speech_classification.py +1 -2
  56. mteb/tasks/classification/ben/bengali_sentiment_analysis.py +1 -2
  57. mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py +1 -2
  58. mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py +1 -2
  59. mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py +1 -2
  60. mteb/tasks/classification/dan/angry_tweets_classification.py +1 -2
  61. mteb/tasks/classification/dan/danish_political_comments_classification.py +1 -2
  62. mteb/tasks/classification/dan/ddisco_cohesion_classification.py +1 -2
  63. mteb/tasks/classification/dan/dk_hate_classification.py +1 -2
  64. mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py +1 -2
  65. mteb/tasks/classification/deu/ten_k_gnad_classification.py +1 -2
  66. mteb/tasks/classification/eng/amazon_polarity_classification.py +1 -2
  67. mteb/tasks/classification/eng/arxiv_classification.py +1 -2
  68. mteb/tasks/classification/eng/banking77_classification.py +1 -2
  69. mteb/tasks/classification/eng/dbpedia_classification.py +1 -2
  70. mteb/tasks/classification/eng/emotion_classification.py +1 -2
  71. mteb/tasks/classification/eng/financial_phrasebank_classification.py +1 -2
  72. mteb/tasks/classification/eng/frenk_en_classification.py +1 -2
  73. mteb/tasks/classification/eng/gtsrb_classification.py +1 -1
  74. mteb/tasks/classification/eng/imdb_classification.py +1 -2
  75. mteb/tasks/classification/eng/legal_bench_classification.py +14 -120
  76. mteb/tasks/classification/eng/news_classification.py +1 -2
  77. mteb/tasks/classification/eng/patch_camelyon_classification.py +1 -1
  78. mteb/tasks/classification/eng/patent_classification.py +1 -2
  79. mteb/tasks/classification/eng/poem_sentiment_classification.py +1 -2
  80. mteb/tasks/classification/eng/sds_eye_protection_classification.py +1 -2
  81. mteb/tasks/classification/eng/sds_gloves_classification.py +1 -2
  82. mteb/tasks/classification/eng/toxic_chat_classification.py +2 -19
  83. mteb/tasks/classification/eng/toxic_conversations_classification.py +1 -2
  84. mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py +1 -2
  85. mteb/tasks/classification/eng/tweet_topic_single_classification.py +2 -13
  86. mteb/tasks/classification/eng/ucf101_classification.py +1 -5
  87. mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py +1 -2
  88. mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py +1 -2
  89. mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py +1 -2
  90. mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py +1 -2
  91. mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py +1 -2
  92. mteb/tasks/classification/eng/yahoo_answers_topics_classification.py +1 -2
  93. mteb/tasks/classification/eng/yelp_review_full_classification.py +1 -2
  94. mteb/tasks/classification/est/estonian_valence.py +1 -2
  95. mteb/tasks/classification/fas/fa_mteb_classification.py +7 -14
  96. mteb/tasks/classification/fil/filipino_hate_speech_classification.py +1 -2
  97. mteb/tasks/classification/fin/fin_toxicity_classification.py +2 -11
  98. mteb/tasks/classification/fra/french_book_reviews.py +1 -2
  99. mteb/tasks/classification/fra/movie_review_sentiment_classification.py +1 -2
  100. mteb/tasks/classification/guj/gujarati_news_classification.py +1 -2
  101. mteb/tasks/classification/heb/hebrew_sentiment_analysis.py +1 -2
  102. mteb/tasks/classification/hin/hindi_discourse_classification.py +1 -2
  103. mteb/tasks/classification/hin/sentiment_analysis_hindi.py +1 -2
  104. mteb/tasks/classification/hrv/frenk_hr_classification.py +1 -2
  105. mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py +1 -2
  106. mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py +1 -2
  107. mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py +1 -2
  108. mteb/tasks/classification/jav/javanese_imdb_classification.py +1 -2
  109. mteb/tasks/classification/jpn/wrime_classification.py +1 -2
  110. mteb/tasks/classification/kan/kannada_news_classification.py +1 -2
  111. mteb/tasks/classification/kor/klue_tc.py +1 -2
  112. mteb/tasks/classification/kor/kor_hate_classification.py +2 -17
  113. mteb/tasks/classification/kor/kor_sarcasm_classification.py +2 -19
  114. mteb/tasks/classification/kur/kurdish_sentiment_classification.py +1 -2
  115. mteb/tasks/classification/mal/malayalam_news_classification.py +1 -2
  116. mteb/tasks/classification/mar/marathi_news_classification.py +1 -2
  117. mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py +1 -2
  118. mteb/tasks/classification/multilingual/catalonia_tweet_classification.py +1 -6
  119. mteb/tasks/classification/multilingual/multi_hate_classification.py +1 -4
  120. mteb/tasks/classification/multilingual/ru_sci_bench_classification.py +4 -23
  121. mteb/tasks/classification/multilingual/scala_classification.py +1 -2
  122. mteb/tasks/classification/multilingual/sib200_classification.py +1 -6
  123. mteb/tasks/classification/mya/myanmar_news.py +1 -2
  124. mteb/tasks/classification/nep/nepali_news_classification.py +1 -2
  125. mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py +4 -2
  126. mteb/tasks/classification/nld/dutch_cola_classification.py +3 -0
  127. mteb/tasks/classification/nld/dutch_government_bias_classification.py +3 -0
  128. mteb/tasks/classification/nld/dutch_news_articles_classification.py +3 -0
  129. mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py +3 -0
  130. mteb/tasks/classification/nld/iconclass_classification.py +3 -0
  131. mteb/tasks/classification/nld/open_tender_classification.py +3 -0
  132. mteb/tasks/classification/nld/vaccin_chat_nl_classification.py +3 -0
  133. mteb/tasks/classification/nob/no_rec_classification.py +1 -2
  134. mteb/tasks/classification/nob/norwegian_parliament_classification.py +1 -2
  135. mteb/tasks/classification/ory/odia_news_classification.py +1 -2
  136. mteb/tasks/classification/pol/polish_classification.py +3 -6
  137. mteb/tasks/classification/ron/moroco.py +1 -2
  138. mteb/tasks/classification/ron/romanian_reviews_sentiment.py +1 -2
  139. mteb/tasks/classification/ron/romanian_sentiment_classification.py +1 -2
  140. mteb/tasks/classification/rus/georeview_classification.py +1 -2
  141. mteb/tasks/classification/rus/headline_classification.py +1 -2
  142. mteb/tasks/classification/rus/inappropriateness_classification.py +1 -2
  143. mteb/tasks/classification/rus/ru_reviews_classification.py +1 -2
  144. mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py +1 -2
  145. mteb/tasks/classification/rus/senti_ru_eval.py +1 -2
  146. mteb/tasks/classification/sin/sinhala_news_classification.py +1 -2
  147. mteb/tasks/classification/sin/sinhala_news_source_classification.py +1 -2
  148. mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py +1 -2
  149. mteb/tasks/classification/slk/slovak_hate_speech_classification.py +1 -2
  150. mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py +1 -2
  151. mteb/tasks/classification/slv/frenk_sl_classification.py +1 -2
  152. mteb/tasks/classification/spa/spanish_news_classification.py +1 -2
  153. mteb/tasks/classification/spa/spanish_sentiment_classification.py +1 -2
  154. mteb/tasks/classification/ssw/siswati_news_classification.py +1 -2
  155. mteb/tasks/classification/swa/swahili_news_classification.py +1 -2
  156. mteb/tasks/classification/swe/dalaj_classification.py +1 -2
  157. mteb/tasks/classification/swe/swe_rec_classification.py +1 -2
  158. mteb/tasks/classification/swe/swedish_sentiment_classification.py +1 -2
  159. mteb/tasks/classification/tam/tamil_news_classification.py +1 -2
  160. mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py +1 -2
  161. mteb/tasks/classification/tha/wisesight_sentiment_classification.py +1 -2
  162. mteb/tasks/classification/tsn/tswana_news_classification.py +1 -2
  163. mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py +1 -2
  164. mteb/tasks/classification/tur/turkish_product_sentiment_classification.py +1 -2
  165. mteb/tasks/classification/ukr/ukr_formality_classification.py +2 -15
  166. mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py +1 -2
  167. mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py +1 -6
  168. mteb/tasks/classification/vie/amazon_polarity_vn_classification.py +1 -6
  169. mteb/tasks/classification/vie/amazon_reviews_vn_classification.py +1 -5
  170. mteb/tasks/classification/vie/banking77_vn_classification.py +1 -5
  171. mteb/tasks/classification/vie/emotion_vn_classification.py +1 -5
  172. mteb/tasks/classification/vie/imdb_vn_classification.py +1 -5
  173. mteb/tasks/classification/vie/massive_intent_vn_classification.py +1 -5
  174. mteb/tasks/classification/vie/massive_scenario_vn_classification.py +1 -5
  175. mteb/tasks/classification/vie/mtop_domain_vn_classification.py +1 -5
  176. mteb/tasks/classification/vie/mtop_intent_vn_classification.py +1 -5
  177. mteb/tasks/classification/vie/toxic_conversations_vn_classification.py +1 -5
  178. mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py +1 -5
  179. mteb/tasks/classification/vie/vie_student_feedback_classification.py +1 -2
  180. mteb/tasks/classification/zho/cmteb_classification.py +5 -10
  181. mteb/tasks/classification/zho/yue_openrice_review_classification.py +1 -2
  182. mteb/tasks/classification/zul/isi_zulu_news_classification.py +1 -2
  183. mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py +1 -3
  184. mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py +1 -6
  185. mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py +3 -0
  186. mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py +3 -0
  187. mteb/tasks/clustering/nld/iconclass_clustering_s2s.py +3 -0
  188. mteb/tasks/clustering/nld/open_tender_clustering_p2p.py +3 -0
  189. mteb/tasks/clustering/nld/open_tender_clustering_s2s.py +3 -0
  190. mteb/tasks/clustering/nld/vabb_clustering_p2p.py +3 -0
  191. mteb/tasks/clustering/nld/vabb_clustering_s2s.py +3 -0
  192. mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py +1 -5
  193. mteb/tasks/clustering/vie/reddit_clustering_vn.py +1 -5
  194. mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py +1 -5
  195. mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py +1 -5
  196. mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py +1 -5
  197. mteb/tasks/multilabel_classification/ita/emit_classification.py +1 -5
  198. mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py +1 -9
  199. mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py +1 -6
  200. mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py +3 -0
  201. mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py +3 -0
  202. mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py +1 -6
  203. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py +1 -1
  204. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py +1 -2
  205. mteb/tasks/pair_classification/dan/talemaader_pc.py +1 -6
  206. mteb/tasks/pair_classification/eng/legal_bench_pc.py +1 -9
  207. mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py +3 -0
  208. mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py +3 -0
  209. mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py +1 -5
  210. mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py +1 -5
  211. mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py +1 -5
  212. mteb/tasks/regression/multilingual/ru_sci_bench_regression.py +2 -6
  213. mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py +1 -2
  214. mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py +1 -5
  215. mteb/tasks/reranking/vie/sci_docs_reranking_vn.py +1 -5
  216. mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py +1 -5
  217. mteb/tasks/retrieval/eng/lit_search_retrieval.py +1 -8
  218. mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py +1 -4
  219. mteb/tasks/retrieval/multilingual/__init__.py +22 -0
  220. mteb/tasks/retrieval/multilingual/mkqa_retrieval.py +1 -2
  221. mteb/tasks/retrieval/multilingual/mlqa_retrieval.py +1 -4
  222. mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py +1 -2
  223. mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py +2 -12
  224. mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py +399 -0
  225. mteb/tasks/retrieval/nld/__init__.py +8 -4
  226. mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py +46 -27
  227. mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py +3 -0
  228. mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py +3 -0
  229. mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py +3 -0
  230. mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py +42 -25
  231. mteb/tasks/retrieval/nld/open_tender_retrieval.py +3 -0
  232. mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py +42 -24
  233. mteb/tasks/retrieval/nld/scidocsnl_retrieval.py +44 -27
  234. mteb/tasks/retrieval/nld/vabb_retrieval.py +3 -0
  235. mteb/tasks/retrieval/slk/slovak_sum_retrieval.py +1 -7
  236. mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py +1 -5
  237. mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py +1 -5
  238. mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py +1 -5
  239. mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py +1 -5
  240. mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py +1 -5
  241. mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py +1 -5
  242. mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py +1 -5
  243. mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py +1 -5
  244. mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py +1 -5
  245. mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py +1 -5
  246. mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py +1 -5
  247. mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py +1 -5
  248. mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py +1 -5
  249. mteb/tasks/retrieval/vie/fevervn_retrieval.py +1 -7
  250. mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py +1 -5
  251. mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py +1 -6
  252. mteb/tasks/retrieval/vie/msmarcovn_retrieval.py +1 -5
  253. mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py +1 -5
  254. mteb/tasks/retrieval/vie/nqvn_retrieval.py +1 -5
  255. mteb/tasks/retrieval/vie/quora_vn_retrieval.py +1 -6
  256. mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py +1 -5
  257. mteb/tasks/retrieval/vie/scidocsvn_retrieval.py +1 -6
  258. mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py +1 -5
  259. mteb/tasks/retrieval/vie/treccovidvn_retrieval.py +1 -5
  260. mteb/tasks/sts/nld/sick_nl_sts.py +1 -0
  261. mteb/tasks/sts/vie/biosses_stsvn.py +1 -5
  262. mteb/tasks/sts/vie/sickr_stsvn.py +1 -5
  263. mteb/tasks/sts/vie/sts_benchmark_stsvn.py +1 -5
  264. mteb/tasks/zeroshot_classification/eng/gtsrb.py +1 -1
  265. mteb/tasks/zeroshot_classification/eng/patch_camelyon.py +1 -1
  266. mteb/tasks/zeroshot_classification/eng/ucf101.py +1 -5
  267. {mteb-2.1.6.dist-info → mteb-2.1.8.dist-info}/METADATA +1 -1
  268. {mteb-2.1.6.dist-info → mteb-2.1.8.dist-info}/RECORD +272 -257
  269. {mteb-2.1.6.dist-info → mteb-2.1.8.dist-info}/WHEEL +0 -0
  270. {mteb-2.1.6.dist-info → mteb-2.1.8.dist-info}/entry_points.txt +0 -0
  271. {mteb-2.1.6.dist-info → mteb-2.1.8.dist-info}/licenses/LICENSE +0 -0
  272. {mteb-2.1.6.dist-info → mteb-2.1.8.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  mteb/__init__.py,sha256=bl3K7IHalVzP27SIQ3qdo52vy9aAuvMsIKOx0h5P6Sk,1256
2
2
  mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
3
- mteb/_create_dataloaders.py,sha256=5N4BKUElPLgk7aR3M5RGe3oECIGy8SntB6WufZvFMaM,14237
3
+ mteb/_create_dataloaders.py,sha256=9aUHM1q2q748XHax_YYcPBmckIOOVCrJ_N2bJYVbn3s,14338
4
4
  mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
5
5
  mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
6
6
  mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
@@ -14,19 +14,19 @@ mteb/load_results.py,sha256=Xw2ZX7BToU92WwUTQUQKPAgPhX7ucyRRdoCrxAoPHdI,6414
14
14
  mteb/similarity_functions.py,sha256=ZkBapSGDXKE5ipTG2FpeFnAC1iWwiVkrAidmKK_I4bI,8799
15
15
  mteb/_evaluators/__init__.py,sha256=Ag1_RWpxBGMpujzd3FZjI40gY_KQKIpY31tJPuk-hFg,1013
16
16
  mteb/_evaluators/_download.py,sha256=jntlcURbJxcxUjTmn2D9Tu6ZnWgDc9t5bY8p9CZCqv4,586
17
- mteb/_evaluators/any_sts_evaluator.py,sha256=eGaxRYmB53STk3k6x9h8RDqf0W8TDBFGcekX4o5Mh0g,3331
18
- mteb/_evaluators/clustering_evaluator.py,sha256=uw9mNJ_swuZFwjU8b1XRMsI49nip-_fOEUPpSmv4mIc,2075
17
+ mteb/_evaluators/any_sts_evaluator.py,sha256=Xbmxb01eR3qs86LbXLQd_powdvZAmyWu7FVB3ZZEhvo,3430
18
+ mteb/_evaluators/clustering_evaluator.py,sha256=5XoKHl5LcG9jQ9oBzNAWYVpZWWUxrars3t7TdIV7xS0,2052
19
19
  mteb/_evaluators/evaluator.py,sha256=gwaeftcAKoGcIQs8jIaafynbcYrYErj6AitHBxgjn2w,807
20
- mteb/_evaluators/pair_classification_evaluator.py,sha256=m-xxDvSLrsqccbpmHur3h2dLl5YAC8Noy4n3-p0ewBM,6770
20
+ mteb/_evaluators/pair_classification_evaluator.py,sha256=Rd9OLBMJr27WzUVKbzLH4SdsBOgpId0PiKbca0AesYk,6861
21
21
  mteb/_evaluators/retrieval_evaluator.py,sha256=HsowKZkqRCNzTwM7EcsHX18KhVKAjrm0sa_wFrreCb8,3031
22
22
  mteb/_evaluators/retrieval_metrics.py,sha256=we0damQCJrdaRUD6JlU2MM7Ls9xERP_OBS5gHt53u9Q,23588
23
- mteb/_evaluators/sklearn_evaluator.py,sha256=P6YRx4we1AHmIZJV_VTzHiZ-tx1kV7iG_t4vutlXixA,4491
24
- mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=i_4XXqZ_naSWHWSJChzxby4x9EGG0FjOSfDzB_7IVNc,2288
23
+ mteb/_evaluators/sklearn_evaluator.py,sha256=f9SgBbvgCrkltdTebQTixT7KmIagGkjQ_cNnKuHTb3w,3772
24
+ mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=dQq6g9my-0xn_0fLJXSnhN9Qu6PuJtWCKGIDrlkeyJk,2282
25
25
  mteb/_evaluators/image/__init__.py,sha256=CsQd7OMkeV2Phun7paPWjayZ5qRnvj8H0TYBFeqMxag,148
26
- mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=oWurbJK34xzMwFwpfEKWGaararUCUnoMagUvH3NN4M4,4854
26
+ mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=RSJxEIVvOl_Za07fk2jfXE-7QOwKsLOhIyGhZtLVABs,4808
27
27
  mteb/_evaluators/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
28
- mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=3Lmf0G4pCJN61nTLukIBSL49MHio0z5UAIDMrOVHniY,6244
29
- mteb/_evaluators/text/summarization_evaluator.py,sha256=LBQUudSzaa0x4-JV0tLiEWd_zvSUP-4twkV3HhOUeiU,10393
28
+ mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=XS7AVml5-BpQWtG1XFHf6fx8VMVPRwibg-9si4b-A_U,6308
29
+ mteb/_evaluators/text/summarization_evaluator.py,sha256=l0AwjVO594mtzPV9Kcqf_xtHHpkx6uhDJ61KnolcVAo,10461
30
30
  mteb/abstasks/__init__.py,sha256=1iAwpYTWX7U-goak2KMmacPFCzxPchLQAmZ_uI0t-p0,1130
31
31
  mteb/abstasks/_statistics_calculation.py,sha256=gf_BhkXbCdwT1w4xza3op6FmjFsZIsNjvyUMCgRyTrg,5578
32
32
  mteb/abstasks/_stratification.py,sha256=zfwkIVmD7Aq7mR2Yt8jTeW1j5ZVV7CIweW842VzcfXc,14364
@@ -34,16 +34,16 @@ mteb/abstasks/abstask.py,sha256=nZwiY_5d0VVtUrlCATngpFLG3JAovO5AvmD0nkkWsLE,2511
34
34
  mteb/abstasks/aggregate_task_metadata.py,sha256=vzt1z2wDl0sXD7ErZFwKojYwmFUBPAnGlXLuqLA_-6Q,5992
35
35
  mteb/abstasks/aggregated_task.py,sha256=puY6-EAqbL5ehKvFHTMriIdy3rAuqqYHF3ezog1eYxw,6671
36
36
  mteb/abstasks/classification.py,sha256=Es9pmRdjv6xbc-KnGqVdO6dR1cc7yAHhekCZES7n5o8,13441
37
- mteb/abstasks/clustering.py,sha256=WRbNfaYYaWJQGQEOrGtW6GpUkhsezqI-iGECYMK0Ruw,14433
37
+ mteb/abstasks/clustering.py,sha256=4KcaU8_sNLmLvMhwDpNmcY2nD3BNyx_LcM-ddSv-wtY,14410
38
38
  mteb/abstasks/clustering_legacy.py,sha256=HZY8zgBgqqs5urF_to9wzqm3MnjFivs59hU6P3NrzcI,8684
39
39
  mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
40
- mteb/abstasks/multilabel_classification.py,sha256=_DugiqvGhOWd-dGM7746OeS0659Ft8W_vvWoi7BvSXQ,8968
40
+ mteb/abstasks/multilabel_classification.py,sha256=feLlpSKoe3b_Sb58N-9cx_5hzti1a2iA8QxcSBWSfjE,8922
41
41
  mteb/abstasks/pair_classification.py,sha256=cmXfQmzmbTiHDWgPKy21Iddh_q_PwCqhv8Lz6rAwe5U,12851
42
42
  mteb/abstasks/regression.py,sha256=SeacOErZUXGLGOcwqAvht6BlbD8fcsn9QhNiFIuJGyc,8832
43
43
  mteb/abstasks/retrieval.py,sha256=7QTKYlGaGvF1lOQkB_B4qj8Vm2FxxFXNVTHhfwZO8Bw,26439
44
44
  mteb/abstasks/retrieval_dataset_loaders.py,sha256=WukcFAn54rUpXULCG43eysHozXHAxo2CaPhQyL_2Yg8,9401
45
45
  mteb/abstasks/sts.py,sha256=rv611-rFNgaGFD8Hmsgwsbxgjt7dNZritL9pMFMjzLk,8660
46
- mteb/abstasks/task_metadata.py,sha256=jDN2j-WOu1yYtexdsmmnqDU-0-QJbh7MxLXgNlVvcEA,26854
46
+ mteb/abstasks/task_metadata.py,sha256=7CzYK1y-vwLUiWaEGPgU3HiolpW3UCul8Y2KJ-WSpeE,26892
47
47
  mteb/abstasks/zeroshot_classification.py,sha256=4UxBIZ1e1iRK8PRAhCWnnSDirK2vi5-w2N5ZomCnaIM,5882
48
48
  mteb/abstasks/image/__init__.py,sha256=NgvMJnp1g2mUv27RL-TvzA7s1BOdMG-EB1CrZfdbWdg,136
49
49
  mteb/abstasks/image/image_text_pair_classification.py,sha256=SejETTXc3g2VSWYafTe-VAHZcNpX98bgzsWsqQisIzI,7712
@@ -53,10 +53,10 @@ mteb/abstasks/text/reranking.py,sha256=rfRGRBeSjZLgkh8pneMgRm-vd9NHr5jSFH92YfOHf
53
53
  mteb/abstasks/text/summarization.py,sha256=KYEb8gh4JjpSsrvGUmQ2VlrVdzzVxIWcitXOJUaHhO4,6954
54
54
  mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
55
55
  mteb/benchmarks/_create_table.py,sha256=gYgwhACmY8JSN00y6r3HfHNQphCIuvcw_IwRZNQwgdc,20623
56
- mteb/benchmarks/benchmark.py,sha256=9pbrn5vsSB9Xo23YqQXjRdzorXnMulkm1QvJUkqvuGk,3445
56
+ mteb/benchmarks/benchmark.py,sha256=jet-j-Aho20Wn-cKDbh5nwNqnX64scu6YmP9PLJwINs,3704
57
57
  mteb/benchmarks/get_benchmark.py,sha256=Zh_C_RXl02hBxg6ffQlxEFERrokaern1RAN4yh2pa2E,3833
58
- mteb/benchmarks/benchmarks/__init__.py,sha256=Et7Gf7pKDxa939bIvAJB6OCirQrWAbmbbI3LHA6eMa0,2070
59
- mteb/benchmarks/benchmarks/benchmarks.py,sha256=iddOlyNIqnxd6Mp_-cQcADKbZ3gc2uZKxyEutJvv78o,88416
58
+ mteb/benchmarks/benchmarks/__init__.py,sha256=UD6YjWPDVPSQdUhmD-4rho08Gs5LU9pS_C2jX5eUns0,2102
59
+ mteb/benchmarks/benchmarks/benchmarks.py,sha256=3IO9wtj_bx1EugkMok4r_WNYo1KMYzslTqYJ4oBoK9w,90092
60
60
  mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=QnCSrTTaBfcRlAQp2Nu81tgv1idMXqiM16Fp2zKJ5Ys,10607
61
61
  mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
62
62
  mteb/cli/_display_tasks.py,sha256=7A06dT9sSoTz6shyMvskPxuc5eHY_H7PGPlROzMP0yw,2196
@@ -780,6 +780,16 @@ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2BioMedicalLecturesRetr
780
780
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsHLRetrieval.json,sha256=DWI0Au4nsfUCSNWkAhK_ffGfmcRdgIHc_JYekjFlXKg,1091
781
781
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsRetrieval.json,sha256=KkXggOA5gKdMixYP5AYuVLL6KWkNkIWU6t9mwJiLtJs,6469
782
782
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2EconomicsReportsRetrieval.json,sha256=m9HPPB3Tcpv4jYeWIpj1RVTe0PABF94jWeF0bwIfB9Y,6443
783
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json,sha256=f_y7ispKHYN9theAndylaNriV0qZkUbCYh74eQ24Dk8,8985
784
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json,sha256=VfkVR3Gb8we-w5gAzncPxoIzThu3sliSyZ8QdSdU6Dk,9141
785
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json,sha256=-P-wMCQUhbCHxcQwU3KyjAOoB9Qa4NoF5GFVyM4lc3Q,8986
786
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json,sha256=Z2Kd8_GAIT9gs99B4KcEmSX0RwrpMrP6UhIRb8Ei3YE,9026
787
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3HrRetrieval.json,sha256=Zlic-x7795meyH9HtFI1XDmP1bGS_VwppizGuigx8Kk,9153
788
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3IndustrialRetrieval.json,sha256=J3vyZdO3ENRFJeCjwLuzyz837yoZSMwAMkSekZpzkXQ,9151
789
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3NuclearRetrieval.json,sha256=iGQfW_Xiz3ls8eUnkBZt05AJvXeFIjCVFZKqo8TtWxA,9153
790
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PharmaceuticalsRetrieval.json,sha256=WGCushRYslK44ENPob9j5AN-DZrdC0KmD8Mn3Ls-ZvA,9161
791
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PhysicsRetrieval.json,sha256=EzrOi5Y0e_HzhaPVHXQtyhbyWwlZxpiAykWAC-Mn1Q0,8992
792
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json,sha256=g1zONOaTPiWDVZCgjlRmlhtKzybZaVif887pJf2G0AI,9153
783
793
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreArxivQARetrieval.json,sha256=enSBasFp7N6iaecl8TKZphJHCM7tguIPZGTt_-Gv7-U,1040
784
794
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreDocVQARetrieval.json,sha256=k4kmjHaTraBGxCen4MIKi2t5RZ5p4bj5PTTRF6Z2PhM,1066
785
795
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreInfoVQARetrieval.json,sha256=e2fhMwJfz2VzFO_JKb32CmIww4HHSJ_lubyIJxCZoec,1068
@@ -974,6 +984,7 @@ mteb/descriptive_stats/Retrieval/AppsRetrieval.json,sha256=aDBlI0xzeOIFUn6a7ylFI
974
984
  mteb/descriptive_stats/Retrieval/ArguAna-Fa.json,sha256=0Nug1fXP5u4mue6aLgHHilOoUbmI9s4491NTTbkqLsw,993
975
985
  mteb/descriptive_stats/Retrieval/ArguAna-Fa.v2.json,sha256=NNCJfL5SpqUn5JHdWr4QiIKAnm6qEIdh9kDEIHp-37U,993
976
986
  mteb/descriptive_stats/Retrieval/ArguAna-NL.json,sha256=MJfSGq8QAqbL_mjQXqtYGoxV2u0O_sIvc0ywHdlhO1c,994
987
+ mteb/descriptive_stats/Retrieval/ArguAna-NL.v2.json,sha256=MJfSGq8QAqbL_mjQXqtYGoxV2u0O_sIvc0ywHdlhO1c,994
977
988
  mteb/descriptive_stats/Retrieval/ArguAna-PL.json,sha256=WtaqLTUsMBoobvdwyqmTEMB2FFc9ULgrdLX7wufn7DU,994
978
989
  mteb/descriptive_stats/Retrieval/ArguAna-VN.json,sha256=BAAAPBe_vwIKGFbmy_pVaKSiaAtsHP_UdeVB8lhzxMU,994
979
990
  mteb/descriptive_stats/Retrieval/ArguAna.json,sha256=pX57RjspcrVBDsf4iHDI5zJcQpoqfPQutSGtwkLmPW0,995
@@ -1206,6 +1217,7 @@ mteb/descriptive_stats/Retrieval/MrTidyRetrieval.json,sha256=X2Jp5nByCv_UNmeeHOp
1206
1217
  mteb/descriptive_stats/Retrieval/MultiLongDocRetrieval.json,sha256=MGBeQevI03sxAK3qldfye3yRxQ7O5URV90NFyCNUr_k,33239
1207
1218
  mteb/descriptive_stats/Retrieval/NFCorpus-Fa.json,sha256=rqHqn43MBaA4cni5FbCD5CK_TmQ5z3SiXDmfGx7GIUg,1002
1208
1219
  mteb/descriptive_stats/Retrieval/NFCorpus-NL.json,sha256=x5eYhzWMKToA0ayxP3h10FyegCrbirrCywRQCzMI9SM,1003
1220
+ mteb/descriptive_stats/Retrieval/NFCorpus-NL.v2.json,sha256=x5eYhzWMKToA0ayxP3h10FyegCrbirrCywRQCzMI9SM,1003
1209
1221
  mteb/descriptive_stats/Retrieval/NFCorpus-PL.json,sha256=gY7QM-fjnAnaMdfdRtHaMLzugzUDKMGM-xMomtuq2Qg,1005
1210
1222
  mteb/descriptive_stats/Retrieval/NFCorpus-VN.json,sha256=S-oi9KTAmpfqWbN7aAfh6_E2QP34l9FT8c6x-UOKi4I,1002
1211
1223
  mteb/descriptive_stats/Retrieval/NFCorpus.json,sha256=bRUA4qS0L3UekskKHRRVHsV28EPMQJ3i5CuCY6FA0J8,1004
@@ -1278,6 +1290,7 @@ mteb/descriptive_stats/Retrieval/RuSciBenchCociteRetrieval.json,sha256=_Op8mcXjv
1278
1290
  mteb/descriptive_stats/Retrieval/SCIDOCS-Fa.json,sha256=CAXjSpSoy3V3TQM2PKtZtumi3fCUizc8Dlb89VEa620,986
1279
1291
  mteb/descriptive_stats/Retrieval/SCIDOCS-Fa.v2.json,sha256=G7sucOO-wWsSV0oP_jhf3AKrv5MItE9P7Xauq0M4-_I,987
1280
1292
  mteb/descriptive_stats/Retrieval/SCIDOCS-NL.json,sha256=qYFAgsJ7FT-qDLUStkHTmAu46PxesfIVEGU-DxEpf3c,987
1293
+ mteb/descriptive_stats/Retrieval/SCIDOCS-NL.v2.json,sha256=qYFAgsJ7FT-qDLUStkHTmAu46PxesfIVEGU-DxEpf3c,987
1281
1294
  mteb/descriptive_stats/Retrieval/SCIDOCS-PL.json,sha256=-N7x2MkyRMCbN2fa3D0cnNbhZftGQt1BdiZezYo7fm0,988
1282
1295
  mteb/descriptive_stats/Retrieval/SCIDOCS-VN.json,sha256=mzaXUR3KxBZBZoJ-hImEz9x6XEX-cu_WyKlb0ccx2mQ,988
1283
1296
  mteb/descriptive_stats/Retrieval/SCIDOCS.json,sha256=Xa2HtyeuWVV9xJOT1YwhrM32RubiMql1lkz-d1moKSc,988
@@ -1288,6 +1301,7 @@ mteb/descriptive_stats/Retrieval/SadeemQuestionRetrieval.json,sha256=xvMLI0XiyWb
1288
1301
  mteb/descriptive_stats/Retrieval/SciFact-Fa.json,sha256=BZHK8KUj5ShBzfomQxUbH8GBVpWYpepwdNaOZ1DHUE0,988
1289
1302
  mteb/descriptive_stats/Retrieval/SciFact-Fa.v2.json,sha256=1U8zTDU24TBaZ2cVX6puKT_oQx_vdLBeVz6MRswOrJE,976
1290
1303
  mteb/descriptive_stats/Retrieval/SciFact-NL.json,sha256=ncSxx1APRy-i0Sh_x7uEmJAPCSm9cRgLBbyUd02t0QI,989
1304
+ mteb/descriptive_stats/Retrieval/SciFact-NL.v2.json,sha256=ncSxx1APRy-i0Sh_x7uEmJAPCSm9cRgLBbyUd02t0QI,989
1291
1305
  mteb/descriptive_stats/Retrieval/SciFact-PL.json,sha256=UwPs1wwErZcNU6y5sNbKpuOOTnvXSGhgQY8IUKvjsas,977
1292
1306
  mteb/descriptive_stats/Retrieval/SciFact-VN.json,sha256=iUldliZZHxc3sEbMVqmjWk9Z36-WhMJSvIk9Ep57DH0,1002
1293
1307
  mteb/descriptive_stats/Retrieval/SciFact.json,sha256=1Gh0ph7_m5oc5hjlKw7KvslEd4qgJL8NgxtEkERTNXw,987
@@ -1419,32 +1433,32 @@ mteb/models/get_model_meta.py,sha256=VpZZNINk-QrNeVpPZnlqzlLhtBs8G84eRwTzAb_gRD4
1419
1433
  mteb/models/instruct_wrapper.py,sha256=HxHmnlxkjtZhfgTZRYJBT3Nma7Dhx6a9e2Bg-cO_IYs,8844
1420
1434
  mteb/models/model_meta.py,sha256=b-Nel9nX5bJk4cgJnqkBzEKyMY7uXvxlCBSxmmH1Ios,14769
1421
1435
  mteb/models/models_protocols.py,sha256=D2hYWn_UBGMaKtRwBx3u0B0ni6lHJjSzTxX21XFNwIc,8917
1422
- mteb/models/search_wrappers.py,sha256=W99EeMDQ58N0auVp2-7T39orG7GZLekSsVCdxEZLxw0,15638
1436
+ mteb/models/search_wrappers.py,sha256=qe2APunvRfPREdrq1moSi44mFXV6uaHvGHcLnaza-Sc,15483
1423
1437
  mteb/models/sentence_transformer_wrapper.py,sha256=n5CMsM6Lpg_CFHH0NkpJusMsaLUTt-L9vRmFINQ961k,12338
1424
1438
  mteb/models/cache_wrappers/__init__.py,sha256=j3JBHN73Tr7uMUO92FEvKXstnybxrPpGWmKXU2lAoIE,88
1425
1439
  mteb/models/cache_wrappers/cache_backend_protocol.py,sha256=TR7kD7KbN1J4piszIecpegtLZYGy7sRHZt3SDWlImKk,1665
1426
- mteb/models/cache_wrappers/cache_wrapper.py,sha256=PsLKBhjZBmQPUtLGWxjiXvqeSZrv_2GPVxB1y2zWIS0,6602
1440
+ mteb/models/cache_wrappers/cache_wrapper.py,sha256=KLDeOCe_ndQshbZa5ep2u3jovsl--tfpQzvt9EXyxCA,6589
1427
1441
  mteb/models/cache_wrappers/cache_backends/__init__.py,sha256=hN2Tq7cpTxoOYSCJ1Wnpvb8dEm-kQLfCCahT1N9Bacw,123
1428
1442
  mteb/models/cache_wrappers/cache_backends/_hash_utils.py,sha256=WeQjXlNUpGpb-CbaWpu_EtezML7zoDYfbwIo0Jswvsc,480
1429
1443
  mteb/models/cache_wrappers/cache_backends/faiss_cache.py,sha256=i9IfaCv1-_BvVokXFW1UZ9hMLCuM6rZ0tI-ZesoBkt4,3734
1430
1444
  mteb/models/cache_wrappers/cache_backends/numpy_cache.py,sha256=GyTVC5DLph3EeRnDMO1EEQzBDoOgk2J1hPqpl07lefM,7442
1431
1445
  mteb/models/model_implementations/__init__.py,sha256=BZDdde6ajKv-yroy9mqE2YS3Hw1KBdKoxBPg8aPTZEs,1164
1432
- mteb/models/model_implementations/align_models.py,sha256=EUxJSOM8ppJLVpT7dWredKfMY6k69jXRy2luwpifX1A,4267
1446
+ mteb/models/model_implementations/align_models.py,sha256=DUdVWxETiwC2IrXI90zQwlvHMjeI7JJCNOmFVd2RNws,4518
1433
1447
  mteb/models/model_implementations/amazon_models.py,sha256=pdRU2QGAB5ccQnAfbRSzHE1G3ZUdjvsAgeJwkB_olDQ,694
1434
- mteb/models/model_implementations/ara_models.py,sha256=NguWSXEN9RhrfExvTh6vL5F3uie5iRUGD9ziwpZagaA,1033
1448
+ mteb/models/model_implementations/ara_models.py,sha256=zS0t9rI21wwEwTlrlX94GqkmPKLnb8ktUaAOY-ZLmw0,1421
1435
1449
  mteb/models/model_implementations/arctic_models.py,sha256=eaMRaN9WdpVq1W6cbtNcJMdrJUTXrTSYUjTJufCdZRY,10350
1436
1450
  mteb/models/model_implementations/b1ade_models.py,sha256=aEKmXWVX8iJ_OotAYPOMxsOHTDEOJYdSwkR6iJsZ-ms,1609
1437
1451
  mteb/models/model_implementations/bedrock_models.py,sha256=RWN25Es4Nb6eIMiZlFHWNAnftKMVBumM2kozpO7Kh50,8709
1438
1452
  mteb/models/model_implementations/bge_models.py,sha256=LL_JnXsjGPnzzxby05Z0Jm3v6-v76nCB-yI36H9fKwo,22386
1439
- mteb/models/model_implementations/blip2_models.py,sha256=l1YeLjlFEFGfHLIwpJ8gVUCc6cN-lUYXn6_FerEOiLE,7293
1440
- mteb/models/model_implementations/blip_models.py,sha256=P5Ui6Dxbl0mfUc9udvPqN5cQx4paz7muG7SR2_FBBsg,10681
1453
+ mteb/models/model_implementations/blip2_models.py,sha256=hBdilqIIFkILmGoSl6GjT5gpFVxArp3xL3JEcWfJ1KU,7635
1454
+ mteb/models/model_implementations/blip_models.py,sha256=n_XRcymbYL2Rx8AFl96OpGQcWvfzrvFQxKvFl4swzA4,11516
1441
1455
  mteb/models/model_implementations/bm25.py,sha256=orjdCPWRdeAskQ3zJEzuNMyEks6WW1qv4mGfw8Ih51Q,4836
1442
1456
  mteb/models/model_implementations/bmretriever_models.py,sha256=ABfrACa028Dcujan7-PaUZLTw9wkDB15XIfinP_FRxg,6555
1443
- mteb/models/model_implementations/cadet_models.py,sha256=AR1uVm5EVvY2Q4rc_nuOtUQzTW9scrSGrjLGCqUJWsU,1829
1444
- mteb/models/model_implementations/cde_models.py,sha256=jN1MokN_4tl46Elrx05ZQYW-B_sRK49CUp3Et7CAyJc,8654
1457
+ mteb/models/model_implementations/cadet_models.py,sha256=bDula_VroXOWgSw-tquvNVGcGg7_Z1xHnoTDn6OGOYU,2225
1458
+ mteb/models/model_implementations/cde_models.py,sha256=3nNU3nq3VZZcImFqH1VPj57-QJNMU6Ei2C_HCaicuUs,9012
1445
1459
  mteb/models/model_implementations/clip_models.py,sha256=zrfgNmZszu0JMtMNdCMzEohixsrnQ7xFhCqgsiucH_Q,6107
1446
- mteb/models/model_implementations/codefuse_models.py,sha256=BDJA_uC6XVZEroK6-dzixrgYx9C7sSOkc9QCFSc4yUo,8593
1447
- mteb/models/model_implementations/codesage_models.py,sha256=fy0_WYcU4DnYH9DQ1C5F93MXAmKLBA5HW650XyGqPcE,2483
1460
+ mteb/models/model_implementations/codefuse_models.py,sha256=19Y-d_qetVU64quzEvuUJ_K8DHo1JEEKEGqjRR48dFg,9113
1461
+ mteb/models/model_implementations/codesage_models.py,sha256=D4CdISGyv5f2GMYq4_efgm5qNq80SWAX5R2u5mjEiXM,2998
1448
1462
  mteb/models/model_implementations/cohere_models.py,sha256=H7Mjn57kmeBhIaJx6riaCEEgZS01YBWBBGPagEU87ZQ,13690
1449
1463
  mteb/models/model_implementations/cohere_v.py,sha256=K6VEw1NkyM2PuMd18kHE6aqPrcByYSwEmAKjvLods_w,15760
1450
1464
  mteb/models/model_implementations/colpali_models.py,sha256=uVmK3jXO-GDn-7i6cJFWdc0u0-MU3INHHL1rXUPhBec,8944
@@ -1480,9 +1494,9 @@ mteb/models/model_implementations/llm2clip_models.py,sha256=_sqAOb5oSbxn1oaXjWwP
1480
1494
  mteb/models/model_implementations/llm2vec_models.py,sha256=Og_EqnOXgIfaTcVTl3Lj5BicG83ycnXS_YHNtK63I-A,12638
1481
1495
  mteb/models/model_implementations/mcinext_models.py,sha256=W9MBQFqGTXVa52WDFFq1Pdat2TgRvluOcD6JVAupn28,18968
1482
1496
  mteb/models/model_implementations/mdbr_models.py,sha256=B7R3dVEH9EZ_fSZ05VveSbmTyO3Erh7iJ2WmMn52d-4,2509
1483
- mteb/models/model_implementations/misc_models.py,sha256=R1Ew2Bwj-YwHoHmO_qVa8WQf3BQcJ1FDjj3Xm0Y6nzo,56381
1497
+ mteb/models/model_implementations/misc_models.py,sha256=bgKOuXJC8cVQmVRXEfIBlgzxDRb9nzOCsHdJ1kM8Z2Q,56691
1484
1498
  mteb/models/model_implementations/mme5_models.py,sha256=cRRXecC8EHeLQiEd1nfCb1vt75x_CnG1s_9lYRrtyTA,1484
1485
- mteb/models/model_implementations/moco_models.py,sha256=Mxjs4Nml7Jd_j2oSdN7WQc2t_UrkZVBRmhDUW5QK-6M,5154
1499
+ mteb/models/model_implementations/moco_models.py,sha256=Kl0nBsqkG3crYoo5YulFq1fv97U0-IBWVFHN0UuO0lg,5483
1486
1500
  mteb/models/model_implementations/model2vec_models.py,sha256=D-EY-6P-cKKunbgzk4DHzJL1ogpWYFhpHbTLb8qQjJw,13765
1487
1501
  mteb/models/model_implementations/moka_models.py,sha256=Y5do7Z4JyGxabYrjHhkBLqCKTQKotniS-f4kOgXJjag,4995
1488
1502
  mteb/models/model_implementations/mxbai_models.py,sha256=33ta2BnhvKYBUgE89wFgPNf-CnOb7ooumZvqHOvbZsA,3593
@@ -1493,11 +1507,11 @@ mteb/models/model_implementations/nomic_models_vision.py,sha256=gEEieMThvw4p-QhR
1493
1507
  mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=zLo-GSghLsIpIZguAdg0Vf18Dn-mdizwQDrWiSwupr0,6171
1494
1508
  mteb/models/model_implementations/nvidia_models.py,sha256=aeex14J1yGxc2wm8kCDIgxwo_uy0Fu9y9liFVD-LDOg,21555
1495
1509
  mteb/models/model_implementations/openai_models.py,sha256=2tJyEapIW-GtB3ZOXIHwGjSZGgJl2daE_UsbzH4NhBM,9620
1496
- mteb/models/model_implementations/openclip_models.py,sha256=TsIAgh759S_2Vl9yjoEhvRq8VLrNnQj1L9sscsOqq7U,10702
1510
+ mteb/models/model_implementations/openclip_models.py,sha256=W8XcokgLU1nSmMaWpYXkWWizVd3sQezcP02YtF2fXpo,11436
1497
1511
  mteb/models/model_implementations/opensearch_neural_sparse_models.py,sha256=fuxIjOx_kPoDps5C7LW3JllG-AZj4ktqeTNgJESHZh4,8351
1498
1512
  mteb/models/model_implementations/ops_moa_models.py,sha256=vTZYi6aYe2UYI_BBaoMad3anozknUoadVQw_EBKX3MU,2411
1499
1513
  mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py,sha256=qGXv71qRjNCIFluZOwvfBlFlKKyN2bXBokwUPk4KHmM,1066
1500
- mteb/models/model_implementations/piccolo_models.py,sha256=VUb_U7n8RmVSS2bbIzk-g8oKXzMJ88Lehnku-E_96Uw,1847
1514
+ mteb/models/model_implementations/piccolo_models.py,sha256=d8Dtkv_ZTUOCmJLLOuwquq-gX-2UfKvAtl_LvAS0Xi0,2113
1501
1515
  mteb/models/model_implementations/promptriever_models.py,sha256=2iB1n4ZSX0NyDBBk9rryKSwdjhc3D6TgUhhlzJxys8E,6316
1502
1516
  mteb/models/model_implementations/pylate_models.py,sha256=yINGQL97S4xjj74-FTWpO4KHX-E9NDOEeyQWyRmmnaE,14772
1503
1517
  mteb/models/model_implementations/qodo_models.py,sha256=JDqffDlQiOEariyheybOIf3iNkqot2gTkEIHWDnRbUE,2037
@@ -1505,7 +1519,7 @@ mteb/models/model_implementations/qtack_models.py,sha256=biZLH5E3UWIcMZXIZNGgBZF
1505
1519
  mteb/models/model_implementations/qwen3_models.py,sha256=IpPJC_y-Kt_1Bq6nT2lX3-lMl-hl0BV6VhAL8Czfyfg,5133
1506
1520
  mteb/models/model_implementations/qzhou_models.py,sha256=90tsGftdCX90Gvu63bxtMyzczGi_u9bsUlg4WAVeH9Q,3536
1507
1521
  mteb/models/model_implementations/random_baseline.py,sha256=NH-epZ73BYvV6qYgu09BsoiFxBWypUNLdJIXRp5QPhM,8030
1508
- mteb/models/model_implementations/rasgaard_models.py,sha256=fHMXP4S17fZQ93n2KkUsAoxyGmVyCNexz6ek6c4zO0E,1021
1522
+ mteb/models/model_implementations/rasgaard_models.py,sha256=a8F3kDSBWHH0UR7wRioOrWGQUxtloD5mU7EG27iM-68,1260
1509
1523
  mteb/models/model_implementations/reasonir_model.py,sha256=wSCcJpUgZ0pG2g3vTEzYNmPlPG_CVn_rR0ENVCines0,2218
1510
1524
  mteb/models/model_implementations/repllama_models.py,sha256=89HoqEpzkNysHeuf_-YhU8WETamHTogSRztGIRo6G1s,7321
1511
1525
  mteb/models/model_implementations/rerankers_custom.py,sha256=ro73A9-hHudy3_qIMrhP-ja-3Xqu78r_aORm856zHQc,10651
@@ -1522,7 +1536,7 @@ mteb/models/model_implementations/shuu_model.py,sha256=KkcuVYjIzoha3Fvxh8ppqHQ9B
1522
1536
  mteb/models/model_implementations/siglip_models.py,sha256=tvi8QB2ayBoeXsxwHrl5RFlkknvE6FM9N06zSBWGQD0,12602
1523
1537
  mteb/models/model_implementations/sonar_models.py,sha256=Nc6kAJRWSrxA57DPRrgOPHqS1dNhz2vsE_1ZA2JtigQ,4784
1524
1538
  mteb/models/model_implementations/stella_models.py,sha256=NL3tk-rnuBdznsQ-nmelqun4tFO2xKoNPPOOVKqnPGU,8062
1525
- mteb/models/model_implementations/tarka_models.py,sha256=D3b8lPMuSZTKBCDqL5ozI_5lf5og0qKJQD4HBhXyi7o,1601
1539
+ mteb/models/model_implementations/tarka_models.py,sha256=xC6olJs9PSe_lrYsScw5hDHTjYSjcxgbvfK_7IoBFnk,27397
1526
1540
  mteb/models/model_implementations/text2vec_models.py,sha256=zaHWRc2W0RYZAOetinqRzug9UGW0HmY5U-jYsLXA8wo,4160
1527
1541
  mteb/models/model_implementations/ua_sentence_models.py,sha256=fcvXR4-Rrt-UDTlDkh2ZAO1gO_ufCOHiT6EhoeKiHx8,1224
1528
1542
  mteb/models/model_implementations/uae_models.py,sha256=KZxH5a3t-sfh33xUBkLizEuyFAyPlGfnRsn-S7mjq74,3112
@@ -1582,160 +1596,160 @@ mteb/tasks/bitext_mining/multilingual/nusa_translation_bitext_mining.py,sha256=e
1582
1596
  mteb/tasks/bitext_mining/multilingual/nusa_x_bitext_mining.py,sha256=BphnEDdG1-IsCklJWRCs2yK7I1zVuPh7PQrrYAI540c,2309
1583
1597
  mteb/tasks/bitext_mining/multilingual/phinc_bitext_mining.py,sha256=53xLXpgIDk55JfCoe3pa93T_9T9sfRJAryBVcWZx5co,1477
1584
1598
  mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=5uwf4vhud5bQuPAcufWGcA7UBmp5YPKsyvc5OUYgK-M,1730
1585
- mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=0UeyufmfkvN-Gd9O360zd2laQLQUFPyC_ifOKSwQE9s,2111
1599
+ mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=lxaWPFLZpWwAy6CIGAENkBvH7iVLShE4sGf0eT0-Mac,2075
1586
1600
  mteb/tasks/bitext_mining/multilingual/tatoeba_bitext_mining.py,sha256=Y6QnjbmL4fIuTgK8tuZfNnWmM-GwBVaAjUiAtTSgPqM,5898
1587
- mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=4EY_2mHF4J-JCyo-ZdX5bgKEv-VqVwpR-DmUNSP7jcM,14986
1601
+ mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=vWoRmAJKR0ed8mUKDqLUMe_IpFjj7Xlsw0NFhcIOJOc,14978
1588
1602
  mteb/tasks/bitext_mining/srn/__init__.py,sha256=XaMVvUagmgLUG6tZw2jo6fMKiVTfQpaaWZGQZo-1YYk,97
1589
1603
  mteb/tasks/bitext_mining/srn/srn_corpus_bitext_mining.py,sha256=6svN1Ny1MJVaBhEFguYAGZnm8ciuLqBxUfhGaAjR88w,1507
1590
1604
  mteb/tasks/bitext_mining/vie/__init__.py,sha256=AbM2aeSHvlY_fNsPWKchyyHBrSvhBwASOWFht74HQcg,95
1591
1605
  mteb/tasks/bitext_mining/vie/vie_med_ev_bitext_mining.py,sha256=tHnLLMoWUG1j25TwWFQ1cgBtCYcvKbCmquu_mNRZaGw,1494
1592
1606
  mteb/tasks/classification/__init__.py,sha256=6KrsJhJ6YbffNiAY3IWamJ5s4ipiIWHqO4cCD0ncWoI,1092
1593
1607
  mteb/tasks/classification/ara/__init__.py,sha256=PZ2njVzpxUwqB-yx-lajl2uf3yGYBc05a5q77scr4kA,1161
1594
- mteb/tasks/classification/ara/ajgt.py,sha256=lrbMd3YZDUU7nPImL-vaDnTsseA_W8n3kpRwHmWTlko,3103
1595
- mteb/tasks/classification/ara/hotel_review_sentiment_classification.py,sha256=1f_8cbHUsZj2-3px5GY-gEiGxqgPfocTKN748Loh9k0,3062
1596
- mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=X_kA7iQPnVPUBgmA1EsNPLzPhnlgWEMuWkra5NryE4E,2463
1597
- mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=xgkHE0s_9DsWvvMWBebcehUrKRmtAxs1wrS4TrTCCXg,3324
1598
- mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=PkRowXr4XU45t-hSDOGPsH4XQ5N2rscFiQ_GJAkLUhU,3270
1599
- mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=7cTTznVI04QpbqOOnY8_XvGWjgUPyb41OLS5A46119o,3950
1608
+ mteb/tasks/classification/ara/ajgt.py,sha256=TfcsGZbdp2Y7ksrhEPYpY37e_iAvTMGEt9e8-kwFq4U,3091
1609
+ mteb/tasks/classification/ara/hotel_review_sentiment_classification.py,sha256=VNv6uICgYVsQiCreNiczEjDq2-dLtTmNVp0ZF2tA-Kg,3050
1610
+ mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=hN9dImEZWs9LLYSDWhyKDFJ-Ph2ZZQgxh5K0VXGiP8I,2451
1611
+ mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=xlq-rEzWei8onOJWOzSxJtNuyeHWczf1cDz7m3-5j-Y,3312
1612
+ mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=MpLxj0WOuHYV6LIaAwBg__jcOmzsApPxPRBKgkO3RhA,3258
1613
+ mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=55SxUtNUECLT9liyJztPh-MPuN9PnQzkQ89Izg7JlU4,3938
1600
1614
  mteb/tasks/classification/ben/__init__.py,sha256=j_vQLxEOUKR8hLBgTe2sSzvLyoVXRByF0g_f5-i1mRQ,592
1601
- mteb/tasks/classification/ben/bengali_document_classification.py,sha256=BOC5QersoFhsQzbeWrt-O2o5XLQ7k-Aj3t5y2MuMy0U,3648
1602
- mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=Bu79C9lNXMOyS6Mq8Mpw9Yr7tACrRC9wG-xhuUpsl94,3362
1603
- mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=oVbwpNoWmnVeCvFf8-y-ImEcDbgnTqA0GASOp418oNQ,2990
1615
+ mteb/tasks/classification/ben/bengali_document_classification.py,sha256=K4KTkca4HwKa77045kY7hMxHxRklyC44RzfNKOP0C4I,3636
1616
+ mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=xmlPgQfWqEFPOboY6Ix5ZXTz48D1TqUeWV3-ip9dsKA,3350
1617
+ mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=NYtZBO8BYHPAkLOwof8a8v9Xa5YnRYITvAxrAP4EP_A,2978
1604
1618
  mteb/tasks/classification/bul/__init__.py,sha256=2-wLDHKcyykalSp9zWCgOaqMh4nnDo92lYdiUgJIP04,170
1605
1619
  mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py,sha256=T9OjawyJbfYmDh-c4qArRzsuJ3HgbhbCAgHndXN3VVI,1843
1606
1620
  mteb/tasks/classification/ces/__init__.py,sha256=0vuGRyaBaW-V6_3pdGGLIEwQh3uB5UpewY6NdJZ3vrw,860
1607
- mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=xVWAtkHkiJhA9MwLLG9R_4s6DOTVr2qpHpwp8Cm6kqg,3554
1608
- mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=r2nI-Aoywv3i8BRXq7Rv0sg33WhxC9tYFHxJU5zdOEA,4131
1609
- mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=tujnOfZPKSGq0o9_e8H1Nw-uQ3t2GSQYYgkDMySXFn8,3630
1621
+ mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=ujuUGruDRbcMDY3SXvN6dFsR2qs3iYF7x-bc8_W-hAA,3542
1622
+ mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=gVcg6m6Pikhi5DY2HSpj7iMcd5QRw_iZfVFlXX97m0g,4119
1623
+ mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=NthCj4xcDnSwSe5mMX3a6ldELv_qmkN5wuM4UAdE3js,3618
1610
1624
  mteb/tasks/classification/ces/czech_subjectivity_classification.py,sha256=31lTpWh0adXA8C6TY64NbSKi4pVbnH7ocEDEQCd5JEA,1520
1611
1625
  mteb/tasks/classification/dan/__init__.py,sha256=edrG5UqewQ_YfQD3KtCTs9GU5z1jo4wjlkSEHuQg1ww,864
1612
- mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=K1KxSzZV8k4ZbfPoFLFThQq_y28K1Q_VCtv_4mdwtRE,3166
1613
- mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=Yiei__QJP5qGNVpdPKS0Sb0DX01yvS_vjf9HlXXtcdk,3213
1614
- mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=cjzNC5P9HmemPhj2V8twnZo6bT3zwml9qWd8elUfxJg,4022
1615
- mteb/tasks/classification/dan/dk_hate_classification.py,sha256=FhV94a0qn9mSsJuEFtz_y2c_-PTzT9wp29b0DImzYNs,4452
1626
+ mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=GmNu5-ec_6ebMCxKIgDU54ZfaM0xFV_tYE6hYLN8ItM,3154
1627
+ mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=mChj82mWgXluVC7yXXT2LqNZ_v9QHbNEWIFUGlN8LHc,3201
1628
+ mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=8ZJUscPwhd0Y71Sd5tTeEWCuFgN2YHlgX2lQOz9bj3g,4010
1629
+ mteb/tasks/classification/dan/dk_hate_classification.py,sha256=Kx7mx5HcEkoisV4-Sb0aCgOLaz2FOkGaet0tprDpOkk,4440
1616
1630
  mteb/tasks/classification/dan/lcc_sentiment_classification.py,sha256=wVbHXQN1I-W8YxDz_fT8Q3ZIM_mgNZDx_wm7vsIBols,1733
1617
1631
  mteb/tasks/classification/deu/__init__.py,sha256=_mikrUfmvMBoIkAHqZoayV6o-8QssaX3E4D1TmxNt_8,454
1618
- mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=I7XiF9Vy9-YPTAFql3LER0I1S-Fx9G45OAeAioMIIi0,3982
1619
- mteb/tasks/classification/deu/ten_k_gnad_classification.py,sha256=ZwvB0wU3vKm0hc-dl35ozdl99S2tgX61HP3FF4GqSPE,3212
1632
+ mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=wyig6rTOET2Km1fX4_LP2FTqbGzF2hgmWwV4EXM88kM,3970
1633
+ mteb/tasks/classification/deu/ten_k_gnad_classification.py,sha256=FB0K2Th6kQql-xPHE3Is27Cfax9I_C5mq1-fWNPi30Q,3200
1620
1634
  mteb/tasks/classification/ell/__init__.py,sha256=ex9crkO5u0jpP--73on-beegAZ6368MLPtMpf7ko6sk,118
1621
1635
  mteb/tasks/classification/ell/greek_legal_code_classification.py,sha256=aLiD-sUv6iOunzuHoJubWyhPdhmYrGi9qZUkt0Vw5Og,1977
1622
1636
  mteb/tasks/classification/eng/__init__.py,sha256=gVlsr0YIe84-wvluhXWJuP7R-2wDc53xdJkbvuYVEZE,21065
1623
- mteb/tasks/classification/eng/amazon_polarity_classification.py,sha256=RpBcVvV5ERWQ4gRP4WQDptKmGk4i0cgEh3fMz8h7T7Y,3132
1624
- mteb/tasks/classification/eng/arxiv_classification.py,sha256=FehoDvslIsG3CVMtoWj6Q1RsDBuVWKGWfsFsS9kCq_w,2764
1625
- mteb/tasks/classification/eng/banking77_classification.py,sha256=UfsmV48DVNnBxsoigUWh0kmXOD36rzIhw_HCKw-34h4,3936
1637
+ mteb/tasks/classification/eng/amazon_polarity_classification.py,sha256=xYTp78UBpsTwqEAw1BhAUkrAUwg3IcZbbsjYvm5wCrM,3120
1638
+ mteb/tasks/classification/eng/arxiv_classification.py,sha256=N1YhT35mG5SiDkm7C8Cph87vHTqGVZ7QCnahypCA7hg,2752
1639
+ mteb/tasks/classification/eng/banking77_classification.py,sha256=a39NHycvoblomhYJIJg5I3TYUB_wA2YHgOH63VsGtcA,3924
1626
1640
  mteb/tasks/classification/eng/birdsnap_classification.py,sha256=_OQsYUUwF2t3sOTIvvI2uI98dAG_ropoxtUTq3Yt3KE,1629
1627
1641
  mteb/tasks/classification/eng/caltech101_classification.py,sha256=4Y_Ez0UHGK3l7mHlBCIhr-djrc9F3hkO5g15Bn0-Vfw,1715
1628
1642
  mteb/tasks/classification/eng/cifar.py,sha256=PyO1bTtXtzoyRmYBD8RX5fruTwRqDTl56nWbkmK2liQ,2536
1629
1643
  mteb/tasks/classification/eng/country211_classification.py,sha256=gYGX2HjPn6lxnDFTE4LtvxjA1lYmfbv8tnG1fStcxuQ,1575
1630
- mteb/tasks/classification/eng/dbpedia_classification.py,sha256=zQ6DxzlPo-hoS5zFB3EFJ3UnnD9EYVL6odj56JKT3e8,3729
1644
+ mteb/tasks/classification/eng/dbpedia_classification.py,sha256=_eIM37pft2AMTIi9R7z9ruxPoaAZYxKyAtFPLeZ0O9I,3717
1631
1645
  mteb/tasks/classification/eng/dtd_classification.py,sha256=jbZrYFGfhLvd5YK8wsbIp-C_K52U5wPomMbJ0PofrH4,1412
1632
- mteb/tasks/classification/eng/emotion_classification.py,sha256=7A22Vla-W7tPQcGJpPBFKpTO2IC8afp6JmxiehaPW5Y,4156
1646
+ mteb/tasks/classification/eng/emotion_classification.py,sha256=oNkStKgfwNcfLlXtEeku1_LX0zhVwiGOj0rHW1x5rEA,4144
1633
1647
  mteb/tasks/classification/eng/euro_sat_classification.py,sha256=5bsJpp_jwwcKxPMdSP0TQtNfMxumr7Y0zb2vZIVyELc,1872
1634
1648
  mteb/tasks/classification/eng/fer2013_classification.py,sha256=tvUNndRVxddNvIsQmaUg_rYOfs1BFxGiAHM4Scz9HUs,1487
1635
1649
  mteb/tasks/classification/eng/fgvc_aircraft_classification.py,sha256=qEJFXxeuo-uBy1HDeDYE4XtJayX53EwmnhNTeB9V214,1641
1636
- mteb/tasks/classification/eng/financial_phrasebank_classification.py,sha256=Ccqnlzy5uK0CFV4W_QxoBVeCmEolh8qDmKeT8Rho4Fw,3044
1650
+ mteb/tasks/classification/eng/financial_phrasebank_classification.py,sha256=r7CguZZc0oxH-GXwFK61drDRH3xYMJT1r3V4mrqjG7Q,3032
1637
1651
  mteb/tasks/classification/eng/food101_classification.py,sha256=G3xxqJv5GQQpnI5HZ_zMZ16-l2E4f1mRDwPkjo-jtos,1366
1638
- mteb/tasks/classification/eng/frenk_en_classification.py,sha256=wO7qcqpjYR1F7ftoydKImI_Pbj_hrmmk1GIl15Wimlo,2727
1639
- mteb/tasks/classification/eng/gtsrb_classification.py,sha256=hQ0FQOXRrJQix3ixiDn1aGgAMLP7Bek0N0gTq3_wogM,1853
1652
+ mteb/tasks/classification/eng/frenk_en_classification.py,sha256=EQxVRWqmQhMLIv8MfaQ1OdBMAFR6fH4utlyupJjpD80,2715
1653
+ mteb/tasks/classification/eng/gtsrb_classification.py,sha256=EuR8F2uh3ajB2tErzcbrrgF4Do7QxcxEpA44JsgbOVg,1849
1640
1654
  mteb/tasks/classification/eng/hume_emotion_classification.py,sha256=IjuiZtSMQiVCV5DY8OHUzVtMORUwjDK2uOXkV_CYgAc,2092
1641
1655
  mteb/tasks/classification/eng/hume_toxic_conversations_classification.py,sha256=cSPg3KzLXwY0HnZS0BzpWydkW393TIVXEJmI_PfofQk,1797
1642
1656
  mteb/tasks/classification/eng/hume_tweet_sentiment_extraction_classification.py,sha256=hiOXpCGAHXLm4duu94ptT9l0uWsyw3SRB7w3SqyvxKc,1602
1643
1657
  mteb/tasks/classification/eng/imagenet1k.py,sha256=n6YlgVBG7fudRzv5BI0JWiSjpbWIaOLEGQws8VHn0O8,1574
1644
- mteb/tasks/classification/eng/imdb_classification.py,sha256=5ewozc0-GsXDuKXJBqOnBesJ8H0-_JzGqSeOtsVB784,3631
1645
- mteb/tasks/classification/eng/legal_bench_classification.py,sha256=zqy7REu20R-C4s1LQHSAVIXwzzTZRqdopFYdbTlF76s,305727
1658
+ mteb/tasks/classification/eng/imdb_classification.py,sha256=UEcsVpcIUtE-WaAIaewHVpquyIMmuhqwvghOwjf3l1w,3619
1659
+ mteb/tasks/classification/eng/legal_bench_classification.py,sha256=blNlvV1TykQvvPwMzsc7Hl9rik7JqtRok-jUvKDAyZ0,304818
1646
1660
  mteb/tasks/classification/eng/mnist_classification.py,sha256=hmQfHKKkw2ezFYr26350DCD0-_ZO6uPn7BN4fSZgoAY,1360
1647
- mteb/tasks/classification/eng/news_classification.py,sha256=8_MKO3dg-87-D4ObJaK2_XzoYPPA5lu7P6a62Jg36YY,3351
1661
+ mteb/tasks/classification/eng/news_classification.py,sha256=exvLhhqSctXHdnoC2yVOu-Nlk94Nogw44a-lkjqxZZ0,3339
1648
1662
  mteb/tasks/classification/eng/oxford_flowers_classification.py,sha256=1Qlma1B3rJXRZNiyh0n4b0At-nusKKAdEIXw2eSTv-Q,1673
1649
1663
  mteb/tasks/classification/eng/oxford_pets_classification.py,sha256=fvTlRex48bY9Dy9iUuWnTSn8XUfS1V_gOKCNM_KSFcU,1574
1650
- mteb/tasks/classification/eng/patch_camelyon_classification.py,sha256=KD5Uv6RWSK4pRm9eo5iFmGJlJpAQAsNdJQHj05YxlmU,1781
1651
- mteb/tasks/classification/eng/patent_classification.py,sha256=bg6bMVJkrtqD9XffcId6InY-xIaTKdb_LhCc4uDbKpE,3235
1652
- mteb/tasks/classification/eng/poem_sentiment_classification.py,sha256=67oTe6U2_F39RPbirizhQEsbplwvmHUU0691ze8D2WE,2783
1664
+ mteb/tasks/classification/eng/patch_camelyon_classification.py,sha256=Su0lUUlA57DSHYJ8EVtbU4WCIavExp0OnuU_Rl5Mi5s,1777
1665
+ mteb/tasks/classification/eng/patent_classification.py,sha256=HwPgGVT-T-Usq07M2ePP8P3mNqID6yLxruhfLK1pLtk,3223
1666
+ mteb/tasks/classification/eng/poem_sentiment_classification.py,sha256=XKf7xO9OMgHRmDlOtdPlRzUzMMLSXXScOuUp5VSr3pw,2771
1653
1667
  mteb/tasks/classification/eng/resisc45_classification.py,sha256=_0k3eZyS_vVmvMIBtc2q9Wv2W7ItfQeM3yAQrOWAFlQ,1807
1654
- mteb/tasks/classification/eng/sds_eye_protection_classification.py,sha256=arY16SecPfikXyFIdIEGvpw2shd7fcYqHYmxdIuYdoI,3465
1655
- mteb/tasks/classification/eng/sds_gloves_classification.py,sha256=E6dylSb964WUoePxizmyPDgw9CUjjOU_XB2bSF6gZ6U,3408
1668
+ mteb/tasks/classification/eng/sds_eye_protection_classification.py,sha256=Kco2Y7Ysx5ND16xwGvsceBSzVmhCt7nXenhKwU6XDos,3453
1669
+ mteb/tasks/classification/eng/sds_gloves_classification.py,sha256=5NQjCHRKsRXPDmZlxjmlwVACO1qwSLPWKtRNxY0NTis,3396
1656
1670
  mteb/tasks/classification/eng/stanford_cars_classification.py,sha256=73lWRD87ovMd4ELwRCMH6lb3mvAlDTf9qu2HQd-j0_M,1439
1657
1671
  mteb/tasks/classification/eng/stl10_classification.py,sha256=jqDm6_5iwrfcpzEFtALEv3iYF15Ykt3WLxL3oGkpePw,1745
1658
1672
  mteb/tasks/classification/eng/sun397_classification.py,sha256=KeFOof2Lp2mB3pAVcmebena7VSlafdL64AlPDXF6Tx0,1564
1659
- mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=00URbUmwTwS4Jk2IqLhoYyaYdIXS7O3hFZKwytFHhPQ,4951
1660
- mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=PlVpQnOrT1xJzAZGd6O4NVstxSpGMpOnIcwM2fUSCRE,3880
1661
- mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py,sha256=eglbzatOavSzeDfxWCV7SlpqKHEZdR3txll5ZXvDI-w,3110
1662
- mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=6DQuIL0vvUaj7pwSzs5ouy7oHUhRL-1ePqPuU4JT6nE,4081
1663
- mteb/tasks/classification/eng/ucf101_classification.py,sha256=9bggP7edVs_P_pT6VNjtKeeLCtuNnSAyh5Wz9-A37I8,1715
1664
- mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py,sha256=XwO3dZG894HtVvg0oe_0nu-fWbAKuzAEt6lt8bVLyCA,3027
1673
+ mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=9C7mgV0VvOAFwgcSVdok5Zf09UK9CCOX2J9Sb2GF4LI,4743
1674
+ mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=ZnYI-caR8A8Qp6qP6rcubsEfOIeamO0rHjY0RPxw1eA,3868
1675
+ mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py,sha256=W29AZXv-b9tQaWVQbVmIpOzvrA1Oj0BixpujZ6WZVG8,3097
1676
+ mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=rqgwiASWK5T0sMRvL289_4KrF0KcWGnvj1pGhZr7lPw,3991
1677
+ mteb/tasks/classification/eng/ucf101_classification.py,sha256=KiNA3U_6T-fTPnkgViH6jZBENzG9UmL9gDF7rz28eis,1711
1678
+ mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py,sha256=wC-wrqAFur68L1acHiLyJZd9a9cJ0x9FvNooy13wjhw,3015
1665
1679
  mteb/tasks/classification/eng/wikipedia_biolum_neurochem_classification.py,sha256=HU-yE0RsbPQMA2Rsc4wrqrRPMuiOaqsgC33xOe5bD1c,1464
1666
1680
  mteb/tasks/classification/eng/wikipedia_chem_eng_specialties_classification.py,sha256=_oIZGOfWaZsWDJmczJOb7Y8kCpWgm_17lxqkQOhiGQ0,1439
1667
- mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py,sha256=3q0jcUF6Lcaw6hMINYhL0PW1Ecc2XMXDKANKSQWgs3w,2999
1681
+ mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py,sha256=7xavizR0EGAvIhQpPr2hR4KT6-wYwC6louClvJOuJAI,2987
1668
1682
  mteb/tasks/classification/eng/wikipedia_chemistry_topics_classification.py,sha256=gbnQdfFh3mvqrIdsX9zjTlO-_9t8ucl2kfpm9md0OU0,1432
1669
- mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py,sha256=Y4fm_oKjH9DgABYT1QmUp1wOoG4iTZmA8gF2M1tsibQ,3103
1683
+ mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py,sha256=pj6gdTK-BTWRIVGybkjOgzmSHtnTCB95lVONSpSlvZQ,3091
1670
1684
  mteb/tasks/classification/eng/wikipedia_cryobiology_separation_classification.py,sha256=UBbf4CEkohhu7g5sosmDjuQY9ZSNPDeO1NQNwrlxJSQ,1443
1671
- mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py,sha256=GvNlYFmV9CuxuzXPpvRd7P0KnZzvwyNHIzSLEzcr4Lc,3149
1685
+ mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py,sha256=SpAGkBG-7d3TzRACe9HL01wE17QX3EuZeDbUN9ZAFwg,3137
1672
1686
  mteb/tasks/classification/eng/wikipedia_greenhouse_enantiopure_classification.py,sha256=IQezAhbWYSIAPvy6zdNjKt1i75dOvNFqza5l_-IG3w8,1466
1673
1687
  mteb/tasks/classification/eng/wikipedia_isotopes_fission_classification.py,sha256=uR617mRcO4PxY3h90DnoXEd5-bRTSRP0bR7OkjO0DUc,1470
1674
1688
  mteb/tasks/classification/eng/wikipedia_luminescence_classification.py,sha256=ddTH0Xmbc_-r06C7Z86yBsQWs3vZ6O3VfR5o74vr_zw,1454
1675
1689
  mteb/tasks/classification/eng/wikipedia_organic_inorganic_classification.py,sha256=3Dx7lF9GIN7jkMfbX93CrF6PHjpsuxnkMDOs9Bmc6GU,1440
1676
1690
  mteb/tasks/classification/eng/wikipedia_salts_semiconductors_classification.py,sha256=LCtDbN7ZvvIhKNDCKiMxPP3z4C9db_v-LUhUXDmeekE,1468
1677
1691
  mteb/tasks/classification/eng/wikipedia_solid_state_colloidal_classification.py,sha256=vs6kYuxH_wXhl_67GCyFcaQdYW8vLozVKI4i2nCVlzk,1460
1678
- mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py,sha256=ZvY4pBMm1SYhAOVHIrQnW7gUert4nqrH0-L3-91qnYw,3054
1679
- mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=we7j5m_88DqaJKx7P62_0sFKx06Ew6GWBtsRBKey6Nc,3577
1680
- mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=LU_vn_CBMYsNWz5WSJYkvoaoYah22XOataRYnIjudJY,3836
1692
+ mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py,sha256=qgSZFtyTuIrpyfBwGq5wllR7eMlD6uSPRNj2_NW53no,3042
1693
+ mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=nIuo5-VSPdoJLcOyYbIpLatBUOVpeCWUVBIualjeAb0,3565
1694
+ mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=lDtPzcKlhtcT5VPyPHusb29wWExs3RZGF_AXUG24jpE,3824
1681
1695
  mteb/tasks/classification/est/__init__.py,sha256=v2lzg7TFmXiBAp8B4WS3SAahWzkAJ2TCrGBktbI1qhI,186
1682
- mteb/tasks/classification/est/estonian_valence.py,sha256=NWNcGLOnnK0qwQzW_-cFonA5sVoCEA24XIIALn5-6qI,3740
1696
+ mteb/tasks/classification/est/estonian_valence.py,sha256=8JtG2OV4JvvE3Xl3-DZiRFeFfkJjv7cAfI8DxmrrY_4,3728
1683
1697
  mteb/tasks/classification/fas/__init__.py,sha256=igukIhFBC-lFxj-zbwaNh6ocGNTsGwY13QhM1e_cf6w,2505
1684
- mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=8ttsgMiwX7JaePvl35I6ACnC79UKpTuSOVYe0czsMLI,35137
1698
+ mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=Pa0uVXgIHhyiMf066rqq3n41RufDEX_Mx18JM_HrHjs,35052
1685
1699
  mteb/tasks/classification/fas/persian_food_sentiment_classification.py,sha256=vydyi6mov_eAfCRH6A3Kf6nWJyJxCoyXUEoi7-MC80E,1473
1686
1700
  mteb/tasks/classification/fil/__init__.py,sha256=5ReJp52hkwCf3RBen6Tjwj2YA2FN176IoVFx_LOa4mE,359
1687
- mteb/tasks/classification/fil/filipino_hate_speech_classification.py,sha256=OXUdz3Am8Hfu9BTUwv5B9mwgqBU8oJW6smZ6VgIJ8WE,3193
1701
+ mteb/tasks/classification/fil/filipino_hate_speech_classification.py,sha256=h3LEFzP1pJKDjwVOgZyf0gmla8WLxkOViobwNSNfIuY,3181
1688
1702
  mteb/tasks/classification/fil/filipino_shopee_reviews_classification.py,sha256=rKyMe2N3lbckbLJyYuXjJXr2aM4Gb5lrP_AXcbmrVMA,1831
1689
1703
  mteb/tasks/classification/fin/__init__.py,sha256=U-tSwAQUxeAZMF2fgw6QwzJlxiLnHk2RRyKZVF-BQxQ,181
1690
- mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=d3d0ofGNepxB4UUB8kt_esZFAE6VdK6LVUhF_oyWiLM,4131
1704
+ mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=G3rLO2c0BmdPvsk5xvtYwH-OUHQtlePKwTZNTIdxjkA,4055
1691
1705
  mteb/tasks/classification/fra/__init__.py,sha256=P59IyoKLEZi0_h5TDu6Qidm9EmPl-ElQcXGhRktOtIA,362
1692
- mteb/tasks/classification/fra/french_book_reviews.py,sha256=KgS7g6Ci4dsjm4I2rciHoEsTZTTjEjlIZWqg9Tjo_NY,2750
1693
- mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=vf89bxQDdS6mHvHFXHQxIUfeQo8Ywikby51iJcVNIww,3302
1706
+ mteb/tasks/classification/fra/french_book_reviews.py,sha256=Fsx8UznQVNDNUhcdsTeNMAAlj2q65Ubd9zjHalTS9uM,2738
1707
+ mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=ov-fbReWP9T_RqhxFtS-gjNaZmbM9J8gQdBQyci5yqU,3290
1694
1708
  mteb/tasks/classification/guj/__init__.py,sha256=HZfimpBCywBLi5VGof_A9Ua6bqtMUoWGRhM1eqAEWKE,186
1695
- mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=lNK4trXtJoBLiSmHPtc1boPphpTAErUuSuAcUti68Yc,2315
1709
+ mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=VEdbzqlw8b8N8R3TQc275iiCxqGLAMAM8Nf_N7FnUGA,2303
1696
1710
  mteb/tasks/classification/heb/__init__.py,sha256=Wa9-nATstuSXN2OFsO3tF0BZdlk3AzM0g9R1VzZUTc0,171
1697
- mteb/tasks/classification/heb/hebrew_sentiment_analysis.py,sha256=UpVBGyq_K4Pbt0caJwe-aQ_rGLZRid7lpZfG5lRGMSY,4535
1711
+ mteb/tasks/classification/heb/hebrew_sentiment_analysis.py,sha256=1DPoxWdGAZJB7LwEQWJzpR8KEg2fpbgGXe_cGv1bo5M,4523
1698
1712
  mteb/tasks/classification/hin/__init__.py,sha256=KdScMtYYmjsali0InoHP0PKQ8yCbaD-j2tLqc7_lhlo,356
1699
- mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=QmFWArv-e15bXQHMpqGvd_hv5FIyWWmyNNMZfaEZzlo,3729
1700
- mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=xQXzQwdsiflpuHce0Ch7RTVvQqwExWC0lFLanP2Q4yM,3113
1713
+ mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=HXLJZFEpnI7UjwA-NuadhrCplqaLiSb8Npla_6oXC48,3717
1714
+ mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=YIeEuNa2UTr8Jwh_wx15broRuD3NHNansGq7Bl9Vjl0,3101
1701
1715
  mteb/tasks/classification/hrv/__init__.py,sha256=vJXR8TISYR7ySWdPUnb4Y4QxGqZd19NT7yNSVKP_vPI,148
1702
- mteb/tasks/classification/hrv/frenk_hr_classification.py,sha256=6f6yeGN-gUWcsF3Z48QEhqRaYk1UIASzicEZnDKERqM,2729
1716
+ mteb/tasks/classification/hrv/frenk_hr_classification.py,sha256=Clui-LXY-3m7Df1kehZCvwUlrZ19tptOMgthBVtg5xU,2717
1703
1717
  mteb/tasks/classification/ind/__init__.py,sha256=GJuXzPFYgB-hOne14ViJOcysxT_U1zsPXvliN4E6Ejw,516
1704
- mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=lt-fIHjiMiyC_Z6NA5jqWmQmtXIQZ3cWoT9iBEO4m28,3828
1705
- mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=VFG-IBwGU_z7230M2n8YSeuuRxCliVy_ayW6NZjxnNw,5541
1718
+ mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=N7p_5fdDsXM0MAzkjw3PmULlN6nqJ1nbGYj4PWoBdco,3816
1719
+ mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=8pPHWVSEVYNmtN7sbmVs231xbKS5-dUPXZvAOPsHWdE,5529
1706
1720
  mteb/tasks/classification/ita/__init__.py,sha256=zn_5k4iGZ3Mr3bRgk97GTUnIuaRqZNEcNoEAtPEr2zM,596
1707
1721
  mteb/tasks/classification/ita/dado_eval_coarse_classification.py,sha256=MrmOz94NzT76HFoEMt4zH79HbKjHmoyrqUxhmM17_7g,1904
1708
1722
  mteb/tasks/classification/ita/ita_casehold_classification.py,sha256=7UHCF68ecz6G5qB7R_SGZi18V2dv-ZZGWa06yGb_DJ0,2147
1709
- mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py,sha256=XexPUNH2rjk7V8-mnXg0jkRNFwIqSp_i8KM2UjqAwkA,3632
1723
+ mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py,sha256=AIwecYzAIuCyfw5Gc21xCCiNGpIPj8BJgh0dg-WurU8,3620
1710
1724
  mteb/tasks/classification/ita/sardi_stance_classification.py,sha256=eExpj0jn0KlLnbqr_jtSoulZqs_wRwd0nfAOqRVhY8Y,1795
1711
1725
  mteb/tasks/classification/jav/__init__.py,sha256=ZDXaSpyUFHfEy8AYM4FHeZh2v2trUftpj-JTih7DCok,186
1712
- mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=lYwZXnqNVuI2QRrpmaaoKen-QcBvt-Qtqshfs6R5RCA,3363
1726
+ mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=VwI5GJQa5DDRPVet5KX70eek-pw1WBvw99LhUd4-PZU,3351
1713
1727
  mteb/tasks/classification/jpn/__init__.py,sha256=HSRntEt-mH56lbtMFE_0Pn8p_eF49pqhAhf7lyJGMy8,266
1714
1728
  mteb/tasks/classification/jpn/japanese_sentiment_classification.py,sha256=BuS49H0EAC_4-w5W-wgwpQdR0cP5o-_gMGj6gmLuRq8,2121
1715
- mteb/tasks/classification/jpn/wrime_classification.py,sha256=O4-T87NENp6z0BgsTyJadVzzy_XY9IL-NjKvFKeWJj8,4178
1729
+ mteb/tasks/classification/jpn/wrime_classification.py,sha256=tLBkVKghnfzxDxOjUCldhTwWCLU86P0vKCr6Dm7T_yU,4166
1716
1730
  mteb/tasks/classification/kan/__init__.py,sha256=N6IH-AFoWCAkL92grURYdjTdOcI4Gslyl7uTjxbrptQ,181
1717
- mteb/tasks/classification/kan/kannada_news_classification.py,sha256=C-AjDDYfI6qg1v9CWJ1fg7np10U3-CPqoZrgr3bQuio,3885
1731
+ mteb/tasks/classification/kan/kannada_news_classification.py,sha256=JkgVAFhFaGvjvJ3FgIygtKoET4gW0L_NQrdOzHdiR-A,3873
1718
1732
  mteb/tasks/classification/kat/__init__.py,sha256=urXsTJt_7ipiDeBVyolOtwIHldBmw8eEPkgqG16C83A,126
1719
1733
  mteb/tasks/classification/kat/georgian_sentiment_classification.py,sha256=Jya3W-pJLgQ8x0x-4KEHAVYwRPTJK3sF7qpbWMG4aP4,1796
1720
1734
  mteb/tasks/classification/kor/__init__.py,sha256=J28RhyNostxLHhl3PBgzd0VbfHnOqc-0p2pR44-QuAo,441
1721
- mteb/tasks/classification/kor/klue_tc.py,sha256=9tNyBHzLCVZWtbKGLuFHeALGEjOR3Qvy7beqSoU3SaY,4323
1735
+ mteb/tasks/classification/kor/klue_tc.py,sha256=TebhHt2g79itFqZQgJg3Gg6xEtc43dp5gyXm_kzmFHY,4311
1722
1736
  mteb/tasks/classification/kor/kor_fin.py,sha256=3ZfN1BIud7joUllzsDMveU23Vjdkwzit7BCBxs6LCDo,1893
1723
- mteb/tasks/classification/kor/kor_hate_classification.py,sha256=KZG0qVnEN3LtBYsliNJEgzIgjsIeAwPqpbbQ3gazT94,4119
1724
- mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=R8ZGDAXmgj37c9s9P9bF0si7VFIZxa9NAG65oiiqBsY,4001
1737
+ mteb/tasks/classification/kor/kor_hate_classification.py,sha256=V_IIham-xLAE77KoKk2RM8hXpuXnN3NYDl6aB8Renws,3997
1738
+ mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=P8AXvEopoX1axcx6A9IpKgDsDe2Xgmq4R3lcMMyFNus,3861
1725
1739
  mteb/tasks/classification/kur/__init__.py,sha256=kBLPJVSB512KaGbwFIUjvjKiLp8_lV6K-O-0fmUJAM4,206
1726
- mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=9bSyv9tnpQE7mS7SvjtZBmoqGCfSJbJaEb4_1D4X2e4,2748
1740
+ mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=6OWal7aXxVF6XWJO31d2vySPYgrWpDWSqJQaG2ruQbU,2736
1727
1741
  mteb/tasks/classification/mal/__init__.py,sha256=oPYnbXfC_hhDorrNOVMdoKJvo_EqVx57g6AMtETiAIs,191
1728
- mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=5D1U9Qjg4gJJELtDSGGuRC-R_fiy83EW5keBLI_TKGc,3027
1742
+ mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=KPSySBKHGlNY14ehDce3D1-RqFqz8DaapLgqwoTSmxM,3015
1729
1743
  mteb/tasks/classification/mar/__init__.py,sha256=_s9c3NJ5thW7ik8tpKlbwwAan6xNuN5UIn5MqDdC8NQ,181
1730
- mteb/tasks/classification/mar/marathi_news_classification.py,sha256=9WrktU2EdYFdeoFxLvI-9zurJeLNlyE-oSMJyP8XBdk,3070
1744
+ mteb/tasks/classification/mar/marathi_news_classification.py,sha256=EnAtbKLJNXWaaZxvAIgcazd9XUcgmzKWJOJniT_KMhs,3058
1731
1745
  mteb/tasks/classification/mkd/__init__.py,sha256=Uy0WzTj00jq3mKfBX1OSAO84LgiCfxnzkd2B4oDjp5c,258
1732
- mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py,sha256=SKosIP9oF0CT11NbR63rXpqXzjyMvu5b4LC-ISmh77c,3369
1746
+ mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py,sha256=9zX8v5seyBhcAVzXcHxQDNaFD4FYUn0qYUyU7jzsRWs,3357
1733
1747
  mteb/tasks/classification/multilingual/__init__.py,sha256=KldHM_1QG9o8RjaPr14_3jHXYLXDne8Ot1v5VJ6RDWQ,3676
1734
1748
  mteb/tasks/classification/multilingual/afri_senti_classification.py,sha256=D76fGCgnjr1Gf6pAb7G6XRwuRSIiPRHfhNmv1rt_ilM,2803
1735
1749
  mteb/tasks/classification/multilingual/afri_senti_lang_classification.py,sha256=tvcFtIyd009zEh_6WxL9j9pV456zz2fnQ-T2yK7LItE,1992
1736
1750
  mteb/tasks/classification/multilingual/amazon_counterfactual_classification.py,sha256=FVwcb96N3zzS4WcXy3UlNq8C_DJl-sHtVTVP2Tb0MBg,2249
1737
1751
  mteb/tasks/classification/multilingual/amazon_reviews_classification.py,sha256=ZmJqujSsL34RrVLYI9_hlzDTR57r44-FB1yqL3pggoA,1639
1738
- mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=RyJ2YZ7lbjWcnkxsBAMc276RamNmQtzz20saZioJ704,2859
1752
+ mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=o6Wyg1cavXOcN2Bl4zcPu3lryDLd-LoZ__acH_GvAL8,2814
1739
1753
  mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py,sha256=n_5ABMkYQPL2ynPZuJfwWA6HLX6Vd6m8irim5DnYywo,1893
1740
1754
  mteb/tasks/classification/multilingual/hin_dialect_classification.py,sha256=PphXUzMLB1NS9mb9qNQFdP1JmSrJ9SIpiqP2g4_T1I4,2276
1741
1755
  mteb/tasks/classification/multilingual/hume_multilingual_sentiment_classification.py,sha256=-EmXnWOuBbVdiuM3kjgo41EkRuOtMsrSTr-HAglsoJA,2130
@@ -1748,7 +1762,7 @@ mteb/tasks/classification/multilingual/massive_intent_classification.py,sha256=R
1748
1762
  mteb/tasks/classification/multilingual/massive_scenario_classification.py,sha256=2GnRe2D2ZXLWLdulPAJIusOo-_gK8BoAiyhTfUq0aeE,3014
1749
1763
  mteb/tasks/classification/multilingual/mtop_domain_classification.py,sha256=6ZYJJIhB1Q6UogabAAasvlJUm1S85rjw9baqntbQ6dM,1945
1750
1764
  mteb/tasks/classification/multilingual/mtop_intent_classification.py,sha256=5Ffh6zs7BSxcaOJbUhACyONBqea90I4a4Jr2ChVfuOs,1938
1751
- mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=5F41H7_AU3NGwr1Wa9es3smDYMbatnZ53sWc6_gMu3U,3719
1765
+ mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=M5g81DZjnndseTR1SuQZe0ZPz5QyMIj8kZNv0a_fOKk,3647
1752
1766
  mteb/tasks/classification/multilingual/multilingual_sentiment_classification.py,sha256=qKoK2bP5VLsOwNyfDTVJWjNPlqoi-Ct1RgJuCEP4mYo,3515
1753
1767
  mteb/tasks/classification/multilingual/naija_senti.py,sha256=MHKsVUArhFYtFmF7L84PAjPCKVBp_MX1tzmvcAsFmx0,2103
1754
1768
  mteb/tasks/classification/multilingual/nordic_lang_classification.py,sha256=pTGQ3u33p2yDFXL4K4BFR9GzWA51ReAQzFmuJvoBKYw,1872
@@ -1756,109 +1770,109 @@ mteb/tasks/classification/multilingual/nusa_paragraph_emotion_classification.py,
1756
1770
  mteb/tasks/classification/multilingual/nusa_paragraph_topic_classification.py,sha256=nh5qxJdRcIYtq_tv4J1r1tsNan9RW0yLecUwzFCzaZ8,2485
1757
1771
  mteb/tasks/classification/multilingual/nusa_x_senti.py,sha256=qCWZBHdINL8CO3tucc0n3xodpLk4YMApRG5qZJT_Pvw,2259
1758
1772
  mteb/tasks/classification/multilingual/ru_nlu_intent_classification.py,sha256=ZBouGeVgnSWnZKFl6GtCd0yl5A0WTzAwYlKg405b1i0,1643
1759
- mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=OrhIUKv8NwX3C60BBDh-CunIL_f_0L4oG1_2oiDFPZQ,7892
1760
- mteb/tasks/classification/multilingual/scala_classification.py,sha256=jcFbxFiZz3z8glSJAADMTlFQ27gxOUrDuxd9rv5qHws,2560
1773
+ mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=K2tEYv6hsZwZjNj1RAECrO01F1G61HCtzwtC_v1XjV8,7736
1774
+ mteb/tasks/classification/multilingual/scala_classification.py,sha256=tKwtKart9bUi9gVV-O4h4R9z0I8kayGmWWpf424eWAw,2548
1761
1775
  mteb/tasks/classification/multilingual/scandi_sent_classification.py,sha256=yNZ-Jb97GOsKtQ5GskT4F_opOATyQ3HqKL2pHAv_n5E,1812
1762
- mteb/tasks/classification/multilingual/sib200_classification.py,sha256=5dlwKTXSo9NNB5UEc08V886ACMZF3vKC7u1i6bm4NG4,8109
1776
+ mteb/tasks/classification/multilingual/sib200_classification.py,sha256=RcpPAUmEviNasGTR3csd5SBHSDTAFU4v15xRRTuPs_A,8063
1763
1777
  mteb/tasks/classification/multilingual/south_african_lang_classification.py,sha256=uAhxQMWQaQIoeO6pOVGViUJdma5Z56t967W9cbZYq7E,1790
1764
1778
  mteb/tasks/classification/multilingual/swiss_judgement_classification.py,sha256=vcPSMLduwmvt0VpAFN0dlA2DnobTlqR0wqI1ZxLN7rU,1513
1765
1779
  mteb/tasks/classification/multilingual/turkic_classification.py,sha256=SB-17gT866bE3Py01pdioIcqzFC2EdxdoiwZ2N11HbE,2356
1766
1780
  mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=E1AR4BgGdhw7jdMZy96RNUb1uvHaFFx9JsKJo60QZRw,2072
1767
1781
  mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il6gZehbVz-3xA,97
1768
- mteb/tasks/classification/mya/myanmar_news.py,sha256=fRDQBaSnNSLGIDU7HBz8xlHkIcc58B9JaK7D6g0fQ24,3226
1782
+ mteb/tasks/classification/mya/myanmar_news.py,sha256=76fQ-rmHZ0yympvvhM2jQy_XUErhoqwuffVJfYpqdoo,3214
1769
1783
  mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
1770
- mteb/tasks/classification/nep/nepali_news_classification.py,sha256=FL6IJTixczeO4xTCswSNdW2OLvqY3d7syEBo8BugN9s,3661
1784
+ mteb/tasks/classification/nep/nepali_news_classification.py,sha256=T0XeLmAR_i_y2-vqU4q_ltu1iEz7B88rnDLftN_yQgU,3649
1771
1785
  mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
1772
- mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=5JoP1APtPmAeyV_uLsmQzVw6rKTolz5WX-HJ1ugoZCc,3389
1773
- mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=tV6wdrNToJMI4QL-Ujh79tDiazNVnpzcSvzA1eQWGXY,1471
1774
- mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=Rqrv1HsrvKwI7bZctwPkKF5IUT9uLaoiiijwcGHqzPc,1458
1775
- mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=VwAE5zj5Z6yO31k66YqoJOUEWrNzu9-nPdufGwDZpJg,1220
1776
- mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=o9rpMS-ZovTNniGL1QhiZKpZS_zzKSrP--WY8TXIlg0,1447
1777
- mteb/tasks/classification/nld/iconclass_classification.py,sha256=t74aHdFGTbEa2tgeOc-6fpGNeC-Sd1BryzKVecK0kas,1523
1778
- mteb/tasks/classification/nld/open_tender_classification.py,sha256=PknkVwUlGWYe8dhzNe54noZhZWXGpUyj7zPii5lOWN0,1391
1779
- mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=wRruABPcWdm_JzX_LkKCTpyOjK35tbY7KUB3UL-RTSc,1800
1786
+ mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=ndnmZgfXZlsv47t4FHPKVH5eZTPHq1YsPLeupikZ68s,3546
1787
+ mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=_mRNluXpo91ChJXIOGwRNsimQqotmhnk0dwW4DZjEX0,1601
1788
+ mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=pDU6zS7u69Pz1AiEAT0na-3haUAJtvMqywFgDoqKImU,1594
1789
+ mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=OU0C_k06iIP3EZ_8PMEeRk29q_Fp0G64j1jRwHNGFXs,1343
1790
+ mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=_uSrF4qTwiiPq0x3eJ3puaF0RbzqVwPwGAtKLywBB38,1569
1791
+ mteb/tasks/classification/nld/iconclass_classification.py,sha256=YlrA74ePG5ijAAj-wwIU-Gom5j5cyWDSCPYbVYLspd8,1655
1792
+ mteb/tasks/classification/nld/open_tender_classification.py,sha256=ObtvxZjMhzJkaSOLniyWFtHgVdIOFBq7C84_VTRLT50,1525
1793
+ mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=QjYdEFbDMGCM5PhKR1ydpErTj35ttnOjg0Q7sg3vlo0,1921
1780
1794
  mteb/tasks/classification/nob/__init__.py,sha256=axgfxU9oueXuBJgbnyb0B5coAqxiCv543SsMEYcQm7o,366
1781
- mteb/tasks/classification/nob/no_rec_classification.py,sha256=xXetGpPz_juq31cSsJnO6RZ5oyCfi080c_jjmPQRxFM,4186
1782
- mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=ztJSIufWm3WCwg3Is00NN4tIOuRVBFkiTFYM7bsxlb8,4007
1795
+ mteb/tasks/classification/nob/no_rec_classification.py,sha256=37WN5XZMML8RoC1cODPmfKNxxJ5VJKq4CTnUIe11ExA,4174
1796
+ mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=m02gcEid8anhVe4VdaYZ_EScLVU7Vyvq2RSSTG8l5gA,3995
1783
1797
  mteb/tasks/classification/ory/__init__.py,sha256=V70ULmvJDSTZwbNjgUmTw3qNo9aOm6U28mgGigK2dhQ,153
1784
- mteb/tasks/classification/ory/odia_news_classification.py,sha256=CW6agD0XqK29Bnp9IONMIS24n18WSYnYUZs3d8SfjlE,3143
1798
+ mteb/tasks/classification/ory/odia_news_classification.py,sha256=poz-5r0NA6D8P-9dx_SY1aoyhRRUqRW9t5UE_XVIeX8,3131
1785
1799
  mteb/tasks/classification/pan/__init__.py,sha256=t1lRdXLm9NHF1kmkAd4xhmqHdgprVAZUX8b95BcIeNM,108
1786
1800
  mteb/tasks/classification/pan/punjabi_news_classification.py,sha256=1dk0N8tGcH2yt-oniiIxoZh-s7uypiD7ZlByGNhR5A4,1542
1787
1801
  mteb/tasks/classification/pol/__init__.py,sha256=ebboDlcw2THwh7qzTyfvddOMh09B8h9I9GrPftQj16o,650
1788
- mteb/tasks/classification/pol/polish_classification.py,sha256=hQScpIlNmaIfaKzhZXBfTteWun72S7Hf0dODbLQ08uE,15096
1802
+ mteb/tasks/classification/pol/polish_classification.py,sha256=JdKNtMVHOWjZ4nrchabuShZtW0rwt9DYW3XglH3Yya0,15060
1789
1803
  mteb/tasks/classification/por/__init__.py,sha256=YtARRvys_j2BLk4RhndceR4CTuCiHnyhBvoElTn1__o,136
1790
1804
  mteb/tasks/classification/por/hate_speech_portuguese_classification.py,sha256=vI0t9IbVEsUwdF2FmvUO_wN320zrz9Qi6axQoP_WkJQ,1747
1791
1805
  mteb/tasks/classification/ron/__init__.py,sha256=XI2eqobcWBBjmDEJGHaDIRFfJWf5nrkiQjFhUJ1Ml_k,461
1792
- mteb/tasks/classification/ron/moroco.py,sha256=oRf1lyTUWdk72-V2cZ4cquWY6A-e24RtstFrvlSruTQ,3538
1793
- mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=4KvRDWHr-yDG8tHUIb-g5qkkxq8j_XP54iCVj7Z2iNg,2916
1794
- mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=2sqndihTBRFwzzLhpuuIGY_tI7vCnXAgTIUwwFwYJKs,2816
1806
+ mteb/tasks/classification/ron/moroco.py,sha256=NFFfpzvRzp0djPzMtvgl7i1JW_CXwCqEkTEbE9gem4k,3526
1807
+ mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=7KtfYmsI45VHmdR6fmjSfDRHCx2zRh36m35hG4LNmHQ,2904
1808
+ mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=t5HR5MJZAf1QnIL6-RmHqFQRI3kYFjtzJ6If8ct1zco,2804
1795
1809
  mteb/tasks/classification/rus/__init__.py,sha256=MXhJGRXsD-XrLVYE6Yf8hstLf8M5Am5A6erOsB0lNvY,1460
1796
- mteb/tasks/classification/rus/georeview_classification.py,sha256=yN-l44gtYRIOmTYclLScXMKRrP1AGfnUqK-XbGKqsNg,2482
1797
- mteb/tasks/classification/rus/headline_classification.py,sha256=SUdz-lfYPoqeifmr-t9PsYY95y5loyLZ8FJgr64Siz4,4057
1798
- mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=D_FLmZ59nIJbut9I5pXFb94WbHSeZPCPy30XSQj0w2M,6375
1810
+ mteb/tasks/classification/rus/georeview_classification.py,sha256=ssgBSuq13zih4h8yBDPS8AsdHvWvCFLMw8S1LiKbLb0,2470
1811
+ mteb/tasks/classification/rus/headline_classification.py,sha256=yryCgwEIQHqOY5595qHO538JXT5xAraMPJfTwxVuN4Q,4045
1812
+ mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=tdym3PV34RQJ1dAGdGPN2E4y4R5TWIyWUXSRzbsP1mw,6363
1799
1813
  mteb/tasks/classification/rus/kinopoisk_classification.py,sha256=-gw134UyzSuXiHAcH1seqYvxUDpT15ab_YYDzI2pAIo,1453
1800
- mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=2QR-mz0DrZ3CDU3b3TgmaLdHHIqH_C68FNPLzHvFhmM,3497
1814
+ mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=1lKl2kMm09ovU3oJ0Xyd06GuJvfFUSqsdDBZU8rXw_s,3485
1801
1815
  mteb/tasks/classification/rus/ru_sci_bench_grnti_classification.py,sha256=G4jli_baouKaWCaN0D6DL1Fih4BruIDr1a_EHQzs6Mg,1367
1802
1816
  mteb/tasks/classification/rus/ru_sci_bench_oecd_classification.py,sha256=xGjR2Tzcrqk66SzvLnEHp-weL5KAa_TTPPW8lIhiR90,1363
1803
- mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=_NvfnvXuNY9M1HYPQ-6lfFV7yGWiDIQvHZZc4PPXdTs,2378
1804
- mteb/tasks/classification/rus/senti_ru_eval.py,sha256=BR-XAupK9HvPxrXgTPFWZ3vtORz0V-mp9VISy3H5yVA,3068
1817
+ mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=lk6KLqYTMj3pC-GGOeJ7_WkZ8OO4BQOLVmac0Fm_6eA,2366
1818
+ mteb/tasks/classification/rus/senti_ru_eval.py,sha256=jSrDBchf92aKUG587o3p4GcuemMoWkJOdMuimfbj0yg,3056
1805
1819
  mteb/tasks/classification/san/__init__.py,sha256=aWgJCsbhb95gTgHUCfR6qRJvMU42pO_YxbGhMZJW5Z4,120
1806
1820
  mteb/tasks/classification/san/sanskrit_shlokas_classification.py,sha256=uWgGvyGzPYgF0wsa88S9eXD_GD0DGioZ2vqefbnV4V0,1722
1807
1821
  mteb/tasks/classification/sin/__init__.py,sha256=nph8HDJzt-d7Lns4gvqI9TLsg7jx4lAKbN1G-qzAusc,400
1808
- mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=J6ne_I2t11qGHoS6WD8QaMVVK4oS2ClWlYCiDN-0LOU,4025
1809
- mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=U62xwGOOORH48-fNp6G3S0TvZy5tMkR1DqcIxDsdifo,3405
1822
+ mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=CcRjFs2AXtBUUm-51ynCHKrZ7T4sjt_Liz9f_Whi9K4,4013
1823
+ mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=1IhbWujAzZJOe8HIQ4BTxJZzGds8dwKxRFaZ3fahbgs,3393
1810
1824
  mteb/tasks/classification/slk/__init__.py,sha256=UJKOGK5cfdo3Qd2e769ghbphpPE9aK1ZG4NZpcZmDGI,726
1811
- mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=4Dr3i9dr2VOjwjnEAf9kUJ-ddEao_2IAblAhmuI5VZ4,3586
1812
- mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=HOOhhBS2fQsoOTn6X2TsRsksZrI3xi5n-UROF-8SbrM,2361
1813
- mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=jaMu2rcPCVDX7oVrhTZxYMtavHuULCr4rYLOCtHxl4I,3326
1825
+ mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=5XKXBSHbgja-2KCbyOtWcNX2h3k2pSfWvVj4tJ6LSEc,3574
1826
+ mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=C7I1PtNkw9TOSlhf5Zc_Bq_WKpLsjhtz0DS4yLbtbcw,2349
1827
+ mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=suh4Uc2pJQRpjvtDZNeh8qCyMEIdCe7Wkqwjbd6C0w4,3314
1814
1828
  mteb/tasks/classification/slv/__init__.py,sha256=BwsXnZBq2EudbPz0AGUnonVe4bmNUHSeIfEIyTVQXcg,148
1815
- mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=tRGmYp4mYKZ2WCWOsHk-0-_T4rIys6LKpwH3tTpgEvo,3039
1829
+ mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=SoArMyn9Xl8UzmfYQAoX9YeH3cQ0FJZUlIBVgo-_m_o,3027
1816
1830
  mteb/tasks/classification/spa/__init__.py,sha256=-FRjuZqV_8uVdnL9GmzTP3Y7zr7ktkHE9ugsTMgZqC8,394
1817
- mteb/tasks/classification/spa/spanish_news_classification.py,sha256=8NYhKVPpyYSfieClARLPQt9hhwLEmgREvXx_Z1vJ5jM,2713
1818
- mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=rE-JAbxgOqnWnwfC1_fDmGu2hNGIlFz5O28_QgLiUic,3762
1831
+ mteb/tasks/classification/spa/spanish_news_classification.py,sha256=2uPbtemvlnvVJoWDt2qPo6tzpq2xTuUnLi8l93VjgG8,2701
1832
+ mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=dayQOZFfwOpJZsK8hg-vbT4bN1VLMjD3Sbk6tbIWsl4,3750
1819
1833
  mteb/tasks/classification/ssw/__init__.py,sha256=4PzlaxBkbg2yMqJBmkBZVO1ArZQoefiFLx03rJNU6TQ,181
1820
- mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=tqmDlBx9pyvwBb9GQDpXEwKBe5fxTcZ8m8OC89N1PAA,3071
1834
+ mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=p1QwKdPebcPdJ3X5ZXLnMkXqA5dv5uyk5uY-lOm3Mcw,3059
1821
1835
  mteb/tasks/classification/swa/__init__.py,sha256=gIM7OBbNAWRJUa7_ElWc4EHEvVX2TUrs0jXYxnKETPY,181
1822
- mteb/tasks/classification/swa/swahili_news_classification.py,sha256=q1NVPzIAtqXVw9xFOQUNRcpvW2TlibCjWoyODEzDkbs,3605
1836
+ mteb/tasks/classification/swa/swahili_news_classification.py,sha256=xamx-C0hwOq57MoRd8n9n4a_LXniFH4SMDU1MzSixc4,3593
1823
1837
  mteb/tasks/classification/swe/__init__.py,sha256=phSBojx1lLs7Ow8fAsxFaewkc-_bKqZqZT03okvqRbg,489
1824
- mteb/tasks/classification/swe/dalaj_classification.py,sha256=UMZhgZfIaj7A8JfETe3m_AFwOCJLZxg1ZYee_7Rt7o4,2962
1825
- mteb/tasks/classification/swe/swe_rec_classification.py,sha256=S9IDWANFhnAvTqNBvZpn_74aZYmwPvLBrQ93mr9Mo90,3314
1826
- mteb/tasks/classification/swe/swedish_sentiment_classification.py,sha256=9dX6jtNEmuZHMcoqBfK_OgzANxk6Qug3akTUW7E6TD8,2271
1838
+ mteb/tasks/classification/swe/dalaj_classification.py,sha256=x1GajvgbWwxqi85PBXh3CzPxpwf0UGQ6-klLvcEn678,2950
1839
+ mteb/tasks/classification/swe/swe_rec_classification.py,sha256=f4qe5IOY2yw-Ud-wxWej35Hqrgn_dcCJ3TZY1ElEIgE,3302
1840
+ mteb/tasks/classification/swe/swedish_sentiment_classification.py,sha256=k6LxJ7HJZ9VaN44dkKwD9pE7jqs5BSR7MGM0b5UaM-M,2259
1827
1841
  mteb/tasks/classification/tam/__init__.py,sha256=cj6Zi2IoXH2GrsKrFfS6xqiC_BYXNhyMBPTjET5owrg,171
1828
- mteb/tasks/classification/tam/tamil_news_classification.py,sha256=iHWa0tPFqPU8_JSnmGH9-FmLGbwLe2Hcuw3i7Uk4Q5c,3235
1842
+ mteb/tasks/classification/tam/tamil_news_classification.py,sha256=RWO717yhpI7lAtphz6igB0i_Ir7Y5gXJEX2TOdX6C0s,3223
1829
1843
  mteb/tasks/classification/tel/__init__.py,sha256=DicrFxq-N9dDqF-WZ64mbH2jvz_be8ZSWRnvaVdn_GI,244
1830
- mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=kr2RazVzvQlu_iEhhm1MHixRbaIR49KojrcCRsSlEGI,2590
1844
+ mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=yPl47FzmNxsvmi0gfn6Fb9T3EU-7fNFY_jpX9UKHurA,2578
1831
1845
  mteb/tasks/classification/tha/__init__.py,sha256=L17uVKPwwwEcHvhWuA9-ZZ7cEsEovM-oqGY35FAdb6c,336
1832
- mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=vkxpIfZdUnLDAxOuEwNeRqM2U7bRdt2xHGJx65j-dgo,3107
1846
+ mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=CdTFVbTi5t7VQrlPydV7xfVEKRLcQVeajQy1avHgeg4,3095
1833
1847
  mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=0qy4fHUf5i6Kgfxve1NneelB9gNas_7lMRs6pwgce1Q,1736
1834
1848
  mteb/tasks/classification/tsn/__init__.py,sha256=pHxOFshsfTp_CkIowXYcDtpZsxihcnPewREjFOzwHH4,176
1835
- mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=T5_-XgDq4cKoKVxf5jlTf6F_wHy3fGGMnmGwA-Fr-Ss,3118
1849
+ mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=wO3FD7JLaV9gycHVySmVjJUMwGbYd73pZfZEtSiknrw,3106
1836
1850
  mteb/tasks/classification/tur/__init__.py,sha256=ZHpiPVOG5fymXCy2V2XqnSyVuXwHWmoa58KE9ohGjKw,481
1837
- mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=UxAtI9Aau_qc-JvR6SkdlHT0m2yT0OPgV8cp7HuvbuI,3081
1838
- mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=zfM_ODrzHvgNkoM3Mbbks1xQGNBZE6cGBuy1lJ6Ptb0,2793
1851
+ mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=eWPoX2uK06GsmgrteInkiC0uw0mF4dnkPiR249jBDpg,3069
1852
+ mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=9_AxxYWNCVqCuFN1_uCbwid9ox7KNKRSWbpfLMQrFII,2781
1839
1853
  mteb/tasks/classification/ukr/__init__.py,sha256=Tk8r98fjAhLigvXSu2v3vhq3aJVepreg7k7hVxlpIYo,186
1840
- mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=zQOxwega1ZldFadsBdfsZYKJB7O6D6lXxZ5dz-Wpnms,4520
1854
+ mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=yoVswuHpklImy6xhTHNribGqSjzGRnNuYQC1cdq9LaM,4412
1841
1855
  mteb/tasks/classification/urd/__init__.py,sha256=CxO1ERWJxvYlmNUsXSGs3oPKqAtjrP0MTInCl6NV3oM,217
1842
- mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=ODS9UIFla1s-JIKISgoTYEmaB62vdRmPe9vb0024IfQ,2813
1856
+ mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=uELwmACR5NRMBcyP9kCF28zjV1z6VW-Op3sGomNqF28,2801
1843
1857
  mteb/tasks/classification/vie/__init__.py,sha256=C590nbZwTwxtP-46xS1NYgcH0UJcELA9TDxiJO-o67o,1603
1844
- mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py,sha256=owdX0fD16cPaP9Ah_kIiYft4xmggGMfRTWZGKfp14Rk,1931
1845
- mteb/tasks/classification/vie/amazon_polarity_vn_classification.py,sha256=uZA1WGks38m6dU2uQifHHEyIZGi1QdpMrwEZUmjpTYY,1896
1846
- mteb/tasks/classification/vie/amazon_reviews_vn_classification.py,sha256=nqy8CCCtPLDs9Ux8ZwwxNfzxQG-GkUMVCqNeracuSXo,1898
1847
- mteb/tasks/classification/vie/banking77_vn_classification.py,sha256=VhIpFD-wmp3Fngw4fLjBuHTfIeygrn5Hv12wcqgI5Iw,1823
1848
- mteb/tasks/classification/vie/emotion_vn_classification.py,sha256=7mRKRxLg68YHpDLDV50z_y07HHMGhfSDuq4Gi53bfSM,1941
1849
- mteb/tasks/classification/vie/imdb_vn_classification.py,sha256=tvOyPq8r485Nw_rvEu1Ra0hM4AiwH9iRj8Xk1r5l8N4,1829
1850
- mteb/tasks/classification/vie/massive_intent_vn_classification.py,sha256=6TqtPqxvrTmaZVPNh5-4ZB4jKEVZQGzkrcVAjkzPTs0,1986
1851
- mteb/tasks/classification/vie/massive_scenario_vn_classification.py,sha256=3XTMA5atVyYtV57VZ1OPjKBArlPoJ7YyjXsOo6i02UQ,1994
1852
- mteb/tasks/classification/vie/mtop_domain_vn_classification.py,sha256=QDQxBVmcX2UTYVaEX9VJthaFI7h4a8NAbuF31juFeS0,1817
1853
- mteb/tasks/classification/vie/mtop_intent_vn_classification.py,sha256=u7Bq-DgMi_mH1PxQ2z0mMAZQrXS3Mvm_Fn2A8XKIhWE,1817
1854
- mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=OrYfy-Uq0Cyjs8wiquUv-m7L7p0SUqpe9YysvFGJIH4,2175
1855
- mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py,sha256=WHO3YBO9YHSCiijXpLhEA3850RBG-J5gO-jJdysOVp4,1949
1856
- mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=VQvwwGfsGpeny9R57UrVVzGrx-Ye2d64CUIW8xWPnc0,3271
1858
+ mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py,sha256=sWx7RpJsY_E-n9H-XfTTxlsxgJdUlviaSCrCJgBkPlQ,1886
1859
+ mteb/tasks/classification/vie/amazon_polarity_vn_classification.py,sha256=-FZZwFSLN8p9ddKKWpt8-i_mVJdXIaXgo4cb2Paj7Qs,1831
1860
+ mteb/tasks/classification/vie/amazon_reviews_vn_classification.py,sha256=NZuwMLmt1AmqnLaMXIQonHLvIJCZy1pUYx3sGtI2cSo,1846
1861
+ mteb/tasks/classification/vie/banking77_vn_classification.py,sha256=smnfmE_aCL5JmbRwql8e3DVrCr2lvtSe9rj8Fj2lxZU,1771
1862
+ mteb/tasks/classification/vie/emotion_vn_classification.py,sha256=JFq65-sIIHRrm5o4cQONgXlgkQYnf7JwlD4J4N5QWK8,1889
1863
+ mteb/tasks/classification/vie/imdb_vn_classification.py,sha256=mwmKbei2K-O0ff5SS7LYyPrrjuU13tWxVI43z5fCp04,1777
1864
+ mteb/tasks/classification/vie/massive_intent_vn_classification.py,sha256=W69N1r9G94p17lZS9-w0RJvpkCrWKBReNzBfKch4RGY,1934
1865
+ mteb/tasks/classification/vie/massive_scenario_vn_classification.py,sha256=URvW6kI7q_Njx9eDqH9yDIRqHAYEfGRYYmYq0lXgl2c,1942
1866
+ mteb/tasks/classification/vie/mtop_domain_vn_classification.py,sha256=HVrfQVeM1icgcqT26I_W-Hc8B26GDkeEcQKNLDTkVdw,1765
1867
+ mteb/tasks/classification/vie/mtop_intent_vn_classification.py,sha256=utdySQ5kCQ4GkZn0HU8rqW_-koBe6ShMz5V2-fuvUdw,1765
1868
+ mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=NAra_89GulEqJ_2AwRpzvWCej2_JIXaiaZU1HbQa9D8,2123
1869
+ mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py,sha256=PDMEokdODsfN5ULnlyo3HNO_2JFESLYaQuPxGxXlnO4,1897
1870
+ mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=9g1u2bmnSFO3yf1KbRfG7ZOLIzQi8ckw6u900mMe3zA,3259
1857
1871
  mteb/tasks/classification/zho/__init__.py,sha256=lwB6j0YFdKF5mnBwcTBW_QP-Es7o0Qur6cwT6ZKKAG8,651
1858
- mteb/tasks/classification/zho/cmteb_classification.py,sha256=tRuxX8OJOhAXcvQESbHhrLWvTQuRRbjOFtkC1-TkNWc,16616
1859
- mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=AkECZH7Ljrd6y8UpurcVMUyWzlOU5EKUbxmtcaB8Pwk,3316
1872
+ mteb/tasks/classification/zho/cmteb_classification.py,sha256=YS9jNJYBCuen3X78Z0TKID9ekjDpHcRZ1kbrsYke1EU,16556
1873
+ mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=rMerItD7XYtDsif4g9vktQxC_qpcSV4yOJWT_aJUvRU,3304
1860
1874
  mteb/tasks/classification/zul/__init__.py,sha256=iPm0kTxJ6R-R48cULXZtpebvD8IzyWbVokhgCvKT0c4,182
1861
- mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=YVluEnOYqXoqosA977s5is0heSHeFufKxH3oongNC3g,3072
1875
+ mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=awjyfjdtG6DQa2WPmfm_jAZWO0Iyy9scfpGv6izk1bA,3060
1862
1876
  mteb/tasks/clustering/__init__.py,sha256=on2FxT3bKFn4-ttmyd13nqKCPHGw1UYV5X2lsrIuC6Y,313
1863
1877
  mteb/tasks/clustering/deu/__init__.py,sha256=7vq3Nqz34nS1JSuS_Izm7vBpkDN8q4-uf809yPw3RF8,591
1864
1878
  mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=KtaktUJQg2RcvN6DMclFfKqjc02vFw_keGyAoeOYCWA,3337
@@ -1899,7 +1913,7 @@ mteb/tasks/clustering/fra/allo_prof_clustering_s2s.py,sha256=U_yNmKbD5ZZLQISUzuF
1899
1913
  mteb/tasks/clustering/fra/hal_clustering_s2s.py,sha256=H-YZdBAv2CzXqvFc36OTmzgJZEgPwrqdOCd1sJZMWJ8,4675
1900
1914
  mteb/tasks/clustering/jpn/__init__.py,sha256=WFar8GZnEqUf5fgXKqY2JXW7INOANo32uNRVrNQ8hAk,232
1901
1915
  mteb/tasks/clustering/jpn/livedoor_news_clustering.py,sha256=ee6ZrU_89FX5oHbOAdwjLwdB2TrBn-FhP1RQoGzmInk,2457
1902
- mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py,sha256=zmLCqwsd83lygGhK5tnOce3uHcuBnvvfRLQrV9_JDuc,1914
1916
+ mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py,sha256=r5rE6zbasAf_Xk21sf8Tw1R-yootjICTwYoynMYPMiQ,1894
1903
1917
  mteb/tasks/clustering/kor/__init__.py,sha256=UlC3CzwvNgTgPrk9KMw_Ne9M6zTqXVMl2vBbYAk_5hs,213
1904
1918
  mteb/tasks/clustering/kor/klue_mrc_domain_clustering.py,sha256=dwwAPDeWexd-0rsn_psBj7zSgFiLpkaWR75x2KwBES8,1879
1905
1919
  mteb/tasks/clustering/kor/klue_ynat_mrc_category_clustering.py,sha256=4yDomAm_JIHn5xiJDcznQpwj85RFo3hcWMYZ1EYb_ow,1915
@@ -1910,16 +1924,16 @@ mteb/tasks/clustering/multilingual/masakha_news_clustering_p2p.py,sha256=SmxlWKS
1910
1924
  mteb/tasks/clustering/multilingual/masakha_news_clustering_s2s.py,sha256=-Xq_MyuEukwq8S9drb6uy8KQGvIXIeCWbXl1RkN3e5c,3167
1911
1925
  mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=NY5J-UWGc2z5pBPwo-o6jODC6nR16axP7gKmxmlT2H8,6388
1912
1926
  mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=4UfRF82DLNLLvDkazaiW_lT3eGuSe5-QP0IW0xb8rtg,5988
1913
- mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=a8uu1Eiq4_M-U28eBC511Y3UNCHZVK64oZtVmAuk7Wo,8574
1927
+ mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=EoUCaZ69BcxSf4chXIyA8M4NCsVC2nmaM4D0HEImgdY,8528
1914
1928
  mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=XgMqPZ74tWjxU169qN8ri_aZVQ_kaR6xFVNJYyWBt4E,4384
1915
1929
  mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
1916
- mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=UOJ7eLoYAoGgW6iAhmJfFzxZTAXO8f8oZhKHuVJzwBw,1442
1917
- mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=undeyAivREAZQOmG3beegrQZVmPAII5rDfxIk8ylhvQ,1443
1918
- mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=yvzLRLXYRQ2pz-w2zWiuNJwPJT7NwN-17BgDnHmUui8,1739
1919
- mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=0MQ3PcrbuKh-1JTFPoh-KZcV96kDBLz6-ujjsrYFZ3w,1910
1920
- mteb/tasks/clustering/nld/open_tender_clustering_s2s.py,sha256=5zp1upeLZGKy3sCStEVjdhISGaEcBFO_a0_Ut45VXbQ,1591
1921
- mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=ivHWLWW9ZP-EKoJcb63iB-J5w-GnaNn0cf8t1fMDwRk,2041
1922
- mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=qbOdO6U_hf19i5sGO_X336ZJ6wnCGt3I5KnndsgtVNQ,2056
1930
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=xFiTQPZosUR8iYwHG3T1-SGwtMReMg5ofQvkrvIHjiE,1580
1931
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=07i07z9-Iu6d_PGtS4uFBNGte0PXqWmif-x_B5PxndE,1568
1932
+ mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=k1S7Cx3n9kYg2jmQGydaYFC6zbb-D--S6hbxYQ6bIVg,1865
1933
+ mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=Yek6Y9ITCJ95Yhg48ryItfxx0e_Um2s8OtBvv2zZ0YU,2052
1934
+ mteb/tasks/clustering/nld/open_tender_clustering_s2s.py,sha256=9DlFx_VQHFrRR5Gi6zDg0OYnmxeXYSPMlFKpFhjFvco,1715
1935
+ mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=TDGBUwN6AAQ8U0S0Whp5OiU0_XAsNsonrCeqxNnYFCg,2191
1936
+ mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=2UXW5pk95meD5FNHuMY4S1mhlaPl0NfrKDAV9N4_uCY,2193
1923
1937
  mteb/tasks/clustering/nob/__init__.py,sha256=de-t3amIyZAo0iPjy33xVMFKCQlcDNmS4M8dgfWsr1U,503
1924
1938
  mteb/tasks/clustering/nob/snl_clustering.py,sha256=n4-cHyAgJUEckqvEO1fk-o4rdXeIALNe2-enpvW4M9o,3580
1925
1939
  mteb/tasks/clustering/nob/snl_hierarchical_clustering.py,sha256=OfdGmodK0eHTQMLo22SMI4FxM47wUCJmYYL8OOPqrCg,3328
@@ -1938,11 +1952,11 @@ mteb/tasks/clustering/spa/spanish_news_clustering_p2p.py,sha256=uf_UeDEdO8UCLy5b
1938
1952
  mteb/tasks/clustering/swe/__init__.py,sha256=Dlo6wABqkU8BcXNQAlx3QmrT9yT3BorO1OBsCEfOuFw,186
1939
1953
  mteb/tasks/clustering/swe/swedn_clustering.py,sha256=F-sYyolk8nQOXcdvGB5GqsPqRwsh_K1ZBaVC6X2MZag,4623
1940
1954
  mteb/tasks/clustering/vie/__init__.py,sha256=ubFXlHoGT7Fm2dkCkfYjftu4wMJXLw6QFg-7-qgKGp8,505
1941
- mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py,sha256=AgcN8eEkGFNnDRy7El9nepEHzhJSuafKADi7eFmFhnc,1902
1942
- mteb/tasks/clustering/vie/reddit_clustering_vn.py,sha256=Ad22aKetvjGEAuZzBjrjtJQLXN3-HcjuOZiAivzo57s,1911
1943
- mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py,sha256=tD6OE4at95L3AzGiq_7LQ57qBT2u3QJYv3zfo6D-2iE,1910
1944
- mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py,sha256=JYVFNOr6CbUCQTGEQQSnIlL08ov2LoG7_CesSL2EOPA,1933
1945
- mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py,sha256=Urjqds-l3QDTGGmyLCBWjPoyLNJgkIC8pHUDi-6IXJY,1877
1955
+ mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py,sha256=CtGwN1raoYMO91Mg2oklYt_-pok6TgcaesCnKhJhFzM,1850
1956
+ mteb/tasks/clustering/vie/reddit_clustering_vn.py,sha256=C5MiypLNZfXvzP7KGaOdHr4uSyvwvs8XhMTkL4pcOgs,1859
1957
+ mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py,sha256=Do_58DiX_DVgqodYnKQT3gZRqrKICpKZjifodRtlXQY,1858
1958
+ mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py,sha256=bFF2iu-KBZSP6jFYLBV2ssscsaACf-noFP6wL0R5Rx4,1881
1959
+ mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py,sha256=LADX5CLncf0AlGdfypuAfglEM6D2gGnBBSTKIhPTR0w,1825
1946
1960
  mteb/tasks/clustering/zho/__init__.py,sha256=Z6AYBtGjILLiguzbSOML6Gi3OuM2NICABhcSpl4dk2g,481
1947
1961
  mteb/tasks/clustering/zho/cmteb_clustering.py,sha256=YEceqUqwTPUB7UWE7YMdP_3ZWn8DbqJGrF8nfXwDHXE,14801
1948
1962
  mteb/tasks/image_text_pair_classification/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb7OmeY,19
@@ -1980,36 +1994,36 @@ mteb/tasks/multilabel_classification/__init__.py,sha256=D93vfKwD5Q5VSlpTysUIbkvA
1980
1994
  mteb/tasks/multilabel_classification/eng/__init__.py,sha256=mcgoX0OxpR0UNftBXc4HJr27Tsxmjg0cMhBb5swN5Aw,87
1981
1995
  mteb/tasks/multilabel_classification/eng/pascal_voc2007.py,sha256=Lf29mv60xsbLscjmFUzTMbPYWyiJHAgivRzGafIOguA,1901
1982
1996
  mteb/tasks/multilabel_classification/ita/__init__.py,sha256=07xCrfm2mILOwe8KYHdkZLLGnVuiTcjZuTNIjdfqbrU,86
1983
- mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=D8G29OtQfVcTa3nvRJdkrv56F_HC0gJlWb4MRHp4J0s,2127
1997
+ mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=k_bo8HNkYKva8AfBHz-pR0yoSbed9M1uUCBdFzyl8Nw,2090
1984
1998
  mteb/tasks/multilabel_classification/kor/__init__.py,sha256=EBO57GMpXNw49hD1UHEc14lx8pTHvGohu_1KstnGvNo,122
1985
- mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py,sha256=qYgzE6x33WJw01scaaqKF5eG4AK_sZRu5PpwQaJRxOM,2452
1999
+ mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py,sha256=reuzDUxrVZ3A44BirEQkiFQ4wjp_0Aa-S7_8I6gVKW8,2382
1986
2000
  mteb/tasks/multilabel_classification/mlt/__init__.py,sha256=HC_nIigyK7DLdojnAfUZdlRAaoW5AStAauCxFpPdMMU,108
1987
- mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=sWxlf8LH3BfjCzkxNzNQgyScDYbButljgFae41TqsfM,2147
2001
+ mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=ZXUear2ZIWKURTyY2BF35I_o_ssCoSNRWUMLDrouIYo,2102
1988
2002
  mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
1989
2003
  mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
1990
2004
  mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
1991
- mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=UJ5tEKTU-WjcwZnToejxqw1bcaIfEIKhZY5ZyFnO4FU,2927
1992
- mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=KPhsIv8ffktfyuZxjwi4_ymnjsz7I-ZE2P5eC_Lul1w,1802
2005
+ mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=LgRBPVW6gMHtlpfYDs4TTl7E1QJYNOKeuH1kszFjNrM,3085
2006
+ mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=_eapD0SUYG8ZUhnc3-NmN86Qer8qkTGRnrSn_T-Ch5Y,1939
1993
2007
  mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsRgL1qVi_RMsWpJwHrdx5_wmw,136
1994
- mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=m1jA33p_MVNoYRptNuVfd-YEPTc1G3EcCFB836YFlMk,1975
2008
+ mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=Ke5roy0MYEYgRsdNDL4q_AwmY_rYKpo0H_k8wFnt2s8,1929
1995
2009
  mteb/tasks/multilabel_classification/rus/__init__.py,sha256=skzrIGJ4giqi0tIiwCZux3JAYDlmu_vYZWrEBlusC6Q,355
1996
2010
  mteb/tasks/multilabel_classification/rus/cedr_classification.py,sha256=xHj99e90__WH6zJ8AaUggAw098aSUc0N_b90N_pUKHA,1549
1997
2011
  mteb/tasks/multilabel_classification/rus/ru_toixic_multilabelclassification_okmlcup.py,sha256=VoXnFSrT2xipV7i7dX6CwR7ApMdq94IKyFhg5FLXvn4,1228
1998
2012
  mteb/tasks/multilabel_classification/rus/sensitive_topics_classification.py,sha256=WHqBuGWpTBdO2HGcIrKAQr7v_gefvglXWcxEzMqUSks,2034
1999
2013
  mteb/tasks/multilabel_classification/swe/__init__.py,sha256=lXR_6OxipZLTevntJj2Ilbac7KMtN-FDxGmrIWOtsEM,297
2000
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=ykFkBKb5Tv8TrA7bHHVhYu7rPI34dys0y0RTR1wmcUQ,2839
2001
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=E5pgLQ67jKW0UI7ggoKpfC0p54BsVpFTgO6piZe6Ia0,2824
2014
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=kqK-tmDIpOMziUGavfoCSnL5cLTZA0MCrNBJACPaiOY,2835
2015
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=o1_sgy1_k0pHDpii3RLU4dM_ZddaTjMEdIn5NRnT_nc,2818
2002
2016
  mteb/tasks/pair_classification/__init__.py,sha256=wShARe6hEVXt0fbuyIRuCD5FU_DBZswaQVAhEvrKHW8,332
2003
2017
  mteb/tasks/pair_classification/ara/__init__.py,sha256=nDoH7v49LUuZnF2xP6u7O4fpnAHBPdN1qxDyeZNbXrA,56
2004
2018
  mteb/tasks/pair_classification/ara/ar_entail.py,sha256=8ROjVjAlbn6GtMtjYaUpNwoloPAFGguWafCOrS3Z1MI,1868
2005
2019
  mteb/tasks/pair_classification/ces/__init__.py,sha256=a5LKNqekw88onEBY8akJTPXwn4WvF1OWdTpWBwySTvE,66
2006
2020
  mteb/tasks/pair_classification/ces/ctk_facts_nli.py,sha256=jdArX0bXSYVute6JFoGm40_C_auNf2eKxrbkUMCLVOA,1581
2007
2021
  mteb/tasks/pair_classification/dan/__init__.py,sha256=EYRr1bXjQ-4y38SIfvXGnc4ZC_WYAv8V8hFEUr4nvsI,68
2008
- mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=y531sklsWqXp_9uaSfXXdvK6SMKoMIkkUrCekcrNa8M,2056
2022
+ mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=FY1zgJagIHKA7hWW--tRAUKoqZeT_b-E6Iu6h_Z_Lek,2052
2009
2023
  mteb/tasks/pair_classification/deu/__init__.py,sha256=glcMGZQtd2r4tT2sA2b7vg6Fxrj0RY2HnghnURxD3Ug,89
2010
2024
  mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py,sha256=UHsQNRmWHyKRbLMVMZADbh3EI8yDyVHgjkC0X-xyrnM,1771
2011
2025
  mteb/tasks/pair_classification/eng/__init__.py,sha256=ME_1M0sfZ36vVSHSNnKKEB5-Cm7EtdkZML69OIHcl0M,697
2012
- mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=aR1aTtZ3Ft9Idt9sTaHYq0xaulahFQdJcrHVhbP_SsA,5795
2026
+ mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=k24kzLMZWB486eBVO9vpBEC15o49BuMUipt2HmUOqgk,5733
2013
2027
  mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py,sha256=FI9chUNQMijS6uCuY2uzcs33UzUaPMnuk4sXLjpLZFQ,2268
2014
2028
  mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=fLPx-s48kyKTzPqrq-_rN2xtOsiNIalD1ylt6eBEv2o,4050
2015
2029
  mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py,sha256=dJYGOwQEBqpJdTFNWzeTRl-spyORqkubMz3taQwVCWE,2228
@@ -2037,8 +2051,8 @@ mteb/tasks/pair_classification/multilingual/rte3.py,sha256=ZR3kpz8Y2AxyLe0uIYORo
2037
2051
  mteb/tasks/pair_classification/multilingual/x_stance.py,sha256=NPLzF8j_d_Y8kLocfIr8qaeJzJBwWE-1uveXxmGYI8M,1536
2038
2052
  mteb/tasks/pair_classification/multilingual/xnli.py,sha256=q7erc3tCbamua46CuhJc36jPKOoIs4KCzD91zBPG-Y4,4677
2039
2053
  mteb/tasks/pair_classification/nld/__init__.py,sha256=H65VNZnmBDsyupF4PtYVz-PwYD9b0xXb-9e6ODK2-DM,214
2040
- mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py,sha256=mk4P6iZU6x9PenULz1b60AVV6VocXT9JLpnq8ZT-fy8,1343
2041
- mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py,sha256=Q-ObZiYkPyhqK3cygWYUjCpHznIVcKcR5VZ-wF7onfM,1890
2054
+ mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py,sha256=l420srn-nm1wbo361ogCU-Fq2B0Gv97FiN9UXSUrElY,1459
2055
+ mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py,sha256=YZ9yG4Lyh9jd7DgbBzo0sd7QNmjZZ64eR7rMiA0STxE,2006
2042
2056
  mteb/tasks/pair_classification/pol/__init__.py,sha256=3bEzEe4yom2SL3XaqNwSs_0eCv6LKFEAoOOoD9FK-gk,110
2043
2057
  mteb/tasks/pair_classification/pol/polish_pc.py,sha256=vUkkYqewzNcRQkZ_wLM63xH21PKtBGhiVGLPas5XN6o,6782
2044
2058
  mteb/tasks/pair_classification/por/__init__.py,sha256=E_dD1BZfjS0gBjzmkhUnl8SrqiGegLRfPhcItUAn6b8,104
@@ -2047,14 +2061,14 @@ mteb/tasks/pair_classification/por/sick_br_pc.py,sha256=aGsDQFyTQr0vI6GOoZ6fO4np
2047
2061
  mteb/tasks/pair_classification/rus/__init__.py,sha256=7XbamCA01GY91cj6gjObhT2YRAKSJ7bEw7k1hoc-8hw,46
2048
2062
  mteb/tasks/pair_classification/rus/terra.py,sha256=MyQNKdKy3DBduORfdBwsnIj8OcSiOjQhUTa1vK3tunA,1791
2049
2063
  mteb/tasks/pair_classification/vie/__init__.py,sha256=_sAoiOFXvdGjKGP1FU6Bex0OFuje9Um6QfOIlMStTzE,299
2050
- mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=larhzR3xbnSkGbyIVK7iN6Lm5ScIc52CXMqkhJRQYLQ,2089
2051
- mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=xHl2lEl-ZycRcEcXByrC5ciXSppVZ-F2KSO9rt5CTEQ,2034
2052
- mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=DsmE6t1lUGSqCYLVnaWU3cdFchsjWBBRSL8O6Aj_YTI,1984
2064
+ mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=5g6yusxcWwwkapo7Abov7QEzZWJHhBLjOGWox0SvdAk,2037
2065
+ mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=2Ms_1qIK5GQd7RpV3fi-_u8wJhVQs_6bZncYkvP5i-o,1982
2066
+ mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=ACddNtLNIly0FvfrmweqxhMTVUCQtydoN225ObzPous,1932
2053
2067
  mteb/tasks/pair_classification/zho/__init__.py,sha256=Ie7KdwH7ui_Kjn9I13dH7Po8y9p0IFWiR0lOpLJQwSI,82
2054
2068
  mteb/tasks/pair_classification/zho/cmteb_pair_classification.py,sha256=yisKgPwh59Q0S5oQURDQvu77kOpfT2pkHf9nkvyp3cQ,3419
2055
2069
  mteb/tasks/regression/__init__.py,sha256=Ji1BSk-2BO5isA3N-vaAnsUcrI32y0LLz8nFkx7E2Kk,28
2056
2070
  mteb/tasks/regression/multilingual/__init__.py,sha256=fFX9zwn0XCGmVVel5d2u0X_LLOHzmET1tjxb_Y48vEA,189
2057
- mteb/tasks/regression/multilingual/ru_sci_bench_regression.py,sha256=fG5DFMog1uNZLz6SUeSxecmJTMpzjQRF08DcpMJsmGM,3668
2071
+ mteb/tasks/regression/multilingual/ru_sci_bench_regression.py,sha256=OltZvAdH3x8yZf2narSzk9X7fiW32TE-rSX1qNWLPhk,3628
2058
2072
  mteb/tasks/reranking/__init__.py,sha256=BAHINlVPQgz-3nwFN7m9jXPrDKpfyLnTRXfZhcUrBmA,161
2059
2073
  mteb/tasks/reranking/ara/__init__.py,sha256=JhBuhiMun7sAxJQP9U5XhXpRDuMlCSyxipnOBfBfehQ,94
2060
2074
  mteb/tasks/reranking/ara/namaa_mr_tydi_reranking.py,sha256=CzNdzt-8fIO4gHUdwr2UBRBK03rrzkqzTF8Nv6knFhc,1623
@@ -2087,13 +2101,13 @@ mteb/tasks/reranking/multilingual/esci_reranking.py,sha256=opEtarEw8JhcqVhIZ2wQo
2087
2101
  mteb/tasks/reranking/multilingual/hume_wikipedia_reranking_multilingual.py,sha256=899WZdh3jEORdzSnprr9Nt5FVF16PSWcwTK9swOg7cc,1505
2088
2102
  mteb/tasks/reranking/multilingual/miracl_reranking.py,sha256=N4YpMCcmFjWtKy1g4LjVS_Ou0jZ2fJJomRKwJQZbus8,2283
2089
2103
  mteb/tasks/reranking/multilingual/wikipedia_reranking_multilingual.py,sha256=gZWigy-EEPkew6R-wcxt24_uPrOEFH-h9YT-0rPrXX4,1678
2090
- mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py,sha256=LPj_jHBaJ1hcQEbGphOKuFp2XNrcCOHDQs1tkEdaczQ,11372
2104
+ mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py,sha256=2fXZX27xzrn0es4TKaDFaGdo08swUHEA2Ik3pbOzCd8,11360
2091
2105
  mteb/tasks/reranking/rus/__init__.py,sha256=Txjqg4_Pq5MgNsmlIKnTet3UZe_oyraHDJgx_W8aBYA,72
2092
2106
  mteb/tasks/reranking/rus/ru_bq_reranking.py,sha256=cojQO9p5jYn32RdhRmuQQ_-TJnviXR_SrrAFECoMs3g,1363
2093
2107
  mteb/tasks/reranking/vie/__init__.py,sha256=4A4rr8-l9liGs63MKp161DgzHdT7OViw3Dmbs7nIE2Q,299
2094
- mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py,sha256=PFd3nM7FFAOJITNd94YJ0DRzzXu6P0HI8ljJwN2bCOQ,1893
2095
- mteb/tasks/reranking/vie/sci_docs_reranking_vn.py,sha256=EMalmlOCj21xJbmPTytg_oNqUF7PAY3aDfaEhPtfVmY,1791
2096
- mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py,sha256=qT6_4usH3hwLG9iy89UKpXTGxldUhIYc6pFzy86VKNI,1932
2108
+ mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py,sha256=pTJFy3ZS6cPOgUwe_7dP6lPLOMRfwENpX--0py7N7mM,1841
2109
+ mteb/tasks/reranking/vie/sci_docs_reranking_vn.py,sha256=Qk0JWb7e5A5CUNiR0Hyo5W1VOrGh9W-2arTyVlE-uMI,1739
2110
+ mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py,sha256=bJhCNPZKphHBF31EJByYvLDTLcyfXLFdNmi4QIMSQUY,1880
2097
2111
  mteb/tasks/reranking/zho/__init__.py,sha256=ut3BvVt_ZNktlEvBx587CSEy-1Q7U3XZjEt8UalKBsg,148
2098
2112
  mteb/tasks/reranking/zho/cmteb_reranking.py,sha256=Vzp_m5PRnCNth_5ibmq-y21GUuZ2qRADmagJa25r6W4,5403
2099
2113
  mteb/tasks/retrieval/__init__.py,sha256=8FjY5EOE3dZG5FztpAKkkJLTvAvtXbDKq781fyvboRc,466
@@ -2215,7 +2229,7 @@ mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=jO38l3-dkN22IX4
2215
2229
  mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=0NpKvntafhBi0WMFcNoXl-J_BJHZYQZLsFNEaxztzVg,2292
2216
2230
  mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=ai0cI88ns7maPIvVhA3pHJ-kwIG50DOv2-ET3X2cxMU,2860
2217
2231
  mteb/tasks/retrieval/eng/limit_retrieval.py,sha256=j2yNnXLo5ejLubU7SzbdnOEk3uofQBF3H3nqq_Ba8pE,2494
2218
- mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=za2ScSmaH8UyZIGqWkaIPo_4rDj8f7QYdk8XGB5QC28,2996
2232
+ mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=CpL-LNff6QHpseLML4u9_csPNff4QhErRMjYN-42uCM,2934
2219
2233
  mteb/tasks/retrieval/eng/llava_it2t_retrieval.py,sha256=j2W4nh5EPcbvilYqgyjJ1tfHgxLsKGG5wisSsiAVK3A,1780
2220
2234
  mteb/tasks/retrieval/eng/lotte_retrieval.py,sha256=l5akqCc54mS1fmmhBWie-2EDpuCc0sQZRCtm2c3x3YA,2325
2221
2235
  mteb/tasks/retrieval/eng/medical_qa_retrieval.py,sha256=tmraQ6Y6IFe_BbFb0tVtC0W_kADF0D6Fvh3xybwXyhs,1368
@@ -2301,7 +2315,7 @@ mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=SZOm-z5OruxEG47zMYjApJoR2oWi
2301
2315
  mteb/tasks/retrieval/hun/__init__.py,sha256=M59LTpENxaFLMSU43mNiP38lChJ_l_yZh__1giKeUDc,93
2302
2316
  mteb/tasks/retrieval/hun/hun_sum2.py,sha256=td6lxYg_eH9J62sNNuFonHIJ_22E-XGgiFN-D3iAbFw,2373
2303
2317
  mteb/tasks/retrieval/jpn/__init__.py,sha256=FJifPwzk9niyN16RyVr7aPr2T6K0GXSoASotX1PddeA,1175
2304
- mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=GpyyhK6MPArnB6XJfs3ceqcx9Yy33WgvICaBuy2VzdE,1607
2318
+ mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=x3rNQwi73WfpkYdGBwt24QccIWJRK_Zj9z16MUMyI3I,1603
2305
2319
  mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py,sha256=_9zsw9QS53NFp2EiCw3BKQdfk57agHxkSfpzKNqdJXE,1170
2306
2320
  mteb/tasks/retrieval/jpn/ja_qu_ad_retrieval.py,sha256=qc89t-uJqzk37sTRKlSxenYOSq4Qy2E-H_namSBeGN0,1312
2307
2321
  mteb/tasks/retrieval/jpn/japanese_legal1_retrieval.py,sha256=drUYO9QMSWgxvYWxL5QBdYPZ35HNwCF2d0ju1yQlZrI,1121
@@ -2315,7 +2329,7 @@ mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=XKEmWaMuxJraXfMF4k7S8C
2315
2329
  mteb/tasks/retrieval/kor/__init__.py,sha256=zNjAS2VRjeYX5u4vqev6dGOo_R3i9uSzxAsduZ0po4I,138
2316
2330
  mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
2317
2331
  mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
2318
- mteb/tasks/retrieval/multilingual/__init__.py,sha256=vsRM1cV3GYgn_hzHq6y1vy1abPToKebnCpzl0sibn38,6090
2332
+ mteb/tasks/retrieval/multilingual/__init__.py,sha256=mfVGkoB4DO5ktlg8ia-4nImFVmZcqXh1XkgCkIff0tY,6765
2319
2333
  mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=AEShsRxcoCNC2C02dj-go6eFr008NLZ2cnebAmdo4Sk,6956
2320
2334
  mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=_6r34ZvRiLVENYcrd87NjilybGaetBwKFEbO29zYmBU,4676
2321
2335
  mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=Puy0PjpRr4M_Bbxdl7oWfa7pQGM04zaRaTNlnhyKejM,4677
@@ -2325,17 +2339,18 @@ mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=g_2r5BIAojI
2325
2339
  mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
2326
2340
  mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
2327
2341
  mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=mDp47UXPK5K99HVKIZcxTESnTIkFKLRf6AQV3NC6zQs,4763
2328
- mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=vQUtJYchvsEbXkgBZr5-MfEBg5YyXylfTJOLUwKXKGc,2078
2329
- mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=JkclJnNLHn13rw9KnIE8AqmHD1FnJP33k87yDV5sVFg,4289
2342
+ mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=pbxX5puGqKUxKdU23VsakSgx6k_Wu6lNX2uzugF_7yg,2066
2343
+ mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=UC8DsmTD7exKhETOqibO3pYegxcqybtxUCi1QjfzfEg,4261
2330
2344
  mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=3uGnj3O92_02zXZnPWHpgjjmyHIliWS3Mjf2SuZCIFs,3803
2331
- mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=Ws4X6FoTquGSiqjfmbLZEHphMPfT8W_2f1Do1Lz9bn8,2452
2345
+ mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=xF4GjBmJVgw6c8VGVh-5QLN_4i_NKeoAzqRWmA_pfnw,2440
2332
2346
  mteb/tasks/retrieval/multilingual/neu_clir2022_retrieval.py,sha256=bkGMvMxG2toYL98kv85BvVpSZ-rVeWvB5FFIzXhdPO4,2749
2333
2347
  mteb/tasks/retrieval/multilingual/neu_clir2023_retrieval.py,sha256=0cALhuU3ZU5c_y7tDIyiMc7Onv-qC7YwfnimZVb8-rg,2793
2334
2348
  mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=CGOTbGuwYNrzbefB76QY88fnb8CdJkN9bPhAssNtLvA,3502
2335
- mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=ftLNo4OEG01N6jZyVpoyvZumM-CAeVV7VS58-ujxX4E,6925
2349
+ mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=Mmcvrt_1cIxPfHZfUzSURPZyaaweGiB02im1ZszlS6M,6837
2336
2350
  mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=iFUQUlO_ogBdQBVYBQW3o-AJDQ792yg1pJtRxA5I3Qo,3796
2337
2351
  mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=UduWKefwP7bPYxiDlztPEvSWXmTdw0xElglMbPY6XhA,4449
2338
2352
  mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=UEvRarrOnziRmY3SSYmDwWutfrRqe4EQBU-BON6qjug,8913
2353
+ mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py,sha256=wOoC--IVTz0dR6RMVICbz6OWxfCyVahGDSfX_TScCgA,16934
2339
2354
  mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
2340
2355
  mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
2341
2356
  mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=_swZhhMRs5OhzBdJVqQF1i9ZrTvAxaVrG0TpkPWkoHo,4359
@@ -2344,9 +2359,9 @@ mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbm
2344
2359
  mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=o5rhMeRf9HCZQxDKU9SIibqQSR5pw4bmYV8I5nALmQ4,3971
2345
2360
  mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=IUMlMB1G1MbYOg9q81FPTk1pKnnLGS-WLgypehOOXqQ,5123
2346
2361
  mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
2347
- mteb/tasks/retrieval/nld/__init__.py,sha256=AmiOwoaf7N8uElM8w3qRBttTVDmHE99SaTNz8kxJ7Pw,2668
2348
- mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=R65AvhmxvXmtLiguNBTKNLMh4Q-s7o9UWoTR-3x2_GU,1534
2349
- mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=0SAHmPvNwR7AzeLiZDduN7GMguS6HZrhVG-l-VOz79k,1517
2362
+ mteb/tasks/retrieval/nld/__init__.py,sha256=kQ7eR-n63XTBnzK1lHexfsCPjJWeg2OpLi5i6M3HSDc,2798
2363
+ mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=c3O3PWvv-XpHE3YNv0EGzPbR71VnSq9RhOsT57z5iRY,2048
2364
+ mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=4QUFjAer2WapzLZUNOUTnjZwgsKoCFi7rqX1UJnneOU,1669
2350
2365
  mteb/tasks/retrieval/nld/climate_fevernl_retrieval.py,sha256=VQ7Z3GpmIdhM47e5Vz3p7bSzJaYBKvVf8SX9VvvLlEw,1577
2351
2366
  mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=A6bTYkteMZWUSf_ocJ8bL_4PyCMeq34vavvNGuIWt-Q,2618
2352
2367
  mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=6q7yzUe4Tw-BGi_lQPXMBgMMO5tqZ-y7n0NdzQ0Pm-c,2618
@@ -2361,21 +2376,21 @@ mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=JgQsDdqTth9EFR
2361
2376
  mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=A_eHnC2bgmNOM_QfJJYh_salrHENYlwjmZ4A1hFmzJ4,2600
2362
2377
  mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=Yo0NBvNn8BJWuoNWAGvAI-2khVSreqa4XXX0r5LZ7wo,2596
2363
2378
  mteb/tasks/retrieval/nld/db_pedia_nl_retrieval.py,sha256=bhd2ESL-roRgvDDB4cAKDmusYmOEJaJGfMfuMzFLVcw,1633
2364
- mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=ds0_AJGTVBKr7KYV3k2H9UfF0WcmM9gDuYg8_sbvZVY,1195
2379
+ mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=RfQXg-GNSeL6ZklO3YKJ2dKG8BOCht-3mfCg94Q2iU0,1323
2365
2380
  mteb/tasks/retrieval/nld/fevernl_retrieval.py,sha256=LZ8xofhy8xINPWdV8QYvmY1sQPtb8taHLIQ8iKJ34Iw,1694
2366
2381
  mteb/tasks/retrieval/nld/fi_qa2018_nl_retrieval.py,sha256=Qfd2Wdnmq99Onb4iCShAc0jPQ_bTreSkRShhQWqfkJA,1503
2367
2382
  mteb/tasks/retrieval/nld/hotpot_qanl_retrieval.py,sha256=xNPApN1CZzkhpvU4ZRf-rSSmljpSnFUQDVoqraW93X0,1635
2368
- mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py,sha256=vIwg1scjdbuISjZ5xNnch1mWZn4314xfHVaNbCnlUMs,1420
2383
+ mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py,sha256=w5FL9aZB3HzoZcnNwR4GdYrUoJ2nCH9UrzBCjig4RLQ,1572
2369
2384
  mteb/tasks/retrieval/nld/mmarconl_retrieval.py,sha256=iColk0qI_Ga3KHL_4aIGKK2X0S-WvqFXqDJqujzJaIA,1683
2370
- mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py,sha256=wp2ylUbflMg8BAocMgdDxgDRn9wNxIoMf3i8vc_L75I,1511
2385
+ mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py,sha256=6kLUAvs7w5_aximrHC93fDh_thTXppr15BnBzPH5P_E,2008
2371
2386
  mteb/tasks/retrieval/nld/nqnl_retrieval.py,sha256=M4olYlutXu2VZUA5uMF-uga7V53GivPupyTKs4jy_bw,1394
2372
- mteb/tasks/retrieval/nld/open_tender_retrieval.py,sha256=aSsge7976bwUxr2xg7q1ilamoA8WL23tpGlOTQsAsD8,1383
2387
+ mteb/tasks/retrieval/nld/open_tender_retrieval.py,sha256=lwlGFoFkyxw7EI6tvV2RqBWGU1R6Syt-0FiRg8Qdz7c,1522
2373
2388
  mteb/tasks/retrieval/nld/quora_nl_retrieval.py,sha256=u7v-huChD-HymugAzG0fawTVUntVOyiDdmmRxC0d0Pw,1600
2374
- mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py,sha256=g1e8xjqNHboZwZpHQ5l4GYCYYfSoyx7xELvDaIWPfUA,1505
2375
- mteb/tasks/retrieval/nld/scidocsnl_retrieval.py,sha256=z9W0fb8L-yUoIp2ae0tsVoCxh_512Y_nbiB1YGJEiiA,1617
2389
+ mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py,sha256=uRE-Fcfmu8BJxKgYu0p8UL58Kdue9Vv9Yove3ZeIzl4,2021
2390
+ mteb/tasks/retrieval/nld/scidocsnl_retrieval.py,sha256=JhQYZX-DthiYprxyzJNMETRGvRtAQwWnR0qfmC2FPJo,2226
2376
2391
  mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY3mp0SbLn8rZEL-7GP-XwGY,1481
2377
2392
  mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
2378
- mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=U_sFses437b7wVbAccsF-y7pcL3PZOgINEA2GWGOz2Y,1694
2393
+ mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=FoudYkcY4IY0PNHCvx87bjoUnJJolWVwNhq6xH9HE84,1834
2379
2394
  mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
2380
2395
  mteb/tasks/retrieval/nob/norquad.py,sha256=sqQLt3ajBrui2TnwvuPny5tU-aijiRUHA1kzXmF7cN8,3779
2381
2396
  mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=VXouYjek_U8jCdpuvIzQ00YRIq0gJM_5lorgVFzlI6g,3143
@@ -2399,7 +2414,7 @@ mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=fOcDi5CutbwcJStij7COIBGG6A
2399
2414
  mteb/tasks/retrieval/rus/ru_bq_retrieval.py,sha256=gmG_0IYllezCR0GL3I8Yh0OxBhi8wYsrhfAxKhk5ESs,1425
2400
2415
  mteb/tasks/retrieval/slk/__init__.py,sha256=ak6edgong69cm7FXrcslkvli0vRRdwCQnP_qlHvRAeI,153
2401
2416
  mteb/tasks/retrieval/slk/sk_quad_retrieval.py,sha256=Z4mSiSjSHX5F-gmHL_l-T-03mRVpc-I_u57raLYSWHA,2621
2402
- mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=97ez4wdFiwV3YtrsQ7sxpYGU1tINf1Qw29FRVyDmX3k,2597
2417
+ mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=VjPbGElf9S_sg4tYgDXz2rB5ZOHiH7GTvL7RpBDQrkc,2534
2403
2418
  mteb/tasks/retrieval/spa/__init__.py,sha256=HWMvzhd7nY9LozDkpZkmUN0DyKLr9pLKvd5ycfydRj4,212
2404
2419
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2p.py,sha256=IRhHDVlhsZaBLMqz8CVAJ8uZK_17tEQ2fUallfisMts,1579
2405
2420
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2s.py,sha256=zgUdrrlHPLiTQ4E0lRQEtnv7O3X8FjK6AdM0ylHlWCA,1579
@@ -2409,31 +2424,31 @@ mteb/tasks/retrieval/swe/swedn_retrieval.py,sha256=RFcpp0u-EKIwSRXR37tJ0_haY6Jvl
2409
2424
  mteb/tasks/retrieval/tur/__init__.py,sha256=tAKhhsTK6meiZwRMIvbx7_ye90JAAW3dlS8iI0r_vg8,84
2410
2425
  mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=d03Ccol3NbSjqvDcqqLGLe0KELuOIloilpt7MMEWnO8,3685
2411
2426
  mteb/tasks/retrieval/vie/__init__.py,sha256=j69iltc-is1oqx0oIV1RVjjM46LLH-JJQzKnxm4cYvc,2142
2412
- mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=jafS3I5agXE7GDFHOLvw8-IUrqqRz1fwVEmGZO9j3AA,1806
2413
- mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=xqbWwMBE5ixKzzYLKkGUm2SIU8LEsSltPZ9k7Guiu28,1901
2414
- mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py,sha256=kIgwdW68U00qzgn3ml7JO5O801ta8AMbijCnvoMBUvo,1903
2415
- mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py,sha256=9lyNSr9OtgzOmzyRG3DUqaMRAOTvZQEdejlLbTGojpc,1865
2416
- mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py,sha256=tfu1xNbzqy1ea4lZ8_vcmD_WqqgFwexfYDoh9dcKyfI,1909
2417
- mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py,sha256=dIK0E1cmqSc792Z2OrWLRRfJqZDIz_ZGGDKRYcK687s,1893
2418
- mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py,sha256=JOfTvHdGX44_KXM2cjPGFUTXsX95-S-Lc4U0h83Eyog,1878
2419
- mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py,sha256=eTrMJwKkgLVG-HHMevjgqDiuFrAw4jhdyKcsM5fklbk,1885
2420
- mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py,sha256=DkMUX2MsH6D9q5ZqDJfV27W1s-yyPWPUeDjXFGucmA8,1865
2421
- mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py,sha256=r5vq-l4sWD0aIveW6LdQqd-jYiO-EwEbeKruMipd6Ew,1876
2422
- mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py,sha256=S4ffZKV43FsfdT6bKzCyz4lIeDiHCKjlzMSyFjgeUsU,1862
2423
- mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py,sha256=A9fzlOTwy5OqGIIRWqnMRz3750Sz6ZdbvulXYq8nA3A,1873
2424
- mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py,sha256=4FQJk1evQ7Yta0TXhfrwJKGQgZbqQjmmtwn1gGeatnc,1806
2425
- mteb/tasks/retrieval/vie/fevervn_retrieval.py,sha256=L3CSa3MV9fcSq7ukn1-nRCYTeszsG2NLA2rUyKLGeqw,1929
2426
- mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py,sha256=w8H79YmYQN3Q5kmeAnH5tlombIaLsagtUcVT-FQ1pqk,1766
2427
+ mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=wmE6syUs0sLs7xgIOxXQuiQzpxrskdsTc5sK46v1YEQ,1754
2428
+ mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=4GMO5qSYbP0pFtf1yklMZNqFgh8qi1Xo2IXQDl9t14s,1849
2429
+ mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py,sha256=1c6s1C0j1x7kE92WMv9JB4I_rdsHboyP-QILU-18rQ4,1851
2430
+ mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py,sha256=h--L4OiLIalxHnSulEiUZjMo7JRxjia-mKOnnoaOkzI,1813
2431
+ mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py,sha256=Jm5-2YbfBObFW_Ygwu03PAnSNMcZkH_7SL8L18KVWvQ,1857
2432
+ mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py,sha256=t-QRo9YP6ssTQVt-p-HBhFgfbZIosMPkGvcHfTV9sJk,1841
2433
+ mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py,sha256=1fErtC_fD1VZQUOLYTNvAwTmO5EVQvOv11-Rh4wsXuA,1826
2434
+ mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py,sha256=m1Hcz-q_znvbpjWXg2Jc85VZqbk0X87fmuNXDkCXm50,1833
2435
+ mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py,sha256=9EiLKJrpRXACmxZFA_KyXWigl20XxRqlkGYk1G49T4s,1813
2436
+ mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py,sha256=7Mr2sZrAKzFDeMT_7eQQ_52OKzefGFAnkcHmO4lntIo,1824
2437
+ mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py,sha256=2zDcrsCfcTAcybUmTpGeJQxUxNpkY7Ha8Tf0xwfqTcQ,1810
2438
+ mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py,sha256=ppFPam-3AXXVLVp_DiXeHaSr16Va44_-eRkOH0m5ypo,1821
2439
+ mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py,sha256=hOiwz2bcayDW6VrCvsIGeYh1TT7koByM76rZZwtp9KA,1754
2440
+ mteb/tasks/retrieval/vie/fevervn_retrieval.py,sha256=xLGoXefGk1l1AFiOSf2Ja0fM_rAQp4tdaR8H6jJqYlI,1853
2441
+ mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py,sha256=FGfFuLzRCTuupRxZdjVbBiwCOSspb3vwvtNAKvyXjso,1714
2427
2442
  mteb/tasks/retrieval/vie/green_node_table_markdown_retrieval.py,sha256=AlvGHXqXwOTrEvZNcMxlWL_2a31iNrrZzNz2i6dcJec,1074
2428
- mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py,sha256=QyXcbOt1kwpFpK4W1f5VlJRGjF18Ytw86YbDy2hRUmM,1901
2429
- mteb/tasks/retrieval/vie/msmarcovn_retrieval.py,sha256=WsRGnBIpdZekS0YXj1io4d4eEofN_lvsAsRUIBMhdbA,2010
2430
- mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py,sha256=BB5xJ5Gnv9Xk3xIxryTd7uh1MX_UOtwOejNg-7VdH84,1832
2431
- mteb/tasks/retrieval/vie/nqvn_retrieval.py,sha256=FeWBNM7eK6bdjsrbYuSA-8xjcO5VEIe09RqTPnjK0x8,1796
2432
- mteb/tasks/retrieval/vie/quora_vn_retrieval.py,sha256=5YQr0Mc1O6HR5mIeKRs0gNmSja6Rp9qW79KFLSpjtZw,1901
2433
- mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py,sha256=GD-UR5TXNcUNIoOZSqP0TYbv19E3uPPlCxEaNcy4BjI,1825
2434
- mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=atYHK8Ex4in6G2Jn0gToO0PTqK7oKjZTqXHNg5sP40U,1879
2435
- mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=sXflYHNtC0fMTzoHPJnVqoNaf5Ol-KRmO2Mkhh-BEHk,1804
2436
- mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=RWV6f_slWzuG3XcRGxCktvBlS0CSBNwjEOjWuxce3m8,1878
2443
+ mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py,sha256=FYWj8EhnfwDuPRxZ8uTeGkfa2Q-jDU2bliTmp975Coc,1837
2444
+ mteb/tasks/retrieval/vie/msmarcovn_retrieval.py,sha256=xtJ1-rjx4slwSR8p6NedqItTk-79ZzT2f9FlDOhbzkE,1958
2445
+ mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py,sha256=4S8IDJ-TVjKEy2teM8GOeDzHIZR8txkPvX0sGDYIyqs,1780
2446
+ mteb/tasks/retrieval/vie/nqvn_retrieval.py,sha256=tQT2t6XcflVRM78t_5TujWD27e9uCMrsfN0DBjDBY0E,1744
2447
+ mteb/tasks/retrieval/vie/quora_vn_retrieval.py,sha256=VkgKCFbDkOuZAsMl36lOr-MuvbhNfE8zUmmiySW9lSY,1837
2448
+ mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py,sha256=7F3wSU9N2BAj4Jmzw7sjbcxTyYDYs_3I1434X3riaZ4,1773
2449
+ mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=WlcfDfF43jsNf9D_Bl3k02RiiPdedORID6CEEMAYTLc,1815
2450
+ mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=DKcNwCCdANt7hNr3fLao9jkIJJjfxJ0jLLbD7_b-KnE,1752
2451
+ mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=ZlFFL37Zd_sbKXaUZx41XTxps-nnOi3PnBNCy9KvlJU,1826
2437
2452
  mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=eZh1rR43iXDHoylOGKjrUCopzEujE-1GSGTn2TMrkro,3621
2438
2453
  mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=Y93j0EwG6-bcc0DMLvHP9q3r9b_3xLXu6YBR0Q5HDho,985
2439
2454
  mteb/tasks/retrieval/zho/__init__.py,sha256=dIN-rPfrEjkCuUCha8SpQdlzWYY6IMO_HLxebcBhQxA,438
@@ -2483,7 +2498,7 @@ mteb/tasks/sts/multilingual/sts22_crosslingual_sts.py,sha256=zf50mdAKKZZN_sU5Ga8
2483
2498
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_sts.py,sha256=QXenk9v8Mg5pNdkTmEO1X4JFp-3OCUfhHOPO3BE32OQ,1806
2484
2499
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_visual_sts.py,sha256=yH4DLkgrBk6Qg7LHLfAyyclynN_XrichBraNDbxRWl8,1855
2485
2500
  mteb/tasks/sts/nld/__init__.py,sha256=NdpfPHekoMIo9sw75Gahm_YCn8hzcVHixEStny107fk,67
2486
- mteb/tasks/sts/nld/sick_nl_sts.py,sha256=pRJUmUzHehK9sw0cT0xt6BHyX9a0fBSh9P90lfDkt5Y,1489
2501
+ mteb/tasks/sts/nld/sick_nl_sts.py,sha256=rnZ9KeM4Id_eeJJrqcYYdxoH7f6-2lr9obgiuxtHnGY,1557
2487
2502
  mteb/tasks/sts/pol/__init__.py,sha256=Ob56PuMH_-J3gH9Pygg0fdEisWYKRT_fy_D0iE2zIpo,83
2488
2503
  mteb/tasks/sts/pol/polish_sts.py,sha256=qJCw-28dZ-o3epx44Zz-u6ZLE8HIu4ocJaJRyD0JQkc,3418
2489
2504
  mteb/tasks/sts/por/__init__.py,sha256=mUc8zOCeFl456-AEqKqgLQ4_sLnt_eUqD-cbcowRu0U,107
@@ -2497,9 +2512,9 @@ mteb/tasks/sts/rus/ru_sts_benchmark_sts.py,sha256=3aMR5WZM4gsWh1uD73GpGSscoNSvAO
2497
2512
  mteb/tasks/sts/spa/__init__.py,sha256=Hl5EWrH_tEDXP-LoTM6ZNZ50hqGe3dGMTtOb0xriPlk,46
2498
2513
  mteb/tasks/sts/spa/stses.py,sha256=INluwoWfIGAc3ZjAigRPJV7rSxtLGnDuxW6xGgwCiKA,1851
2499
2514
  mteb/tasks/sts/vie/__init__.py,sha256=8CPTfGVz4pnwiYPHtecKCyWloGBK2mKRoNfeXyaMTKQ,190
2500
- mteb/tasks/sts/vie/biosses_stsvn.py,sha256=-7wIvuGG3KPC2KVr2DLT5okOaP1dEUvVhv0kmLzqX34,1766
2501
- mteb/tasks/sts/vie/sickr_stsvn.py,sha256=2m49bDQ6TAynHA75x8Xu_AzRvqoAcmCNta-cRJ4rrTI,1793
2502
- mteb/tasks/sts/vie/sts_benchmark_stsvn.py,sha256=oUYAM9gmPfR4sqeKA3R3UIoy_7_7ZjoCPA50U7D-Lvs,1811
2515
+ mteb/tasks/sts/vie/biosses_stsvn.py,sha256=elg8qMoKfusUOQBHgimQN_tzZB9AvKU_XSEOaVcQBOM,1714
2516
+ mteb/tasks/sts/vie/sickr_stsvn.py,sha256=6v-4vgqKMPX_vubnacO5xKlRwm2L_0Sjl00GvHxDWY4,1741
2517
+ mteb/tasks/sts/vie/sts_benchmark_stsvn.py,sha256=oiLlwSWNGB84pD_G6teJJJPWOtBL7cVbXEwiIlhU0-U,1759
2503
2518
  mteb/tasks/sts/zho/__init__.py,sha256=88femZRWMKfpd4uaJy8BId5nQZaNSEIV8Y7BPS5Pp3w,135
2504
2519
  mteb/tasks/sts/zho/cmtebsts.py,sha256=lbvbybsBOS7NcKZ085FzdKCNkimv4rDJqCJENWbrFIg,8341
2505
2520
  mteb/tasks/summarization/__init__.py,sha256=M_4yRgj1jR9IHCCwfPVVnwQIm_RE10I7Cp7Om8jManQ,38
@@ -2519,18 +2534,18 @@ mteb/tasks/zeroshot_classification/eng/euro_sat.py,sha256=RB-_W6956zKAe8RddOgDeg
2519
2534
  mteb/tasks/zeroshot_classification/eng/fer2013.py,sha256=SQwY66faVBwDO2FVR4IQ1k9kV8RKb_MjmTNIOc38MT0,1711
2520
2535
  mteb/tasks/zeroshot_classification/eng/fgvc_aircraft.py,sha256=MOEmuQ211n4zcCPtAwsTmxJbd6oZ5KLXSL_Dgx5LTrQ,1842
2521
2536
  mteb/tasks/zeroshot_classification/eng/food101.py,sha256=KfG8nLYfBWF4wE76JsjoPfHVg76X3Glk6A7ZRBy8dlw,1574
2522
- mteb/tasks/zeroshot_classification/eng/gtsrb.py,sha256=8RvwpXvsP4TrED4VSzPMQxT98e65abbYCTXzNi9QOV0,2165
2537
+ mteb/tasks/zeroshot_classification/eng/gtsrb.py,sha256=5CkVWUCOWkkb4s6-e-r4usplJarThhJ2DcYD5-Jb94U,2161
2523
2538
  mteb/tasks/zeroshot_classification/eng/imagenet1k.py,sha256=M5j6k5IGW2BdLNIS0oKIHA-n2FuCax-edSXSPhuHb-U,1862
2524
2539
  mteb/tasks/zeroshot_classification/eng/mnist.py,sha256=m2RQ98FrN5hqBDUhbxTAC-uAltn_Ti5wD61PMHn28HQ,1548
2525
2540
  mteb/tasks/zeroshot_classification/eng/oxford_pets.py,sha256=NRrYYUFTcNuKm27lDgtwmXf_UySmqha0e8uyAwNoSJw,1661
2526
- mteb/tasks/zeroshot_classification/eng/patch_camelyon.py,sha256=Y4V98Y_nWZ5YGS4hRbnDJTEfOzC4MjAy4usYOq-uGyE,2084
2541
+ mteb/tasks/zeroshot_classification/eng/patch_camelyon.py,sha256=3Wb77rxyxU7bqKjm2PN2rw_z4e9FNI1g5hlUazzVXYc,2080
2527
2542
  mteb/tasks/zeroshot_classification/eng/rendered_sst2.py,sha256=4531qrKLEVkF9J-ENGFJG6BeE31Nj5GjNWoGMauoEZk,1237
2528
2543
  mteb/tasks/zeroshot_classification/eng/resisc45.py,sha256=EpcZgS9yr60Ywb-4ql7pXdPyAv85QFzAl-RxAUrm49o,1991
2529
2544
  mteb/tasks/zeroshot_classification/eng/sci_mmir.py,sha256=x7osRKumPTMmVc_f2SE_eArgzDHvDHAw5vle5eE6xk0,2327
2530
2545
  mteb/tasks/zeroshot_classification/eng/stanford_cars.py,sha256=aDKN5XSSpwjS54pz7JP2A1lTuk2J_rOeIHwiFipX87E,1605
2531
2546
  mteb/tasks/zeroshot_classification/eng/stl10.py,sha256=sd3nV7x7mypsP0Ipxu5TRQj6fGvmERcPbpKFwUoLKi0,1986
2532
2547
  mteb/tasks/zeroshot_classification/eng/sun397.py,sha256=Nls7tXM2Svu008MmAUjt-o_NSj-VNGKbW8qi-n7C18s,1963
2533
- mteb/tasks/zeroshot_classification/eng/ucf101.py,sha256=liGfjIgo2N5MU6NixPofuGsFwYZnuI3BZCVta21Z2Rw,1888
2548
+ mteb/tasks/zeroshot_classification/eng/ucf101.py,sha256=kwNRYks-_Oe4VE3GyoHIvN-2OJ6zhkwFr76WDNL9ymU,1884
2534
2549
  mteb/tasks/zeroshot_classification/eng/templates/__init__.py,sha256=da1PTClDMl-IBkrSvq6JC1lnS-K_BASzCvxVhNxN5Ls,13
2535
2550
  mteb/types/__init__.py,sha256=7_q6_84RvMuHeZK51GbLc5gbpTb3C1WmnqDHm6bnCzw,1104
2536
2551
  mteb/types/_encoder_io.py,sha256=YlIthHwi0o-ObANsWwVPcQc4pA1wpiRwIewDjNTMAdQ,5461
@@ -2538,9 +2553,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
2538
2553
  mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
2539
2554
  mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
2540
2555
  mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
2541
- mteb-2.1.6.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2542
- mteb-2.1.6.dist-info/METADATA,sha256=hB6t2OTnS5La-oqlUBIi67CI21acqqhYkdVSnXLriGU,13573
2543
- mteb-2.1.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2544
- mteb-2.1.6.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2545
- mteb-2.1.6.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2546
- mteb-2.1.6.dist-info/RECORD,,
2556
+ mteb-2.1.8.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2557
+ mteb-2.1.8.dist-info/METADATA,sha256=-9mxdWuiDSscT1jAYxM6FVZpIjEvDPOCPC05TOIk8XI,13573
2558
+ mteb-2.1.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2559
+ mteb-2.1.8.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2560
+ mteb-2.1.8.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2561
+ mteb-2.1.8.dist-info/RECORD,,