mteb 2.1.7__py3-none-any.whl → 2.1.8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (239) hide show
  1. mteb/_create_dataloaders.py +6 -3
  2. mteb/_evaluators/any_sts_evaluator.py +14 -12
  3. mteb/_evaluators/clustering_evaluator.py +1 -1
  4. mteb/_evaluators/image/imagetext_pairclassification_evaluator.py +2 -2
  5. mteb/_evaluators/pair_classification_evaluator.py +3 -1
  6. mteb/_evaluators/sklearn_evaluator.py +15 -28
  7. mteb/_evaluators/text/bitext_mining_evaluator.py +4 -1
  8. mteb/_evaluators/text/summarization_evaluator.py +4 -2
  9. mteb/_evaluators/zeroshot_classification_evaluator.py +2 -2
  10. mteb/abstasks/clustering.py +1 -1
  11. mteb/abstasks/multilabel_classification.py +2 -2
  12. mteb/abstasks/task_metadata.py +1 -0
  13. mteb/benchmarks/benchmark.py +9 -0
  14. mteb/benchmarks/benchmarks/__init__.py +2 -0
  15. mteb/benchmarks/benchmarks/benchmarks.py +40 -1
  16. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json +214 -0
  17. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json +214 -0
  18. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json +214 -0
  19. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json +214 -0
  20. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3HrRetrieval.json +214 -0
  21. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3IndustrialRetrieval.json +214 -0
  22. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3NuclearRetrieval.json +214 -0
  23. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PharmaceuticalsRetrieval.json +214 -0
  24. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PhysicsRetrieval.json +214 -0
  25. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json +214 -0
  26. mteb/models/cache_wrappers/cache_wrapper.py +1 -1
  27. mteb/models/model_implementations/align_models.py +6 -0
  28. mteb/models/model_implementations/ara_models.py +7 -0
  29. mteb/models/model_implementations/blip2_models.py +9 -0
  30. mteb/models/model_implementations/blip_models.py +19 -0
  31. mteb/models/model_implementations/cadet_models.py +8 -0
  32. mteb/models/model_implementations/cde_models.py +12 -0
  33. mteb/models/model_implementations/codefuse_models.py +15 -0
  34. mteb/models/model_implementations/codesage_models.py +12 -0
  35. mteb/models/model_implementations/misc_models.py +6 -0
  36. mteb/models/model_implementations/moco_models.py +9 -0
  37. mteb/models/model_implementations/openclip_models.py +16 -0
  38. mteb/models/model_implementations/piccolo_models.py +6 -0
  39. mteb/models/model_implementations/rasgaard_models.py +7 -1
  40. mteb/models/model_implementations/tarka_models.py +317 -0
  41. mteb/models/search_wrappers.py +5 -5
  42. mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py +1 -5
  43. mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py +2 -6
  44. mteb/tasks/classification/ara/ajgt.py +1 -2
  45. mteb/tasks/classification/ara/hotel_review_sentiment_classification.py +1 -2
  46. mteb/tasks/classification/ara/online_store_review_sentiment_classification.py +1 -2
  47. mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py +1 -2
  48. mteb/tasks/classification/ara/tweet_emotion_classification.py +1 -2
  49. mteb/tasks/classification/ara/tweet_sarcasm_classification.py +1 -2
  50. mteb/tasks/classification/ben/bengali_document_classification.py +1 -2
  51. mteb/tasks/classification/ben/bengali_hate_speech_classification.py +1 -2
  52. mteb/tasks/classification/ben/bengali_sentiment_analysis.py +1 -2
  53. mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py +1 -2
  54. mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py +1 -2
  55. mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py +1 -2
  56. mteb/tasks/classification/dan/angry_tweets_classification.py +1 -2
  57. mteb/tasks/classification/dan/danish_political_comments_classification.py +1 -2
  58. mteb/tasks/classification/dan/ddisco_cohesion_classification.py +1 -2
  59. mteb/tasks/classification/dan/dk_hate_classification.py +1 -2
  60. mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py +1 -2
  61. mteb/tasks/classification/deu/ten_k_gnad_classification.py +1 -2
  62. mteb/tasks/classification/eng/amazon_polarity_classification.py +1 -2
  63. mteb/tasks/classification/eng/arxiv_classification.py +1 -2
  64. mteb/tasks/classification/eng/banking77_classification.py +1 -2
  65. mteb/tasks/classification/eng/dbpedia_classification.py +1 -2
  66. mteb/tasks/classification/eng/emotion_classification.py +1 -2
  67. mteb/tasks/classification/eng/financial_phrasebank_classification.py +1 -2
  68. mteb/tasks/classification/eng/frenk_en_classification.py +1 -2
  69. mteb/tasks/classification/eng/gtsrb_classification.py +1 -1
  70. mteb/tasks/classification/eng/imdb_classification.py +1 -2
  71. mteb/tasks/classification/eng/legal_bench_classification.py +14 -120
  72. mteb/tasks/classification/eng/news_classification.py +1 -2
  73. mteb/tasks/classification/eng/patch_camelyon_classification.py +1 -1
  74. mteb/tasks/classification/eng/patent_classification.py +1 -2
  75. mteb/tasks/classification/eng/poem_sentiment_classification.py +1 -2
  76. mteb/tasks/classification/eng/sds_eye_protection_classification.py +1 -2
  77. mteb/tasks/classification/eng/sds_gloves_classification.py +1 -2
  78. mteb/tasks/classification/eng/toxic_chat_classification.py +2 -19
  79. mteb/tasks/classification/eng/toxic_conversations_classification.py +1 -2
  80. mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py +1 -2
  81. mteb/tasks/classification/eng/tweet_topic_single_classification.py +2 -13
  82. mteb/tasks/classification/eng/ucf101_classification.py +1 -5
  83. mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py +1 -2
  84. mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py +1 -2
  85. mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py +1 -2
  86. mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py +1 -2
  87. mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py +1 -2
  88. mteb/tasks/classification/eng/yahoo_answers_topics_classification.py +1 -2
  89. mteb/tasks/classification/eng/yelp_review_full_classification.py +1 -2
  90. mteb/tasks/classification/est/estonian_valence.py +1 -2
  91. mteb/tasks/classification/fas/fa_mteb_classification.py +7 -14
  92. mteb/tasks/classification/fil/filipino_hate_speech_classification.py +1 -2
  93. mteb/tasks/classification/fin/fin_toxicity_classification.py +2 -11
  94. mteb/tasks/classification/fra/french_book_reviews.py +1 -2
  95. mteb/tasks/classification/fra/movie_review_sentiment_classification.py +1 -2
  96. mteb/tasks/classification/guj/gujarati_news_classification.py +1 -2
  97. mteb/tasks/classification/heb/hebrew_sentiment_analysis.py +1 -2
  98. mteb/tasks/classification/hin/hindi_discourse_classification.py +1 -2
  99. mteb/tasks/classification/hin/sentiment_analysis_hindi.py +1 -2
  100. mteb/tasks/classification/hrv/frenk_hr_classification.py +1 -2
  101. mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py +1 -2
  102. mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py +1 -2
  103. mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py +1 -2
  104. mteb/tasks/classification/jav/javanese_imdb_classification.py +1 -2
  105. mteb/tasks/classification/jpn/wrime_classification.py +1 -2
  106. mteb/tasks/classification/kan/kannada_news_classification.py +1 -2
  107. mteb/tasks/classification/kor/klue_tc.py +1 -2
  108. mteb/tasks/classification/kor/kor_hate_classification.py +2 -17
  109. mteb/tasks/classification/kor/kor_sarcasm_classification.py +2 -19
  110. mteb/tasks/classification/kur/kurdish_sentiment_classification.py +1 -2
  111. mteb/tasks/classification/mal/malayalam_news_classification.py +1 -2
  112. mteb/tasks/classification/mar/marathi_news_classification.py +1 -2
  113. mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py +1 -2
  114. mteb/tasks/classification/multilingual/catalonia_tweet_classification.py +1 -6
  115. mteb/tasks/classification/multilingual/multi_hate_classification.py +1 -4
  116. mteb/tasks/classification/multilingual/ru_sci_bench_classification.py +4 -23
  117. mteb/tasks/classification/multilingual/scala_classification.py +1 -2
  118. mteb/tasks/classification/multilingual/sib200_classification.py +1 -6
  119. mteb/tasks/classification/mya/myanmar_news.py +1 -2
  120. mteb/tasks/classification/nep/nepali_news_classification.py +1 -2
  121. mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py +1 -3
  122. mteb/tasks/classification/nob/no_rec_classification.py +1 -2
  123. mteb/tasks/classification/nob/norwegian_parliament_classification.py +1 -2
  124. mteb/tasks/classification/ory/odia_news_classification.py +1 -2
  125. mteb/tasks/classification/pol/polish_classification.py +3 -6
  126. mteb/tasks/classification/ron/moroco.py +1 -2
  127. mteb/tasks/classification/ron/romanian_reviews_sentiment.py +1 -2
  128. mteb/tasks/classification/ron/romanian_sentiment_classification.py +1 -2
  129. mteb/tasks/classification/rus/georeview_classification.py +1 -2
  130. mteb/tasks/classification/rus/headline_classification.py +1 -2
  131. mteb/tasks/classification/rus/inappropriateness_classification.py +1 -2
  132. mteb/tasks/classification/rus/ru_reviews_classification.py +1 -2
  133. mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py +1 -2
  134. mteb/tasks/classification/rus/senti_ru_eval.py +1 -2
  135. mteb/tasks/classification/sin/sinhala_news_classification.py +1 -2
  136. mteb/tasks/classification/sin/sinhala_news_source_classification.py +1 -2
  137. mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py +1 -2
  138. mteb/tasks/classification/slk/slovak_hate_speech_classification.py +1 -2
  139. mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py +1 -2
  140. mteb/tasks/classification/slv/frenk_sl_classification.py +1 -2
  141. mteb/tasks/classification/spa/spanish_news_classification.py +1 -2
  142. mteb/tasks/classification/spa/spanish_sentiment_classification.py +1 -2
  143. mteb/tasks/classification/ssw/siswati_news_classification.py +1 -2
  144. mteb/tasks/classification/swa/swahili_news_classification.py +1 -2
  145. mteb/tasks/classification/swe/dalaj_classification.py +1 -2
  146. mteb/tasks/classification/swe/swe_rec_classification.py +1 -2
  147. mteb/tasks/classification/swe/swedish_sentiment_classification.py +1 -2
  148. mteb/tasks/classification/tam/tamil_news_classification.py +1 -2
  149. mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py +1 -2
  150. mteb/tasks/classification/tha/wisesight_sentiment_classification.py +1 -2
  151. mteb/tasks/classification/tsn/tswana_news_classification.py +1 -2
  152. mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py +1 -2
  153. mteb/tasks/classification/tur/turkish_product_sentiment_classification.py +1 -2
  154. mteb/tasks/classification/ukr/ukr_formality_classification.py +2 -15
  155. mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py +1 -2
  156. mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py +1 -6
  157. mteb/tasks/classification/vie/amazon_polarity_vn_classification.py +1 -6
  158. mteb/tasks/classification/vie/amazon_reviews_vn_classification.py +1 -5
  159. mteb/tasks/classification/vie/banking77_vn_classification.py +1 -5
  160. mteb/tasks/classification/vie/emotion_vn_classification.py +1 -5
  161. mteb/tasks/classification/vie/imdb_vn_classification.py +1 -5
  162. mteb/tasks/classification/vie/massive_intent_vn_classification.py +1 -5
  163. mteb/tasks/classification/vie/massive_scenario_vn_classification.py +1 -5
  164. mteb/tasks/classification/vie/mtop_domain_vn_classification.py +1 -5
  165. mteb/tasks/classification/vie/mtop_intent_vn_classification.py +1 -5
  166. mteb/tasks/classification/vie/toxic_conversations_vn_classification.py +1 -5
  167. mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py +1 -5
  168. mteb/tasks/classification/vie/vie_student_feedback_classification.py +1 -2
  169. mteb/tasks/classification/zho/cmteb_classification.py +5 -10
  170. mteb/tasks/classification/zho/yue_openrice_review_classification.py +1 -2
  171. mteb/tasks/classification/zul/isi_zulu_news_classification.py +1 -2
  172. mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py +1 -3
  173. mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py +1 -6
  174. mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py +1 -5
  175. mteb/tasks/clustering/vie/reddit_clustering_vn.py +1 -5
  176. mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py +1 -5
  177. mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py +1 -5
  178. mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py +1 -5
  179. mteb/tasks/multilabel_classification/ita/emit_classification.py +1 -5
  180. mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py +1 -9
  181. mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py +1 -6
  182. mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py +1 -6
  183. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py +1 -1
  184. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py +1 -2
  185. mteb/tasks/pair_classification/dan/talemaader_pc.py +1 -6
  186. mteb/tasks/pair_classification/eng/legal_bench_pc.py +1 -9
  187. mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py +1 -5
  188. mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py +1 -5
  189. mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py +1 -5
  190. mteb/tasks/regression/multilingual/ru_sci_bench_regression.py +2 -6
  191. mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py +1 -2
  192. mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py +1 -5
  193. mteb/tasks/reranking/vie/sci_docs_reranking_vn.py +1 -5
  194. mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py +1 -5
  195. mteb/tasks/retrieval/eng/lit_search_retrieval.py +1 -8
  196. mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py +1 -4
  197. mteb/tasks/retrieval/multilingual/__init__.py +22 -0
  198. mteb/tasks/retrieval/multilingual/mkqa_retrieval.py +1 -2
  199. mteb/tasks/retrieval/multilingual/mlqa_retrieval.py +1 -4
  200. mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py +1 -2
  201. mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py +2 -12
  202. mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py +399 -0
  203. mteb/tasks/retrieval/slk/slovak_sum_retrieval.py +1 -7
  204. mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py +1 -5
  205. mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py +1 -5
  206. mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py +1 -5
  207. mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py +1 -5
  208. mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py +1 -5
  209. mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py +1 -5
  210. mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py +1 -5
  211. mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py +1 -5
  212. mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py +1 -5
  213. mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py +1 -5
  214. mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py +1 -5
  215. mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py +1 -5
  216. mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py +1 -5
  217. mteb/tasks/retrieval/vie/fevervn_retrieval.py +1 -7
  218. mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py +1 -5
  219. mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py +1 -6
  220. mteb/tasks/retrieval/vie/msmarcovn_retrieval.py +1 -5
  221. mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py +1 -5
  222. mteb/tasks/retrieval/vie/nqvn_retrieval.py +1 -5
  223. mteb/tasks/retrieval/vie/quora_vn_retrieval.py +1 -6
  224. mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py +1 -5
  225. mteb/tasks/retrieval/vie/scidocsvn_retrieval.py +1 -6
  226. mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py +1 -5
  227. mteb/tasks/retrieval/vie/treccovidvn_retrieval.py +1 -5
  228. mteb/tasks/sts/vie/biosses_stsvn.py +1 -5
  229. mteb/tasks/sts/vie/sickr_stsvn.py +1 -5
  230. mteb/tasks/sts/vie/sts_benchmark_stsvn.py +1 -5
  231. mteb/tasks/zeroshot_classification/eng/gtsrb.py +1 -1
  232. mteb/tasks/zeroshot_classification/eng/patch_camelyon.py +1 -1
  233. mteb/tasks/zeroshot_classification/eng/ucf101.py +1 -5
  234. {mteb-2.1.7.dist-info → mteb-2.1.8.dist-info}/METADATA +1 -1
  235. {mteb-2.1.7.dist-info → mteb-2.1.8.dist-info}/RECORD +239 -228
  236. {mteb-2.1.7.dist-info → mteb-2.1.8.dist-info}/WHEEL +0 -0
  237. {mteb-2.1.7.dist-info → mteb-2.1.8.dist-info}/entry_points.txt +0 -0
  238. {mteb-2.1.7.dist-info → mteb-2.1.8.dist-info}/licenses/LICENSE +0 -0
  239. {mteb-2.1.7.dist-info → mteb-2.1.8.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  mteb/__init__.py,sha256=bl3K7IHalVzP27SIQ3qdo52vy9aAuvMsIKOx0h5P6Sk,1256
2
2
  mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
3
- mteb/_create_dataloaders.py,sha256=5N4BKUElPLgk7aR3M5RGe3oECIGy8SntB6WufZvFMaM,14237
3
+ mteb/_create_dataloaders.py,sha256=9aUHM1q2q748XHax_YYcPBmckIOOVCrJ_N2bJYVbn3s,14338
4
4
  mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
5
5
  mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
6
6
  mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
@@ -14,19 +14,19 @@ mteb/load_results.py,sha256=Xw2ZX7BToU92WwUTQUQKPAgPhX7ucyRRdoCrxAoPHdI,6414
14
14
  mteb/similarity_functions.py,sha256=ZkBapSGDXKE5ipTG2FpeFnAC1iWwiVkrAidmKK_I4bI,8799
15
15
  mteb/_evaluators/__init__.py,sha256=Ag1_RWpxBGMpujzd3FZjI40gY_KQKIpY31tJPuk-hFg,1013
16
16
  mteb/_evaluators/_download.py,sha256=jntlcURbJxcxUjTmn2D9Tu6ZnWgDc9t5bY8p9CZCqv4,586
17
- mteb/_evaluators/any_sts_evaluator.py,sha256=eGaxRYmB53STk3k6x9h8RDqf0W8TDBFGcekX4o5Mh0g,3331
18
- mteb/_evaluators/clustering_evaluator.py,sha256=uw9mNJ_swuZFwjU8b1XRMsI49nip-_fOEUPpSmv4mIc,2075
17
+ mteb/_evaluators/any_sts_evaluator.py,sha256=Xbmxb01eR3qs86LbXLQd_powdvZAmyWu7FVB3ZZEhvo,3430
18
+ mteb/_evaluators/clustering_evaluator.py,sha256=5XoKHl5LcG9jQ9oBzNAWYVpZWWUxrars3t7TdIV7xS0,2052
19
19
  mteb/_evaluators/evaluator.py,sha256=gwaeftcAKoGcIQs8jIaafynbcYrYErj6AitHBxgjn2w,807
20
- mteb/_evaluators/pair_classification_evaluator.py,sha256=m-xxDvSLrsqccbpmHur3h2dLl5YAC8Noy4n3-p0ewBM,6770
20
+ mteb/_evaluators/pair_classification_evaluator.py,sha256=Rd9OLBMJr27WzUVKbzLH4SdsBOgpId0PiKbca0AesYk,6861
21
21
  mteb/_evaluators/retrieval_evaluator.py,sha256=HsowKZkqRCNzTwM7EcsHX18KhVKAjrm0sa_wFrreCb8,3031
22
22
  mteb/_evaluators/retrieval_metrics.py,sha256=we0damQCJrdaRUD6JlU2MM7Ls9xERP_OBS5gHt53u9Q,23588
23
- mteb/_evaluators/sklearn_evaluator.py,sha256=P6YRx4we1AHmIZJV_VTzHiZ-tx1kV7iG_t4vutlXixA,4491
24
- mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=i_4XXqZ_naSWHWSJChzxby4x9EGG0FjOSfDzB_7IVNc,2288
23
+ mteb/_evaluators/sklearn_evaluator.py,sha256=f9SgBbvgCrkltdTebQTixT7KmIagGkjQ_cNnKuHTb3w,3772
24
+ mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=dQq6g9my-0xn_0fLJXSnhN9Qu6PuJtWCKGIDrlkeyJk,2282
25
25
  mteb/_evaluators/image/__init__.py,sha256=CsQd7OMkeV2Phun7paPWjayZ5qRnvj8H0TYBFeqMxag,148
26
- mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=oWurbJK34xzMwFwpfEKWGaararUCUnoMagUvH3NN4M4,4854
26
+ mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=RSJxEIVvOl_Za07fk2jfXE-7QOwKsLOhIyGhZtLVABs,4808
27
27
  mteb/_evaluators/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
28
- mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=3Lmf0G4pCJN61nTLukIBSL49MHio0z5UAIDMrOVHniY,6244
29
- mteb/_evaluators/text/summarization_evaluator.py,sha256=LBQUudSzaa0x4-JV0tLiEWd_zvSUP-4twkV3HhOUeiU,10393
28
+ mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=XS7AVml5-BpQWtG1XFHf6fx8VMVPRwibg-9si4b-A_U,6308
29
+ mteb/_evaluators/text/summarization_evaluator.py,sha256=l0AwjVO594mtzPV9Kcqf_xtHHpkx6uhDJ61KnolcVAo,10461
30
30
  mteb/abstasks/__init__.py,sha256=1iAwpYTWX7U-goak2KMmacPFCzxPchLQAmZ_uI0t-p0,1130
31
31
  mteb/abstasks/_statistics_calculation.py,sha256=gf_BhkXbCdwT1w4xza3op6FmjFsZIsNjvyUMCgRyTrg,5578
32
32
  mteb/abstasks/_stratification.py,sha256=zfwkIVmD7Aq7mR2Yt8jTeW1j5ZVV7CIweW842VzcfXc,14364
@@ -34,16 +34,16 @@ mteb/abstasks/abstask.py,sha256=nZwiY_5d0VVtUrlCATngpFLG3JAovO5AvmD0nkkWsLE,2511
34
34
  mteb/abstasks/aggregate_task_metadata.py,sha256=vzt1z2wDl0sXD7ErZFwKojYwmFUBPAnGlXLuqLA_-6Q,5992
35
35
  mteb/abstasks/aggregated_task.py,sha256=puY6-EAqbL5ehKvFHTMriIdy3rAuqqYHF3ezog1eYxw,6671
36
36
  mteb/abstasks/classification.py,sha256=Es9pmRdjv6xbc-KnGqVdO6dR1cc7yAHhekCZES7n5o8,13441
37
- mteb/abstasks/clustering.py,sha256=WRbNfaYYaWJQGQEOrGtW6GpUkhsezqI-iGECYMK0Ruw,14433
37
+ mteb/abstasks/clustering.py,sha256=4KcaU8_sNLmLvMhwDpNmcY2nD3BNyx_LcM-ddSv-wtY,14410
38
38
  mteb/abstasks/clustering_legacy.py,sha256=HZY8zgBgqqs5urF_to9wzqm3MnjFivs59hU6P3NrzcI,8684
39
39
  mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
40
- mteb/abstasks/multilabel_classification.py,sha256=_DugiqvGhOWd-dGM7746OeS0659Ft8W_vvWoi7BvSXQ,8968
40
+ mteb/abstasks/multilabel_classification.py,sha256=feLlpSKoe3b_Sb58N-9cx_5hzti1a2iA8QxcSBWSfjE,8922
41
41
  mteb/abstasks/pair_classification.py,sha256=cmXfQmzmbTiHDWgPKy21Iddh_q_PwCqhv8Lz6rAwe5U,12851
42
42
  mteb/abstasks/regression.py,sha256=SeacOErZUXGLGOcwqAvht6BlbD8fcsn9QhNiFIuJGyc,8832
43
43
  mteb/abstasks/retrieval.py,sha256=7QTKYlGaGvF1lOQkB_B4qj8Vm2FxxFXNVTHhfwZO8Bw,26439
44
44
  mteb/abstasks/retrieval_dataset_loaders.py,sha256=WukcFAn54rUpXULCG43eysHozXHAxo2CaPhQyL_2Yg8,9401
45
45
  mteb/abstasks/sts.py,sha256=rv611-rFNgaGFD8Hmsgwsbxgjt7dNZritL9pMFMjzLk,8660
46
- mteb/abstasks/task_metadata.py,sha256=jDN2j-WOu1yYtexdsmmnqDU-0-QJbh7MxLXgNlVvcEA,26854
46
+ mteb/abstasks/task_metadata.py,sha256=7CzYK1y-vwLUiWaEGPgU3HiolpW3UCul8Y2KJ-WSpeE,26892
47
47
  mteb/abstasks/zeroshot_classification.py,sha256=4UxBIZ1e1iRK8PRAhCWnnSDirK2vi5-w2N5ZomCnaIM,5882
48
48
  mteb/abstasks/image/__init__.py,sha256=NgvMJnp1g2mUv27RL-TvzA7s1BOdMG-EB1CrZfdbWdg,136
49
49
  mteb/abstasks/image/image_text_pair_classification.py,sha256=SejETTXc3g2VSWYafTe-VAHZcNpX98bgzsWsqQisIzI,7712
@@ -53,10 +53,10 @@ mteb/abstasks/text/reranking.py,sha256=rfRGRBeSjZLgkh8pneMgRm-vd9NHr5jSFH92YfOHf
53
53
  mteb/abstasks/text/summarization.py,sha256=KYEb8gh4JjpSsrvGUmQ2VlrVdzzVxIWcitXOJUaHhO4,6954
54
54
  mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
55
55
  mteb/benchmarks/_create_table.py,sha256=gYgwhACmY8JSN00y6r3HfHNQphCIuvcw_IwRZNQwgdc,20623
56
- mteb/benchmarks/benchmark.py,sha256=9pbrn5vsSB9Xo23YqQXjRdzorXnMulkm1QvJUkqvuGk,3445
56
+ mteb/benchmarks/benchmark.py,sha256=jet-j-Aho20Wn-cKDbh5nwNqnX64scu6YmP9PLJwINs,3704
57
57
  mteb/benchmarks/get_benchmark.py,sha256=Zh_C_RXl02hBxg6ffQlxEFERrokaern1RAN4yh2pa2E,3833
58
- mteb/benchmarks/benchmarks/__init__.py,sha256=Et7Gf7pKDxa939bIvAJB6OCirQrWAbmbbI3LHA6eMa0,2070
59
- mteb/benchmarks/benchmarks/benchmarks.py,sha256=iddOlyNIqnxd6Mp_-cQcADKbZ3gc2uZKxyEutJvv78o,88416
58
+ mteb/benchmarks/benchmarks/__init__.py,sha256=UD6YjWPDVPSQdUhmD-4rho08Gs5LU9pS_C2jX5eUns0,2102
59
+ mteb/benchmarks/benchmarks/benchmarks.py,sha256=3IO9wtj_bx1EugkMok4r_WNYo1KMYzslTqYJ4oBoK9w,90092
60
60
  mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=QnCSrTTaBfcRlAQp2Nu81tgv1idMXqiM16Fp2zKJ5Ys,10607
61
61
  mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
62
62
  mteb/cli/_display_tasks.py,sha256=7A06dT9sSoTz6shyMvskPxuc5eHY_H7PGPlROzMP0yw,2196
@@ -780,6 +780,16 @@ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2BioMedicalLecturesRetr
780
780
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsHLRetrieval.json,sha256=DWI0Au4nsfUCSNWkAhK_ffGfmcRdgIHc_JYekjFlXKg,1091
781
781
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsRetrieval.json,sha256=KkXggOA5gKdMixYP5AYuVLL6KWkNkIWU6t9mwJiLtJs,6469
782
782
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2EconomicsReportsRetrieval.json,sha256=m9HPPB3Tcpv4jYeWIpj1RVTe0PABF94jWeF0bwIfB9Y,6443
783
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json,sha256=f_y7ispKHYN9theAndylaNriV0qZkUbCYh74eQ24Dk8,8985
784
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json,sha256=VfkVR3Gb8we-w5gAzncPxoIzThu3sliSyZ8QdSdU6Dk,9141
785
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json,sha256=-P-wMCQUhbCHxcQwU3KyjAOoB9Qa4NoF5GFVyM4lc3Q,8986
786
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json,sha256=Z2Kd8_GAIT9gs99B4KcEmSX0RwrpMrP6UhIRb8Ei3YE,9026
787
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3HrRetrieval.json,sha256=Zlic-x7795meyH9HtFI1XDmP1bGS_VwppizGuigx8Kk,9153
788
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3IndustrialRetrieval.json,sha256=J3vyZdO3ENRFJeCjwLuzyz837yoZSMwAMkSekZpzkXQ,9151
789
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3NuclearRetrieval.json,sha256=iGQfW_Xiz3ls8eUnkBZt05AJvXeFIjCVFZKqo8TtWxA,9153
790
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PharmaceuticalsRetrieval.json,sha256=WGCushRYslK44ENPob9j5AN-DZrdC0KmD8Mn3Ls-ZvA,9161
791
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PhysicsRetrieval.json,sha256=EzrOi5Y0e_HzhaPVHXQtyhbyWwlZxpiAykWAC-Mn1Q0,8992
792
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json,sha256=g1zONOaTPiWDVZCgjlRmlhtKzybZaVif887pJf2G0AI,9153
783
793
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreArxivQARetrieval.json,sha256=enSBasFp7N6iaecl8TKZphJHCM7tguIPZGTt_-Gv7-U,1040
784
794
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreDocVQARetrieval.json,sha256=k4kmjHaTraBGxCen4MIKi2t5RZ5p4bj5PTTRF6Z2PhM,1066
785
795
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreInfoVQARetrieval.json,sha256=e2fhMwJfz2VzFO_JKb32CmIww4HHSJ_lubyIJxCZoec,1068
@@ -1423,32 +1433,32 @@ mteb/models/get_model_meta.py,sha256=VpZZNINk-QrNeVpPZnlqzlLhtBs8G84eRwTzAb_gRD4
1423
1433
  mteb/models/instruct_wrapper.py,sha256=HxHmnlxkjtZhfgTZRYJBT3Nma7Dhx6a9e2Bg-cO_IYs,8844
1424
1434
  mteb/models/model_meta.py,sha256=b-Nel9nX5bJk4cgJnqkBzEKyMY7uXvxlCBSxmmH1Ios,14769
1425
1435
  mteb/models/models_protocols.py,sha256=D2hYWn_UBGMaKtRwBx3u0B0ni6lHJjSzTxX21XFNwIc,8917
1426
- mteb/models/search_wrappers.py,sha256=W99EeMDQ58N0auVp2-7T39orG7GZLekSsVCdxEZLxw0,15638
1436
+ mteb/models/search_wrappers.py,sha256=qe2APunvRfPREdrq1moSi44mFXV6uaHvGHcLnaza-Sc,15483
1427
1437
  mteb/models/sentence_transformer_wrapper.py,sha256=n5CMsM6Lpg_CFHH0NkpJusMsaLUTt-L9vRmFINQ961k,12338
1428
1438
  mteb/models/cache_wrappers/__init__.py,sha256=j3JBHN73Tr7uMUO92FEvKXstnybxrPpGWmKXU2lAoIE,88
1429
1439
  mteb/models/cache_wrappers/cache_backend_protocol.py,sha256=TR7kD7KbN1J4piszIecpegtLZYGy7sRHZt3SDWlImKk,1665
1430
- mteb/models/cache_wrappers/cache_wrapper.py,sha256=PsLKBhjZBmQPUtLGWxjiXvqeSZrv_2GPVxB1y2zWIS0,6602
1440
+ mteb/models/cache_wrappers/cache_wrapper.py,sha256=KLDeOCe_ndQshbZa5ep2u3jovsl--tfpQzvt9EXyxCA,6589
1431
1441
  mteb/models/cache_wrappers/cache_backends/__init__.py,sha256=hN2Tq7cpTxoOYSCJ1Wnpvb8dEm-kQLfCCahT1N9Bacw,123
1432
1442
  mteb/models/cache_wrappers/cache_backends/_hash_utils.py,sha256=WeQjXlNUpGpb-CbaWpu_EtezML7zoDYfbwIo0Jswvsc,480
1433
1443
  mteb/models/cache_wrappers/cache_backends/faiss_cache.py,sha256=i9IfaCv1-_BvVokXFW1UZ9hMLCuM6rZ0tI-ZesoBkt4,3734
1434
1444
  mteb/models/cache_wrappers/cache_backends/numpy_cache.py,sha256=GyTVC5DLph3EeRnDMO1EEQzBDoOgk2J1hPqpl07lefM,7442
1435
1445
  mteb/models/model_implementations/__init__.py,sha256=BZDdde6ajKv-yroy9mqE2YS3Hw1KBdKoxBPg8aPTZEs,1164
1436
- mteb/models/model_implementations/align_models.py,sha256=EUxJSOM8ppJLVpT7dWredKfMY6k69jXRy2luwpifX1A,4267
1446
+ mteb/models/model_implementations/align_models.py,sha256=DUdVWxETiwC2IrXI90zQwlvHMjeI7JJCNOmFVd2RNws,4518
1437
1447
  mteb/models/model_implementations/amazon_models.py,sha256=pdRU2QGAB5ccQnAfbRSzHE1G3ZUdjvsAgeJwkB_olDQ,694
1438
- mteb/models/model_implementations/ara_models.py,sha256=NguWSXEN9RhrfExvTh6vL5F3uie5iRUGD9ziwpZagaA,1033
1448
+ mteb/models/model_implementations/ara_models.py,sha256=zS0t9rI21wwEwTlrlX94GqkmPKLnb8ktUaAOY-ZLmw0,1421
1439
1449
  mteb/models/model_implementations/arctic_models.py,sha256=eaMRaN9WdpVq1W6cbtNcJMdrJUTXrTSYUjTJufCdZRY,10350
1440
1450
  mteb/models/model_implementations/b1ade_models.py,sha256=aEKmXWVX8iJ_OotAYPOMxsOHTDEOJYdSwkR6iJsZ-ms,1609
1441
1451
  mteb/models/model_implementations/bedrock_models.py,sha256=RWN25Es4Nb6eIMiZlFHWNAnftKMVBumM2kozpO7Kh50,8709
1442
1452
  mteb/models/model_implementations/bge_models.py,sha256=LL_JnXsjGPnzzxby05Z0Jm3v6-v76nCB-yI36H9fKwo,22386
1443
- mteb/models/model_implementations/blip2_models.py,sha256=l1YeLjlFEFGfHLIwpJ8gVUCc6cN-lUYXn6_FerEOiLE,7293
1444
- mteb/models/model_implementations/blip_models.py,sha256=P5Ui6Dxbl0mfUc9udvPqN5cQx4paz7muG7SR2_FBBsg,10681
1453
+ mteb/models/model_implementations/blip2_models.py,sha256=hBdilqIIFkILmGoSl6GjT5gpFVxArp3xL3JEcWfJ1KU,7635
1454
+ mteb/models/model_implementations/blip_models.py,sha256=n_XRcymbYL2Rx8AFl96OpGQcWvfzrvFQxKvFl4swzA4,11516
1445
1455
  mteb/models/model_implementations/bm25.py,sha256=orjdCPWRdeAskQ3zJEzuNMyEks6WW1qv4mGfw8Ih51Q,4836
1446
1456
  mteb/models/model_implementations/bmretriever_models.py,sha256=ABfrACa028Dcujan7-PaUZLTw9wkDB15XIfinP_FRxg,6555
1447
- mteb/models/model_implementations/cadet_models.py,sha256=AR1uVm5EVvY2Q4rc_nuOtUQzTW9scrSGrjLGCqUJWsU,1829
1448
- mteb/models/model_implementations/cde_models.py,sha256=jN1MokN_4tl46Elrx05ZQYW-B_sRK49CUp3Et7CAyJc,8654
1457
+ mteb/models/model_implementations/cadet_models.py,sha256=bDula_VroXOWgSw-tquvNVGcGg7_Z1xHnoTDn6OGOYU,2225
1458
+ mteb/models/model_implementations/cde_models.py,sha256=3nNU3nq3VZZcImFqH1VPj57-QJNMU6Ei2C_HCaicuUs,9012
1449
1459
  mteb/models/model_implementations/clip_models.py,sha256=zrfgNmZszu0JMtMNdCMzEohixsrnQ7xFhCqgsiucH_Q,6107
1450
- mteb/models/model_implementations/codefuse_models.py,sha256=BDJA_uC6XVZEroK6-dzixrgYx9C7sSOkc9QCFSc4yUo,8593
1451
- mteb/models/model_implementations/codesage_models.py,sha256=fy0_WYcU4DnYH9DQ1C5F93MXAmKLBA5HW650XyGqPcE,2483
1460
+ mteb/models/model_implementations/codefuse_models.py,sha256=19Y-d_qetVU64quzEvuUJ_K8DHo1JEEKEGqjRR48dFg,9113
1461
+ mteb/models/model_implementations/codesage_models.py,sha256=D4CdISGyv5f2GMYq4_efgm5qNq80SWAX5R2u5mjEiXM,2998
1452
1462
  mteb/models/model_implementations/cohere_models.py,sha256=H7Mjn57kmeBhIaJx6riaCEEgZS01YBWBBGPagEU87ZQ,13690
1453
1463
  mteb/models/model_implementations/cohere_v.py,sha256=K6VEw1NkyM2PuMd18kHE6aqPrcByYSwEmAKjvLods_w,15760
1454
1464
  mteb/models/model_implementations/colpali_models.py,sha256=uVmK3jXO-GDn-7i6cJFWdc0u0-MU3INHHL1rXUPhBec,8944
@@ -1484,9 +1494,9 @@ mteb/models/model_implementations/llm2clip_models.py,sha256=_sqAOb5oSbxn1oaXjWwP
1484
1494
  mteb/models/model_implementations/llm2vec_models.py,sha256=Og_EqnOXgIfaTcVTl3Lj5BicG83ycnXS_YHNtK63I-A,12638
1485
1495
  mteb/models/model_implementations/mcinext_models.py,sha256=W9MBQFqGTXVa52WDFFq1Pdat2TgRvluOcD6JVAupn28,18968
1486
1496
  mteb/models/model_implementations/mdbr_models.py,sha256=B7R3dVEH9EZ_fSZ05VveSbmTyO3Erh7iJ2WmMn52d-4,2509
1487
- mteb/models/model_implementations/misc_models.py,sha256=R1Ew2Bwj-YwHoHmO_qVa8WQf3BQcJ1FDjj3Xm0Y6nzo,56381
1497
+ mteb/models/model_implementations/misc_models.py,sha256=bgKOuXJC8cVQmVRXEfIBlgzxDRb9nzOCsHdJ1kM8Z2Q,56691
1488
1498
  mteb/models/model_implementations/mme5_models.py,sha256=cRRXecC8EHeLQiEd1nfCb1vt75x_CnG1s_9lYRrtyTA,1484
1489
- mteb/models/model_implementations/moco_models.py,sha256=Mxjs4Nml7Jd_j2oSdN7WQc2t_UrkZVBRmhDUW5QK-6M,5154
1499
+ mteb/models/model_implementations/moco_models.py,sha256=Kl0nBsqkG3crYoo5YulFq1fv97U0-IBWVFHN0UuO0lg,5483
1490
1500
  mteb/models/model_implementations/model2vec_models.py,sha256=D-EY-6P-cKKunbgzk4DHzJL1ogpWYFhpHbTLb8qQjJw,13765
1491
1501
  mteb/models/model_implementations/moka_models.py,sha256=Y5do7Z4JyGxabYrjHhkBLqCKTQKotniS-f4kOgXJjag,4995
1492
1502
  mteb/models/model_implementations/mxbai_models.py,sha256=33ta2BnhvKYBUgE89wFgPNf-CnOb7ooumZvqHOvbZsA,3593
@@ -1497,11 +1507,11 @@ mteb/models/model_implementations/nomic_models_vision.py,sha256=gEEieMThvw4p-QhR
1497
1507
  mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=zLo-GSghLsIpIZguAdg0Vf18Dn-mdizwQDrWiSwupr0,6171
1498
1508
  mteb/models/model_implementations/nvidia_models.py,sha256=aeex14J1yGxc2wm8kCDIgxwo_uy0Fu9y9liFVD-LDOg,21555
1499
1509
  mteb/models/model_implementations/openai_models.py,sha256=2tJyEapIW-GtB3ZOXIHwGjSZGgJl2daE_UsbzH4NhBM,9620
1500
- mteb/models/model_implementations/openclip_models.py,sha256=TsIAgh759S_2Vl9yjoEhvRq8VLrNnQj1L9sscsOqq7U,10702
1510
+ mteb/models/model_implementations/openclip_models.py,sha256=W8XcokgLU1nSmMaWpYXkWWizVd3sQezcP02YtF2fXpo,11436
1501
1511
  mteb/models/model_implementations/opensearch_neural_sparse_models.py,sha256=fuxIjOx_kPoDps5C7LW3JllG-AZj4ktqeTNgJESHZh4,8351
1502
1512
  mteb/models/model_implementations/ops_moa_models.py,sha256=vTZYi6aYe2UYI_BBaoMad3anozknUoadVQw_EBKX3MU,2411
1503
1513
  mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py,sha256=qGXv71qRjNCIFluZOwvfBlFlKKyN2bXBokwUPk4KHmM,1066
1504
- mteb/models/model_implementations/piccolo_models.py,sha256=VUb_U7n8RmVSS2bbIzk-g8oKXzMJ88Lehnku-E_96Uw,1847
1514
+ mteb/models/model_implementations/piccolo_models.py,sha256=d8Dtkv_ZTUOCmJLLOuwquq-gX-2UfKvAtl_LvAS0Xi0,2113
1505
1515
  mteb/models/model_implementations/promptriever_models.py,sha256=2iB1n4ZSX0NyDBBk9rryKSwdjhc3D6TgUhhlzJxys8E,6316
1506
1516
  mteb/models/model_implementations/pylate_models.py,sha256=yINGQL97S4xjj74-FTWpO4KHX-E9NDOEeyQWyRmmnaE,14772
1507
1517
  mteb/models/model_implementations/qodo_models.py,sha256=JDqffDlQiOEariyheybOIf3iNkqot2gTkEIHWDnRbUE,2037
@@ -1509,7 +1519,7 @@ mteb/models/model_implementations/qtack_models.py,sha256=biZLH5E3UWIcMZXIZNGgBZF
1509
1519
  mteb/models/model_implementations/qwen3_models.py,sha256=IpPJC_y-Kt_1Bq6nT2lX3-lMl-hl0BV6VhAL8Czfyfg,5133
1510
1520
  mteb/models/model_implementations/qzhou_models.py,sha256=90tsGftdCX90Gvu63bxtMyzczGi_u9bsUlg4WAVeH9Q,3536
1511
1521
  mteb/models/model_implementations/random_baseline.py,sha256=NH-epZ73BYvV6qYgu09BsoiFxBWypUNLdJIXRp5QPhM,8030
1512
- mteb/models/model_implementations/rasgaard_models.py,sha256=fHMXP4S17fZQ93n2KkUsAoxyGmVyCNexz6ek6c4zO0E,1021
1522
+ mteb/models/model_implementations/rasgaard_models.py,sha256=a8F3kDSBWHH0UR7wRioOrWGQUxtloD5mU7EG27iM-68,1260
1513
1523
  mteb/models/model_implementations/reasonir_model.py,sha256=wSCcJpUgZ0pG2g3vTEzYNmPlPG_CVn_rR0ENVCines0,2218
1514
1524
  mteb/models/model_implementations/repllama_models.py,sha256=89HoqEpzkNysHeuf_-YhU8WETamHTogSRztGIRo6G1s,7321
1515
1525
  mteb/models/model_implementations/rerankers_custom.py,sha256=ro73A9-hHudy3_qIMrhP-ja-3Xqu78r_aORm856zHQc,10651
@@ -1526,7 +1536,7 @@ mteb/models/model_implementations/shuu_model.py,sha256=KkcuVYjIzoha3Fvxh8ppqHQ9B
1526
1536
  mteb/models/model_implementations/siglip_models.py,sha256=tvi8QB2ayBoeXsxwHrl5RFlkknvE6FM9N06zSBWGQD0,12602
1527
1537
  mteb/models/model_implementations/sonar_models.py,sha256=Nc6kAJRWSrxA57DPRrgOPHqS1dNhz2vsE_1ZA2JtigQ,4784
1528
1538
  mteb/models/model_implementations/stella_models.py,sha256=NL3tk-rnuBdznsQ-nmelqun4tFO2xKoNPPOOVKqnPGU,8062
1529
- mteb/models/model_implementations/tarka_models.py,sha256=D3b8lPMuSZTKBCDqL5ozI_5lf5og0qKJQD4HBhXyi7o,1601
1539
+ mteb/models/model_implementations/tarka_models.py,sha256=xC6olJs9PSe_lrYsScw5hDHTjYSjcxgbvfK_7IoBFnk,27397
1530
1540
  mteb/models/model_implementations/text2vec_models.py,sha256=zaHWRc2W0RYZAOetinqRzug9UGW0HmY5U-jYsLXA8wo,4160
1531
1541
  mteb/models/model_implementations/ua_sentence_models.py,sha256=fcvXR4-Rrt-UDTlDkh2ZAO1gO_ufCOHiT6EhoeKiHx8,1224
1532
1542
  mteb/models/model_implementations/uae_models.py,sha256=KZxH5a3t-sfh33xUBkLizEuyFAyPlGfnRsn-S7mjq74,3112
@@ -1586,160 +1596,160 @@ mteb/tasks/bitext_mining/multilingual/nusa_translation_bitext_mining.py,sha256=e
1586
1596
  mteb/tasks/bitext_mining/multilingual/nusa_x_bitext_mining.py,sha256=BphnEDdG1-IsCklJWRCs2yK7I1zVuPh7PQrrYAI540c,2309
1587
1597
  mteb/tasks/bitext_mining/multilingual/phinc_bitext_mining.py,sha256=53xLXpgIDk55JfCoe3pa93T_9T9sfRJAryBVcWZx5co,1477
1588
1598
  mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=5uwf4vhud5bQuPAcufWGcA7UBmp5YPKsyvc5OUYgK-M,1730
1589
- mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=0UeyufmfkvN-Gd9O360zd2laQLQUFPyC_ifOKSwQE9s,2111
1599
+ mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=lxaWPFLZpWwAy6CIGAENkBvH7iVLShE4sGf0eT0-Mac,2075
1590
1600
  mteb/tasks/bitext_mining/multilingual/tatoeba_bitext_mining.py,sha256=Y6QnjbmL4fIuTgK8tuZfNnWmM-GwBVaAjUiAtTSgPqM,5898
1591
- mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=4EY_2mHF4J-JCyo-ZdX5bgKEv-VqVwpR-DmUNSP7jcM,14986
1601
+ mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=vWoRmAJKR0ed8mUKDqLUMe_IpFjj7Xlsw0NFhcIOJOc,14978
1592
1602
  mteb/tasks/bitext_mining/srn/__init__.py,sha256=XaMVvUagmgLUG6tZw2jo6fMKiVTfQpaaWZGQZo-1YYk,97
1593
1603
  mteb/tasks/bitext_mining/srn/srn_corpus_bitext_mining.py,sha256=6svN1Ny1MJVaBhEFguYAGZnm8ciuLqBxUfhGaAjR88w,1507
1594
1604
  mteb/tasks/bitext_mining/vie/__init__.py,sha256=AbM2aeSHvlY_fNsPWKchyyHBrSvhBwASOWFht74HQcg,95
1595
1605
  mteb/tasks/bitext_mining/vie/vie_med_ev_bitext_mining.py,sha256=tHnLLMoWUG1j25TwWFQ1cgBtCYcvKbCmquu_mNRZaGw,1494
1596
1606
  mteb/tasks/classification/__init__.py,sha256=6KrsJhJ6YbffNiAY3IWamJ5s4ipiIWHqO4cCD0ncWoI,1092
1597
1607
  mteb/tasks/classification/ara/__init__.py,sha256=PZ2njVzpxUwqB-yx-lajl2uf3yGYBc05a5q77scr4kA,1161
1598
- mteb/tasks/classification/ara/ajgt.py,sha256=lrbMd3YZDUU7nPImL-vaDnTsseA_W8n3kpRwHmWTlko,3103
1599
- mteb/tasks/classification/ara/hotel_review_sentiment_classification.py,sha256=1f_8cbHUsZj2-3px5GY-gEiGxqgPfocTKN748Loh9k0,3062
1600
- mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=X_kA7iQPnVPUBgmA1EsNPLzPhnlgWEMuWkra5NryE4E,2463
1601
- mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=xgkHE0s_9DsWvvMWBebcehUrKRmtAxs1wrS4TrTCCXg,3324
1602
- mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=PkRowXr4XU45t-hSDOGPsH4XQ5N2rscFiQ_GJAkLUhU,3270
1603
- mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=7cTTznVI04QpbqOOnY8_XvGWjgUPyb41OLS5A46119o,3950
1608
+ mteb/tasks/classification/ara/ajgt.py,sha256=TfcsGZbdp2Y7ksrhEPYpY37e_iAvTMGEt9e8-kwFq4U,3091
1609
+ mteb/tasks/classification/ara/hotel_review_sentiment_classification.py,sha256=VNv6uICgYVsQiCreNiczEjDq2-dLtTmNVp0ZF2tA-Kg,3050
1610
+ mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=hN9dImEZWs9LLYSDWhyKDFJ-Ph2ZZQgxh5K0VXGiP8I,2451
1611
+ mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=xlq-rEzWei8onOJWOzSxJtNuyeHWczf1cDz7m3-5j-Y,3312
1612
+ mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=MpLxj0WOuHYV6LIaAwBg__jcOmzsApPxPRBKgkO3RhA,3258
1613
+ mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=55SxUtNUECLT9liyJztPh-MPuN9PnQzkQ89Izg7JlU4,3938
1604
1614
  mteb/tasks/classification/ben/__init__.py,sha256=j_vQLxEOUKR8hLBgTe2sSzvLyoVXRByF0g_f5-i1mRQ,592
1605
- mteb/tasks/classification/ben/bengali_document_classification.py,sha256=BOC5QersoFhsQzbeWrt-O2o5XLQ7k-Aj3t5y2MuMy0U,3648
1606
- mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=Bu79C9lNXMOyS6Mq8Mpw9Yr7tACrRC9wG-xhuUpsl94,3362
1607
- mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=oVbwpNoWmnVeCvFf8-y-ImEcDbgnTqA0GASOp418oNQ,2990
1615
+ mteb/tasks/classification/ben/bengali_document_classification.py,sha256=K4KTkca4HwKa77045kY7hMxHxRklyC44RzfNKOP0C4I,3636
1616
+ mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=xmlPgQfWqEFPOboY6Ix5ZXTz48D1TqUeWV3-ip9dsKA,3350
1617
+ mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=NYtZBO8BYHPAkLOwof8a8v9Xa5YnRYITvAxrAP4EP_A,2978
1608
1618
  mteb/tasks/classification/bul/__init__.py,sha256=2-wLDHKcyykalSp9zWCgOaqMh4nnDo92lYdiUgJIP04,170
1609
1619
  mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py,sha256=T9OjawyJbfYmDh-c4qArRzsuJ3HgbhbCAgHndXN3VVI,1843
1610
1620
  mteb/tasks/classification/ces/__init__.py,sha256=0vuGRyaBaW-V6_3pdGGLIEwQh3uB5UpewY6NdJZ3vrw,860
1611
- mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=xVWAtkHkiJhA9MwLLG9R_4s6DOTVr2qpHpwp8Cm6kqg,3554
1612
- mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=r2nI-Aoywv3i8BRXq7Rv0sg33WhxC9tYFHxJU5zdOEA,4131
1613
- mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=tujnOfZPKSGq0o9_e8H1Nw-uQ3t2GSQYYgkDMySXFn8,3630
1621
+ mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=ujuUGruDRbcMDY3SXvN6dFsR2qs3iYF7x-bc8_W-hAA,3542
1622
+ mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=gVcg6m6Pikhi5DY2HSpj7iMcd5QRw_iZfVFlXX97m0g,4119
1623
+ mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=NthCj4xcDnSwSe5mMX3a6ldELv_qmkN5wuM4UAdE3js,3618
1614
1624
  mteb/tasks/classification/ces/czech_subjectivity_classification.py,sha256=31lTpWh0adXA8C6TY64NbSKi4pVbnH7ocEDEQCd5JEA,1520
1615
1625
  mteb/tasks/classification/dan/__init__.py,sha256=edrG5UqewQ_YfQD3KtCTs9GU5z1jo4wjlkSEHuQg1ww,864
1616
- mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=K1KxSzZV8k4ZbfPoFLFThQq_y28K1Q_VCtv_4mdwtRE,3166
1617
- mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=Yiei__QJP5qGNVpdPKS0Sb0DX01yvS_vjf9HlXXtcdk,3213
1618
- mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=cjzNC5P9HmemPhj2V8twnZo6bT3zwml9qWd8elUfxJg,4022
1619
- mteb/tasks/classification/dan/dk_hate_classification.py,sha256=FhV94a0qn9mSsJuEFtz_y2c_-PTzT9wp29b0DImzYNs,4452
1626
+ mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=GmNu5-ec_6ebMCxKIgDU54ZfaM0xFV_tYE6hYLN8ItM,3154
1627
+ mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=mChj82mWgXluVC7yXXT2LqNZ_v9QHbNEWIFUGlN8LHc,3201
1628
+ mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=8ZJUscPwhd0Y71Sd5tTeEWCuFgN2YHlgX2lQOz9bj3g,4010
1629
+ mteb/tasks/classification/dan/dk_hate_classification.py,sha256=Kx7mx5HcEkoisV4-Sb0aCgOLaz2FOkGaet0tprDpOkk,4440
1620
1630
  mteb/tasks/classification/dan/lcc_sentiment_classification.py,sha256=wVbHXQN1I-W8YxDz_fT8Q3ZIM_mgNZDx_wm7vsIBols,1733
1621
1631
  mteb/tasks/classification/deu/__init__.py,sha256=_mikrUfmvMBoIkAHqZoayV6o-8QssaX3E4D1TmxNt_8,454
1622
- mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=I7XiF9Vy9-YPTAFql3LER0I1S-Fx9G45OAeAioMIIi0,3982
1623
- mteb/tasks/classification/deu/ten_k_gnad_classification.py,sha256=ZwvB0wU3vKm0hc-dl35ozdl99S2tgX61HP3FF4GqSPE,3212
1632
+ mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=wyig6rTOET2Km1fX4_LP2FTqbGzF2hgmWwV4EXM88kM,3970
1633
+ mteb/tasks/classification/deu/ten_k_gnad_classification.py,sha256=FB0K2Th6kQql-xPHE3Is27Cfax9I_C5mq1-fWNPi30Q,3200
1624
1634
  mteb/tasks/classification/ell/__init__.py,sha256=ex9crkO5u0jpP--73on-beegAZ6368MLPtMpf7ko6sk,118
1625
1635
  mteb/tasks/classification/ell/greek_legal_code_classification.py,sha256=aLiD-sUv6iOunzuHoJubWyhPdhmYrGi9qZUkt0Vw5Og,1977
1626
1636
  mteb/tasks/classification/eng/__init__.py,sha256=gVlsr0YIe84-wvluhXWJuP7R-2wDc53xdJkbvuYVEZE,21065
1627
- mteb/tasks/classification/eng/amazon_polarity_classification.py,sha256=RpBcVvV5ERWQ4gRP4WQDptKmGk4i0cgEh3fMz8h7T7Y,3132
1628
- mteb/tasks/classification/eng/arxiv_classification.py,sha256=FehoDvslIsG3CVMtoWj6Q1RsDBuVWKGWfsFsS9kCq_w,2764
1629
- mteb/tasks/classification/eng/banking77_classification.py,sha256=UfsmV48DVNnBxsoigUWh0kmXOD36rzIhw_HCKw-34h4,3936
1637
+ mteb/tasks/classification/eng/amazon_polarity_classification.py,sha256=xYTp78UBpsTwqEAw1BhAUkrAUwg3IcZbbsjYvm5wCrM,3120
1638
+ mteb/tasks/classification/eng/arxiv_classification.py,sha256=N1YhT35mG5SiDkm7C8Cph87vHTqGVZ7QCnahypCA7hg,2752
1639
+ mteb/tasks/classification/eng/banking77_classification.py,sha256=a39NHycvoblomhYJIJg5I3TYUB_wA2YHgOH63VsGtcA,3924
1630
1640
  mteb/tasks/classification/eng/birdsnap_classification.py,sha256=_OQsYUUwF2t3sOTIvvI2uI98dAG_ropoxtUTq3Yt3KE,1629
1631
1641
  mteb/tasks/classification/eng/caltech101_classification.py,sha256=4Y_Ez0UHGK3l7mHlBCIhr-djrc9F3hkO5g15Bn0-Vfw,1715
1632
1642
  mteb/tasks/classification/eng/cifar.py,sha256=PyO1bTtXtzoyRmYBD8RX5fruTwRqDTl56nWbkmK2liQ,2536
1633
1643
  mteb/tasks/classification/eng/country211_classification.py,sha256=gYGX2HjPn6lxnDFTE4LtvxjA1lYmfbv8tnG1fStcxuQ,1575
1634
- mteb/tasks/classification/eng/dbpedia_classification.py,sha256=zQ6DxzlPo-hoS5zFB3EFJ3UnnD9EYVL6odj56JKT3e8,3729
1644
+ mteb/tasks/classification/eng/dbpedia_classification.py,sha256=_eIM37pft2AMTIi9R7z9ruxPoaAZYxKyAtFPLeZ0O9I,3717
1635
1645
  mteb/tasks/classification/eng/dtd_classification.py,sha256=jbZrYFGfhLvd5YK8wsbIp-C_K52U5wPomMbJ0PofrH4,1412
1636
- mteb/tasks/classification/eng/emotion_classification.py,sha256=7A22Vla-W7tPQcGJpPBFKpTO2IC8afp6JmxiehaPW5Y,4156
1646
+ mteb/tasks/classification/eng/emotion_classification.py,sha256=oNkStKgfwNcfLlXtEeku1_LX0zhVwiGOj0rHW1x5rEA,4144
1637
1647
  mteb/tasks/classification/eng/euro_sat_classification.py,sha256=5bsJpp_jwwcKxPMdSP0TQtNfMxumr7Y0zb2vZIVyELc,1872
1638
1648
  mteb/tasks/classification/eng/fer2013_classification.py,sha256=tvUNndRVxddNvIsQmaUg_rYOfs1BFxGiAHM4Scz9HUs,1487
1639
1649
  mteb/tasks/classification/eng/fgvc_aircraft_classification.py,sha256=qEJFXxeuo-uBy1HDeDYE4XtJayX53EwmnhNTeB9V214,1641
1640
- mteb/tasks/classification/eng/financial_phrasebank_classification.py,sha256=Ccqnlzy5uK0CFV4W_QxoBVeCmEolh8qDmKeT8Rho4Fw,3044
1650
+ mteb/tasks/classification/eng/financial_phrasebank_classification.py,sha256=r7CguZZc0oxH-GXwFK61drDRH3xYMJT1r3V4mrqjG7Q,3032
1641
1651
  mteb/tasks/classification/eng/food101_classification.py,sha256=G3xxqJv5GQQpnI5HZ_zMZ16-l2E4f1mRDwPkjo-jtos,1366
1642
- mteb/tasks/classification/eng/frenk_en_classification.py,sha256=wO7qcqpjYR1F7ftoydKImI_Pbj_hrmmk1GIl15Wimlo,2727
1643
- mteb/tasks/classification/eng/gtsrb_classification.py,sha256=hQ0FQOXRrJQix3ixiDn1aGgAMLP7Bek0N0gTq3_wogM,1853
1652
+ mteb/tasks/classification/eng/frenk_en_classification.py,sha256=EQxVRWqmQhMLIv8MfaQ1OdBMAFR6fH4utlyupJjpD80,2715
1653
+ mteb/tasks/classification/eng/gtsrb_classification.py,sha256=EuR8F2uh3ajB2tErzcbrrgF4Do7QxcxEpA44JsgbOVg,1849
1644
1654
  mteb/tasks/classification/eng/hume_emotion_classification.py,sha256=IjuiZtSMQiVCV5DY8OHUzVtMORUwjDK2uOXkV_CYgAc,2092
1645
1655
  mteb/tasks/classification/eng/hume_toxic_conversations_classification.py,sha256=cSPg3KzLXwY0HnZS0BzpWydkW393TIVXEJmI_PfofQk,1797
1646
1656
  mteb/tasks/classification/eng/hume_tweet_sentiment_extraction_classification.py,sha256=hiOXpCGAHXLm4duu94ptT9l0uWsyw3SRB7w3SqyvxKc,1602
1647
1657
  mteb/tasks/classification/eng/imagenet1k.py,sha256=n6YlgVBG7fudRzv5BI0JWiSjpbWIaOLEGQws8VHn0O8,1574
1648
- mteb/tasks/classification/eng/imdb_classification.py,sha256=5ewozc0-GsXDuKXJBqOnBesJ8H0-_JzGqSeOtsVB784,3631
1649
- mteb/tasks/classification/eng/legal_bench_classification.py,sha256=zqy7REu20R-C4s1LQHSAVIXwzzTZRqdopFYdbTlF76s,305727
1658
+ mteb/tasks/classification/eng/imdb_classification.py,sha256=UEcsVpcIUtE-WaAIaewHVpquyIMmuhqwvghOwjf3l1w,3619
1659
+ mteb/tasks/classification/eng/legal_bench_classification.py,sha256=blNlvV1TykQvvPwMzsc7Hl9rik7JqtRok-jUvKDAyZ0,304818
1650
1660
  mteb/tasks/classification/eng/mnist_classification.py,sha256=hmQfHKKkw2ezFYr26350DCD0-_ZO6uPn7BN4fSZgoAY,1360
1651
- mteb/tasks/classification/eng/news_classification.py,sha256=8_MKO3dg-87-D4ObJaK2_XzoYPPA5lu7P6a62Jg36YY,3351
1661
+ mteb/tasks/classification/eng/news_classification.py,sha256=exvLhhqSctXHdnoC2yVOu-Nlk94Nogw44a-lkjqxZZ0,3339
1652
1662
  mteb/tasks/classification/eng/oxford_flowers_classification.py,sha256=1Qlma1B3rJXRZNiyh0n4b0At-nusKKAdEIXw2eSTv-Q,1673
1653
1663
  mteb/tasks/classification/eng/oxford_pets_classification.py,sha256=fvTlRex48bY9Dy9iUuWnTSn8XUfS1V_gOKCNM_KSFcU,1574
1654
- mteb/tasks/classification/eng/patch_camelyon_classification.py,sha256=KD5Uv6RWSK4pRm9eo5iFmGJlJpAQAsNdJQHj05YxlmU,1781
1655
- mteb/tasks/classification/eng/patent_classification.py,sha256=bg6bMVJkrtqD9XffcId6InY-xIaTKdb_LhCc4uDbKpE,3235
1656
- mteb/tasks/classification/eng/poem_sentiment_classification.py,sha256=67oTe6U2_F39RPbirizhQEsbplwvmHUU0691ze8D2WE,2783
1664
+ mteb/tasks/classification/eng/patch_camelyon_classification.py,sha256=Su0lUUlA57DSHYJ8EVtbU4WCIavExp0OnuU_Rl5Mi5s,1777
1665
+ mteb/tasks/classification/eng/patent_classification.py,sha256=HwPgGVT-T-Usq07M2ePP8P3mNqID6yLxruhfLK1pLtk,3223
1666
+ mteb/tasks/classification/eng/poem_sentiment_classification.py,sha256=XKf7xO9OMgHRmDlOtdPlRzUzMMLSXXScOuUp5VSr3pw,2771
1657
1667
  mteb/tasks/classification/eng/resisc45_classification.py,sha256=_0k3eZyS_vVmvMIBtc2q9Wv2W7ItfQeM3yAQrOWAFlQ,1807
1658
- mteb/tasks/classification/eng/sds_eye_protection_classification.py,sha256=arY16SecPfikXyFIdIEGvpw2shd7fcYqHYmxdIuYdoI,3465
1659
- mteb/tasks/classification/eng/sds_gloves_classification.py,sha256=E6dylSb964WUoePxizmyPDgw9CUjjOU_XB2bSF6gZ6U,3408
1668
+ mteb/tasks/classification/eng/sds_eye_protection_classification.py,sha256=Kco2Y7Ysx5ND16xwGvsceBSzVmhCt7nXenhKwU6XDos,3453
1669
+ mteb/tasks/classification/eng/sds_gloves_classification.py,sha256=5NQjCHRKsRXPDmZlxjmlwVACO1qwSLPWKtRNxY0NTis,3396
1660
1670
  mteb/tasks/classification/eng/stanford_cars_classification.py,sha256=73lWRD87ovMd4ELwRCMH6lb3mvAlDTf9qu2HQd-j0_M,1439
1661
1671
  mteb/tasks/classification/eng/stl10_classification.py,sha256=jqDm6_5iwrfcpzEFtALEv3iYF15Ykt3WLxL3oGkpePw,1745
1662
1672
  mteb/tasks/classification/eng/sun397_classification.py,sha256=KeFOof2Lp2mB3pAVcmebena7VSlafdL64AlPDXF6Tx0,1564
1663
- mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=00URbUmwTwS4Jk2IqLhoYyaYdIXS7O3hFZKwytFHhPQ,4951
1664
- mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=PlVpQnOrT1xJzAZGd6O4NVstxSpGMpOnIcwM2fUSCRE,3880
1665
- mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py,sha256=eglbzatOavSzeDfxWCV7SlpqKHEZdR3txll5ZXvDI-w,3110
1666
- mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=6DQuIL0vvUaj7pwSzs5ouy7oHUhRL-1ePqPuU4JT6nE,4081
1667
- mteb/tasks/classification/eng/ucf101_classification.py,sha256=9bggP7edVs_P_pT6VNjtKeeLCtuNnSAyh5Wz9-A37I8,1715
1668
- mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py,sha256=XwO3dZG894HtVvg0oe_0nu-fWbAKuzAEt6lt8bVLyCA,3027
1673
+ mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=9C7mgV0VvOAFwgcSVdok5Zf09UK9CCOX2J9Sb2GF4LI,4743
1674
+ mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=ZnYI-caR8A8Qp6qP6rcubsEfOIeamO0rHjY0RPxw1eA,3868
1675
+ mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py,sha256=W29AZXv-b9tQaWVQbVmIpOzvrA1Oj0BixpujZ6WZVG8,3097
1676
+ mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=rqgwiASWK5T0sMRvL289_4KrF0KcWGnvj1pGhZr7lPw,3991
1677
+ mteb/tasks/classification/eng/ucf101_classification.py,sha256=KiNA3U_6T-fTPnkgViH6jZBENzG9UmL9gDF7rz28eis,1711
1678
+ mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py,sha256=wC-wrqAFur68L1acHiLyJZd9a9cJ0x9FvNooy13wjhw,3015
1669
1679
  mteb/tasks/classification/eng/wikipedia_biolum_neurochem_classification.py,sha256=HU-yE0RsbPQMA2Rsc4wrqrRPMuiOaqsgC33xOe5bD1c,1464
1670
1680
  mteb/tasks/classification/eng/wikipedia_chem_eng_specialties_classification.py,sha256=_oIZGOfWaZsWDJmczJOb7Y8kCpWgm_17lxqkQOhiGQ0,1439
1671
- mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py,sha256=3q0jcUF6Lcaw6hMINYhL0PW1Ecc2XMXDKANKSQWgs3w,2999
1681
+ mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py,sha256=7xavizR0EGAvIhQpPr2hR4KT6-wYwC6louClvJOuJAI,2987
1672
1682
  mteb/tasks/classification/eng/wikipedia_chemistry_topics_classification.py,sha256=gbnQdfFh3mvqrIdsX9zjTlO-_9t8ucl2kfpm9md0OU0,1432
1673
- mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py,sha256=Y4fm_oKjH9DgABYT1QmUp1wOoG4iTZmA8gF2M1tsibQ,3103
1683
+ mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py,sha256=pj6gdTK-BTWRIVGybkjOgzmSHtnTCB95lVONSpSlvZQ,3091
1674
1684
  mteb/tasks/classification/eng/wikipedia_cryobiology_separation_classification.py,sha256=UBbf4CEkohhu7g5sosmDjuQY9ZSNPDeO1NQNwrlxJSQ,1443
1675
- mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py,sha256=GvNlYFmV9CuxuzXPpvRd7P0KnZzvwyNHIzSLEzcr4Lc,3149
1685
+ mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py,sha256=SpAGkBG-7d3TzRACe9HL01wE17QX3EuZeDbUN9ZAFwg,3137
1676
1686
  mteb/tasks/classification/eng/wikipedia_greenhouse_enantiopure_classification.py,sha256=IQezAhbWYSIAPvy6zdNjKt1i75dOvNFqza5l_-IG3w8,1466
1677
1687
  mteb/tasks/classification/eng/wikipedia_isotopes_fission_classification.py,sha256=uR617mRcO4PxY3h90DnoXEd5-bRTSRP0bR7OkjO0DUc,1470
1678
1688
  mteb/tasks/classification/eng/wikipedia_luminescence_classification.py,sha256=ddTH0Xmbc_-r06C7Z86yBsQWs3vZ6O3VfR5o74vr_zw,1454
1679
1689
  mteb/tasks/classification/eng/wikipedia_organic_inorganic_classification.py,sha256=3Dx7lF9GIN7jkMfbX93CrF6PHjpsuxnkMDOs9Bmc6GU,1440
1680
1690
  mteb/tasks/classification/eng/wikipedia_salts_semiconductors_classification.py,sha256=LCtDbN7ZvvIhKNDCKiMxPP3z4C9db_v-LUhUXDmeekE,1468
1681
1691
  mteb/tasks/classification/eng/wikipedia_solid_state_colloidal_classification.py,sha256=vs6kYuxH_wXhl_67GCyFcaQdYW8vLozVKI4i2nCVlzk,1460
1682
- mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py,sha256=ZvY4pBMm1SYhAOVHIrQnW7gUert4nqrH0-L3-91qnYw,3054
1683
- mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=we7j5m_88DqaJKx7P62_0sFKx06Ew6GWBtsRBKey6Nc,3577
1684
- mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=LU_vn_CBMYsNWz5WSJYkvoaoYah22XOataRYnIjudJY,3836
1692
+ mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py,sha256=qgSZFtyTuIrpyfBwGq5wllR7eMlD6uSPRNj2_NW53no,3042
1693
+ mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=nIuo5-VSPdoJLcOyYbIpLatBUOVpeCWUVBIualjeAb0,3565
1694
+ mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=lDtPzcKlhtcT5VPyPHusb29wWExs3RZGF_AXUG24jpE,3824
1685
1695
  mteb/tasks/classification/est/__init__.py,sha256=v2lzg7TFmXiBAp8B4WS3SAahWzkAJ2TCrGBktbI1qhI,186
1686
- mteb/tasks/classification/est/estonian_valence.py,sha256=NWNcGLOnnK0qwQzW_-cFonA5sVoCEA24XIIALn5-6qI,3740
1696
+ mteb/tasks/classification/est/estonian_valence.py,sha256=8JtG2OV4JvvE3Xl3-DZiRFeFfkJjv7cAfI8DxmrrY_4,3728
1687
1697
  mteb/tasks/classification/fas/__init__.py,sha256=igukIhFBC-lFxj-zbwaNh6ocGNTsGwY13QhM1e_cf6w,2505
1688
- mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=8ttsgMiwX7JaePvl35I6ACnC79UKpTuSOVYe0czsMLI,35137
1698
+ mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=Pa0uVXgIHhyiMf066rqq3n41RufDEX_Mx18JM_HrHjs,35052
1689
1699
  mteb/tasks/classification/fas/persian_food_sentiment_classification.py,sha256=vydyi6mov_eAfCRH6A3Kf6nWJyJxCoyXUEoi7-MC80E,1473
1690
1700
  mteb/tasks/classification/fil/__init__.py,sha256=5ReJp52hkwCf3RBen6Tjwj2YA2FN176IoVFx_LOa4mE,359
1691
- mteb/tasks/classification/fil/filipino_hate_speech_classification.py,sha256=OXUdz3Am8Hfu9BTUwv5B9mwgqBU8oJW6smZ6VgIJ8WE,3193
1701
+ mteb/tasks/classification/fil/filipino_hate_speech_classification.py,sha256=h3LEFzP1pJKDjwVOgZyf0gmla8WLxkOViobwNSNfIuY,3181
1692
1702
  mteb/tasks/classification/fil/filipino_shopee_reviews_classification.py,sha256=rKyMe2N3lbckbLJyYuXjJXr2aM4Gb5lrP_AXcbmrVMA,1831
1693
1703
  mteb/tasks/classification/fin/__init__.py,sha256=U-tSwAQUxeAZMF2fgw6QwzJlxiLnHk2RRyKZVF-BQxQ,181
1694
- mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=d3d0ofGNepxB4UUB8kt_esZFAE6VdK6LVUhF_oyWiLM,4131
1704
+ mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=G3rLO2c0BmdPvsk5xvtYwH-OUHQtlePKwTZNTIdxjkA,4055
1695
1705
  mteb/tasks/classification/fra/__init__.py,sha256=P59IyoKLEZi0_h5TDu6Qidm9EmPl-ElQcXGhRktOtIA,362
1696
- mteb/tasks/classification/fra/french_book_reviews.py,sha256=KgS7g6Ci4dsjm4I2rciHoEsTZTTjEjlIZWqg9Tjo_NY,2750
1697
- mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=vf89bxQDdS6mHvHFXHQxIUfeQo8Ywikby51iJcVNIww,3302
1706
+ mteb/tasks/classification/fra/french_book_reviews.py,sha256=Fsx8UznQVNDNUhcdsTeNMAAlj2q65Ubd9zjHalTS9uM,2738
1707
+ mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=ov-fbReWP9T_RqhxFtS-gjNaZmbM9J8gQdBQyci5yqU,3290
1698
1708
  mteb/tasks/classification/guj/__init__.py,sha256=HZfimpBCywBLi5VGof_A9Ua6bqtMUoWGRhM1eqAEWKE,186
1699
- mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=lNK4trXtJoBLiSmHPtc1boPphpTAErUuSuAcUti68Yc,2315
1709
+ mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=VEdbzqlw8b8N8R3TQc275iiCxqGLAMAM8Nf_N7FnUGA,2303
1700
1710
  mteb/tasks/classification/heb/__init__.py,sha256=Wa9-nATstuSXN2OFsO3tF0BZdlk3AzM0g9R1VzZUTc0,171
1701
- mteb/tasks/classification/heb/hebrew_sentiment_analysis.py,sha256=UpVBGyq_K4Pbt0caJwe-aQ_rGLZRid7lpZfG5lRGMSY,4535
1711
+ mteb/tasks/classification/heb/hebrew_sentiment_analysis.py,sha256=1DPoxWdGAZJB7LwEQWJzpR8KEg2fpbgGXe_cGv1bo5M,4523
1702
1712
  mteb/tasks/classification/hin/__init__.py,sha256=KdScMtYYmjsali0InoHP0PKQ8yCbaD-j2tLqc7_lhlo,356
1703
- mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=QmFWArv-e15bXQHMpqGvd_hv5FIyWWmyNNMZfaEZzlo,3729
1704
- mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=xQXzQwdsiflpuHce0Ch7RTVvQqwExWC0lFLanP2Q4yM,3113
1713
+ mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=HXLJZFEpnI7UjwA-NuadhrCplqaLiSb8Npla_6oXC48,3717
1714
+ mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=YIeEuNa2UTr8Jwh_wx15broRuD3NHNansGq7Bl9Vjl0,3101
1705
1715
  mteb/tasks/classification/hrv/__init__.py,sha256=vJXR8TISYR7ySWdPUnb4Y4QxGqZd19NT7yNSVKP_vPI,148
1706
- mteb/tasks/classification/hrv/frenk_hr_classification.py,sha256=6f6yeGN-gUWcsF3Z48QEhqRaYk1UIASzicEZnDKERqM,2729
1716
+ mteb/tasks/classification/hrv/frenk_hr_classification.py,sha256=Clui-LXY-3m7Df1kehZCvwUlrZ19tptOMgthBVtg5xU,2717
1707
1717
  mteb/tasks/classification/ind/__init__.py,sha256=GJuXzPFYgB-hOne14ViJOcysxT_U1zsPXvliN4E6Ejw,516
1708
- mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=lt-fIHjiMiyC_Z6NA5jqWmQmtXIQZ3cWoT9iBEO4m28,3828
1709
- mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=VFG-IBwGU_z7230M2n8YSeuuRxCliVy_ayW6NZjxnNw,5541
1718
+ mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=N7p_5fdDsXM0MAzkjw3PmULlN6nqJ1nbGYj4PWoBdco,3816
1719
+ mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=8pPHWVSEVYNmtN7sbmVs231xbKS5-dUPXZvAOPsHWdE,5529
1710
1720
  mteb/tasks/classification/ita/__init__.py,sha256=zn_5k4iGZ3Mr3bRgk97GTUnIuaRqZNEcNoEAtPEr2zM,596
1711
1721
  mteb/tasks/classification/ita/dado_eval_coarse_classification.py,sha256=MrmOz94NzT76HFoEMt4zH79HbKjHmoyrqUxhmM17_7g,1904
1712
1722
  mteb/tasks/classification/ita/ita_casehold_classification.py,sha256=7UHCF68ecz6G5qB7R_SGZi18V2dv-ZZGWa06yGb_DJ0,2147
1713
- mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py,sha256=XexPUNH2rjk7V8-mnXg0jkRNFwIqSp_i8KM2UjqAwkA,3632
1723
+ mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py,sha256=AIwecYzAIuCyfw5Gc21xCCiNGpIPj8BJgh0dg-WurU8,3620
1714
1724
  mteb/tasks/classification/ita/sardi_stance_classification.py,sha256=eExpj0jn0KlLnbqr_jtSoulZqs_wRwd0nfAOqRVhY8Y,1795
1715
1725
  mteb/tasks/classification/jav/__init__.py,sha256=ZDXaSpyUFHfEy8AYM4FHeZh2v2trUftpj-JTih7DCok,186
1716
- mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=lYwZXnqNVuI2QRrpmaaoKen-QcBvt-Qtqshfs6R5RCA,3363
1726
+ mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=VwI5GJQa5DDRPVet5KX70eek-pw1WBvw99LhUd4-PZU,3351
1717
1727
  mteb/tasks/classification/jpn/__init__.py,sha256=HSRntEt-mH56lbtMFE_0Pn8p_eF49pqhAhf7lyJGMy8,266
1718
1728
  mteb/tasks/classification/jpn/japanese_sentiment_classification.py,sha256=BuS49H0EAC_4-w5W-wgwpQdR0cP5o-_gMGj6gmLuRq8,2121
1719
- mteb/tasks/classification/jpn/wrime_classification.py,sha256=O4-T87NENp6z0BgsTyJadVzzy_XY9IL-NjKvFKeWJj8,4178
1729
+ mteb/tasks/classification/jpn/wrime_classification.py,sha256=tLBkVKghnfzxDxOjUCldhTwWCLU86P0vKCr6Dm7T_yU,4166
1720
1730
  mteb/tasks/classification/kan/__init__.py,sha256=N6IH-AFoWCAkL92grURYdjTdOcI4Gslyl7uTjxbrptQ,181
1721
- mteb/tasks/classification/kan/kannada_news_classification.py,sha256=C-AjDDYfI6qg1v9CWJ1fg7np10U3-CPqoZrgr3bQuio,3885
1731
+ mteb/tasks/classification/kan/kannada_news_classification.py,sha256=JkgVAFhFaGvjvJ3FgIygtKoET4gW0L_NQrdOzHdiR-A,3873
1722
1732
  mteb/tasks/classification/kat/__init__.py,sha256=urXsTJt_7ipiDeBVyolOtwIHldBmw8eEPkgqG16C83A,126
1723
1733
  mteb/tasks/classification/kat/georgian_sentiment_classification.py,sha256=Jya3W-pJLgQ8x0x-4KEHAVYwRPTJK3sF7qpbWMG4aP4,1796
1724
1734
  mteb/tasks/classification/kor/__init__.py,sha256=J28RhyNostxLHhl3PBgzd0VbfHnOqc-0p2pR44-QuAo,441
1725
- mteb/tasks/classification/kor/klue_tc.py,sha256=9tNyBHzLCVZWtbKGLuFHeALGEjOR3Qvy7beqSoU3SaY,4323
1735
+ mteb/tasks/classification/kor/klue_tc.py,sha256=TebhHt2g79itFqZQgJg3Gg6xEtc43dp5gyXm_kzmFHY,4311
1726
1736
  mteb/tasks/classification/kor/kor_fin.py,sha256=3ZfN1BIud7joUllzsDMveU23Vjdkwzit7BCBxs6LCDo,1893
1727
- mteb/tasks/classification/kor/kor_hate_classification.py,sha256=KZG0qVnEN3LtBYsliNJEgzIgjsIeAwPqpbbQ3gazT94,4119
1728
- mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=R8ZGDAXmgj37c9s9P9bF0si7VFIZxa9NAG65oiiqBsY,4001
1737
+ mteb/tasks/classification/kor/kor_hate_classification.py,sha256=V_IIham-xLAE77KoKk2RM8hXpuXnN3NYDl6aB8Renws,3997
1738
+ mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=P8AXvEopoX1axcx6A9IpKgDsDe2Xgmq4R3lcMMyFNus,3861
1729
1739
  mteb/tasks/classification/kur/__init__.py,sha256=kBLPJVSB512KaGbwFIUjvjKiLp8_lV6K-O-0fmUJAM4,206
1730
- mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=9bSyv9tnpQE7mS7SvjtZBmoqGCfSJbJaEb4_1D4X2e4,2748
1740
+ mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=6OWal7aXxVF6XWJO31d2vySPYgrWpDWSqJQaG2ruQbU,2736
1731
1741
  mteb/tasks/classification/mal/__init__.py,sha256=oPYnbXfC_hhDorrNOVMdoKJvo_EqVx57g6AMtETiAIs,191
1732
- mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=5D1U9Qjg4gJJELtDSGGuRC-R_fiy83EW5keBLI_TKGc,3027
1742
+ mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=KPSySBKHGlNY14ehDce3D1-RqFqz8DaapLgqwoTSmxM,3015
1733
1743
  mteb/tasks/classification/mar/__init__.py,sha256=_s9c3NJ5thW7ik8tpKlbwwAan6xNuN5UIn5MqDdC8NQ,181
1734
- mteb/tasks/classification/mar/marathi_news_classification.py,sha256=9WrktU2EdYFdeoFxLvI-9zurJeLNlyE-oSMJyP8XBdk,3070
1744
+ mteb/tasks/classification/mar/marathi_news_classification.py,sha256=EnAtbKLJNXWaaZxvAIgcazd9XUcgmzKWJOJniT_KMhs,3058
1735
1745
  mteb/tasks/classification/mkd/__init__.py,sha256=Uy0WzTj00jq3mKfBX1OSAO84LgiCfxnzkd2B4oDjp5c,258
1736
- mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py,sha256=SKosIP9oF0CT11NbR63rXpqXzjyMvu5b4LC-ISmh77c,3369
1746
+ mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py,sha256=9zX8v5seyBhcAVzXcHxQDNaFD4FYUn0qYUyU7jzsRWs,3357
1737
1747
  mteb/tasks/classification/multilingual/__init__.py,sha256=KldHM_1QG9o8RjaPr14_3jHXYLXDne8Ot1v5VJ6RDWQ,3676
1738
1748
  mteb/tasks/classification/multilingual/afri_senti_classification.py,sha256=D76fGCgnjr1Gf6pAb7G6XRwuRSIiPRHfhNmv1rt_ilM,2803
1739
1749
  mteb/tasks/classification/multilingual/afri_senti_lang_classification.py,sha256=tvcFtIyd009zEh_6WxL9j9pV456zz2fnQ-T2yK7LItE,1992
1740
1750
  mteb/tasks/classification/multilingual/amazon_counterfactual_classification.py,sha256=FVwcb96N3zzS4WcXy3UlNq8C_DJl-sHtVTVP2Tb0MBg,2249
1741
1751
  mteb/tasks/classification/multilingual/amazon_reviews_classification.py,sha256=ZmJqujSsL34RrVLYI9_hlzDTR57r44-FB1yqL3pggoA,1639
1742
- mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=RyJ2YZ7lbjWcnkxsBAMc276RamNmQtzz20saZioJ704,2859
1752
+ mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=o6Wyg1cavXOcN2Bl4zcPu3lryDLd-LoZ__acH_GvAL8,2814
1743
1753
  mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py,sha256=n_5ABMkYQPL2ynPZuJfwWA6HLX6Vd6m8irim5DnYywo,1893
1744
1754
  mteb/tasks/classification/multilingual/hin_dialect_classification.py,sha256=PphXUzMLB1NS9mb9qNQFdP1JmSrJ9SIpiqP2g4_T1I4,2276
1745
1755
  mteb/tasks/classification/multilingual/hume_multilingual_sentiment_classification.py,sha256=-EmXnWOuBbVdiuM3kjgo41EkRuOtMsrSTr-HAglsoJA,2130
@@ -1752,7 +1762,7 @@ mteb/tasks/classification/multilingual/massive_intent_classification.py,sha256=R
1752
1762
  mteb/tasks/classification/multilingual/massive_scenario_classification.py,sha256=2GnRe2D2ZXLWLdulPAJIusOo-_gK8BoAiyhTfUq0aeE,3014
1753
1763
  mteb/tasks/classification/multilingual/mtop_domain_classification.py,sha256=6ZYJJIhB1Q6UogabAAasvlJUm1S85rjw9baqntbQ6dM,1945
1754
1764
  mteb/tasks/classification/multilingual/mtop_intent_classification.py,sha256=5Ffh6zs7BSxcaOJbUhACyONBqea90I4a4Jr2ChVfuOs,1938
1755
- mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=5F41H7_AU3NGwr1Wa9es3smDYMbatnZ53sWc6_gMu3U,3719
1765
+ mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=M5g81DZjnndseTR1SuQZe0ZPz5QyMIj8kZNv0a_fOKk,3647
1756
1766
  mteb/tasks/classification/multilingual/multilingual_sentiment_classification.py,sha256=qKoK2bP5VLsOwNyfDTVJWjNPlqoi-Ct1RgJuCEP4mYo,3515
1757
1767
  mteb/tasks/classification/multilingual/naija_senti.py,sha256=MHKsVUArhFYtFmF7L84PAjPCKVBp_MX1tzmvcAsFmx0,2103
1758
1768
  mteb/tasks/classification/multilingual/nordic_lang_classification.py,sha256=pTGQ3u33p2yDFXL4K4BFR9GzWA51ReAQzFmuJvoBKYw,1872
@@ -1760,20 +1770,20 @@ mteb/tasks/classification/multilingual/nusa_paragraph_emotion_classification.py,
1760
1770
  mteb/tasks/classification/multilingual/nusa_paragraph_topic_classification.py,sha256=nh5qxJdRcIYtq_tv4J1r1tsNan9RW0yLecUwzFCzaZ8,2485
1761
1771
  mteb/tasks/classification/multilingual/nusa_x_senti.py,sha256=qCWZBHdINL8CO3tucc0n3xodpLk4YMApRG5qZJT_Pvw,2259
1762
1772
  mteb/tasks/classification/multilingual/ru_nlu_intent_classification.py,sha256=ZBouGeVgnSWnZKFl6GtCd0yl5A0WTzAwYlKg405b1i0,1643
1763
- mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=OrhIUKv8NwX3C60BBDh-CunIL_f_0L4oG1_2oiDFPZQ,7892
1764
- mteb/tasks/classification/multilingual/scala_classification.py,sha256=jcFbxFiZz3z8glSJAADMTlFQ27gxOUrDuxd9rv5qHws,2560
1773
+ mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=K2tEYv6hsZwZjNj1RAECrO01F1G61HCtzwtC_v1XjV8,7736
1774
+ mteb/tasks/classification/multilingual/scala_classification.py,sha256=tKwtKart9bUi9gVV-O4h4R9z0I8kayGmWWpf424eWAw,2548
1765
1775
  mteb/tasks/classification/multilingual/scandi_sent_classification.py,sha256=yNZ-Jb97GOsKtQ5GskT4F_opOATyQ3HqKL2pHAv_n5E,1812
1766
- mteb/tasks/classification/multilingual/sib200_classification.py,sha256=5dlwKTXSo9NNB5UEc08V886ACMZF3vKC7u1i6bm4NG4,8109
1776
+ mteb/tasks/classification/multilingual/sib200_classification.py,sha256=RcpPAUmEviNasGTR3csd5SBHSDTAFU4v15xRRTuPs_A,8063
1767
1777
  mteb/tasks/classification/multilingual/south_african_lang_classification.py,sha256=uAhxQMWQaQIoeO6pOVGViUJdma5Z56t967W9cbZYq7E,1790
1768
1778
  mteb/tasks/classification/multilingual/swiss_judgement_classification.py,sha256=vcPSMLduwmvt0VpAFN0dlA2DnobTlqR0wqI1ZxLN7rU,1513
1769
1779
  mteb/tasks/classification/multilingual/turkic_classification.py,sha256=SB-17gT866bE3Py01pdioIcqzFC2EdxdoiwZ2N11HbE,2356
1770
1780
  mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=E1AR4BgGdhw7jdMZy96RNUb1uvHaFFx9JsKJo60QZRw,2072
1771
1781
  mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il6gZehbVz-3xA,97
1772
- mteb/tasks/classification/mya/myanmar_news.py,sha256=fRDQBaSnNSLGIDU7HBz8xlHkIcc58B9JaK7D6g0fQ24,3226
1782
+ mteb/tasks/classification/mya/myanmar_news.py,sha256=76fQ-rmHZ0yympvvhM2jQy_XUErhoqwuffVJfYpqdoo,3214
1773
1783
  mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
1774
- mteb/tasks/classification/nep/nepali_news_classification.py,sha256=FL6IJTixczeO4xTCswSNdW2OLvqY3d7syEBo8BugN9s,3661
1784
+ mteb/tasks/classification/nep/nepali_news_classification.py,sha256=T0XeLmAR_i_y2-vqU4q_ltu1iEz7B88rnDLftN_yQgU,3649
1775
1785
  mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
1776
- mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=eFCFFSUfRwXvXVaf6C-ntPs_DiXa-6P4uuoB_3ZEb00,3566
1786
+ mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=ndnmZgfXZlsv47t4FHPKVH5eZTPHq1YsPLeupikZ68s,3546
1777
1787
  mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=_mRNluXpo91ChJXIOGwRNsimQqotmhnk0dwW4DZjEX0,1601
1778
1788
  mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=pDU6zS7u69Pz1AiEAT0na-3haUAJtvMqywFgDoqKImU,1594
1779
1789
  mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=OU0C_k06iIP3EZ_8PMEeRk29q_Fp0G64j1jRwHNGFXs,1343
@@ -1782,87 +1792,87 @@ mteb/tasks/classification/nld/iconclass_classification.py,sha256=YlrA74ePG5ijAAj
1782
1792
  mteb/tasks/classification/nld/open_tender_classification.py,sha256=ObtvxZjMhzJkaSOLniyWFtHgVdIOFBq7C84_VTRLT50,1525
1783
1793
  mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=QjYdEFbDMGCM5PhKR1ydpErTj35ttnOjg0Q7sg3vlo0,1921
1784
1794
  mteb/tasks/classification/nob/__init__.py,sha256=axgfxU9oueXuBJgbnyb0B5coAqxiCv543SsMEYcQm7o,366
1785
- mteb/tasks/classification/nob/no_rec_classification.py,sha256=xXetGpPz_juq31cSsJnO6RZ5oyCfi080c_jjmPQRxFM,4186
1786
- mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=ztJSIufWm3WCwg3Is00NN4tIOuRVBFkiTFYM7bsxlb8,4007
1795
+ mteb/tasks/classification/nob/no_rec_classification.py,sha256=37WN5XZMML8RoC1cODPmfKNxxJ5VJKq4CTnUIe11ExA,4174
1796
+ mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=m02gcEid8anhVe4VdaYZ_EScLVU7Vyvq2RSSTG8l5gA,3995
1787
1797
  mteb/tasks/classification/ory/__init__.py,sha256=V70ULmvJDSTZwbNjgUmTw3qNo9aOm6U28mgGigK2dhQ,153
1788
- mteb/tasks/classification/ory/odia_news_classification.py,sha256=CW6agD0XqK29Bnp9IONMIS24n18WSYnYUZs3d8SfjlE,3143
1798
+ mteb/tasks/classification/ory/odia_news_classification.py,sha256=poz-5r0NA6D8P-9dx_SY1aoyhRRUqRW9t5UE_XVIeX8,3131
1789
1799
  mteb/tasks/classification/pan/__init__.py,sha256=t1lRdXLm9NHF1kmkAd4xhmqHdgprVAZUX8b95BcIeNM,108
1790
1800
  mteb/tasks/classification/pan/punjabi_news_classification.py,sha256=1dk0N8tGcH2yt-oniiIxoZh-s7uypiD7ZlByGNhR5A4,1542
1791
1801
  mteb/tasks/classification/pol/__init__.py,sha256=ebboDlcw2THwh7qzTyfvddOMh09B8h9I9GrPftQj16o,650
1792
- mteb/tasks/classification/pol/polish_classification.py,sha256=hQScpIlNmaIfaKzhZXBfTteWun72S7Hf0dODbLQ08uE,15096
1802
+ mteb/tasks/classification/pol/polish_classification.py,sha256=JdKNtMVHOWjZ4nrchabuShZtW0rwt9DYW3XglH3Yya0,15060
1793
1803
  mteb/tasks/classification/por/__init__.py,sha256=YtARRvys_j2BLk4RhndceR4CTuCiHnyhBvoElTn1__o,136
1794
1804
  mteb/tasks/classification/por/hate_speech_portuguese_classification.py,sha256=vI0t9IbVEsUwdF2FmvUO_wN320zrz9Qi6axQoP_WkJQ,1747
1795
1805
  mteb/tasks/classification/ron/__init__.py,sha256=XI2eqobcWBBjmDEJGHaDIRFfJWf5nrkiQjFhUJ1Ml_k,461
1796
- mteb/tasks/classification/ron/moroco.py,sha256=oRf1lyTUWdk72-V2cZ4cquWY6A-e24RtstFrvlSruTQ,3538
1797
- mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=4KvRDWHr-yDG8tHUIb-g5qkkxq8j_XP54iCVj7Z2iNg,2916
1798
- mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=2sqndihTBRFwzzLhpuuIGY_tI7vCnXAgTIUwwFwYJKs,2816
1806
+ mteb/tasks/classification/ron/moroco.py,sha256=NFFfpzvRzp0djPzMtvgl7i1JW_CXwCqEkTEbE9gem4k,3526
1807
+ mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=7KtfYmsI45VHmdR6fmjSfDRHCx2zRh36m35hG4LNmHQ,2904
1808
+ mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=t5HR5MJZAf1QnIL6-RmHqFQRI3kYFjtzJ6If8ct1zco,2804
1799
1809
  mteb/tasks/classification/rus/__init__.py,sha256=MXhJGRXsD-XrLVYE6Yf8hstLf8M5Am5A6erOsB0lNvY,1460
1800
- mteb/tasks/classification/rus/georeview_classification.py,sha256=yN-l44gtYRIOmTYclLScXMKRrP1AGfnUqK-XbGKqsNg,2482
1801
- mteb/tasks/classification/rus/headline_classification.py,sha256=SUdz-lfYPoqeifmr-t9PsYY95y5loyLZ8FJgr64Siz4,4057
1802
- mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=D_FLmZ59nIJbut9I5pXFb94WbHSeZPCPy30XSQj0w2M,6375
1810
+ mteb/tasks/classification/rus/georeview_classification.py,sha256=ssgBSuq13zih4h8yBDPS8AsdHvWvCFLMw8S1LiKbLb0,2470
1811
+ mteb/tasks/classification/rus/headline_classification.py,sha256=yryCgwEIQHqOY5595qHO538JXT5xAraMPJfTwxVuN4Q,4045
1812
+ mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=tdym3PV34RQJ1dAGdGPN2E4y4R5TWIyWUXSRzbsP1mw,6363
1803
1813
  mteb/tasks/classification/rus/kinopoisk_classification.py,sha256=-gw134UyzSuXiHAcH1seqYvxUDpT15ab_YYDzI2pAIo,1453
1804
- mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=2QR-mz0DrZ3CDU3b3TgmaLdHHIqH_C68FNPLzHvFhmM,3497
1814
+ mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=1lKl2kMm09ovU3oJ0Xyd06GuJvfFUSqsdDBZU8rXw_s,3485
1805
1815
  mteb/tasks/classification/rus/ru_sci_bench_grnti_classification.py,sha256=G4jli_baouKaWCaN0D6DL1Fih4BruIDr1a_EHQzs6Mg,1367
1806
1816
  mteb/tasks/classification/rus/ru_sci_bench_oecd_classification.py,sha256=xGjR2Tzcrqk66SzvLnEHp-weL5KAa_TTPPW8lIhiR90,1363
1807
- mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=_NvfnvXuNY9M1HYPQ-6lfFV7yGWiDIQvHZZc4PPXdTs,2378
1808
- mteb/tasks/classification/rus/senti_ru_eval.py,sha256=BR-XAupK9HvPxrXgTPFWZ3vtORz0V-mp9VISy3H5yVA,3068
1817
+ mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=lk6KLqYTMj3pC-GGOeJ7_WkZ8OO4BQOLVmac0Fm_6eA,2366
1818
+ mteb/tasks/classification/rus/senti_ru_eval.py,sha256=jSrDBchf92aKUG587o3p4GcuemMoWkJOdMuimfbj0yg,3056
1809
1819
  mteb/tasks/classification/san/__init__.py,sha256=aWgJCsbhb95gTgHUCfR6qRJvMU42pO_YxbGhMZJW5Z4,120
1810
1820
  mteb/tasks/classification/san/sanskrit_shlokas_classification.py,sha256=uWgGvyGzPYgF0wsa88S9eXD_GD0DGioZ2vqefbnV4V0,1722
1811
1821
  mteb/tasks/classification/sin/__init__.py,sha256=nph8HDJzt-d7Lns4gvqI9TLsg7jx4lAKbN1G-qzAusc,400
1812
- mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=J6ne_I2t11qGHoS6WD8QaMVVK4oS2ClWlYCiDN-0LOU,4025
1813
- mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=U62xwGOOORH48-fNp6G3S0TvZy5tMkR1DqcIxDsdifo,3405
1822
+ mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=CcRjFs2AXtBUUm-51ynCHKrZ7T4sjt_Liz9f_Whi9K4,4013
1823
+ mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=1IhbWujAzZJOe8HIQ4BTxJZzGds8dwKxRFaZ3fahbgs,3393
1814
1824
  mteb/tasks/classification/slk/__init__.py,sha256=UJKOGK5cfdo3Qd2e769ghbphpPE9aK1ZG4NZpcZmDGI,726
1815
- mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=4Dr3i9dr2VOjwjnEAf9kUJ-ddEao_2IAblAhmuI5VZ4,3586
1816
- mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=HOOhhBS2fQsoOTn6X2TsRsksZrI3xi5n-UROF-8SbrM,2361
1817
- mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=jaMu2rcPCVDX7oVrhTZxYMtavHuULCr4rYLOCtHxl4I,3326
1825
+ mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=5XKXBSHbgja-2KCbyOtWcNX2h3k2pSfWvVj4tJ6LSEc,3574
1826
+ mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=C7I1PtNkw9TOSlhf5Zc_Bq_WKpLsjhtz0DS4yLbtbcw,2349
1827
+ mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=suh4Uc2pJQRpjvtDZNeh8qCyMEIdCe7Wkqwjbd6C0w4,3314
1818
1828
  mteb/tasks/classification/slv/__init__.py,sha256=BwsXnZBq2EudbPz0AGUnonVe4bmNUHSeIfEIyTVQXcg,148
1819
- mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=tRGmYp4mYKZ2WCWOsHk-0-_T4rIys6LKpwH3tTpgEvo,3039
1829
+ mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=SoArMyn9Xl8UzmfYQAoX9YeH3cQ0FJZUlIBVgo-_m_o,3027
1820
1830
  mteb/tasks/classification/spa/__init__.py,sha256=-FRjuZqV_8uVdnL9GmzTP3Y7zr7ktkHE9ugsTMgZqC8,394
1821
- mteb/tasks/classification/spa/spanish_news_classification.py,sha256=8NYhKVPpyYSfieClARLPQt9hhwLEmgREvXx_Z1vJ5jM,2713
1822
- mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=rE-JAbxgOqnWnwfC1_fDmGu2hNGIlFz5O28_QgLiUic,3762
1831
+ mteb/tasks/classification/spa/spanish_news_classification.py,sha256=2uPbtemvlnvVJoWDt2qPo6tzpq2xTuUnLi8l93VjgG8,2701
1832
+ mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=dayQOZFfwOpJZsK8hg-vbT4bN1VLMjD3Sbk6tbIWsl4,3750
1823
1833
  mteb/tasks/classification/ssw/__init__.py,sha256=4PzlaxBkbg2yMqJBmkBZVO1ArZQoefiFLx03rJNU6TQ,181
1824
- mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=tqmDlBx9pyvwBb9GQDpXEwKBe5fxTcZ8m8OC89N1PAA,3071
1834
+ mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=p1QwKdPebcPdJ3X5ZXLnMkXqA5dv5uyk5uY-lOm3Mcw,3059
1825
1835
  mteb/tasks/classification/swa/__init__.py,sha256=gIM7OBbNAWRJUa7_ElWc4EHEvVX2TUrs0jXYxnKETPY,181
1826
- mteb/tasks/classification/swa/swahili_news_classification.py,sha256=q1NVPzIAtqXVw9xFOQUNRcpvW2TlibCjWoyODEzDkbs,3605
1836
+ mteb/tasks/classification/swa/swahili_news_classification.py,sha256=xamx-C0hwOq57MoRd8n9n4a_LXniFH4SMDU1MzSixc4,3593
1827
1837
  mteb/tasks/classification/swe/__init__.py,sha256=phSBojx1lLs7Ow8fAsxFaewkc-_bKqZqZT03okvqRbg,489
1828
- mteb/tasks/classification/swe/dalaj_classification.py,sha256=UMZhgZfIaj7A8JfETe3m_AFwOCJLZxg1ZYee_7Rt7o4,2962
1829
- mteb/tasks/classification/swe/swe_rec_classification.py,sha256=S9IDWANFhnAvTqNBvZpn_74aZYmwPvLBrQ93mr9Mo90,3314
1830
- mteb/tasks/classification/swe/swedish_sentiment_classification.py,sha256=9dX6jtNEmuZHMcoqBfK_OgzANxk6Qug3akTUW7E6TD8,2271
1838
+ mteb/tasks/classification/swe/dalaj_classification.py,sha256=x1GajvgbWwxqi85PBXh3CzPxpwf0UGQ6-klLvcEn678,2950
1839
+ mteb/tasks/classification/swe/swe_rec_classification.py,sha256=f4qe5IOY2yw-Ud-wxWej35Hqrgn_dcCJ3TZY1ElEIgE,3302
1840
+ mteb/tasks/classification/swe/swedish_sentiment_classification.py,sha256=k6LxJ7HJZ9VaN44dkKwD9pE7jqs5BSR7MGM0b5UaM-M,2259
1831
1841
  mteb/tasks/classification/tam/__init__.py,sha256=cj6Zi2IoXH2GrsKrFfS6xqiC_BYXNhyMBPTjET5owrg,171
1832
- mteb/tasks/classification/tam/tamil_news_classification.py,sha256=iHWa0tPFqPU8_JSnmGH9-FmLGbwLe2Hcuw3i7Uk4Q5c,3235
1842
+ mteb/tasks/classification/tam/tamil_news_classification.py,sha256=RWO717yhpI7lAtphz6igB0i_Ir7Y5gXJEX2TOdX6C0s,3223
1833
1843
  mteb/tasks/classification/tel/__init__.py,sha256=DicrFxq-N9dDqF-WZ64mbH2jvz_be8ZSWRnvaVdn_GI,244
1834
- mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=kr2RazVzvQlu_iEhhm1MHixRbaIR49KojrcCRsSlEGI,2590
1844
+ mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=yPl47FzmNxsvmi0gfn6Fb9T3EU-7fNFY_jpX9UKHurA,2578
1835
1845
  mteb/tasks/classification/tha/__init__.py,sha256=L17uVKPwwwEcHvhWuA9-ZZ7cEsEovM-oqGY35FAdb6c,336
1836
- mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=vkxpIfZdUnLDAxOuEwNeRqM2U7bRdt2xHGJx65j-dgo,3107
1846
+ mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=CdTFVbTi5t7VQrlPydV7xfVEKRLcQVeajQy1avHgeg4,3095
1837
1847
  mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=0qy4fHUf5i6Kgfxve1NneelB9gNas_7lMRs6pwgce1Q,1736
1838
1848
  mteb/tasks/classification/tsn/__init__.py,sha256=pHxOFshsfTp_CkIowXYcDtpZsxihcnPewREjFOzwHH4,176
1839
- mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=T5_-XgDq4cKoKVxf5jlTf6F_wHy3fGGMnmGwA-Fr-Ss,3118
1849
+ mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=wO3FD7JLaV9gycHVySmVjJUMwGbYd73pZfZEtSiknrw,3106
1840
1850
  mteb/tasks/classification/tur/__init__.py,sha256=ZHpiPVOG5fymXCy2V2XqnSyVuXwHWmoa58KE9ohGjKw,481
1841
- mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=UxAtI9Aau_qc-JvR6SkdlHT0m2yT0OPgV8cp7HuvbuI,3081
1842
- mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=zfM_ODrzHvgNkoM3Mbbks1xQGNBZE6cGBuy1lJ6Ptb0,2793
1851
+ mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=eWPoX2uK06GsmgrteInkiC0uw0mF4dnkPiR249jBDpg,3069
1852
+ mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=9_AxxYWNCVqCuFN1_uCbwid9ox7KNKRSWbpfLMQrFII,2781
1843
1853
  mteb/tasks/classification/ukr/__init__.py,sha256=Tk8r98fjAhLigvXSu2v3vhq3aJVepreg7k7hVxlpIYo,186
1844
- mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=zQOxwega1ZldFadsBdfsZYKJB7O6D6lXxZ5dz-Wpnms,4520
1854
+ mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=yoVswuHpklImy6xhTHNribGqSjzGRnNuYQC1cdq9LaM,4412
1845
1855
  mteb/tasks/classification/urd/__init__.py,sha256=CxO1ERWJxvYlmNUsXSGs3oPKqAtjrP0MTInCl6NV3oM,217
1846
- mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=ODS9UIFla1s-JIKISgoTYEmaB62vdRmPe9vb0024IfQ,2813
1856
+ mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=uELwmACR5NRMBcyP9kCF28zjV1z6VW-Op3sGomNqF28,2801
1847
1857
  mteb/tasks/classification/vie/__init__.py,sha256=C590nbZwTwxtP-46xS1NYgcH0UJcELA9TDxiJO-o67o,1603
1848
- mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py,sha256=owdX0fD16cPaP9Ah_kIiYft4xmggGMfRTWZGKfp14Rk,1931
1849
- mteb/tasks/classification/vie/amazon_polarity_vn_classification.py,sha256=uZA1WGks38m6dU2uQifHHEyIZGi1QdpMrwEZUmjpTYY,1896
1850
- mteb/tasks/classification/vie/amazon_reviews_vn_classification.py,sha256=nqy8CCCtPLDs9Ux8ZwwxNfzxQG-GkUMVCqNeracuSXo,1898
1851
- mteb/tasks/classification/vie/banking77_vn_classification.py,sha256=VhIpFD-wmp3Fngw4fLjBuHTfIeygrn5Hv12wcqgI5Iw,1823
1852
- mteb/tasks/classification/vie/emotion_vn_classification.py,sha256=7mRKRxLg68YHpDLDV50z_y07HHMGhfSDuq4Gi53bfSM,1941
1853
- mteb/tasks/classification/vie/imdb_vn_classification.py,sha256=tvOyPq8r485Nw_rvEu1Ra0hM4AiwH9iRj8Xk1r5l8N4,1829
1854
- mteb/tasks/classification/vie/massive_intent_vn_classification.py,sha256=6TqtPqxvrTmaZVPNh5-4ZB4jKEVZQGzkrcVAjkzPTs0,1986
1855
- mteb/tasks/classification/vie/massive_scenario_vn_classification.py,sha256=3XTMA5atVyYtV57VZ1OPjKBArlPoJ7YyjXsOo6i02UQ,1994
1856
- mteb/tasks/classification/vie/mtop_domain_vn_classification.py,sha256=QDQxBVmcX2UTYVaEX9VJthaFI7h4a8NAbuF31juFeS0,1817
1857
- mteb/tasks/classification/vie/mtop_intent_vn_classification.py,sha256=u7Bq-DgMi_mH1PxQ2z0mMAZQrXS3Mvm_Fn2A8XKIhWE,1817
1858
- mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=OrYfy-Uq0Cyjs8wiquUv-m7L7p0SUqpe9YysvFGJIH4,2175
1859
- mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py,sha256=WHO3YBO9YHSCiijXpLhEA3850RBG-J5gO-jJdysOVp4,1949
1860
- mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=VQvwwGfsGpeny9R57UrVVzGrx-Ye2d64CUIW8xWPnc0,3271
1858
+ mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py,sha256=sWx7RpJsY_E-n9H-XfTTxlsxgJdUlviaSCrCJgBkPlQ,1886
1859
+ mteb/tasks/classification/vie/amazon_polarity_vn_classification.py,sha256=-FZZwFSLN8p9ddKKWpt8-i_mVJdXIaXgo4cb2Paj7Qs,1831
1860
+ mteb/tasks/classification/vie/amazon_reviews_vn_classification.py,sha256=NZuwMLmt1AmqnLaMXIQonHLvIJCZy1pUYx3sGtI2cSo,1846
1861
+ mteb/tasks/classification/vie/banking77_vn_classification.py,sha256=smnfmE_aCL5JmbRwql8e3DVrCr2lvtSe9rj8Fj2lxZU,1771
1862
+ mteb/tasks/classification/vie/emotion_vn_classification.py,sha256=JFq65-sIIHRrm5o4cQONgXlgkQYnf7JwlD4J4N5QWK8,1889
1863
+ mteb/tasks/classification/vie/imdb_vn_classification.py,sha256=mwmKbei2K-O0ff5SS7LYyPrrjuU13tWxVI43z5fCp04,1777
1864
+ mteb/tasks/classification/vie/massive_intent_vn_classification.py,sha256=W69N1r9G94p17lZS9-w0RJvpkCrWKBReNzBfKch4RGY,1934
1865
+ mteb/tasks/classification/vie/massive_scenario_vn_classification.py,sha256=URvW6kI7q_Njx9eDqH9yDIRqHAYEfGRYYmYq0lXgl2c,1942
1866
+ mteb/tasks/classification/vie/mtop_domain_vn_classification.py,sha256=HVrfQVeM1icgcqT26I_W-Hc8B26GDkeEcQKNLDTkVdw,1765
1867
+ mteb/tasks/classification/vie/mtop_intent_vn_classification.py,sha256=utdySQ5kCQ4GkZn0HU8rqW_-koBe6ShMz5V2-fuvUdw,1765
1868
+ mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=NAra_89GulEqJ_2AwRpzvWCej2_JIXaiaZU1HbQa9D8,2123
1869
+ mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py,sha256=PDMEokdODsfN5ULnlyo3HNO_2JFESLYaQuPxGxXlnO4,1897
1870
+ mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=9g1u2bmnSFO3yf1KbRfG7ZOLIzQi8ckw6u900mMe3zA,3259
1861
1871
  mteb/tasks/classification/zho/__init__.py,sha256=lwB6j0YFdKF5mnBwcTBW_QP-Es7o0Qur6cwT6ZKKAG8,651
1862
- mteb/tasks/classification/zho/cmteb_classification.py,sha256=tRuxX8OJOhAXcvQESbHhrLWvTQuRRbjOFtkC1-TkNWc,16616
1863
- mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=AkECZH7Ljrd6y8UpurcVMUyWzlOU5EKUbxmtcaB8Pwk,3316
1872
+ mteb/tasks/classification/zho/cmteb_classification.py,sha256=YS9jNJYBCuen3X78Z0TKID9ekjDpHcRZ1kbrsYke1EU,16556
1873
+ mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=rMerItD7XYtDsif4g9vktQxC_qpcSV4yOJWT_aJUvRU,3304
1864
1874
  mteb/tasks/classification/zul/__init__.py,sha256=iPm0kTxJ6R-R48cULXZtpebvD8IzyWbVokhgCvKT0c4,182
1865
- mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=YVluEnOYqXoqosA977s5is0heSHeFufKxH3oongNC3g,3072
1875
+ mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=awjyfjdtG6DQa2WPmfm_jAZWO0Iyy9scfpGv6izk1bA,3060
1866
1876
  mteb/tasks/clustering/__init__.py,sha256=on2FxT3bKFn4-ttmyd13nqKCPHGw1UYV5X2lsrIuC6Y,313
1867
1877
  mteb/tasks/clustering/deu/__init__.py,sha256=7vq3Nqz34nS1JSuS_Izm7vBpkDN8q4-uf809yPw3RF8,591
1868
1878
  mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=KtaktUJQg2RcvN6DMclFfKqjc02vFw_keGyAoeOYCWA,3337
@@ -1903,7 +1913,7 @@ mteb/tasks/clustering/fra/allo_prof_clustering_s2s.py,sha256=U_yNmKbD5ZZLQISUzuF
1903
1913
  mteb/tasks/clustering/fra/hal_clustering_s2s.py,sha256=H-YZdBAv2CzXqvFc36OTmzgJZEgPwrqdOCd1sJZMWJ8,4675
1904
1914
  mteb/tasks/clustering/jpn/__init__.py,sha256=WFar8GZnEqUf5fgXKqY2JXW7INOANo32uNRVrNQ8hAk,232
1905
1915
  mteb/tasks/clustering/jpn/livedoor_news_clustering.py,sha256=ee6ZrU_89FX5oHbOAdwjLwdB2TrBn-FhP1RQoGzmInk,2457
1906
- mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py,sha256=zmLCqwsd83lygGhK5tnOce3uHcuBnvvfRLQrV9_JDuc,1914
1916
+ mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py,sha256=r5rE6zbasAf_Xk21sf8Tw1R-yootjICTwYoynMYPMiQ,1894
1907
1917
  mteb/tasks/clustering/kor/__init__.py,sha256=UlC3CzwvNgTgPrk9KMw_Ne9M6zTqXVMl2vBbYAk_5hs,213
1908
1918
  mteb/tasks/clustering/kor/klue_mrc_domain_clustering.py,sha256=dwwAPDeWexd-0rsn_psBj7zSgFiLpkaWR75x2KwBES8,1879
1909
1919
  mteb/tasks/clustering/kor/klue_ynat_mrc_category_clustering.py,sha256=4yDomAm_JIHn5xiJDcznQpwj85RFo3hcWMYZ1EYb_ow,1915
@@ -1914,7 +1924,7 @@ mteb/tasks/clustering/multilingual/masakha_news_clustering_p2p.py,sha256=SmxlWKS
1914
1924
  mteb/tasks/clustering/multilingual/masakha_news_clustering_s2s.py,sha256=-Xq_MyuEukwq8S9drb6uy8KQGvIXIeCWbXl1RkN3e5c,3167
1915
1925
  mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=NY5J-UWGc2z5pBPwo-o6jODC6nR16axP7gKmxmlT2H8,6388
1916
1926
  mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=4UfRF82DLNLLvDkazaiW_lT3eGuSe5-QP0IW0xb8rtg,5988
1917
- mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=a8uu1Eiq4_M-U28eBC511Y3UNCHZVK64oZtVmAuk7Wo,8574
1927
+ mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=EoUCaZ69BcxSf4chXIyA8M4NCsVC2nmaM4D0HEImgdY,8528
1918
1928
  mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=XgMqPZ74tWjxU169qN8ri_aZVQ_kaR6xFVNJYyWBt4E,4384
1919
1929
  mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
1920
1930
  mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=xFiTQPZosUR8iYwHG3T1-SGwtMReMg5ofQvkrvIHjiE,1580
@@ -1942,11 +1952,11 @@ mteb/tasks/clustering/spa/spanish_news_clustering_p2p.py,sha256=uf_UeDEdO8UCLy5b
1942
1952
  mteb/tasks/clustering/swe/__init__.py,sha256=Dlo6wABqkU8BcXNQAlx3QmrT9yT3BorO1OBsCEfOuFw,186
1943
1953
  mteb/tasks/clustering/swe/swedn_clustering.py,sha256=F-sYyolk8nQOXcdvGB5GqsPqRwsh_K1ZBaVC6X2MZag,4623
1944
1954
  mteb/tasks/clustering/vie/__init__.py,sha256=ubFXlHoGT7Fm2dkCkfYjftu4wMJXLw6QFg-7-qgKGp8,505
1945
- mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py,sha256=AgcN8eEkGFNnDRy7El9nepEHzhJSuafKADi7eFmFhnc,1902
1946
- mteb/tasks/clustering/vie/reddit_clustering_vn.py,sha256=Ad22aKetvjGEAuZzBjrjtJQLXN3-HcjuOZiAivzo57s,1911
1947
- mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py,sha256=tD6OE4at95L3AzGiq_7LQ57qBT2u3QJYv3zfo6D-2iE,1910
1948
- mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py,sha256=JYVFNOr6CbUCQTGEQQSnIlL08ov2LoG7_CesSL2EOPA,1933
1949
- mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py,sha256=Urjqds-l3QDTGGmyLCBWjPoyLNJgkIC8pHUDi-6IXJY,1877
1955
+ mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py,sha256=CtGwN1raoYMO91Mg2oklYt_-pok6TgcaesCnKhJhFzM,1850
1956
+ mteb/tasks/clustering/vie/reddit_clustering_vn.py,sha256=C5MiypLNZfXvzP7KGaOdHr4uSyvwvs8XhMTkL4pcOgs,1859
1957
+ mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py,sha256=Do_58DiX_DVgqodYnKQT3gZRqrKICpKZjifodRtlXQY,1858
1958
+ mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py,sha256=bFF2iu-KBZSP6jFYLBV2ssscsaACf-noFP6wL0R5Rx4,1881
1959
+ mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py,sha256=LADX5CLncf0AlGdfypuAfglEM6D2gGnBBSTKIhPTR0w,1825
1950
1960
  mteb/tasks/clustering/zho/__init__.py,sha256=Z6AYBtGjILLiguzbSOML6Gi3OuM2NICABhcSpl4dk2g,481
1951
1961
  mteb/tasks/clustering/zho/cmteb_clustering.py,sha256=YEceqUqwTPUB7UWE7YMdP_3ZWn8DbqJGrF8nfXwDHXE,14801
1952
1962
  mteb/tasks/image_text_pair_classification/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb7OmeY,19
@@ -1984,36 +1994,36 @@ mteb/tasks/multilabel_classification/__init__.py,sha256=D93vfKwD5Q5VSlpTysUIbkvA
1984
1994
  mteb/tasks/multilabel_classification/eng/__init__.py,sha256=mcgoX0OxpR0UNftBXc4HJr27Tsxmjg0cMhBb5swN5Aw,87
1985
1995
  mteb/tasks/multilabel_classification/eng/pascal_voc2007.py,sha256=Lf29mv60xsbLscjmFUzTMbPYWyiJHAgivRzGafIOguA,1901
1986
1996
  mteb/tasks/multilabel_classification/ita/__init__.py,sha256=07xCrfm2mILOwe8KYHdkZLLGnVuiTcjZuTNIjdfqbrU,86
1987
- mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=D8G29OtQfVcTa3nvRJdkrv56F_HC0gJlWb4MRHp4J0s,2127
1997
+ mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=k_bo8HNkYKva8AfBHz-pR0yoSbed9M1uUCBdFzyl8Nw,2090
1988
1998
  mteb/tasks/multilabel_classification/kor/__init__.py,sha256=EBO57GMpXNw49hD1UHEc14lx8pTHvGohu_1KstnGvNo,122
1989
- mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py,sha256=qYgzE6x33WJw01scaaqKF5eG4AK_sZRu5PpwQaJRxOM,2452
1999
+ mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py,sha256=reuzDUxrVZ3A44BirEQkiFQ4wjp_0Aa-S7_8I6gVKW8,2382
1990
2000
  mteb/tasks/multilabel_classification/mlt/__init__.py,sha256=HC_nIigyK7DLdojnAfUZdlRAaoW5AStAauCxFpPdMMU,108
1991
- mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=sWxlf8LH3BfjCzkxNzNQgyScDYbButljgFae41TqsfM,2147
2001
+ mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=ZXUear2ZIWKURTyY2BF35I_o_ssCoSNRWUMLDrouIYo,2102
1992
2002
  mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
1993
2003
  mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
1994
2004
  mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
1995
2005
  mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=LgRBPVW6gMHtlpfYDs4TTl7E1QJYNOKeuH1kszFjNrM,3085
1996
2006
  mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=_eapD0SUYG8ZUhnc3-NmN86Qer8qkTGRnrSn_T-Ch5Y,1939
1997
2007
  mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsRgL1qVi_RMsWpJwHrdx5_wmw,136
1998
- mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=m1jA33p_MVNoYRptNuVfd-YEPTc1G3EcCFB836YFlMk,1975
2008
+ mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=Ke5roy0MYEYgRsdNDL4q_AwmY_rYKpo0H_k8wFnt2s8,1929
1999
2009
  mteb/tasks/multilabel_classification/rus/__init__.py,sha256=skzrIGJ4giqi0tIiwCZux3JAYDlmu_vYZWrEBlusC6Q,355
2000
2010
  mteb/tasks/multilabel_classification/rus/cedr_classification.py,sha256=xHj99e90__WH6zJ8AaUggAw098aSUc0N_b90N_pUKHA,1549
2001
2011
  mteb/tasks/multilabel_classification/rus/ru_toixic_multilabelclassification_okmlcup.py,sha256=VoXnFSrT2xipV7i7dX6CwR7ApMdq94IKyFhg5FLXvn4,1228
2002
2012
  mteb/tasks/multilabel_classification/rus/sensitive_topics_classification.py,sha256=WHqBuGWpTBdO2HGcIrKAQr7v_gefvglXWcxEzMqUSks,2034
2003
2013
  mteb/tasks/multilabel_classification/swe/__init__.py,sha256=lXR_6OxipZLTevntJj2Ilbac7KMtN-FDxGmrIWOtsEM,297
2004
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=ykFkBKb5Tv8TrA7bHHVhYu7rPI34dys0y0RTR1wmcUQ,2839
2005
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=E5pgLQ67jKW0UI7ggoKpfC0p54BsVpFTgO6piZe6Ia0,2824
2014
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=kqK-tmDIpOMziUGavfoCSnL5cLTZA0MCrNBJACPaiOY,2835
2015
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=o1_sgy1_k0pHDpii3RLU4dM_ZddaTjMEdIn5NRnT_nc,2818
2006
2016
  mteb/tasks/pair_classification/__init__.py,sha256=wShARe6hEVXt0fbuyIRuCD5FU_DBZswaQVAhEvrKHW8,332
2007
2017
  mteb/tasks/pair_classification/ara/__init__.py,sha256=nDoH7v49LUuZnF2xP6u7O4fpnAHBPdN1qxDyeZNbXrA,56
2008
2018
  mteb/tasks/pair_classification/ara/ar_entail.py,sha256=8ROjVjAlbn6GtMtjYaUpNwoloPAFGguWafCOrS3Z1MI,1868
2009
2019
  mteb/tasks/pair_classification/ces/__init__.py,sha256=a5LKNqekw88onEBY8akJTPXwn4WvF1OWdTpWBwySTvE,66
2010
2020
  mteb/tasks/pair_classification/ces/ctk_facts_nli.py,sha256=jdArX0bXSYVute6JFoGm40_C_auNf2eKxrbkUMCLVOA,1581
2011
2021
  mteb/tasks/pair_classification/dan/__init__.py,sha256=EYRr1bXjQ-4y38SIfvXGnc4ZC_WYAv8V8hFEUr4nvsI,68
2012
- mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=y531sklsWqXp_9uaSfXXdvK6SMKoMIkkUrCekcrNa8M,2056
2022
+ mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=FY1zgJagIHKA7hWW--tRAUKoqZeT_b-E6Iu6h_Z_Lek,2052
2013
2023
  mteb/tasks/pair_classification/deu/__init__.py,sha256=glcMGZQtd2r4tT2sA2b7vg6Fxrj0RY2HnghnURxD3Ug,89
2014
2024
  mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py,sha256=UHsQNRmWHyKRbLMVMZADbh3EI8yDyVHgjkC0X-xyrnM,1771
2015
2025
  mteb/tasks/pair_classification/eng/__init__.py,sha256=ME_1M0sfZ36vVSHSNnKKEB5-Cm7EtdkZML69OIHcl0M,697
2016
- mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=aR1aTtZ3Ft9Idt9sTaHYq0xaulahFQdJcrHVhbP_SsA,5795
2026
+ mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=k24kzLMZWB486eBVO9vpBEC15o49BuMUipt2HmUOqgk,5733
2017
2027
  mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py,sha256=FI9chUNQMijS6uCuY2uzcs33UzUaPMnuk4sXLjpLZFQ,2268
2018
2028
  mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=fLPx-s48kyKTzPqrq-_rN2xtOsiNIalD1ylt6eBEv2o,4050
2019
2029
  mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py,sha256=dJYGOwQEBqpJdTFNWzeTRl-spyORqkubMz3taQwVCWE,2228
@@ -2051,14 +2061,14 @@ mteb/tasks/pair_classification/por/sick_br_pc.py,sha256=aGsDQFyTQr0vI6GOoZ6fO4np
2051
2061
  mteb/tasks/pair_classification/rus/__init__.py,sha256=7XbamCA01GY91cj6gjObhT2YRAKSJ7bEw7k1hoc-8hw,46
2052
2062
  mteb/tasks/pair_classification/rus/terra.py,sha256=MyQNKdKy3DBduORfdBwsnIj8OcSiOjQhUTa1vK3tunA,1791
2053
2063
  mteb/tasks/pair_classification/vie/__init__.py,sha256=_sAoiOFXvdGjKGP1FU6Bex0OFuje9Um6QfOIlMStTzE,299
2054
- mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=larhzR3xbnSkGbyIVK7iN6Lm5ScIc52CXMqkhJRQYLQ,2089
2055
- mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=xHl2lEl-ZycRcEcXByrC5ciXSppVZ-F2KSO9rt5CTEQ,2034
2056
- mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=DsmE6t1lUGSqCYLVnaWU3cdFchsjWBBRSL8O6Aj_YTI,1984
2064
+ mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=5g6yusxcWwwkapo7Abov7QEzZWJHhBLjOGWox0SvdAk,2037
2065
+ mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=2Ms_1qIK5GQd7RpV3fi-_u8wJhVQs_6bZncYkvP5i-o,1982
2066
+ mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=ACddNtLNIly0FvfrmweqxhMTVUCQtydoN225ObzPous,1932
2057
2067
  mteb/tasks/pair_classification/zho/__init__.py,sha256=Ie7KdwH7ui_Kjn9I13dH7Po8y9p0IFWiR0lOpLJQwSI,82
2058
2068
  mteb/tasks/pair_classification/zho/cmteb_pair_classification.py,sha256=yisKgPwh59Q0S5oQURDQvu77kOpfT2pkHf9nkvyp3cQ,3419
2059
2069
  mteb/tasks/regression/__init__.py,sha256=Ji1BSk-2BO5isA3N-vaAnsUcrI32y0LLz8nFkx7E2Kk,28
2060
2070
  mteb/tasks/regression/multilingual/__init__.py,sha256=fFX9zwn0XCGmVVel5d2u0X_LLOHzmET1tjxb_Y48vEA,189
2061
- mteb/tasks/regression/multilingual/ru_sci_bench_regression.py,sha256=fG5DFMog1uNZLz6SUeSxecmJTMpzjQRF08DcpMJsmGM,3668
2071
+ mteb/tasks/regression/multilingual/ru_sci_bench_regression.py,sha256=OltZvAdH3x8yZf2narSzk9X7fiW32TE-rSX1qNWLPhk,3628
2062
2072
  mteb/tasks/reranking/__init__.py,sha256=BAHINlVPQgz-3nwFN7m9jXPrDKpfyLnTRXfZhcUrBmA,161
2063
2073
  mteb/tasks/reranking/ara/__init__.py,sha256=JhBuhiMun7sAxJQP9U5XhXpRDuMlCSyxipnOBfBfehQ,94
2064
2074
  mteb/tasks/reranking/ara/namaa_mr_tydi_reranking.py,sha256=CzNdzt-8fIO4gHUdwr2UBRBK03rrzkqzTF8Nv6knFhc,1623
@@ -2091,13 +2101,13 @@ mteb/tasks/reranking/multilingual/esci_reranking.py,sha256=opEtarEw8JhcqVhIZ2wQo
2091
2101
  mteb/tasks/reranking/multilingual/hume_wikipedia_reranking_multilingual.py,sha256=899WZdh3jEORdzSnprr9Nt5FVF16PSWcwTK9swOg7cc,1505
2092
2102
  mteb/tasks/reranking/multilingual/miracl_reranking.py,sha256=N4YpMCcmFjWtKy1g4LjVS_Ou0jZ2fJJomRKwJQZbus8,2283
2093
2103
  mteb/tasks/reranking/multilingual/wikipedia_reranking_multilingual.py,sha256=gZWigy-EEPkew6R-wcxt24_uPrOEFH-h9YT-0rPrXX4,1678
2094
- mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py,sha256=LPj_jHBaJ1hcQEbGphOKuFp2XNrcCOHDQs1tkEdaczQ,11372
2104
+ mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py,sha256=2fXZX27xzrn0es4TKaDFaGdo08swUHEA2Ik3pbOzCd8,11360
2095
2105
  mteb/tasks/reranking/rus/__init__.py,sha256=Txjqg4_Pq5MgNsmlIKnTet3UZe_oyraHDJgx_W8aBYA,72
2096
2106
  mteb/tasks/reranking/rus/ru_bq_reranking.py,sha256=cojQO9p5jYn32RdhRmuQQ_-TJnviXR_SrrAFECoMs3g,1363
2097
2107
  mteb/tasks/reranking/vie/__init__.py,sha256=4A4rr8-l9liGs63MKp161DgzHdT7OViw3Dmbs7nIE2Q,299
2098
- mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py,sha256=PFd3nM7FFAOJITNd94YJ0DRzzXu6P0HI8ljJwN2bCOQ,1893
2099
- mteb/tasks/reranking/vie/sci_docs_reranking_vn.py,sha256=EMalmlOCj21xJbmPTytg_oNqUF7PAY3aDfaEhPtfVmY,1791
2100
- mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py,sha256=qT6_4usH3hwLG9iy89UKpXTGxldUhIYc6pFzy86VKNI,1932
2108
+ mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py,sha256=pTJFy3ZS6cPOgUwe_7dP6lPLOMRfwENpX--0py7N7mM,1841
2109
+ mteb/tasks/reranking/vie/sci_docs_reranking_vn.py,sha256=Qk0JWb7e5A5CUNiR0Hyo5W1VOrGh9W-2arTyVlE-uMI,1739
2110
+ mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py,sha256=bJhCNPZKphHBF31EJByYvLDTLcyfXLFdNmi4QIMSQUY,1880
2101
2111
  mteb/tasks/reranking/zho/__init__.py,sha256=ut3BvVt_ZNktlEvBx587CSEy-1Q7U3XZjEt8UalKBsg,148
2102
2112
  mteb/tasks/reranking/zho/cmteb_reranking.py,sha256=Vzp_m5PRnCNth_5ibmq-y21GUuZ2qRADmagJa25r6W4,5403
2103
2113
  mteb/tasks/retrieval/__init__.py,sha256=8FjY5EOE3dZG5FztpAKkkJLTvAvtXbDKq781fyvboRc,466
@@ -2219,7 +2229,7 @@ mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=jO38l3-dkN22IX4
2219
2229
  mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=0NpKvntafhBi0WMFcNoXl-J_BJHZYQZLsFNEaxztzVg,2292
2220
2230
  mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=ai0cI88ns7maPIvVhA3pHJ-kwIG50DOv2-ET3X2cxMU,2860
2221
2231
  mteb/tasks/retrieval/eng/limit_retrieval.py,sha256=j2yNnXLo5ejLubU7SzbdnOEk3uofQBF3H3nqq_Ba8pE,2494
2222
- mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=za2ScSmaH8UyZIGqWkaIPo_4rDj8f7QYdk8XGB5QC28,2996
2232
+ mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=CpL-LNff6QHpseLML4u9_csPNff4QhErRMjYN-42uCM,2934
2223
2233
  mteb/tasks/retrieval/eng/llava_it2t_retrieval.py,sha256=j2W4nh5EPcbvilYqgyjJ1tfHgxLsKGG5wisSsiAVK3A,1780
2224
2234
  mteb/tasks/retrieval/eng/lotte_retrieval.py,sha256=l5akqCc54mS1fmmhBWie-2EDpuCc0sQZRCtm2c3x3YA,2325
2225
2235
  mteb/tasks/retrieval/eng/medical_qa_retrieval.py,sha256=tmraQ6Y6IFe_BbFb0tVtC0W_kADF0D6Fvh3xybwXyhs,1368
@@ -2305,7 +2315,7 @@ mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=SZOm-z5OruxEG47zMYjApJoR2oWi
2305
2315
  mteb/tasks/retrieval/hun/__init__.py,sha256=M59LTpENxaFLMSU43mNiP38lChJ_l_yZh__1giKeUDc,93
2306
2316
  mteb/tasks/retrieval/hun/hun_sum2.py,sha256=td6lxYg_eH9J62sNNuFonHIJ_22E-XGgiFN-D3iAbFw,2373
2307
2317
  mteb/tasks/retrieval/jpn/__init__.py,sha256=FJifPwzk9niyN16RyVr7aPr2T6K0GXSoASotX1PddeA,1175
2308
- mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=GpyyhK6MPArnB6XJfs3ceqcx9Yy33WgvICaBuy2VzdE,1607
2318
+ mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=x3rNQwi73WfpkYdGBwt24QccIWJRK_Zj9z16MUMyI3I,1603
2309
2319
  mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py,sha256=_9zsw9QS53NFp2EiCw3BKQdfk57agHxkSfpzKNqdJXE,1170
2310
2320
  mteb/tasks/retrieval/jpn/ja_qu_ad_retrieval.py,sha256=qc89t-uJqzk37sTRKlSxenYOSq4Qy2E-H_namSBeGN0,1312
2311
2321
  mteb/tasks/retrieval/jpn/japanese_legal1_retrieval.py,sha256=drUYO9QMSWgxvYWxL5QBdYPZ35HNwCF2d0ju1yQlZrI,1121
@@ -2319,7 +2329,7 @@ mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=XKEmWaMuxJraXfMF4k7S8C
2319
2329
  mteb/tasks/retrieval/kor/__init__.py,sha256=zNjAS2VRjeYX5u4vqev6dGOo_R3i9uSzxAsduZ0po4I,138
2320
2330
  mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
2321
2331
  mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
2322
- mteb/tasks/retrieval/multilingual/__init__.py,sha256=vsRM1cV3GYgn_hzHq6y1vy1abPToKebnCpzl0sibn38,6090
2332
+ mteb/tasks/retrieval/multilingual/__init__.py,sha256=mfVGkoB4DO5ktlg8ia-4nImFVmZcqXh1XkgCkIff0tY,6765
2323
2333
  mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=AEShsRxcoCNC2C02dj-go6eFr008NLZ2cnebAmdo4Sk,6956
2324
2334
  mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=_6r34ZvRiLVENYcrd87NjilybGaetBwKFEbO29zYmBU,4676
2325
2335
  mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=Puy0PjpRr4M_Bbxdl7oWfa7pQGM04zaRaTNlnhyKejM,4677
@@ -2329,17 +2339,18 @@ mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=g_2r5BIAojI
2329
2339
  mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
2330
2340
  mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
2331
2341
  mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=mDp47UXPK5K99HVKIZcxTESnTIkFKLRf6AQV3NC6zQs,4763
2332
- mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=vQUtJYchvsEbXkgBZr5-MfEBg5YyXylfTJOLUwKXKGc,2078
2333
- mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=JkclJnNLHn13rw9KnIE8AqmHD1FnJP33k87yDV5sVFg,4289
2342
+ mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=pbxX5puGqKUxKdU23VsakSgx6k_Wu6lNX2uzugF_7yg,2066
2343
+ mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=UC8DsmTD7exKhETOqibO3pYegxcqybtxUCi1QjfzfEg,4261
2334
2344
  mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=3uGnj3O92_02zXZnPWHpgjjmyHIliWS3Mjf2SuZCIFs,3803
2335
- mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=Ws4X6FoTquGSiqjfmbLZEHphMPfT8W_2f1Do1Lz9bn8,2452
2345
+ mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=xF4GjBmJVgw6c8VGVh-5QLN_4i_NKeoAzqRWmA_pfnw,2440
2336
2346
  mteb/tasks/retrieval/multilingual/neu_clir2022_retrieval.py,sha256=bkGMvMxG2toYL98kv85BvVpSZ-rVeWvB5FFIzXhdPO4,2749
2337
2347
  mteb/tasks/retrieval/multilingual/neu_clir2023_retrieval.py,sha256=0cALhuU3ZU5c_y7tDIyiMc7Onv-qC7YwfnimZVb8-rg,2793
2338
2348
  mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=CGOTbGuwYNrzbefB76QY88fnb8CdJkN9bPhAssNtLvA,3502
2339
- mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=ftLNo4OEG01N6jZyVpoyvZumM-CAeVV7VS58-ujxX4E,6925
2349
+ mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=Mmcvrt_1cIxPfHZfUzSURPZyaaweGiB02im1ZszlS6M,6837
2340
2350
  mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=iFUQUlO_ogBdQBVYBQW3o-AJDQ792yg1pJtRxA5I3Qo,3796
2341
2351
  mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=UduWKefwP7bPYxiDlztPEvSWXmTdw0xElglMbPY6XhA,4449
2342
2352
  mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=UEvRarrOnziRmY3SSYmDwWutfrRqe4EQBU-BON6qjug,8913
2353
+ mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py,sha256=wOoC--IVTz0dR6RMVICbz6OWxfCyVahGDSfX_TScCgA,16934
2343
2354
  mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
2344
2355
  mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
2345
2356
  mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=_swZhhMRs5OhzBdJVqQF1i9ZrTvAxaVrG0TpkPWkoHo,4359
@@ -2403,7 +2414,7 @@ mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=fOcDi5CutbwcJStij7COIBGG6A
2403
2414
  mteb/tasks/retrieval/rus/ru_bq_retrieval.py,sha256=gmG_0IYllezCR0GL3I8Yh0OxBhi8wYsrhfAxKhk5ESs,1425
2404
2415
  mteb/tasks/retrieval/slk/__init__.py,sha256=ak6edgong69cm7FXrcslkvli0vRRdwCQnP_qlHvRAeI,153
2405
2416
  mteb/tasks/retrieval/slk/sk_quad_retrieval.py,sha256=Z4mSiSjSHX5F-gmHL_l-T-03mRVpc-I_u57raLYSWHA,2621
2406
- mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=97ez4wdFiwV3YtrsQ7sxpYGU1tINf1Qw29FRVyDmX3k,2597
2417
+ mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=VjPbGElf9S_sg4tYgDXz2rB5ZOHiH7GTvL7RpBDQrkc,2534
2407
2418
  mteb/tasks/retrieval/spa/__init__.py,sha256=HWMvzhd7nY9LozDkpZkmUN0DyKLr9pLKvd5ycfydRj4,212
2408
2419
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2p.py,sha256=IRhHDVlhsZaBLMqz8CVAJ8uZK_17tEQ2fUallfisMts,1579
2409
2420
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2s.py,sha256=zgUdrrlHPLiTQ4E0lRQEtnv7O3X8FjK6AdM0ylHlWCA,1579
@@ -2413,31 +2424,31 @@ mteb/tasks/retrieval/swe/swedn_retrieval.py,sha256=RFcpp0u-EKIwSRXR37tJ0_haY6Jvl
2413
2424
  mteb/tasks/retrieval/tur/__init__.py,sha256=tAKhhsTK6meiZwRMIvbx7_ye90JAAW3dlS8iI0r_vg8,84
2414
2425
  mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=d03Ccol3NbSjqvDcqqLGLe0KELuOIloilpt7MMEWnO8,3685
2415
2426
  mteb/tasks/retrieval/vie/__init__.py,sha256=j69iltc-is1oqx0oIV1RVjjM46LLH-JJQzKnxm4cYvc,2142
2416
- mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=jafS3I5agXE7GDFHOLvw8-IUrqqRz1fwVEmGZO9j3AA,1806
2417
- mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=xqbWwMBE5ixKzzYLKkGUm2SIU8LEsSltPZ9k7Guiu28,1901
2418
- mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py,sha256=kIgwdW68U00qzgn3ml7JO5O801ta8AMbijCnvoMBUvo,1903
2419
- mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py,sha256=9lyNSr9OtgzOmzyRG3DUqaMRAOTvZQEdejlLbTGojpc,1865
2420
- mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py,sha256=tfu1xNbzqy1ea4lZ8_vcmD_WqqgFwexfYDoh9dcKyfI,1909
2421
- mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py,sha256=dIK0E1cmqSc792Z2OrWLRRfJqZDIz_ZGGDKRYcK687s,1893
2422
- mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py,sha256=JOfTvHdGX44_KXM2cjPGFUTXsX95-S-Lc4U0h83Eyog,1878
2423
- mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py,sha256=eTrMJwKkgLVG-HHMevjgqDiuFrAw4jhdyKcsM5fklbk,1885
2424
- mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py,sha256=DkMUX2MsH6D9q5ZqDJfV27W1s-yyPWPUeDjXFGucmA8,1865
2425
- mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py,sha256=r5vq-l4sWD0aIveW6LdQqd-jYiO-EwEbeKruMipd6Ew,1876
2426
- mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py,sha256=S4ffZKV43FsfdT6bKzCyz4lIeDiHCKjlzMSyFjgeUsU,1862
2427
- mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py,sha256=A9fzlOTwy5OqGIIRWqnMRz3750Sz6ZdbvulXYq8nA3A,1873
2428
- mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py,sha256=4FQJk1evQ7Yta0TXhfrwJKGQgZbqQjmmtwn1gGeatnc,1806
2429
- mteb/tasks/retrieval/vie/fevervn_retrieval.py,sha256=L3CSa3MV9fcSq7ukn1-nRCYTeszsG2NLA2rUyKLGeqw,1929
2430
- mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py,sha256=w8H79YmYQN3Q5kmeAnH5tlombIaLsagtUcVT-FQ1pqk,1766
2427
+ mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=wmE6syUs0sLs7xgIOxXQuiQzpxrskdsTc5sK46v1YEQ,1754
2428
+ mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=4GMO5qSYbP0pFtf1yklMZNqFgh8qi1Xo2IXQDl9t14s,1849
2429
+ mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py,sha256=1c6s1C0j1x7kE92WMv9JB4I_rdsHboyP-QILU-18rQ4,1851
2430
+ mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py,sha256=h--L4OiLIalxHnSulEiUZjMo7JRxjia-mKOnnoaOkzI,1813
2431
+ mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py,sha256=Jm5-2YbfBObFW_Ygwu03PAnSNMcZkH_7SL8L18KVWvQ,1857
2432
+ mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py,sha256=t-QRo9YP6ssTQVt-p-HBhFgfbZIosMPkGvcHfTV9sJk,1841
2433
+ mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py,sha256=1fErtC_fD1VZQUOLYTNvAwTmO5EVQvOv11-Rh4wsXuA,1826
2434
+ mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py,sha256=m1Hcz-q_znvbpjWXg2Jc85VZqbk0X87fmuNXDkCXm50,1833
2435
+ mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py,sha256=9EiLKJrpRXACmxZFA_KyXWigl20XxRqlkGYk1G49T4s,1813
2436
+ mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py,sha256=7Mr2sZrAKzFDeMT_7eQQ_52OKzefGFAnkcHmO4lntIo,1824
2437
+ mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py,sha256=2zDcrsCfcTAcybUmTpGeJQxUxNpkY7Ha8Tf0xwfqTcQ,1810
2438
+ mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py,sha256=ppFPam-3AXXVLVp_DiXeHaSr16Va44_-eRkOH0m5ypo,1821
2439
+ mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py,sha256=hOiwz2bcayDW6VrCvsIGeYh1TT7koByM76rZZwtp9KA,1754
2440
+ mteb/tasks/retrieval/vie/fevervn_retrieval.py,sha256=xLGoXefGk1l1AFiOSf2Ja0fM_rAQp4tdaR8H6jJqYlI,1853
2441
+ mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py,sha256=FGfFuLzRCTuupRxZdjVbBiwCOSspb3vwvtNAKvyXjso,1714
2431
2442
  mteb/tasks/retrieval/vie/green_node_table_markdown_retrieval.py,sha256=AlvGHXqXwOTrEvZNcMxlWL_2a31iNrrZzNz2i6dcJec,1074
2432
- mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py,sha256=QyXcbOt1kwpFpK4W1f5VlJRGjF18Ytw86YbDy2hRUmM,1901
2433
- mteb/tasks/retrieval/vie/msmarcovn_retrieval.py,sha256=WsRGnBIpdZekS0YXj1io4d4eEofN_lvsAsRUIBMhdbA,2010
2434
- mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py,sha256=BB5xJ5Gnv9Xk3xIxryTd7uh1MX_UOtwOejNg-7VdH84,1832
2435
- mteb/tasks/retrieval/vie/nqvn_retrieval.py,sha256=FeWBNM7eK6bdjsrbYuSA-8xjcO5VEIe09RqTPnjK0x8,1796
2436
- mteb/tasks/retrieval/vie/quora_vn_retrieval.py,sha256=5YQr0Mc1O6HR5mIeKRs0gNmSja6Rp9qW79KFLSpjtZw,1901
2437
- mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py,sha256=GD-UR5TXNcUNIoOZSqP0TYbv19E3uPPlCxEaNcy4BjI,1825
2438
- mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=atYHK8Ex4in6G2Jn0gToO0PTqK7oKjZTqXHNg5sP40U,1879
2439
- mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=sXflYHNtC0fMTzoHPJnVqoNaf5Ol-KRmO2Mkhh-BEHk,1804
2440
- mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=RWV6f_slWzuG3XcRGxCktvBlS0CSBNwjEOjWuxce3m8,1878
2443
+ mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py,sha256=FYWj8EhnfwDuPRxZ8uTeGkfa2Q-jDU2bliTmp975Coc,1837
2444
+ mteb/tasks/retrieval/vie/msmarcovn_retrieval.py,sha256=xtJ1-rjx4slwSR8p6NedqItTk-79ZzT2f9FlDOhbzkE,1958
2445
+ mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py,sha256=4S8IDJ-TVjKEy2teM8GOeDzHIZR8txkPvX0sGDYIyqs,1780
2446
+ mteb/tasks/retrieval/vie/nqvn_retrieval.py,sha256=tQT2t6XcflVRM78t_5TujWD27e9uCMrsfN0DBjDBY0E,1744
2447
+ mteb/tasks/retrieval/vie/quora_vn_retrieval.py,sha256=VkgKCFbDkOuZAsMl36lOr-MuvbhNfE8zUmmiySW9lSY,1837
2448
+ mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py,sha256=7F3wSU9N2BAj4Jmzw7sjbcxTyYDYs_3I1434X3riaZ4,1773
2449
+ mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=WlcfDfF43jsNf9D_Bl3k02RiiPdedORID6CEEMAYTLc,1815
2450
+ mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=DKcNwCCdANt7hNr3fLao9jkIJJjfxJ0jLLbD7_b-KnE,1752
2451
+ mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=ZlFFL37Zd_sbKXaUZx41XTxps-nnOi3PnBNCy9KvlJU,1826
2441
2452
  mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=eZh1rR43iXDHoylOGKjrUCopzEujE-1GSGTn2TMrkro,3621
2442
2453
  mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=Y93j0EwG6-bcc0DMLvHP9q3r9b_3xLXu6YBR0Q5HDho,985
2443
2454
  mteb/tasks/retrieval/zho/__init__.py,sha256=dIN-rPfrEjkCuUCha8SpQdlzWYY6IMO_HLxebcBhQxA,438
@@ -2501,9 +2512,9 @@ mteb/tasks/sts/rus/ru_sts_benchmark_sts.py,sha256=3aMR5WZM4gsWh1uD73GpGSscoNSvAO
2501
2512
  mteb/tasks/sts/spa/__init__.py,sha256=Hl5EWrH_tEDXP-LoTM6ZNZ50hqGe3dGMTtOb0xriPlk,46
2502
2513
  mteb/tasks/sts/spa/stses.py,sha256=INluwoWfIGAc3ZjAigRPJV7rSxtLGnDuxW6xGgwCiKA,1851
2503
2514
  mteb/tasks/sts/vie/__init__.py,sha256=8CPTfGVz4pnwiYPHtecKCyWloGBK2mKRoNfeXyaMTKQ,190
2504
- mteb/tasks/sts/vie/biosses_stsvn.py,sha256=-7wIvuGG3KPC2KVr2DLT5okOaP1dEUvVhv0kmLzqX34,1766
2505
- mteb/tasks/sts/vie/sickr_stsvn.py,sha256=2m49bDQ6TAynHA75x8Xu_AzRvqoAcmCNta-cRJ4rrTI,1793
2506
- mteb/tasks/sts/vie/sts_benchmark_stsvn.py,sha256=oUYAM9gmPfR4sqeKA3R3UIoy_7_7ZjoCPA50U7D-Lvs,1811
2515
+ mteb/tasks/sts/vie/biosses_stsvn.py,sha256=elg8qMoKfusUOQBHgimQN_tzZB9AvKU_XSEOaVcQBOM,1714
2516
+ mteb/tasks/sts/vie/sickr_stsvn.py,sha256=6v-4vgqKMPX_vubnacO5xKlRwm2L_0Sjl00GvHxDWY4,1741
2517
+ mteb/tasks/sts/vie/sts_benchmark_stsvn.py,sha256=oiLlwSWNGB84pD_G6teJJJPWOtBL7cVbXEwiIlhU0-U,1759
2507
2518
  mteb/tasks/sts/zho/__init__.py,sha256=88femZRWMKfpd4uaJy8BId5nQZaNSEIV8Y7BPS5Pp3w,135
2508
2519
  mteb/tasks/sts/zho/cmtebsts.py,sha256=lbvbybsBOS7NcKZ085FzdKCNkimv4rDJqCJENWbrFIg,8341
2509
2520
  mteb/tasks/summarization/__init__.py,sha256=M_4yRgj1jR9IHCCwfPVVnwQIm_RE10I7Cp7Om8jManQ,38
@@ -2523,18 +2534,18 @@ mteb/tasks/zeroshot_classification/eng/euro_sat.py,sha256=RB-_W6956zKAe8RddOgDeg
2523
2534
  mteb/tasks/zeroshot_classification/eng/fer2013.py,sha256=SQwY66faVBwDO2FVR4IQ1k9kV8RKb_MjmTNIOc38MT0,1711
2524
2535
  mteb/tasks/zeroshot_classification/eng/fgvc_aircraft.py,sha256=MOEmuQ211n4zcCPtAwsTmxJbd6oZ5KLXSL_Dgx5LTrQ,1842
2525
2536
  mteb/tasks/zeroshot_classification/eng/food101.py,sha256=KfG8nLYfBWF4wE76JsjoPfHVg76X3Glk6A7ZRBy8dlw,1574
2526
- mteb/tasks/zeroshot_classification/eng/gtsrb.py,sha256=8RvwpXvsP4TrED4VSzPMQxT98e65abbYCTXzNi9QOV0,2165
2537
+ mteb/tasks/zeroshot_classification/eng/gtsrb.py,sha256=5CkVWUCOWkkb4s6-e-r4usplJarThhJ2DcYD5-Jb94U,2161
2527
2538
  mteb/tasks/zeroshot_classification/eng/imagenet1k.py,sha256=M5j6k5IGW2BdLNIS0oKIHA-n2FuCax-edSXSPhuHb-U,1862
2528
2539
  mteb/tasks/zeroshot_classification/eng/mnist.py,sha256=m2RQ98FrN5hqBDUhbxTAC-uAltn_Ti5wD61PMHn28HQ,1548
2529
2540
  mteb/tasks/zeroshot_classification/eng/oxford_pets.py,sha256=NRrYYUFTcNuKm27lDgtwmXf_UySmqha0e8uyAwNoSJw,1661
2530
- mteb/tasks/zeroshot_classification/eng/patch_camelyon.py,sha256=Y4V98Y_nWZ5YGS4hRbnDJTEfOzC4MjAy4usYOq-uGyE,2084
2541
+ mteb/tasks/zeroshot_classification/eng/patch_camelyon.py,sha256=3Wb77rxyxU7bqKjm2PN2rw_z4e9FNI1g5hlUazzVXYc,2080
2531
2542
  mteb/tasks/zeroshot_classification/eng/rendered_sst2.py,sha256=4531qrKLEVkF9J-ENGFJG6BeE31Nj5GjNWoGMauoEZk,1237
2532
2543
  mteb/tasks/zeroshot_classification/eng/resisc45.py,sha256=EpcZgS9yr60Ywb-4ql7pXdPyAv85QFzAl-RxAUrm49o,1991
2533
2544
  mteb/tasks/zeroshot_classification/eng/sci_mmir.py,sha256=x7osRKumPTMmVc_f2SE_eArgzDHvDHAw5vle5eE6xk0,2327
2534
2545
  mteb/tasks/zeroshot_classification/eng/stanford_cars.py,sha256=aDKN5XSSpwjS54pz7JP2A1lTuk2J_rOeIHwiFipX87E,1605
2535
2546
  mteb/tasks/zeroshot_classification/eng/stl10.py,sha256=sd3nV7x7mypsP0Ipxu5TRQj6fGvmERcPbpKFwUoLKi0,1986
2536
2547
  mteb/tasks/zeroshot_classification/eng/sun397.py,sha256=Nls7tXM2Svu008MmAUjt-o_NSj-VNGKbW8qi-n7C18s,1963
2537
- mteb/tasks/zeroshot_classification/eng/ucf101.py,sha256=liGfjIgo2N5MU6NixPofuGsFwYZnuI3BZCVta21Z2Rw,1888
2548
+ mteb/tasks/zeroshot_classification/eng/ucf101.py,sha256=kwNRYks-_Oe4VE3GyoHIvN-2OJ6zhkwFr76WDNL9ymU,1884
2538
2549
  mteb/tasks/zeroshot_classification/eng/templates/__init__.py,sha256=da1PTClDMl-IBkrSvq6JC1lnS-K_BASzCvxVhNxN5Ls,13
2539
2550
  mteb/types/__init__.py,sha256=7_q6_84RvMuHeZK51GbLc5gbpTb3C1WmnqDHm6bnCzw,1104
2540
2551
  mteb/types/_encoder_io.py,sha256=YlIthHwi0o-ObANsWwVPcQc4pA1wpiRwIewDjNTMAdQ,5461
@@ -2542,9 +2553,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
2542
2553
  mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
2543
2554
  mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
2544
2555
  mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
2545
- mteb-2.1.7.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2546
- mteb-2.1.7.dist-info/METADATA,sha256=1h_yON1NtxXblqwMqsRrXSNF-ySHQ714gfDzZfNiuLE,13573
2547
- mteb-2.1.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2548
- mteb-2.1.7.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2549
- mteb-2.1.7.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2550
- mteb-2.1.7.dist-info/RECORD,,
2556
+ mteb-2.1.8.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2557
+ mteb-2.1.8.dist-info/METADATA,sha256=-9mxdWuiDSscT1jAYxM6FVZpIjEvDPOCPC05TOIk8XI,13573
2558
+ mteb-2.1.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2559
+ mteb-2.1.8.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2560
+ mteb-2.1.8.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2561
+ mteb-2.1.8.dist-info/RECORD,,