mteb 2.1.7__py3-none-any.whl → 2.1.9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (243) hide show
  1. mteb/_create_dataloaders.py +6 -3
  2. mteb/_evaluators/any_sts_evaluator.py +14 -12
  3. mteb/_evaluators/clustering_evaluator.py +1 -1
  4. mteb/_evaluators/image/imagetext_pairclassification_evaluator.py +2 -2
  5. mteb/_evaluators/pair_classification_evaluator.py +3 -1
  6. mteb/_evaluators/sklearn_evaluator.py +15 -28
  7. mteb/_evaluators/text/bitext_mining_evaluator.py +4 -1
  8. mteb/_evaluators/text/summarization_evaluator.py +4 -2
  9. mteb/_evaluators/zeroshot_classification_evaluator.py +2 -2
  10. mteb/abstasks/clustering.py +1 -1
  11. mteb/abstasks/multilabel_classification.py +2 -2
  12. mteb/abstasks/task_metadata.py +1 -0
  13. mteb/benchmarks/_create_table.py +1 -3
  14. mteb/benchmarks/benchmark.py +18 -1
  15. mteb/benchmarks/benchmarks/__init__.py +2 -0
  16. mteb/benchmarks/benchmarks/benchmarks.py +43 -5
  17. mteb/benchmarks/get_benchmark.py +2 -0
  18. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json +214 -0
  19. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json +214 -0
  20. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json +214 -0
  21. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json +214 -0
  22. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3HrRetrieval.json +214 -0
  23. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3IndustrialRetrieval.json +214 -0
  24. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3NuclearRetrieval.json +214 -0
  25. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PharmaceuticalsRetrieval.json +214 -0
  26. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PhysicsRetrieval.json +214 -0
  27. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json +214 -0
  28. mteb/leaderboard/benchmark_selector.py +3 -2
  29. mteb/models/cache_wrappers/cache_wrapper.py +1 -1
  30. mteb/models/model_implementations/align_models.py +6 -0
  31. mteb/models/model_implementations/ara_models.py +7 -0
  32. mteb/models/model_implementations/blip2_models.py +9 -0
  33. mteb/models/model_implementations/blip_models.py +19 -0
  34. mteb/models/model_implementations/cadet_models.py +8 -0
  35. mteb/models/model_implementations/cde_models.py +12 -0
  36. mteb/models/model_implementations/codefuse_models.py +15 -0
  37. mteb/models/model_implementations/codesage_models.py +12 -0
  38. mteb/models/model_implementations/emillykkejensen_models.py +70 -0
  39. mteb/models/model_implementations/misc_models.py +6 -0
  40. mteb/models/model_implementations/moco_models.py +9 -0
  41. mteb/models/model_implementations/openclip_models.py +16 -0
  42. mteb/models/model_implementations/piccolo_models.py +6 -0
  43. mteb/models/model_implementations/rasgaard_models.py +7 -1
  44. mteb/models/model_implementations/tarka_models.py +317 -0
  45. mteb/models/search_wrappers.py +5 -5
  46. mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py +1 -5
  47. mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py +2 -6
  48. mteb/tasks/classification/ara/ajgt.py +1 -2
  49. mteb/tasks/classification/ara/hotel_review_sentiment_classification.py +1 -2
  50. mteb/tasks/classification/ara/online_store_review_sentiment_classification.py +1 -2
  51. mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py +1 -2
  52. mteb/tasks/classification/ara/tweet_emotion_classification.py +1 -2
  53. mteb/tasks/classification/ara/tweet_sarcasm_classification.py +1 -2
  54. mteb/tasks/classification/ben/bengali_document_classification.py +1 -2
  55. mteb/tasks/classification/ben/bengali_hate_speech_classification.py +1 -2
  56. mteb/tasks/classification/ben/bengali_sentiment_analysis.py +1 -2
  57. mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py +1 -2
  58. mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py +1 -2
  59. mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py +1 -2
  60. mteb/tasks/classification/dan/angry_tweets_classification.py +1 -2
  61. mteb/tasks/classification/dan/danish_political_comments_classification.py +1 -2
  62. mteb/tasks/classification/dan/ddisco_cohesion_classification.py +1 -2
  63. mteb/tasks/classification/dan/dk_hate_classification.py +1 -2
  64. mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py +1 -2
  65. mteb/tasks/classification/deu/ten_k_gnad_classification.py +1 -2
  66. mteb/tasks/classification/eng/amazon_polarity_classification.py +1 -2
  67. mteb/tasks/classification/eng/arxiv_classification.py +1 -2
  68. mteb/tasks/classification/eng/banking77_classification.py +1 -2
  69. mteb/tasks/classification/eng/dbpedia_classification.py +1 -2
  70. mteb/tasks/classification/eng/emotion_classification.py +1 -2
  71. mteb/tasks/classification/eng/financial_phrasebank_classification.py +1 -2
  72. mteb/tasks/classification/eng/frenk_en_classification.py +1 -2
  73. mteb/tasks/classification/eng/gtsrb_classification.py +1 -1
  74. mteb/tasks/classification/eng/imdb_classification.py +1 -2
  75. mteb/tasks/classification/eng/legal_bench_classification.py +14 -120
  76. mteb/tasks/classification/eng/news_classification.py +1 -2
  77. mteb/tasks/classification/eng/patch_camelyon_classification.py +1 -1
  78. mteb/tasks/classification/eng/patent_classification.py +1 -2
  79. mteb/tasks/classification/eng/poem_sentiment_classification.py +1 -2
  80. mteb/tasks/classification/eng/sds_eye_protection_classification.py +1 -2
  81. mteb/tasks/classification/eng/sds_gloves_classification.py +1 -2
  82. mteb/tasks/classification/eng/toxic_chat_classification.py +2 -19
  83. mteb/tasks/classification/eng/toxic_conversations_classification.py +1 -2
  84. mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py +1 -2
  85. mteb/tasks/classification/eng/tweet_topic_single_classification.py +2 -13
  86. mteb/tasks/classification/eng/ucf101_classification.py +1 -5
  87. mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py +1 -2
  88. mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py +1 -2
  89. mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py +1 -2
  90. mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py +1 -2
  91. mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py +1 -2
  92. mteb/tasks/classification/eng/yahoo_answers_topics_classification.py +1 -2
  93. mteb/tasks/classification/eng/yelp_review_full_classification.py +1 -2
  94. mteb/tasks/classification/est/estonian_valence.py +1 -2
  95. mteb/tasks/classification/fas/fa_mteb_classification.py +7 -14
  96. mteb/tasks/classification/fil/filipino_hate_speech_classification.py +1 -2
  97. mteb/tasks/classification/fin/fin_toxicity_classification.py +2 -11
  98. mteb/tasks/classification/fra/french_book_reviews.py +1 -2
  99. mteb/tasks/classification/fra/movie_review_sentiment_classification.py +1 -2
  100. mteb/tasks/classification/guj/gujarati_news_classification.py +1 -2
  101. mteb/tasks/classification/heb/hebrew_sentiment_analysis.py +1 -2
  102. mteb/tasks/classification/hin/hindi_discourse_classification.py +1 -2
  103. mteb/tasks/classification/hin/sentiment_analysis_hindi.py +1 -2
  104. mteb/tasks/classification/hrv/frenk_hr_classification.py +1 -2
  105. mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py +1 -2
  106. mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py +1 -2
  107. mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py +1 -2
  108. mteb/tasks/classification/jav/javanese_imdb_classification.py +1 -2
  109. mteb/tasks/classification/jpn/wrime_classification.py +1 -2
  110. mteb/tasks/classification/kan/kannada_news_classification.py +1 -2
  111. mteb/tasks/classification/kor/klue_tc.py +1 -2
  112. mteb/tasks/classification/kor/kor_hate_classification.py +2 -17
  113. mteb/tasks/classification/kor/kor_sarcasm_classification.py +2 -19
  114. mteb/tasks/classification/kur/kurdish_sentiment_classification.py +1 -2
  115. mteb/tasks/classification/mal/malayalam_news_classification.py +1 -2
  116. mteb/tasks/classification/mar/marathi_news_classification.py +1 -2
  117. mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py +1 -2
  118. mteb/tasks/classification/multilingual/catalonia_tweet_classification.py +1 -6
  119. mteb/tasks/classification/multilingual/multi_hate_classification.py +1 -4
  120. mteb/tasks/classification/multilingual/ru_sci_bench_classification.py +4 -23
  121. mteb/tasks/classification/multilingual/scala_classification.py +1 -2
  122. mteb/tasks/classification/multilingual/sib200_classification.py +1 -6
  123. mteb/tasks/classification/mya/myanmar_news.py +1 -2
  124. mteb/tasks/classification/nep/nepali_news_classification.py +1 -2
  125. mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py +1 -3
  126. mteb/tasks/classification/nob/no_rec_classification.py +1 -2
  127. mteb/tasks/classification/nob/norwegian_parliament_classification.py +1 -2
  128. mteb/tasks/classification/ory/odia_news_classification.py +1 -2
  129. mteb/tasks/classification/pol/polish_classification.py +3 -6
  130. mteb/tasks/classification/ron/moroco.py +1 -2
  131. mteb/tasks/classification/ron/romanian_reviews_sentiment.py +1 -2
  132. mteb/tasks/classification/ron/romanian_sentiment_classification.py +1 -2
  133. mteb/tasks/classification/rus/georeview_classification.py +1 -2
  134. mteb/tasks/classification/rus/headline_classification.py +1 -2
  135. mteb/tasks/classification/rus/inappropriateness_classification.py +1 -2
  136. mteb/tasks/classification/rus/ru_reviews_classification.py +1 -2
  137. mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py +1 -2
  138. mteb/tasks/classification/rus/senti_ru_eval.py +1 -2
  139. mteb/tasks/classification/sin/sinhala_news_classification.py +1 -2
  140. mteb/tasks/classification/sin/sinhala_news_source_classification.py +1 -2
  141. mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py +1 -2
  142. mteb/tasks/classification/slk/slovak_hate_speech_classification.py +1 -2
  143. mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py +1 -2
  144. mteb/tasks/classification/slv/frenk_sl_classification.py +1 -2
  145. mteb/tasks/classification/spa/spanish_news_classification.py +1 -2
  146. mteb/tasks/classification/spa/spanish_sentiment_classification.py +1 -2
  147. mteb/tasks/classification/ssw/siswati_news_classification.py +1 -2
  148. mteb/tasks/classification/swa/swahili_news_classification.py +1 -2
  149. mteb/tasks/classification/swe/dalaj_classification.py +1 -2
  150. mteb/tasks/classification/swe/swe_rec_classification.py +1 -2
  151. mteb/tasks/classification/swe/swedish_sentiment_classification.py +1 -2
  152. mteb/tasks/classification/tam/tamil_news_classification.py +1 -2
  153. mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py +1 -2
  154. mteb/tasks/classification/tha/wisesight_sentiment_classification.py +1 -2
  155. mteb/tasks/classification/tsn/tswana_news_classification.py +1 -2
  156. mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py +1 -2
  157. mteb/tasks/classification/tur/turkish_product_sentiment_classification.py +1 -2
  158. mteb/tasks/classification/ukr/ukr_formality_classification.py +2 -15
  159. mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py +1 -2
  160. mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py +1 -6
  161. mteb/tasks/classification/vie/amazon_polarity_vn_classification.py +1 -6
  162. mteb/tasks/classification/vie/amazon_reviews_vn_classification.py +1 -5
  163. mteb/tasks/classification/vie/banking77_vn_classification.py +1 -5
  164. mteb/tasks/classification/vie/emotion_vn_classification.py +1 -5
  165. mteb/tasks/classification/vie/imdb_vn_classification.py +1 -5
  166. mteb/tasks/classification/vie/massive_intent_vn_classification.py +1 -5
  167. mteb/tasks/classification/vie/massive_scenario_vn_classification.py +1 -5
  168. mteb/tasks/classification/vie/mtop_domain_vn_classification.py +1 -5
  169. mteb/tasks/classification/vie/mtop_intent_vn_classification.py +1 -5
  170. mteb/tasks/classification/vie/toxic_conversations_vn_classification.py +1 -5
  171. mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py +1 -5
  172. mteb/tasks/classification/vie/vie_student_feedback_classification.py +1 -2
  173. mteb/tasks/classification/zho/cmteb_classification.py +5 -10
  174. mteb/tasks/classification/zho/yue_openrice_review_classification.py +1 -2
  175. mteb/tasks/classification/zul/isi_zulu_news_classification.py +1 -2
  176. mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py +1 -3
  177. mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py +1 -6
  178. mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py +1 -5
  179. mteb/tasks/clustering/vie/reddit_clustering_vn.py +1 -5
  180. mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py +1 -5
  181. mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py +1 -5
  182. mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py +1 -5
  183. mteb/tasks/multilabel_classification/ita/emit_classification.py +1 -5
  184. mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py +1 -9
  185. mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py +1 -6
  186. mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py +1 -6
  187. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py +1 -1
  188. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py +1 -2
  189. mteb/tasks/pair_classification/dan/talemaader_pc.py +1 -6
  190. mteb/tasks/pair_classification/eng/legal_bench_pc.py +1 -9
  191. mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py +1 -5
  192. mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py +1 -5
  193. mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py +1 -5
  194. mteb/tasks/regression/multilingual/ru_sci_bench_regression.py +2 -6
  195. mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py +1 -2
  196. mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py +1 -5
  197. mteb/tasks/reranking/vie/sci_docs_reranking_vn.py +1 -5
  198. mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py +1 -5
  199. mteb/tasks/retrieval/eng/lit_search_retrieval.py +1 -8
  200. mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py +1 -4
  201. mteb/tasks/retrieval/multilingual/__init__.py +22 -0
  202. mteb/tasks/retrieval/multilingual/mkqa_retrieval.py +1 -2
  203. mteb/tasks/retrieval/multilingual/mlqa_retrieval.py +1 -4
  204. mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py +1 -2
  205. mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py +2 -12
  206. mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py +399 -0
  207. mteb/tasks/retrieval/slk/slovak_sum_retrieval.py +1 -7
  208. mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py +1 -5
  209. mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py +1 -5
  210. mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py +1 -5
  211. mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py +1 -5
  212. mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py +1 -5
  213. mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py +1 -5
  214. mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py +1 -5
  215. mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py +1 -5
  216. mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py +1 -5
  217. mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py +1 -5
  218. mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py +1 -5
  219. mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py +1 -5
  220. mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py +1 -5
  221. mteb/tasks/retrieval/vie/fevervn_retrieval.py +1 -7
  222. mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py +1 -5
  223. mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py +1 -6
  224. mteb/tasks/retrieval/vie/msmarcovn_retrieval.py +1 -5
  225. mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py +1 -5
  226. mteb/tasks/retrieval/vie/nqvn_retrieval.py +1 -5
  227. mteb/tasks/retrieval/vie/quora_vn_retrieval.py +1 -6
  228. mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py +1 -5
  229. mteb/tasks/retrieval/vie/scidocsvn_retrieval.py +1 -6
  230. mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py +1 -5
  231. mteb/tasks/retrieval/vie/treccovidvn_retrieval.py +1 -5
  232. mteb/tasks/sts/vie/biosses_stsvn.py +1 -5
  233. mteb/tasks/sts/vie/sickr_stsvn.py +1 -5
  234. mteb/tasks/sts/vie/sts_benchmark_stsvn.py +1 -5
  235. mteb/tasks/zeroshot_classification/eng/gtsrb.py +1 -1
  236. mteb/tasks/zeroshot_classification/eng/patch_camelyon.py +1 -1
  237. mteb/tasks/zeroshot_classification/eng/ucf101.py +1 -5
  238. {mteb-2.1.7.dist-info → mteb-2.1.9.dist-info}/METADATA +1 -1
  239. {mteb-2.1.7.dist-info → mteb-2.1.9.dist-info}/RECORD +243 -231
  240. {mteb-2.1.7.dist-info → mteb-2.1.9.dist-info}/WHEEL +0 -0
  241. {mteb-2.1.7.dist-info → mteb-2.1.9.dist-info}/entry_points.txt +0 -0
  242. {mteb-2.1.7.dist-info → mteb-2.1.9.dist-info}/licenses/LICENSE +0 -0
  243. {mteb-2.1.7.dist-info → mteb-2.1.9.dist-info}/top_level.txt +0 -0
{mteb-2.1.7.dist-info → mteb-2.1.9.dist-info}/RECORD RENAMED
@@ -1,6 +1,6 @@
1
1
  mteb/__init__.py,sha256=bl3K7IHalVzP27SIQ3qdo52vy9aAuvMsIKOx0h5P6Sk,1256
2
2
  mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
3
- mteb/_create_dataloaders.py,sha256=5N4BKUElPLgk7aR3M5RGe3oECIGy8SntB6WufZvFMaM,14237
3
+ mteb/_create_dataloaders.py,sha256=9aUHM1q2q748XHax_YYcPBmckIOOVCrJ_N2bJYVbn3s,14338
4
4
  mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
5
5
  mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
6
6
  mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
@@ -14,19 +14,19 @@ mteb/load_results.py,sha256=Xw2ZX7BToU92WwUTQUQKPAgPhX7ucyRRdoCrxAoPHdI,6414
14
14
  mteb/similarity_functions.py,sha256=ZkBapSGDXKE5ipTG2FpeFnAC1iWwiVkrAidmKK_I4bI,8799
15
15
  mteb/_evaluators/__init__.py,sha256=Ag1_RWpxBGMpujzd3FZjI40gY_KQKIpY31tJPuk-hFg,1013
16
16
  mteb/_evaluators/_download.py,sha256=jntlcURbJxcxUjTmn2D9Tu6ZnWgDc9t5bY8p9CZCqv4,586
17
- mteb/_evaluators/any_sts_evaluator.py,sha256=eGaxRYmB53STk3k6x9h8RDqf0W8TDBFGcekX4o5Mh0g,3331
18
- mteb/_evaluators/clustering_evaluator.py,sha256=uw9mNJ_swuZFwjU8b1XRMsI49nip-_fOEUPpSmv4mIc,2075
17
+ mteb/_evaluators/any_sts_evaluator.py,sha256=Xbmxb01eR3qs86LbXLQd_powdvZAmyWu7FVB3ZZEhvo,3430
18
+ mteb/_evaluators/clustering_evaluator.py,sha256=5XoKHl5LcG9jQ9oBzNAWYVpZWWUxrars3t7TdIV7xS0,2052
19
19
  mteb/_evaluators/evaluator.py,sha256=gwaeftcAKoGcIQs8jIaafynbcYrYErj6AitHBxgjn2w,807
20
- mteb/_evaluators/pair_classification_evaluator.py,sha256=m-xxDvSLrsqccbpmHur3h2dLl5YAC8Noy4n3-p0ewBM,6770
20
+ mteb/_evaluators/pair_classification_evaluator.py,sha256=Rd9OLBMJr27WzUVKbzLH4SdsBOgpId0PiKbca0AesYk,6861
21
21
  mteb/_evaluators/retrieval_evaluator.py,sha256=HsowKZkqRCNzTwM7EcsHX18KhVKAjrm0sa_wFrreCb8,3031
22
22
  mteb/_evaluators/retrieval_metrics.py,sha256=we0damQCJrdaRUD6JlU2MM7Ls9xERP_OBS5gHt53u9Q,23588
23
- mteb/_evaluators/sklearn_evaluator.py,sha256=P6YRx4we1AHmIZJV_VTzHiZ-tx1kV7iG_t4vutlXixA,4491
24
- mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=i_4XXqZ_naSWHWSJChzxby4x9EGG0FjOSfDzB_7IVNc,2288
23
+ mteb/_evaluators/sklearn_evaluator.py,sha256=f9SgBbvgCrkltdTebQTixT7KmIagGkjQ_cNnKuHTb3w,3772
24
+ mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=dQq6g9my-0xn_0fLJXSnhN9Qu6PuJtWCKGIDrlkeyJk,2282
25
25
  mteb/_evaluators/image/__init__.py,sha256=CsQd7OMkeV2Phun7paPWjayZ5qRnvj8H0TYBFeqMxag,148
26
- mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=oWurbJK34xzMwFwpfEKWGaararUCUnoMagUvH3NN4M4,4854
26
+ mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=RSJxEIVvOl_Za07fk2jfXE-7QOwKsLOhIyGhZtLVABs,4808
27
27
  mteb/_evaluators/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
28
- mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=3Lmf0G4pCJN61nTLukIBSL49MHio0z5UAIDMrOVHniY,6244
29
- mteb/_evaluators/text/summarization_evaluator.py,sha256=LBQUudSzaa0x4-JV0tLiEWd_zvSUP-4twkV3HhOUeiU,10393
28
+ mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=XS7AVml5-BpQWtG1XFHf6fx8VMVPRwibg-9si4b-A_U,6308
29
+ mteb/_evaluators/text/summarization_evaluator.py,sha256=l0AwjVO594mtzPV9Kcqf_xtHHpkx6uhDJ61KnolcVAo,10461
30
30
  mteb/abstasks/__init__.py,sha256=1iAwpYTWX7U-goak2KMmacPFCzxPchLQAmZ_uI0t-p0,1130
31
31
  mteb/abstasks/_statistics_calculation.py,sha256=gf_BhkXbCdwT1w4xza3op6FmjFsZIsNjvyUMCgRyTrg,5578
32
32
  mteb/abstasks/_stratification.py,sha256=zfwkIVmD7Aq7mR2Yt8jTeW1j5ZVV7CIweW842VzcfXc,14364
@@ -34,16 +34,16 @@ mteb/abstasks/abstask.py,sha256=nZwiY_5d0VVtUrlCATngpFLG3JAovO5AvmD0nkkWsLE,2511
34
34
  mteb/abstasks/aggregate_task_metadata.py,sha256=vzt1z2wDl0sXD7ErZFwKojYwmFUBPAnGlXLuqLA_-6Q,5992
35
35
  mteb/abstasks/aggregated_task.py,sha256=puY6-EAqbL5ehKvFHTMriIdy3rAuqqYHF3ezog1eYxw,6671
36
36
  mteb/abstasks/classification.py,sha256=Es9pmRdjv6xbc-KnGqVdO6dR1cc7yAHhekCZES7n5o8,13441
37
- mteb/abstasks/clustering.py,sha256=WRbNfaYYaWJQGQEOrGtW6GpUkhsezqI-iGECYMK0Ruw,14433
37
+ mteb/abstasks/clustering.py,sha256=4KcaU8_sNLmLvMhwDpNmcY2nD3BNyx_LcM-ddSv-wtY,14410
38
38
  mteb/abstasks/clustering_legacy.py,sha256=HZY8zgBgqqs5urF_to9wzqm3MnjFivs59hU6P3NrzcI,8684
39
39
  mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
40
- mteb/abstasks/multilabel_classification.py,sha256=_DugiqvGhOWd-dGM7746OeS0659Ft8W_vvWoi7BvSXQ,8968
40
+ mteb/abstasks/multilabel_classification.py,sha256=feLlpSKoe3b_Sb58N-9cx_5hzti1a2iA8QxcSBWSfjE,8922
41
41
  mteb/abstasks/pair_classification.py,sha256=cmXfQmzmbTiHDWgPKy21Iddh_q_PwCqhv8Lz6rAwe5U,12851
42
42
  mteb/abstasks/regression.py,sha256=SeacOErZUXGLGOcwqAvht6BlbD8fcsn9QhNiFIuJGyc,8832
43
43
  mteb/abstasks/retrieval.py,sha256=7QTKYlGaGvF1lOQkB_B4qj8Vm2FxxFXNVTHhfwZO8Bw,26439
44
44
  mteb/abstasks/retrieval_dataset_loaders.py,sha256=WukcFAn54rUpXULCG43eysHozXHAxo2CaPhQyL_2Yg8,9401
45
45
  mteb/abstasks/sts.py,sha256=rv611-rFNgaGFD8Hmsgwsbxgjt7dNZritL9pMFMjzLk,8660
46
- mteb/abstasks/task_metadata.py,sha256=jDN2j-WOu1yYtexdsmmnqDU-0-QJbh7MxLXgNlVvcEA,26854
46
+ mteb/abstasks/task_metadata.py,sha256=7CzYK1y-vwLUiWaEGPgU3HiolpW3UCul8Y2KJ-WSpeE,26892
47
47
  mteb/abstasks/zeroshot_classification.py,sha256=4UxBIZ1e1iRK8PRAhCWnnSDirK2vi5-w2N5ZomCnaIM,5882
48
48
  mteb/abstasks/image/__init__.py,sha256=NgvMJnp1g2mUv27RL-TvzA7s1BOdMG-EB1CrZfdbWdg,136
49
49
  mteb/abstasks/image/image_text_pair_classification.py,sha256=SejETTXc3g2VSWYafTe-VAHZcNpX98bgzsWsqQisIzI,7712
@@ -52,11 +52,11 @@ mteb/abstasks/text/bitext_mining.py,sha256=8m86XHJ3TxguC9itxZRq2Bt_p0NYojojS2Btk
52
52
  mteb/abstasks/text/reranking.py,sha256=rfRGRBeSjZLgkh8pneMgRm-vd9NHr5jSFH92YfOHfmU,7776
53
53
  mteb/abstasks/text/summarization.py,sha256=KYEb8gh4JjpSsrvGUmQ2VlrVdzzVxIWcitXOJUaHhO4,6954
54
54
  mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
55
- mteb/benchmarks/_create_table.py,sha256=gYgwhACmY8JSN00y6r3HfHNQphCIuvcw_IwRZNQwgdc,20623
56
- mteb/benchmarks/benchmark.py,sha256=9pbrn5vsSB9Xo23YqQXjRdzorXnMulkm1QvJUkqvuGk,3445
57
- mteb/benchmarks/get_benchmark.py,sha256=Zh_C_RXl02hBxg6ffQlxEFERrokaern1RAN4yh2pa2E,3833
58
- mteb/benchmarks/benchmarks/__init__.py,sha256=Et7Gf7pKDxa939bIvAJB6OCirQrWAbmbbI3LHA6eMa0,2070
59
- mteb/benchmarks/benchmarks/benchmarks.py,sha256=iddOlyNIqnxd6Mp_-cQcADKbZ3gc2uZKxyEutJvv78o,88416
55
+ mteb/benchmarks/_create_table.py,sha256=z3iqa5dajLk0DYxEE9EeO1qpR3VJXokg8ZQ2rdUkvdM,20452
56
+ mteb/benchmarks/benchmark.py,sha256=70RlMyyg_wkWTlU_IbfLl-KaqRWXGCKTd8fWe9X-AQE,4173
57
+ mteb/benchmarks/get_benchmark.py,sha256=-n_O-gitRKZi48gJKNgGuI36hsP7yLVSiwulnMHN7Gw,3935
58
+ mteb/benchmarks/benchmarks/__init__.py,sha256=UD6YjWPDVPSQdUhmD-4rho08Gs5LU9pS_C2jX5eUns0,2102
59
+ mteb/benchmarks/benchmarks/benchmarks.py,sha256=v7n2fPGOC66zzBhS1nfSthY55DQnGNg-hGa4XfT21Vg,89941
60
60
  mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=QnCSrTTaBfcRlAQp2Nu81tgv1idMXqiM16Fp2zKJ5Ys,10607
61
61
  mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
62
62
  mteb/cli/_display_tasks.py,sha256=7A06dT9sSoTz6shyMvskPxuc5eHY_H7PGPlROzMP0yw,2196
@@ -780,6 +780,16 @@ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2BioMedicalLecturesRetr
780
780
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsHLRetrieval.json,sha256=DWI0Au4nsfUCSNWkAhK_ffGfmcRdgIHc_JYekjFlXKg,1091
781
781
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsRetrieval.json,sha256=KkXggOA5gKdMixYP5AYuVLL6KWkNkIWU6t9mwJiLtJs,6469
782
782
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2EconomicsReportsRetrieval.json,sha256=m9HPPB3Tcpv4jYeWIpj1RVTe0PABF94jWeF0bwIfB9Y,6443
783
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json,sha256=f_y7ispKHYN9theAndylaNriV0qZkUbCYh74eQ24Dk8,8985
784
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json,sha256=VfkVR3Gb8we-w5gAzncPxoIzThu3sliSyZ8QdSdU6Dk,9141
785
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json,sha256=-P-wMCQUhbCHxcQwU3KyjAOoB9Qa4NoF5GFVyM4lc3Q,8986
786
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json,sha256=Z2Kd8_GAIT9gs99B4KcEmSX0RwrpMrP6UhIRb8Ei3YE,9026
787
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3HrRetrieval.json,sha256=Zlic-x7795meyH9HtFI1XDmP1bGS_VwppizGuigx8Kk,9153
788
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3IndustrialRetrieval.json,sha256=J3vyZdO3ENRFJeCjwLuzyz837yoZSMwAMkSekZpzkXQ,9151
789
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3NuclearRetrieval.json,sha256=iGQfW_Xiz3ls8eUnkBZt05AJvXeFIjCVFZKqo8TtWxA,9153
790
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PharmaceuticalsRetrieval.json,sha256=WGCushRYslK44ENPob9j5AN-DZrdC0KmD8Mn3Ls-ZvA,9161
791
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PhysicsRetrieval.json,sha256=EzrOi5Y0e_HzhaPVHXQtyhbyWwlZxpiAykWAC-Mn1Q0,8992
792
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json,sha256=g1zONOaTPiWDVZCgjlRmlhtKzybZaVif887pJf2G0AI,9153
783
793
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreArxivQARetrieval.json,sha256=enSBasFp7N6iaecl8TKZphJHCM7tguIPZGTt_-Gv7-U,1040
784
794
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreDocVQARetrieval.json,sha256=k4kmjHaTraBGxCen4MIKi2t5RZ5p4bj5PTTRF6Z2PhM,1066
785
795
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreInfoVQARetrieval.json,sha256=e2fhMwJfz2VzFO_JKb32CmIww4HHSJ_lubyIJxCZoec,1068
@@ -1413,7 +1423,7 @@ mteb/languages/language_scripts.py,sha256=5wix9HTYolNIpTiS5oXf2pGJyL7ftdGKs_m432
1413
1423
  mteb/languages/programming_languages.py,sha256=zxAakT3OSUnAuTnQ34VyeFIECnNXMlleZmAake6jsZE,211
1414
1424
  mteb/leaderboard/__init__.py,sha256=991roXmtRwEQysV-37hWEzWpkvPgMCGRqZTHR-hm2io,88
1415
1425
  mteb/leaderboard/app.py,sha256=xvOcK_ICmAwl1Mo5muI7fmCjYeSt1ztSgsQDrPF6OvM,32575
1416
- mteb/leaderboard/benchmark_selector.py,sha256=1PRTDcNU4o2ZVHAzAUVp6UxWNElZDcGbnKHsNGv4aco,7621
1426
+ mteb/leaderboard/benchmark_selector.py,sha256=hnXdo_Kj4UUAruFl6nZkCxAQ88IEfbaH8EADFJMMdVo,7686
1417
1427
  mteb/leaderboard/figures.py,sha256=Rq20LFpaUhQD4tuKp7P7ExQtAjonMLibgO3ud0ykMag,7491
1418
1428
  mteb/leaderboard/table.py,sha256=qs0H_Gt9FzRvzb-AL0YlqEe0YAsdYsVX3QlncfCBEqg,7828
1419
1429
  mteb/leaderboard/text_segments.py,sha256=iMIkS04QQjPbT-SkU0x6fOcS8xRbUYevryu9HydipKM,6570
@@ -1423,32 +1433,32 @@ mteb/models/get_model_meta.py,sha256=VpZZNINk-QrNeVpPZnlqzlLhtBs8G84eRwTzAb_gRD4
1423
1433
  mteb/models/instruct_wrapper.py,sha256=HxHmnlxkjtZhfgTZRYJBT3Nma7Dhx6a9e2Bg-cO_IYs,8844
1424
1434
  mteb/models/model_meta.py,sha256=b-Nel9nX5bJk4cgJnqkBzEKyMY7uXvxlCBSxmmH1Ios,14769
1425
1435
  mteb/models/models_protocols.py,sha256=D2hYWn_UBGMaKtRwBx3u0B0ni6lHJjSzTxX21XFNwIc,8917
1426
- mteb/models/search_wrappers.py,sha256=W99EeMDQ58N0auVp2-7T39orG7GZLekSsVCdxEZLxw0,15638
1436
+ mteb/models/search_wrappers.py,sha256=qe2APunvRfPREdrq1moSi44mFXV6uaHvGHcLnaza-Sc,15483
1427
1437
  mteb/models/sentence_transformer_wrapper.py,sha256=n5CMsM6Lpg_CFHH0NkpJusMsaLUTt-L9vRmFINQ961k,12338
1428
1438
  mteb/models/cache_wrappers/__init__.py,sha256=j3JBHN73Tr7uMUO92FEvKXstnybxrPpGWmKXU2lAoIE,88
1429
1439
  mteb/models/cache_wrappers/cache_backend_protocol.py,sha256=TR7kD7KbN1J4piszIecpegtLZYGy7sRHZt3SDWlImKk,1665
1430
- mteb/models/cache_wrappers/cache_wrapper.py,sha256=PsLKBhjZBmQPUtLGWxjiXvqeSZrv_2GPVxB1y2zWIS0,6602
1440
+ mteb/models/cache_wrappers/cache_wrapper.py,sha256=KLDeOCe_ndQshbZa5ep2u3jovsl--tfpQzvt9EXyxCA,6589
1431
1441
  mteb/models/cache_wrappers/cache_backends/__init__.py,sha256=hN2Tq7cpTxoOYSCJ1Wnpvb8dEm-kQLfCCahT1N9Bacw,123
1432
1442
  mteb/models/cache_wrappers/cache_backends/_hash_utils.py,sha256=WeQjXlNUpGpb-CbaWpu_EtezML7zoDYfbwIo0Jswvsc,480
1433
1443
  mteb/models/cache_wrappers/cache_backends/faiss_cache.py,sha256=i9IfaCv1-_BvVokXFW1UZ9hMLCuM6rZ0tI-ZesoBkt4,3734
1434
1444
  mteb/models/cache_wrappers/cache_backends/numpy_cache.py,sha256=GyTVC5DLph3EeRnDMO1EEQzBDoOgk2J1hPqpl07lefM,7442
1435
1445
  mteb/models/model_implementations/__init__.py,sha256=BZDdde6ajKv-yroy9mqE2YS3Hw1KBdKoxBPg8aPTZEs,1164
1436
- mteb/models/model_implementations/align_models.py,sha256=EUxJSOM8ppJLVpT7dWredKfMY6k69jXRy2luwpifX1A,4267
1446
+ mteb/models/model_implementations/align_models.py,sha256=DUdVWxETiwC2IrXI90zQwlvHMjeI7JJCNOmFVd2RNws,4518
1437
1447
  mteb/models/model_implementations/amazon_models.py,sha256=pdRU2QGAB5ccQnAfbRSzHE1G3ZUdjvsAgeJwkB_olDQ,694
1438
- mteb/models/model_implementations/ara_models.py,sha256=NguWSXEN9RhrfExvTh6vL5F3uie5iRUGD9ziwpZagaA,1033
1448
+ mteb/models/model_implementations/ara_models.py,sha256=zS0t9rI21wwEwTlrlX94GqkmPKLnb8ktUaAOY-ZLmw0,1421
1439
1449
  mteb/models/model_implementations/arctic_models.py,sha256=eaMRaN9WdpVq1W6cbtNcJMdrJUTXrTSYUjTJufCdZRY,10350
1440
1450
  mteb/models/model_implementations/b1ade_models.py,sha256=aEKmXWVX8iJ_OotAYPOMxsOHTDEOJYdSwkR6iJsZ-ms,1609
1441
1451
  mteb/models/model_implementations/bedrock_models.py,sha256=RWN25Es4Nb6eIMiZlFHWNAnftKMVBumM2kozpO7Kh50,8709
1442
1452
  mteb/models/model_implementations/bge_models.py,sha256=LL_JnXsjGPnzzxby05Z0Jm3v6-v76nCB-yI36H9fKwo,22386
1443
- mteb/models/model_implementations/blip2_models.py,sha256=l1YeLjlFEFGfHLIwpJ8gVUCc6cN-lUYXn6_FerEOiLE,7293
1444
- mteb/models/model_implementations/blip_models.py,sha256=P5Ui6Dxbl0mfUc9udvPqN5cQx4paz7muG7SR2_FBBsg,10681
1453
+ mteb/models/model_implementations/blip2_models.py,sha256=hBdilqIIFkILmGoSl6GjT5gpFVxArp3xL3JEcWfJ1KU,7635
1454
+ mteb/models/model_implementations/blip_models.py,sha256=n_XRcymbYL2Rx8AFl96OpGQcWvfzrvFQxKvFl4swzA4,11516
1445
1455
  mteb/models/model_implementations/bm25.py,sha256=orjdCPWRdeAskQ3zJEzuNMyEks6WW1qv4mGfw8Ih51Q,4836
1446
1456
  mteb/models/model_implementations/bmretriever_models.py,sha256=ABfrACa028Dcujan7-PaUZLTw9wkDB15XIfinP_FRxg,6555
1447
- mteb/models/model_implementations/cadet_models.py,sha256=AR1uVm5EVvY2Q4rc_nuOtUQzTW9scrSGrjLGCqUJWsU,1829
1448
- mteb/models/model_implementations/cde_models.py,sha256=jN1MokN_4tl46Elrx05ZQYW-B_sRK49CUp3Et7CAyJc,8654
1457
+ mteb/models/model_implementations/cadet_models.py,sha256=bDula_VroXOWgSw-tquvNVGcGg7_Z1xHnoTDn6OGOYU,2225
1458
+ mteb/models/model_implementations/cde_models.py,sha256=3nNU3nq3VZZcImFqH1VPj57-QJNMU6Ei2C_HCaicuUs,9012
1449
1459
  mteb/models/model_implementations/clip_models.py,sha256=zrfgNmZszu0JMtMNdCMzEohixsrnQ7xFhCqgsiucH_Q,6107
1450
- mteb/models/model_implementations/codefuse_models.py,sha256=BDJA_uC6XVZEroK6-dzixrgYx9C7sSOkc9QCFSc4yUo,8593
1451
- mteb/models/model_implementations/codesage_models.py,sha256=fy0_WYcU4DnYH9DQ1C5F93MXAmKLBA5HW650XyGqPcE,2483
1460
+ mteb/models/model_implementations/codefuse_models.py,sha256=19Y-d_qetVU64quzEvuUJ_K8DHo1JEEKEGqjRR48dFg,9113
1461
+ mteb/models/model_implementations/codesage_models.py,sha256=D4CdISGyv5f2GMYq4_efgm5qNq80SWAX5R2u5mjEiXM,2998
1452
1462
  mteb/models/model_implementations/cohere_models.py,sha256=H7Mjn57kmeBhIaJx6riaCEEgZS01YBWBBGPagEU87ZQ,13690
1453
1463
  mteb/models/model_implementations/cohere_v.py,sha256=K6VEw1NkyM2PuMd18kHE6aqPrcByYSwEmAKjvLods_w,15760
1454
1464
  mteb/models/model_implementations/colpali_models.py,sha256=uVmK3jXO-GDn-7i6cJFWdc0u0-MU3INHHL1rXUPhBec,8944
@@ -1459,6 +1469,7 @@ mteb/models/model_implementations/dino_models.py,sha256=QFgaFHR5YKrylqJGSljXCBn2
1459
1469
  mteb/models/model_implementations/e5_instruct.py,sha256=9R4GoSFicgqNDCh3HhTN_8L1qhzuEKvatjHYn3T9zlU,7676
1460
1470
  mteb/models/model_implementations/e5_models.py,sha256=vsqkmm6XzZn9ROj_OUR0j2KiN75MEuQsOPeoyc1AeYg,10937
1461
1471
  mteb/models/model_implementations/e5_v.py,sha256=_9W7I0ryIzx_H9eCkzwdm8iHdGX1LIjKGXkhSh_zNv8,6690
1472
+ mteb/models/model_implementations/emillykkejensen_models.py,sha256=1DEAGdSZZXDFbbw0YH-vkLm9Y-wthgbOJCRTIpV3Jeo,2795
1462
1473
  mteb/models/model_implementations/en_code_retriever.py,sha256=leZ-0M6LrunocY3XQBYZU1uevDRopeyR5ujIhwqBbd8,1043
1463
1474
  mteb/models/model_implementations/evaclip_models.py,sha256=cPMGYLDIq4s8zJxb4vPXqJ-rqwPaq7KOh2QZSO6cDas,8000
1464
1475
  mteb/models/model_implementations/fa_models.py,sha256=WGal70_ezITWoNdjcMdbOCTSCtoaXzuPadYstLVXxhg,7478
@@ -1484,9 +1495,9 @@ mteb/models/model_implementations/llm2clip_models.py,sha256=_sqAOb5oSbxn1oaXjWwP
1484
1495
  mteb/models/model_implementations/llm2vec_models.py,sha256=Og_EqnOXgIfaTcVTl3Lj5BicG83ycnXS_YHNtK63I-A,12638
1485
1496
  mteb/models/model_implementations/mcinext_models.py,sha256=W9MBQFqGTXVa52WDFFq1Pdat2TgRvluOcD6JVAupn28,18968
1486
1497
  mteb/models/model_implementations/mdbr_models.py,sha256=B7R3dVEH9EZ_fSZ05VveSbmTyO3Erh7iJ2WmMn52d-4,2509
1487
- mteb/models/model_implementations/misc_models.py,sha256=R1Ew2Bwj-YwHoHmO_qVa8WQf3BQcJ1FDjj3Xm0Y6nzo,56381
1498
+ mteb/models/model_implementations/misc_models.py,sha256=bgKOuXJC8cVQmVRXEfIBlgzxDRb9nzOCsHdJ1kM8Z2Q,56691
1488
1499
  mteb/models/model_implementations/mme5_models.py,sha256=cRRXecC8EHeLQiEd1nfCb1vt75x_CnG1s_9lYRrtyTA,1484
1489
- mteb/models/model_implementations/moco_models.py,sha256=Mxjs4Nml7Jd_j2oSdN7WQc2t_UrkZVBRmhDUW5QK-6M,5154
1500
+ mteb/models/model_implementations/moco_models.py,sha256=Kl0nBsqkG3crYoo5YulFq1fv97U0-IBWVFHN0UuO0lg,5483
1490
1501
  mteb/models/model_implementations/model2vec_models.py,sha256=D-EY-6P-cKKunbgzk4DHzJL1ogpWYFhpHbTLb8qQjJw,13765
1491
1502
  mteb/models/model_implementations/moka_models.py,sha256=Y5do7Z4JyGxabYrjHhkBLqCKTQKotniS-f4kOgXJjag,4995
1492
1503
  mteb/models/model_implementations/mxbai_models.py,sha256=33ta2BnhvKYBUgE89wFgPNf-CnOb7ooumZvqHOvbZsA,3593
@@ -1497,11 +1508,11 @@ mteb/models/model_implementations/nomic_models_vision.py,sha256=gEEieMThvw4p-QhR
1497
1508
  mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=zLo-GSghLsIpIZguAdg0Vf18Dn-mdizwQDrWiSwupr0,6171
1498
1509
  mteb/models/model_implementations/nvidia_models.py,sha256=aeex14J1yGxc2wm8kCDIgxwo_uy0Fu9y9liFVD-LDOg,21555
1499
1510
  mteb/models/model_implementations/openai_models.py,sha256=2tJyEapIW-GtB3ZOXIHwGjSZGgJl2daE_UsbzH4NhBM,9620
1500
- mteb/models/model_implementations/openclip_models.py,sha256=TsIAgh759S_2Vl9yjoEhvRq8VLrNnQj1L9sscsOqq7U,10702
1511
+ mteb/models/model_implementations/openclip_models.py,sha256=W8XcokgLU1nSmMaWpYXkWWizVd3sQezcP02YtF2fXpo,11436
1501
1512
  mteb/models/model_implementations/opensearch_neural_sparse_models.py,sha256=fuxIjOx_kPoDps5C7LW3JllG-AZj4ktqeTNgJESHZh4,8351
1502
1513
  mteb/models/model_implementations/ops_moa_models.py,sha256=vTZYi6aYe2UYI_BBaoMad3anozknUoadVQw_EBKX3MU,2411
1503
1514
  mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py,sha256=qGXv71qRjNCIFluZOwvfBlFlKKyN2bXBokwUPk4KHmM,1066
1504
- mteb/models/model_implementations/piccolo_models.py,sha256=VUb_U7n8RmVSS2bbIzk-g8oKXzMJ88Lehnku-E_96Uw,1847
1515
+ mteb/models/model_implementations/piccolo_models.py,sha256=d8Dtkv_ZTUOCmJLLOuwquq-gX-2UfKvAtl_LvAS0Xi0,2113
1505
1516
  mteb/models/model_implementations/promptriever_models.py,sha256=2iB1n4ZSX0NyDBBk9rryKSwdjhc3D6TgUhhlzJxys8E,6316
1506
1517
  mteb/models/model_implementations/pylate_models.py,sha256=yINGQL97S4xjj74-FTWpO4KHX-E9NDOEeyQWyRmmnaE,14772
1507
1518
  mteb/models/model_implementations/qodo_models.py,sha256=JDqffDlQiOEariyheybOIf3iNkqot2gTkEIHWDnRbUE,2037
@@ -1509,7 +1520,7 @@ mteb/models/model_implementations/qtack_models.py,sha256=biZLH5E3UWIcMZXIZNGgBZF
1509
1520
  mteb/models/model_implementations/qwen3_models.py,sha256=IpPJC_y-Kt_1Bq6nT2lX3-lMl-hl0BV6VhAL8Czfyfg,5133
1510
1521
  mteb/models/model_implementations/qzhou_models.py,sha256=90tsGftdCX90Gvu63bxtMyzczGi_u9bsUlg4WAVeH9Q,3536
1511
1522
  mteb/models/model_implementations/random_baseline.py,sha256=NH-epZ73BYvV6qYgu09BsoiFxBWypUNLdJIXRp5QPhM,8030
1512
- mteb/models/model_implementations/rasgaard_models.py,sha256=fHMXP4S17fZQ93n2KkUsAoxyGmVyCNexz6ek6c4zO0E,1021
1523
+ mteb/models/model_implementations/rasgaard_models.py,sha256=a8F3kDSBWHH0UR7wRioOrWGQUxtloD5mU7EG27iM-68,1260
1513
1524
  mteb/models/model_implementations/reasonir_model.py,sha256=wSCcJpUgZ0pG2g3vTEzYNmPlPG_CVn_rR0ENVCines0,2218
1514
1525
  mteb/models/model_implementations/repllama_models.py,sha256=89HoqEpzkNysHeuf_-YhU8WETamHTogSRztGIRo6G1s,7321
1515
1526
  mteb/models/model_implementations/rerankers_custom.py,sha256=ro73A9-hHudy3_qIMrhP-ja-3Xqu78r_aORm856zHQc,10651
@@ -1526,7 +1537,7 @@ mteb/models/model_implementations/shuu_model.py,sha256=KkcuVYjIzoha3Fvxh8ppqHQ9B
1526
1537
  mteb/models/model_implementations/siglip_models.py,sha256=tvi8QB2ayBoeXsxwHrl5RFlkknvE6FM9N06zSBWGQD0,12602
1527
1538
  mteb/models/model_implementations/sonar_models.py,sha256=Nc6kAJRWSrxA57DPRrgOPHqS1dNhz2vsE_1ZA2JtigQ,4784
1528
1539
  mteb/models/model_implementations/stella_models.py,sha256=NL3tk-rnuBdznsQ-nmelqun4tFO2xKoNPPOOVKqnPGU,8062
1529
- mteb/models/model_implementations/tarka_models.py,sha256=D3b8lPMuSZTKBCDqL5ozI_5lf5og0qKJQD4HBhXyi7o,1601
1540
+ mteb/models/model_implementations/tarka_models.py,sha256=xC6olJs9PSe_lrYsScw5hDHTjYSjcxgbvfK_7IoBFnk,27397
1530
1541
  mteb/models/model_implementations/text2vec_models.py,sha256=zaHWRc2W0RYZAOetinqRzug9UGW0HmY5U-jYsLXA8wo,4160
1531
1542
  mteb/models/model_implementations/ua_sentence_models.py,sha256=fcvXR4-Rrt-UDTlDkh2ZAO1gO_ufCOHiT6EhoeKiHx8,1224
1532
1543
  mteb/models/model_implementations/uae_models.py,sha256=KZxH5a3t-sfh33xUBkLizEuyFAyPlGfnRsn-S7mjq74,3112
@@ -1586,160 +1597,160 @@ mteb/tasks/bitext_mining/multilingual/nusa_translation_bitext_mining.py,sha256=e
1586
1597
  mteb/tasks/bitext_mining/multilingual/nusa_x_bitext_mining.py,sha256=BphnEDdG1-IsCklJWRCs2yK7I1zVuPh7PQrrYAI540c,2309
1587
1598
  mteb/tasks/bitext_mining/multilingual/phinc_bitext_mining.py,sha256=53xLXpgIDk55JfCoe3pa93T_9T9sfRJAryBVcWZx5co,1477
1588
1599
  mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=5uwf4vhud5bQuPAcufWGcA7UBmp5YPKsyvc5OUYgK-M,1730
1589
- mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=0UeyufmfkvN-Gd9O360zd2laQLQUFPyC_ifOKSwQE9s,2111
1600
+ mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=lxaWPFLZpWwAy6CIGAENkBvH7iVLShE4sGf0eT0-Mac,2075
1590
1601
  mteb/tasks/bitext_mining/multilingual/tatoeba_bitext_mining.py,sha256=Y6QnjbmL4fIuTgK8tuZfNnWmM-GwBVaAjUiAtTSgPqM,5898
1591
- mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=4EY_2mHF4J-JCyo-ZdX5bgKEv-VqVwpR-DmUNSP7jcM,14986
1602
+ mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=vWoRmAJKR0ed8mUKDqLUMe_IpFjj7Xlsw0NFhcIOJOc,14978
1592
1603
  mteb/tasks/bitext_mining/srn/__init__.py,sha256=XaMVvUagmgLUG6tZw2jo6fMKiVTfQpaaWZGQZo-1YYk,97
1593
1604
  mteb/tasks/bitext_mining/srn/srn_corpus_bitext_mining.py,sha256=6svN1Ny1MJVaBhEFguYAGZnm8ciuLqBxUfhGaAjR88w,1507
1594
1605
  mteb/tasks/bitext_mining/vie/__init__.py,sha256=AbM2aeSHvlY_fNsPWKchyyHBrSvhBwASOWFht74HQcg,95
1595
1606
  mteb/tasks/bitext_mining/vie/vie_med_ev_bitext_mining.py,sha256=tHnLLMoWUG1j25TwWFQ1cgBtCYcvKbCmquu_mNRZaGw,1494
1596
1607
  mteb/tasks/classification/__init__.py,sha256=6KrsJhJ6YbffNiAY3IWamJ5s4ipiIWHqO4cCD0ncWoI,1092
1597
1608
  mteb/tasks/classification/ara/__init__.py,sha256=PZ2njVzpxUwqB-yx-lajl2uf3yGYBc05a5q77scr4kA,1161
1598
- mteb/tasks/classification/ara/ajgt.py,sha256=lrbMd3YZDUU7nPImL-vaDnTsseA_W8n3kpRwHmWTlko,3103
1599
- mteb/tasks/classification/ara/hotel_review_sentiment_classification.py,sha256=1f_8cbHUsZj2-3px5GY-gEiGxqgPfocTKN748Loh9k0,3062
1600
- mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=X_kA7iQPnVPUBgmA1EsNPLzPhnlgWEMuWkra5NryE4E,2463
1601
- mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=xgkHE0s_9DsWvvMWBebcehUrKRmtAxs1wrS4TrTCCXg,3324
1602
- mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=PkRowXr4XU45t-hSDOGPsH4XQ5N2rscFiQ_GJAkLUhU,3270
1603
- mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=7cTTznVI04QpbqOOnY8_XvGWjgUPyb41OLS5A46119o,3950
1609
+ mteb/tasks/classification/ara/ajgt.py,sha256=TfcsGZbdp2Y7ksrhEPYpY37e_iAvTMGEt9e8-kwFq4U,3091
1610
+ mteb/tasks/classification/ara/hotel_review_sentiment_classification.py,sha256=VNv6uICgYVsQiCreNiczEjDq2-dLtTmNVp0ZF2tA-Kg,3050
1611
+ mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=hN9dImEZWs9LLYSDWhyKDFJ-Ph2ZZQgxh5K0VXGiP8I,2451
1612
+ mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=xlq-rEzWei8onOJWOzSxJtNuyeHWczf1cDz7m3-5j-Y,3312
1613
+ mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=MpLxj0WOuHYV6LIaAwBg__jcOmzsApPxPRBKgkO3RhA,3258
1614
+ mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=55SxUtNUECLT9liyJztPh-MPuN9PnQzkQ89Izg7JlU4,3938
1604
1615
  mteb/tasks/classification/ben/__init__.py,sha256=j_vQLxEOUKR8hLBgTe2sSzvLyoVXRByF0g_f5-i1mRQ,592
1605
- mteb/tasks/classification/ben/bengali_document_classification.py,sha256=BOC5QersoFhsQzbeWrt-O2o5XLQ7k-Aj3t5y2MuMy0U,3648
1606
- mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=Bu79C9lNXMOyS6Mq8Mpw9Yr7tACrRC9wG-xhuUpsl94,3362
1607
- mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=oVbwpNoWmnVeCvFf8-y-ImEcDbgnTqA0GASOp418oNQ,2990
1616
+ mteb/tasks/classification/ben/bengali_document_classification.py,sha256=K4KTkca4HwKa77045kY7hMxHxRklyC44RzfNKOP0C4I,3636
1617
+ mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=xmlPgQfWqEFPOboY6Ix5ZXTz48D1TqUeWV3-ip9dsKA,3350
1618
+ mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=NYtZBO8BYHPAkLOwof8a8v9Xa5YnRYITvAxrAP4EP_A,2978
1608
1619
  mteb/tasks/classification/bul/__init__.py,sha256=2-wLDHKcyykalSp9zWCgOaqMh4nnDo92lYdiUgJIP04,170
1609
1620
  mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py,sha256=T9OjawyJbfYmDh-c4qArRzsuJ3HgbhbCAgHndXN3VVI,1843
1610
1621
  mteb/tasks/classification/ces/__init__.py,sha256=0vuGRyaBaW-V6_3pdGGLIEwQh3uB5UpewY6NdJZ3vrw,860
1611
- mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=xVWAtkHkiJhA9MwLLG9R_4s6DOTVr2qpHpwp8Cm6kqg,3554
1612
- mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=r2nI-Aoywv3i8BRXq7Rv0sg33WhxC9tYFHxJU5zdOEA,4131
1613
- mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=tujnOfZPKSGq0o9_e8H1Nw-uQ3t2GSQYYgkDMySXFn8,3630
1622
+ mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=ujuUGruDRbcMDY3SXvN6dFsR2qs3iYF7x-bc8_W-hAA,3542
1623
+ mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=gVcg6m6Pikhi5DY2HSpj7iMcd5QRw_iZfVFlXX97m0g,4119
1624
+ mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=NthCj4xcDnSwSe5mMX3a6ldELv_qmkN5wuM4UAdE3js,3618
1614
1625
  mteb/tasks/classification/ces/czech_subjectivity_classification.py,sha256=31lTpWh0adXA8C6TY64NbSKi4pVbnH7ocEDEQCd5JEA,1520
1615
1626
  mteb/tasks/classification/dan/__init__.py,sha256=edrG5UqewQ_YfQD3KtCTs9GU5z1jo4wjlkSEHuQg1ww,864
1616
- mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=K1KxSzZV8k4ZbfPoFLFThQq_y28K1Q_VCtv_4mdwtRE,3166
1617
- mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=Yiei__QJP5qGNVpdPKS0Sb0DX01yvS_vjf9HlXXtcdk,3213
1618
- mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=cjzNC5P9HmemPhj2V8twnZo6bT3zwml9qWd8elUfxJg,4022
1619
- mteb/tasks/classification/dan/dk_hate_classification.py,sha256=FhV94a0qn9mSsJuEFtz_y2c_-PTzT9wp29b0DImzYNs,4452
1627
+ mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=GmNu5-ec_6ebMCxKIgDU54ZfaM0xFV_tYE6hYLN8ItM,3154
1628
+ mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=mChj82mWgXluVC7yXXT2LqNZ_v9QHbNEWIFUGlN8LHc,3201
1629
+ mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=8ZJUscPwhd0Y71Sd5tTeEWCuFgN2YHlgX2lQOz9bj3g,4010
1630
+ mteb/tasks/classification/dan/dk_hate_classification.py,sha256=Kx7mx5HcEkoisV4-Sb0aCgOLaz2FOkGaet0tprDpOkk,4440
1620
1631
  mteb/tasks/classification/dan/lcc_sentiment_classification.py,sha256=wVbHXQN1I-W8YxDz_fT8Q3ZIM_mgNZDx_wm7vsIBols,1733
1621
1632
  mteb/tasks/classification/deu/__init__.py,sha256=_mikrUfmvMBoIkAHqZoayV6o-8QssaX3E4D1TmxNt_8,454
1622
- mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=I7XiF9Vy9-YPTAFql3LER0I1S-Fx9G45OAeAioMIIi0,3982
1623
- mteb/tasks/classification/deu/ten_k_gnad_classification.py,sha256=ZwvB0wU3vKm0hc-dl35ozdl99S2tgX61HP3FF4GqSPE,3212
1633
+ mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=wyig6rTOET2Km1fX4_LP2FTqbGzF2hgmWwV4EXM88kM,3970
1634
+ mteb/tasks/classification/deu/ten_k_gnad_classification.py,sha256=FB0K2Th6kQql-xPHE3Is27Cfax9I_C5mq1-fWNPi30Q,3200
1624
1635
  mteb/tasks/classification/ell/__init__.py,sha256=ex9crkO5u0jpP--73on-beegAZ6368MLPtMpf7ko6sk,118
1625
1636
  mteb/tasks/classification/ell/greek_legal_code_classification.py,sha256=aLiD-sUv6iOunzuHoJubWyhPdhmYrGi9qZUkt0Vw5Og,1977
1626
1637
  mteb/tasks/classification/eng/__init__.py,sha256=gVlsr0YIe84-wvluhXWJuP7R-2wDc53xdJkbvuYVEZE,21065
1627
- mteb/tasks/classification/eng/amazon_polarity_classification.py,sha256=RpBcVvV5ERWQ4gRP4WQDptKmGk4i0cgEh3fMz8h7T7Y,3132
1628
- mteb/tasks/classification/eng/arxiv_classification.py,sha256=FehoDvslIsG3CVMtoWj6Q1RsDBuVWKGWfsFsS9kCq_w,2764
1629
- mteb/tasks/classification/eng/banking77_classification.py,sha256=UfsmV48DVNnBxsoigUWh0kmXOD36rzIhw_HCKw-34h4,3936
1638
+ mteb/tasks/classification/eng/amazon_polarity_classification.py,sha256=xYTp78UBpsTwqEAw1BhAUkrAUwg3IcZbbsjYvm5wCrM,3120
1639
+ mteb/tasks/classification/eng/arxiv_classification.py,sha256=N1YhT35mG5SiDkm7C8Cph87vHTqGVZ7QCnahypCA7hg,2752
1640
+ mteb/tasks/classification/eng/banking77_classification.py,sha256=a39NHycvoblomhYJIJg5I3TYUB_wA2YHgOH63VsGtcA,3924
1630
1641
  mteb/tasks/classification/eng/birdsnap_classification.py,sha256=_OQsYUUwF2t3sOTIvvI2uI98dAG_ropoxtUTq3Yt3KE,1629
1631
1642
  mteb/tasks/classification/eng/caltech101_classification.py,sha256=4Y_Ez0UHGK3l7mHlBCIhr-djrc9F3hkO5g15Bn0-Vfw,1715
1632
1643
  mteb/tasks/classification/eng/cifar.py,sha256=PyO1bTtXtzoyRmYBD8RX5fruTwRqDTl56nWbkmK2liQ,2536
1633
1644
  mteb/tasks/classification/eng/country211_classification.py,sha256=gYGX2HjPn6lxnDFTE4LtvxjA1lYmfbv8tnG1fStcxuQ,1575
1634
- mteb/tasks/classification/eng/dbpedia_classification.py,sha256=zQ6DxzlPo-hoS5zFB3EFJ3UnnD9EYVL6odj56JKT3e8,3729
1645
+ mteb/tasks/classification/eng/dbpedia_classification.py,sha256=_eIM37pft2AMTIi9R7z9ruxPoaAZYxKyAtFPLeZ0O9I,3717
1635
1646
  mteb/tasks/classification/eng/dtd_classification.py,sha256=jbZrYFGfhLvd5YK8wsbIp-C_K52U5wPomMbJ0PofrH4,1412
1636
- mteb/tasks/classification/eng/emotion_classification.py,sha256=7A22Vla-W7tPQcGJpPBFKpTO2IC8afp6JmxiehaPW5Y,4156
1647
+ mteb/tasks/classification/eng/emotion_classification.py,sha256=oNkStKgfwNcfLlXtEeku1_LX0zhVwiGOj0rHW1x5rEA,4144
1637
1648
  mteb/tasks/classification/eng/euro_sat_classification.py,sha256=5bsJpp_jwwcKxPMdSP0TQtNfMxumr7Y0zb2vZIVyELc,1872
1638
1649
  mteb/tasks/classification/eng/fer2013_classification.py,sha256=tvUNndRVxddNvIsQmaUg_rYOfs1BFxGiAHM4Scz9HUs,1487
1639
1650
  mteb/tasks/classification/eng/fgvc_aircraft_classification.py,sha256=qEJFXxeuo-uBy1HDeDYE4XtJayX53EwmnhNTeB9V214,1641
1640
- mteb/tasks/classification/eng/financial_phrasebank_classification.py,sha256=Ccqnlzy5uK0CFV4W_QxoBVeCmEolh8qDmKeT8Rho4Fw,3044
1651
+ mteb/tasks/classification/eng/financial_phrasebank_classification.py,sha256=r7CguZZc0oxH-GXwFK61drDRH3xYMJT1r3V4mrqjG7Q,3032
1641
1652
  mteb/tasks/classification/eng/food101_classification.py,sha256=G3xxqJv5GQQpnI5HZ_zMZ16-l2E4f1mRDwPkjo-jtos,1366
1642
- mteb/tasks/classification/eng/frenk_en_classification.py,sha256=wO7qcqpjYR1F7ftoydKImI_Pbj_hrmmk1GIl15Wimlo,2727
1643
- mteb/tasks/classification/eng/gtsrb_classification.py,sha256=hQ0FQOXRrJQix3ixiDn1aGgAMLP7Bek0N0gTq3_wogM,1853
1653
+ mteb/tasks/classification/eng/frenk_en_classification.py,sha256=EQxVRWqmQhMLIv8MfaQ1OdBMAFR6fH4utlyupJjpD80,2715
1654
+ mteb/tasks/classification/eng/gtsrb_classification.py,sha256=EuR8F2uh3ajB2tErzcbrrgF4Do7QxcxEpA44JsgbOVg,1849
1644
1655
  mteb/tasks/classification/eng/hume_emotion_classification.py,sha256=IjuiZtSMQiVCV5DY8OHUzVtMORUwjDK2uOXkV_CYgAc,2092
1645
1656
  mteb/tasks/classification/eng/hume_toxic_conversations_classification.py,sha256=cSPg3KzLXwY0HnZS0BzpWydkW393TIVXEJmI_PfofQk,1797
1646
1657
  mteb/tasks/classification/eng/hume_tweet_sentiment_extraction_classification.py,sha256=hiOXpCGAHXLm4duu94ptT9l0uWsyw3SRB7w3SqyvxKc,1602
1647
1658
  mteb/tasks/classification/eng/imagenet1k.py,sha256=n6YlgVBG7fudRzv5BI0JWiSjpbWIaOLEGQws8VHn0O8,1574
1648
- mteb/tasks/classification/eng/imdb_classification.py,sha256=5ewozc0-GsXDuKXJBqOnBesJ8H0-_JzGqSeOtsVB784,3631
1649
- mteb/tasks/classification/eng/legal_bench_classification.py,sha256=zqy7REu20R-C4s1LQHSAVIXwzzTZRqdopFYdbTlF76s,305727
1659
+ mteb/tasks/classification/eng/imdb_classification.py,sha256=UEcsVpcIUtE-WaAIaewHVpquyIMmuhqwvghOwjf3l1w,3619
1660
+ mteb/tasks/classification/eng/legal_bench_classification.py,sha256=blNlvV1TykQvvPwMzsc7Hl9rik7JqtRok-jUvKDAyZ0,304818
1650
1661
  mteb/tasks/classification/eng/mnist_classification.py,sha256=hmQfHKKkw2ezFYr26350DCD0-_ZO6uPn7BN4fSZgoAY,1360
1651
- mteb/tasks/classification/eng/news_classification.py,sha256=8_MKO3dg-87-D4ObJaK2_XzoYPPA5lu7P6a62Jg36YY,3351
1662
+ mteb/tasks/classification/eng/news_classification.py,sha256=exvLhhqSctXHdnoC2yVOu-Nlk94Nogw44a-lkjqxZZ0,3339
1652
1663
  mteb/tasks/classification/eng/oxford_flowers_classification.py,sha256=1Qlma1B3rJXRZNiyh0n4b0At-nusKKAdEIXw2eSTv-Q,1673
1653
1664
  mteb/tasks/classification/eng/oxford_pets_classification.py,sha256=fvTlRex48bY9Dy9iUuWnTSn8XUfS1V_gOKCNM_KSFcU,1574
1654
- mteb/tasks/classification/eng/patch_camelyon_classification.py,sha256=KD5Uv6RWSK4pRm9eo5iFmGJlJpAQAsNdJQHj05YxlmU,1781
1655
- mteb/tasks/classification/eng/patent_classification.py,sha256=bg6bMVJkrtqD9XffcId6InY-xIaTKdb_LhCc4uDbKpE,3235
1656
- mteb/tasks/classification/eng/poem_sentiment_classification.py,sha256=67oTe6U2_F39RPbirizhQEsbplwvmHUU0691ze8D2WE,2783
1665
+ mteb/tasks/classification/eng/patch_camelyon_classification.py,sha256=Su0lUUlA57DSHYJ8EVtbU4WCIavExp0OnuU_Rl5Mi5s,1777
1666
+ mteb/tasks/classification/eng/patent_classification.py,sha256=HwPgGVT-T-Usq07M2ePP8P3mNqID6yLxruhfLK1pLtk,3223
1667
+ mteb/tasks/classification/eng/poem_sentiment_classification.py,sha256=XKf7xO9OMgHRmDlOtdPlRzUzMMLSXXScOuUp5VSr3pw,2771
1657
1668
  mteb/tasks/classification/eng/resisc45_classification.py,sha256=_0k3eZyS_vVmvMIBtc2q9Wv2W7ItfQeM3yAQrOWAFlQ,1807
1658
- mteb/tasks/classification/eng/sds_eye_protection_classification.py,sha256=arY16SecPfikXyFIdIEGvpw2shd7fcYqHYmxdIuYdoI,3465
1659
- mteb/tasks/classification/eng/sds_gloves_classification.py,sha256=E6dylSb964WUoePxizmyPDgw9CUjjOU_XB2bSF6gZ6U,3408
1669
+ mteb/tasks/classification/eng/sds_eye_protection_classification.py,sha256=Kco2Y7Ysx5ND16xwGvsceBSzVmhCt7nXenhKwU6XDos,3453
1670
+ mteb/tasks/classification/eng/sds_gloves_classification.py,sha256=5NQjCHRKsRXPDmZlxjmlwVACO1qwSLPWKtRNxY0NTis,3396
1660
1671
  mteb/tasks/classification/eng/stanford_cars_classification.py,sha256=73lWRD87ovMd4ELwRCMH6lb3mvAlDTf9qu2HQd-j0_M,1439
1661
1672
  mteb/tasks/classification/eng/stl10_classification.py,sha256=jqDm6_5iwrfcpzEFtALEv3iYF15Ykt3WLxL3oGkpePw,1745
1662
1673
  mteb/tasks/classification/eng/sun397_classification.py,sha256=KeFOof2Lp2mB3pAVcmebena7VSlafdL64AlPDXF6Tx0,1564
1663
- mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=00URbUmwTwS4Jk2IqLhoYyaYdIXS7O3hFZKwytFHhPQ,4951
1664
- mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=PlVpQnOrT1xJzAZGd6O4NVstxSpGMpOnIcwM2fUSCRE,3880
1665
- mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py,sha256=eglbzatOavSzeDfxWCV7SlpqKHEZdR3txll5ZXvDI-w,3110
1666
- mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=6DQuIL0vvUaj7pwSzs5ouy7oHUhRL-1ePqPuU4JT6nE,4081
1667
- mteb/tasks/classification/eng/ucf101_classification.py,sha256=9bggP7edVs_P_pT6VNjtKeeLCtuNnSAyh5Wz9-A37I8,1715
1668
- mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py,sha256=XwO3dZG894HtVvg0oe_0nu-fWbAKuzAEt6lt8bVLyCA,3027
1674
+ mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=9C7mgV0VvOAFwgcSVdok5Zf09UK9CCOX2J9Sb2GF4LI,4743
1675
+ mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=ZnYI-caR8A8Qp6qP6rcubsEfOIeamO0rHjY0RPxw1eA,3868
1676
+ mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py,sha256=W29AZXv-b9tQaWVQbVmIpOzvrA1Oj0BixpujZ6WZVG8,3097
1677
+ mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=rqgwiASWK5T0sMRvL289_4KrF0KcWGnvj1pGhZr7lPw,3991
1678
+ mteb/tasks/classification/eng/ucf101_classification.py,sha256=KiNA3U_6T-fTPnkgViH6jZBENzG9UmL9gDF7rz28eis,1711
1679
+ mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py,sha256=wC-wrqAFur68L1acHiLyJZd9a9cJ0x9FvNooy13wjhw,3015
1669
1680
  mteb/tasks/classification/eng/wikipedia_biolum_neurochem_classification.py,sha256=HU-yE0RsbPQMA2Rsc4wrqrRPMuiOaqsgC33xOe5bD1c,1464
1670
1681
  mteb/tasks/classification/eng/wikipedia_chem_eng_specialties_classification.py,sha256=_oIZGOfWaZsWDJmczJOb7Y8kCpWgm_17lxqkQOhiGQ0,1439
1671
- mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py,sha256=3q0jcUF6Lcaw6hMINYhL0PW1Ecc2XMXDKANKSQWgs3w,2999
1682
+ mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py,sha256=7xavizR0EGAvIhQpPr2hR4KT6-wYwC6louClvJOuJAI,2987
1672
1683
  mteb/tasks/classification/eng/wikipedia_chemistry_topics_classification.py,sha256=gbnQdfFh3mvqrIdsX9zjTlO-_9t8ucl2kfpm9md0OU0,1432
1673
- mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py,sha256=Y4fm_oKjH9DgABYT1QmUp1wOoG4iTZmA8gF2M1tsibQ,3103
1684
+ mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py,sha256=pj6gdTK-BTWRIVGybkjOgzmSHtnTCB95lVONSpSlvZQ,3091
1674
1685
  mteb/tasks/classification/eng/wikipedia_cryobiology_separation_classification.py,sha256=UBbf4CEkohhu7g5sosmDjuQY9ZSNPDeO1NQNwrlxJSQ,1443
1675
- mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py,sha256=GvNlYFmV9CuxuzXPpvRd7P0KnZzvwyNHIzSLEzcr4Lc,3149
1686
+ mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py,sha256=SpAGkBG-7d3TzRACe9HL01wE17QX3EuZeDbUN9ZAFwg,3137
1676
1687
  mteb/tasks/classification/eng/wikipedia_greenhouse_enantiopure_classification.py,sha256=IQezAhbWYSIAPvy6zdNjKt1i75dOvNFqza5l_-IG3w8,1466
1677
1688
  mteb/tasks/classification/eng/wikipedia_isotopes_fission_classification.py,sha256=uR617mRcO4PxY3h90DnoXEd5-bRTSRP0bR7OkjO0DUc,1470
1678
1689
  mteb/tasks/classification/eng/wikipedia_luminescence_classification.py,sha256=ddTH0Xmbc_-r06C7Z86yBsQWs3vZ6O3VfR5o74vr_zw,1454
1679
1690
  mteb/tasks/classification/eng/wikipedia_organic_inorganic_classification.py,sha256=3Dx7lF9GIN7jkMfbX93CrF6PHjpsuxnkMDOs9Bmc6GU,1440
1680
1691
  mteb/tasks/classification/eng/wikipedia_salts_semiconductors_classification.py,sha256=LCtDbN7ZvvIhKNDCKiMxPP3z4C9db_v-LUhUXDmeekE,1468
1681
1692
  mteb/tasks/classification/eng/wikipedia_solid_state_colloidal_classification.py,sha256=vs6kYuxH_wXhl_67GCyFcaQdYW8vLozVKI4i2nCVlzk,1460
1682
- mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py,sha256=ZvY4pBMm1SYhAOVHIrQnW7gUert4nqrH0-L3-91qnYw,3054
1683
- mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=we7j5m_88DqaJKx7P62_0sFKx06Ew6GWBtsRBKey6Nc,3577
1684
- mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=LU_vn_CBMYsNWz5WSJYkvoaoYah22XOataRYnIjudJY,3836
1693
+ mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py,sha256=qgSZFtyTuIrpyfBwGq5wllR7eMlD6uSPRNj2_NW53no,3042
1694
+ mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=nIuo5-VSPdoJLcOyYbIpLatBUOVpeCWUVBIualjeAb0,3565
1695
+ mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=lDtPzcKlhtcT5VPyPHusb29wWExs3RZGF_AXUG24jpE,3824
1685
1696
  mteb/tasks/classification/est/__init__.py,sha256=v2lzg7TFmXiBAp8B4WS3SAahWzkAJ2TCrGBktbI1qhI,186
1686
- mteb/tasks/classification/est/estonian_valence.py,sha256=NWNcGLOnnK0qwQzW_-cFonA5sVoCEA24XIIALn5-6qI,3740
1697
+ mteb/tasks/classification/est/estonian_valence.py,sha256=8JtG2OV4JvvE3Xl3-DZiRFeFfkJjv7cAfI8DxmrrY_4,3728
1687
1698
  mteb/tasks/classification/fas/__init__.py,sha256=igukIhFBC-lFxj-zbwaNh6ocGNTsGwY13QhM1e_cf6w,2505
1688
- mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=8ttsgMiwX7JaePvl35I6ACnC79UKpTuSOVYe0czsMLI,35137
1699
+ mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=Pa0uVXgIHhyiMf066rqq3n41RufDEX_Mx18JM_HrHjs,35052
1689
1700
  mteb/tasks/classification/fas/persian_food_sentiment_classification.py,sha256=vydyi6mov_eAfCRH6A3Kf6nWJyJxCoyXUEoi7-MC80E,1473
1690
1701
  mteb/tasks/classification/fil/__init__.py,sha256=5ReJp52hkwCf3RBen6Tjwj2YA2FN176IoVFx_LOa4mE,359
1691
- mteb/tasks/classification/fil/filipino_hate_speech_classification.py,sha256=OXUdz3Am8Hfu9BTUwv5B9mwgqBU8oJW6smZ6VgIJ8WE,3193
1702
+ mteb/tasks/classification/fil/filipino_hate_speech_classification.py,sha256=h3LEFzP1pJKDjwVOgZyf0gmla8WLxkOViobwNSNfIuY,3181
1692
1703
  mteb/tasks/classification/fil/filipino_shopee_reviews_classification.py,sha256=rKyMe2N3lbckbLJyYuXjJXr2aM4Gb5lrP_AXcbmrVMA,1831
1693
1704
  mteb/tasks/classification/fin/__init__.py,sha256=U-tSwAQUxeAZMF2fgw6QwzJlxiLnHk2RRyKZVF-BQxQ,181
1694
- mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=d3d0ofGNepxB4UUB8kt_esZFAE6VdK6LVUhF_oyWiLM,4131
1705
+ mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=G3rLO2c0BmdPvsk5xvtYwH-OUHQtlePKwTZNTIdxjkA,4055
1695
1706
  mteb/tasks/classification/fra/__init__.py,sha256=P59IyoKLEZi0_h5TDu6Qidm9EmPl-ElQcXGhRktOtIA,362
1696
- mteb/tasks/classification/fra/french_book_reviews.py,sha256=KgS7g6Ci4dsjm4I2rciHoEsTZTTjEjlIZWqg9Tjo_NY,2750
1697
- mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=vf89bxQDdS6mHvHFXHQxIUfeQo8Ywikby51iJcVNIww,3302
1707
+ mteb/tasks/classification/fra/french_book_reviews.py,sha256=Fsx8UznQVNDNUhcdsTeNMAAlj2q65Ubd9zjHalTS9uM,2738
1708
+ mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=ov-fbReWP9T_RqhxFtS-gjNaZmbM9J8gQdBQyci5yqU,3290
1698
1709
  mteb/tasks/classification/guj/__init__.py,sha256=HZfimpBCywBLi5VGof_A9Ua6bqtMUoWGRhM1eqAEWKE,186
1699
- mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=lNK4trXtJoBLiSmHPtc1boPphpTAErUuSuAcUti68Yc,2315
1710
+ mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=VEdbzqlw8b8N8R3TQc275iiCxqGLAMAM8Nf_N7FnUGA,2303
1700
1711
  mteb/tasks/classification/heb/__init__.py,sha256=Wa9-nATstuSXN2OFsO3tF0BZdlk3AzM0g9R1VzZUTc0,171
1701
- mteb/tasks/classification/heb/hebrew_sentiment_analysis.py,sha256=UpVBGyq_K4Pbt0caJwe-aQ_rGLZRid7lpZfG5lRGMSY,4535
1712
+ mteb/tasks/classification/heb/hebrew_sentiment_analysis.py,sha256=1DPoxWdGAZJB7LwEQWJzpR8KEg2fpbgGXe_cGv1bo5M,4523
1702
1713
  mteb/tasks/classification/hin/__init__.py,sha256=KdScMtYYmjsali0InoHP0PKQ8yCbaD-j2tLqc7_lhlo,356
1703
- mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=QmFWArv-e15bXQHMpqGvd_hv5FIyWWmyNNMZfaEZzlo,3729
1704
- mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=xQXzQwdsiflpuHce0Ch7RTVvQqwExWC0lFLanP2Q4yM,3113
1714
+ mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=HXLJZFEpnI7UjwA-NuadhrCplqaLiSb8Npla_6oXC48,3717
1715
+ mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=YIeEuNa2UTr8Jwh_wx15broRuD3NHNansGq7Bl9Vjl0,3101
1705
1716
  mteb/tasks/classification/hrv/__init__.py,sha256=vJXR8TISYR7ySWdPUnb4Y4QxGqZd19NT7yNSVKP_vPI,148
1706
- mteb/tasks/classification/hrv/frenk_hr_classification.py,sha256=6f6yeGN-gUWcsF3Z48QEhqRaYk1UIASzicEZnDKERqM,2729
1717
+ mteb/tasks/classification/hrv/frenk_hr_classification.py,sha256=Clui-LXY-3m7Df1kehZCvwUlrZ19tptOMgthBVtg5xU,2717
1707
1718
  mteb/tasks/classification/ind/__init__.py,sha256=GJuXzPFYgB-hOne14ViJOcysxT_U1zsPXvliN4E6Ejw,516
1708
- mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=lt-fIHjiMiyC_Z6NA5jqWmQmtXIQZ3cWoT9iBEO4m28,3828
1709
- mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=VFG-IBwGU_z7230M2n8YSeuuRxCliVy_ayW6NZjxnNw,5541
1719
+ mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=N7p_5fdDsXM0MAzkjw3PmULlN6nqJ1nbGYj4PWoBdco,3816
1720
+ mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=8pPHWVSEVYNmtN7sbmVs231xbKS5-dUPXZvAOPsHWdE,5529
1710
1721
  mteb/tasks/classification/ita/__init__.py,sha256=zn_5k4iGZ3Mr3bRgk97GTUnIuaRqZNEcNoEAtPEr2zM,596
1711
1722
  mteb/tasks/classification/ita/dado_eval_coarse_classification.py,sha256=MrmOz94NzT76HFoEMt4zH79HbKjHmoyrqUxhmM17_7g,1904
1712
1723
  mteb/tasks/classification/ita/ita_casehold_classification.py,sha256=7UHCF68ecz6G5qB7R_SGZi18V2dv-ZZGWa06yGb_DJ0,2147
1713
- mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py,sha256=XexPUNH2rjk7V8-mnXg0jkRNFwIqSp_i8KM2UjqAwkA,3632
1724
+ mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py,sha256=AIwecYzAIuCyfw5Gc21xCCiNGpIPj8BJgh0dg-WurU8,3620
1714
1725
  mteb/tasks/classification/ita/sardi_stance_classification.py,sha256=eExpj0jn0KlLnbqr_jtSoulZqs_wRwd0nfAOqRVhY8Y,1795
1715
1726
  mteb/tasks/classification/jav/__init__.py,sha256=ZDXaSpyUFHfEy8AYM4FHeZh2v2trUftpj-JTih7DCok,186
1716
- mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=lYwZXnqNVuI2QRrpmaaoKen-QcBvt-Qtqshfs6R5RCA,3363
1727
+ mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=VwI5GJQa5DDRPVet5KX70eek-pw1WBvw99LhUd4-PZU,3351
1717
1728
  mteb/tasks/classification/jpn/__init__.py,sha256=HSRntEt-mH56lbtMFE_0Pn8p_eF49pqhAhf7lyJGMy8,266
1718
1729
  mteb/tasks/classification/jpn/japanese_sentiment_classification.py,sha256=BuS49H0EAC_4-w5W-wgwpQdR0cP5o-_gMGj6gmLuRq8,2121
1719
- mteb/tasks/classification/jpn/wrime_classification.py,sha256=O4-T87NENp6z0BgsTyJadVzzy_XY9IL-NjKvFKeWJj8,4178
1730
+ mteb/tasks/classification/jpn/wrime_classification.py,sha256=tLBkVKghnfzxDxOjUCldhTwWCLU86P0vKCr6Dm7T_yU,4166
1720
1731
  mteb/tasks/classification/kan/__init__.py,sha256=N6IH-AFoWCAkL92grURYdjTdOcI4Gslyl7uTjxbrptQ,181
1721
- mteb/tasks/classification/kan/kannada_news_classification.py,sha256=C-AjDDYfI6qg1v9CWJ1fg7np10U3-CPqoZrgr3bQuio,3885
1732
+ mteb/tasks/classification/kan/kannada_news_classification.py,sha256=JkgVAFhFaGvjvJ3FgIygtKoET4gW0L_NQrdOzHdiR-A,3873
1722
1733
  mteb/tasks/classification/kat/__init__.py,sha256=urXsTJt_7ipiDeBVyolOtwIHldBmw8eEPkgqG16C83A,126
1723
1734
  mteb/tasks/classification/kat/georgian_sentiment_classification.py,sha256=Jya3W-pJLgQ8x0x-4KEHAVYwRPTJK3sF7qpbWMG4aP4,1796
1724
1735
  mteb/tasks/classification/kor/__init__.py,sha256=J28RhyNostxLHhl3PBgzd0VbfHnOqc-0p2pR44-QuAo,441
1725
- mteb/tasks/classification/kor/klue_tc.py,sha256=9tNyBHzLCVZWtbKGLuFHeALGEjOR3Qvy7beqSoU3SaY,4323
1736
+ mteb/tasks/classification/kor/klue_tc.py,sha256=TebhHt2g79itFqZQgJg3Gg6xEtc43dp5gyXm_kzmFHY,4311
1726
1737
  mteb/tasks/classification/kor/kor_fin.py,sha256=3ZfN1BIud7joUllzsDMveU23Vjdkwzit7BCBxs6LCDo,1893
1727
- mteb/tasks/classification/kor/kor_hate_classification.py,sha256=KZG0qVnEN3LtBYsliNJEgzIgjsIeAwPqpbbQ3gazT94,4119
1728
- mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=R8ZGDAXmgj37c9s9P9bF0si7VFIZxa9NAG65oiiqBsY,4001
1738
+ mteb/tasks/classification/kor/kor_hate_classification.py,sha256=V_IIham-xLAE77KoKk2RM8hXpuXnN3NYDl6aB8Renws,3997
1739
+ mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=P8AXvEopoX1axcx6A9IpKgDsDe2Xgmq4R3lcMMyFNus,3861
1729
1740
  mteb/tasks/classification/kur/__init__.py,sha256=kBLPJVSB512KaGbwFIUjvjKiLp8_lV6K-O-0fmUJAM4,206
1730
- mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=9bSyv9tnpQE7mS7SvjtZBmoqGCfSJbJaEb4_1D4X2e4,2748
1741
+ mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=6OWal7aXxVF6XWJO31d2vySPYgrWpDWSqJQaG2ruQbU,2736
1731
1742
  mteb/tasks/classification/mal/__init__.py,sha256=oPYnbXfC_hhDorrNOVMdoKJvo_EqVx57g6AMtETiAIs,191
1732
- mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=5D1U9Qjg4gJJELtDSGGuRC-R_fiy83EW5keBLI_TKGc,3027
1743
+ mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=KPSySBKHGlNY14ehDce3D1-RqFqz8DaapLgqwoTSmxM,3015
1733
1744
  mteb/tasks/classification/mar/__init__.py,sha256=_s9c3NJ5thW7ik8tpKlbwwAan6xNuN5UIn5MqDdC8NQ,181
1734
- mteb/tasks/classification/mar/marathi_news_classification.py,sha256=9WrktU2EdYFdeoFxLvI-9zurJeLNlyE-oSMJyP8XBdk,3070
1745
+ mteb/tasks/classification/mar/marathi_news_classification.py,sha256=EnAtbKLJNXWaaZxvAIgcazd9XUcgmzKWJOJniT_KMhs,3058
1735
1746
  mteb/tasks/classification/mkd/__init__.py,sha256=Uy0WzTj00jq3mKfBX1OSAO84LgiCfxnzkd2B4oDjp5c,258
1736
- mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py,sha256=SKosIP9oF0CT11NbR63rXpqXzjyMvu5b4LC-ISmh77c,3369
1747
+ mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py,sha256=9zX8v5seyBhcAVzXcHxQDNaFD4FYUn0qYUyU7jzsRWs,3357
1737
1748
  mteb/tasks/classification/multilingual/__init__.py,sha256=KldHM_1QG9o8RjaPr14_3jHXYLXDne8Ot1v5VJ6RDWQ,3676
1738
1749
  mteb/tasks/classification/multilingual/afri_senti_classification.py,sha256=D76fGCgnjr1Gf6pAb7G6XRwuRSIiPRHfhNmv1rt_ilM,2803
1739
1750
  mteb/tasks/classification/multilingual/afri_senti_lang_classification.py,sha256=tvcFtIyd009zEh_6WxL9j9pV456zz2fnQ-T2yK7LItE,1992
1740
1751
  mteb/tasks/classification/multilingual/amazon_counterfactual_classification.py,sha256=FVwcb96N3zzS4WcXy3UlNq8C_DJl-sHtVTVP2Tb0MBg,2249
1741
1752
  mteb/tasks/classification/multilingual/amazon_reviews_classification.py,sha256=ZmJqujSsL34RrVLYI9_hlzDTR57r44-FB1yqL3pggoA,1639
1742
- mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=RyJ2YZ7lbjWcnkxsBAMc276RamNmQtzz20saZioJ704,2859
1753
+ mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=o6Wyg1cavXOcN2Bl4zcPu3lryDLd-LoZ__acH_GvAL8,2814
1743
1754
  mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py,sha256=n_5ABMkYQPL2ynPZuJfwWA6HLX6Vd6m8irim5DnYywo,1893
1744
1755
  mteb/tasks/classification/multilingual/hin_dialect_classification.py,sha256=PphXUzMLB1NS9mb9qNQFdP1JmSrJ9SIpiqP2g4_T1I4,2276
1745
1756
  mteb/tasks/classification/multilingual/hume_multilingual_sentiment_classification.py,sha256=-EmXnWOuBbVdiuM3kjgo41EkRuOtMsrSTr-HAglsoJA,2130
@@ -1752,7 +1763,7 @@ mteb/tasks/classification/multilingual/massive_intent_classification.py,sha256=R
1752
1763
  mteb/tasks/classification/multilingual/massive_scenario_classification.py,sha256=2GnRe2D2ZXLWLdulPAJIusOo-_gK8BoAiyhTfUq0aeE,3014
1753
1764
  mteb/tasks/classification/multilingual/mtop_domain_classification.py,sha256=6ZYJJIhB1Q6UogabAAasvlJUm1S85rjw9baqntbQ6dM,1945
1754
1765
  mteb/tasks/classification/multilingual/mtop_intent_classification.py,sha256=5Ffh6zs7BSxcaOJbUhACyONBqea90I4a4Jr2ChVfuOs,1938
1755
- mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=5F41H7_AU3NGwr1Wa9es3smDYMbatnZ53sWc6_gMu3U,3719
1766
+ mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=M5g81DZjnndseTR1SuQZe0ZPz5QyMIj8kZNv0a_fOKk,3647
1756
1767
  mteb/tasks/classification/multilingual/multilingual_sentiment_classification.py,sha256=qKoK2bP5VLsOwNyfDTVJWjNPlqoi-Ct1RgJuCEP4mYo,3515
1757
1768
  mteb/tasks/classification/multilingual/naija_senti.py,sha256=MHKsVUArhFYtFmF7L84PAjPCKVBp_MX1tzmvcAsFmx0,2103
1758
1769
  mteb/tasks/classification/multilingual/nordic_lang_classification.py,sha256=pTGQ3u33p2yDFXL4K4BFR9GzWA51ReAQzFmuJvoBKYw,1872
@@ -1760,20 +1771,20 @@ mteb/tasks/classification/multilingual/nusa_paragraph_emotion_classification.py,
1760
1771
  mteb/tasks/classification/multilingual/nusa_paragraph_topic_classification.py,sha256=nh5qxJdRcIYtq_tv4J1r1tsNan9RW0yLecUwzFCzaZ8,2485
1761
1772
  mteb/tasks/classification/multilingual/nusa_x_senti.py,sha256=qCWZBHdINL8CO3tucc0n3xodpLk4YMApRG5qZJT_Pvw,2259
1762
1773
  mteb/tasks/classification/multilingual/ru_nlu_intent_classification.py,sha256=ZBouGeVgnSWnZKFl6GtCd0yl5A0WTzAwYlKg405b1i0,1643
1763
- mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=OrhIUKv8NwX3C60BBDh-CunIL_f_0L4oG1_2oiDFPZQ,7892
1764
- mteb/tasks/classification/multilingual/scala_classification.py,sha256=jcFbxFiZz3z8glSJAADMTlFQ27gxOUrDuxd9rv5qHws,2560
1774
+ mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=K2tEYv6hsZwZjNj1RAECrO01F1G61HCtzwtC_v1XjV8,7736
1775
+ mteb/tasks/classification/multilingual/scala_classification.py,sha256=tKwtKart9bUi9gVV-O4h4R9z0I8kayGmWWpf424eWAw,2548
1765
1776
  mteb/tasks/classification/multilingual/scandi_sent_classification.py,sha256=yNZ-Jb97GOsKtQ5GskT4F_opOATyQ3HqKL2pHAv_n5E,1812
1766
- mteb/tasks/classification/multilingual/sib200_classification.py,sha256=5dlwKTXSo9NNB5UEc08V886ACMZF3vKC7u1i6bm4NG4,8109
1777
+ mteb/tasks/classification/multilingual/sib200_classification.py,sha256=RcpPAUmEviNasGTR3csd5SBHSDTAFU4v15xRRTuPs_A,8063
1767
1778
  mteb/tasks/classification/multilingual/south_african_lang_classification.py,sha256=uAhxQMWQaQIoeO6pOVGViUJdma5Z56t967W9cbZYq7E,1790
1768
1779
  mteb/tasks/classification/multilingual/swiss_judgement_classification.py,sha256=vcPSMLduwmvt0VpAFN0dlA2DnobTlqR0wqI1ZxLN7rU,1513
1769
1780
  mteb/tasks/classification/multilingual/turkic_classification.py,sha256=SB-17gT866bE3Py01pdioIcqzFC2EdxdoiwZ2N11HbE,2356
1770
1781
  mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=E1AR4BgGdhw7jdMZy96RNUb1uvHaFFx9JsKJo60QZRw,2072
1771
1782
  mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il6gZehbVz-3xA,97
1772
- mteb/tasks/classification/mya/myanmar_news.py,sha256=fRDQBaSnNSLGIDU7HBz8xlHkIcc58B9JaK7D6g0fQ24,3226
1783
+ mteb/tasks/classification/mya/myanmar_news.py,sha256=76fQ-rmHZ0yympvvhM2jQy_XUErhoqwuffVJfYpqdoo,3214
1773
1784
  mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
1774
- mteb/tasks/classification/nep/nepali_news_classification.py,sha256=FL6IJTixczeO4xTCswSNdW2OLvqY3d7syEBo8BugN9s,3661
1785
+ mteb/tasks/classification/nep/nepali_news_classification.py,sha256=T0XeLmAR_i_y2-vqU4q_ltu1iEz7B88rnDLftN_yQgU,3649
1775
1786
  mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
1776
- mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=eFCFFSUfRwXvXVaf6C-ntPs_DiXa-6P4uuoB_3ZEb00,3566
1787
+ mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=ndnmZgfXZlsv47t4FHPKVH5eZTPHq1YsPLeupikZ68s,3546
1777
1788
  mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=_mRNluXpo91ChJXIOGwRNsimQqotmhnk0dwW4DZjEX0,1601
1778
1789
  mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=pDU6zS7u69Pz1AiEAT0na-3haUAJtvMqywFgDoqKImU,1594
1779
1790
  mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=OU0C_k06iIP3EZ_8PMEeRk29q_Fp0G64j1jRwHNGFXs,1343
@@ -1782,87 +1793,87 @@ mteb/tasks/classification/nld/iconclass_classification.py,sha256=YlrA74ePG5ijAAj
1782
1793
  mteb/tasks/classification/nld/open_tender_classification.py,sha256=ObtvxZjMhzJkaSOLniyWFtHgVdIOFBq7C84_VTRLT50,1525
1783
1794
  mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=QjYdEFbDMGCM5PhKR1ydpErTj35ttnOjg0Q7sg3vlo0,1921
1784
1795
  mteb/tasks/classification/nob/__init__.py,sha256=axgfxU9oueXuBJgbnyb0B5coAqxiCv543SsMEYcQm7o,366
1785
- mteb/tasks/classification/nob/no_rec_classification.py,sha256=xXetGpPz_juq31cSsJnO6RZ5oyCfi080c_jjmPQRxFM,4186
1786
- mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=ztJSIufWm3WCwg3Is00NN4tIOuRVBFkiTFYM7bsxlb8,4007
1796
+ mteb/tasks/classification/nob/no_rec_classification.py,sha256=37WN5XZMML8RoC1cODPmfKNxxJ5VJKq4CTnUIe11ExA,4174
1797
+ mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=m02gcEid8anhVe4VdaYZ_EScLVU7Vyvq2RSSTG8l5gA,3995
1787
1798
  mteb/tasks/classification/ory/__init__.py,sha256=V70ULmvJDSTZwbNjgUmTw3qNo9aOm6U28mgGigK2dhQ,153
1788
- mteb/tasks/classification/ory/odia_news_classification.py,sha256=CW6agD0XqK29Bnp9IONMIS24n18WSYnYUZs3d8SfjlE,3143
1799
+ mteb/tasks/classification/ory/odia_news_classification.py,sha256=poz-5r0NA6D8P-9dx_SY1aoyhRRUqRW9t5UE_XVIeX8,3131
1789
1800
  mteb/tasks/classification/pan/__init__.py,sha256=t1lRdXLm9NHF1kmkAd4xhmqHdgprVAZUX8b95BcIeNM,108
1790
1801
  mteb/tasks/classification/pan/punjabi_news_classification.py,sha256=1dk0N8tGcH2yt-oniiIxoZh-s7uypiD7ZlByGNhR5A4,1542
1791
1802
  mteb/tasks/classification/pol/__init__.py,sha256=ebboDlcw2THwh7qzTyfvddOMh09B8h9I9GrPftQj16o,650
1792
- mteb/tasks/classification/pol/polish_classification.py,sha256=hQScpIlNmaIfaKzhZXBfTteWun72S7Hf0dODbLQ08uE,15096
1803
+ mteb/tasks/classification/pol/polish_classification.py,sha256=JdKNtMVHOWjZ4nrchabuShZtW0rwt9DYW3XglH3Yya0,15060
1793
1804
  mteb/tasks/classification/por/__init__.py,sha256=YtARRvys_j2BLk4RhndceR4CTuCiHnyhBvoElTn1__o,136
1794
1805
  mteb/tasks/classification/por/hate_speech_portuguese_classification.py,sha256=vI0t9IbVEsUwdF2FmvUO_wN320zrz9Qi6axQoP_WkJQ,1747
1795
1806
  mteb/tasks/classification/ron/__init__.py,sha256=XI2eqobcWBBjmDEJGHaDIRFfJWf5nrkiQjFhUJ1Ml_k,461
1796
- mteb/tasks/classification/ron/moroco.py,sha256=oRf1lyTUWdk72-V2cZ4cquWY6A-e24RtstFrvlSruTQ,3538
1797
- mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=4KvRDWHr-yDG8tHUIb-g5qkkxq8j_XP54iCVj7Z2iNg,2916
1798
- mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=2sqndihTBRFwzzLhpuuIGY_tI7vCnXAgTIUwwFwYJKs,2816
1807
+ mteb/tasks/classification/ron/moroco.py,sha256=NFFfpzvRzp0djPzMtvgl7i1JW_CXwCqEkTEbE9gem4k,3526
1808
+ mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=7KtfYmsI45VHmdR6fmjSfDRHCx2zRh36m35hG4LNmHQ,2904
1809
+ mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=t5HR5MJZAf1QnIL6-RmHqFQRI3kYFjtzJ6If8ct1zco,2804
1799
1810
  mteb/tasks/classification/rus/__init__.py,sha256=MXhJGRXsD-XrLVYE6Yf8hstLf8M5Am5A6erOsB0lNvY,1460
1800
- mteb/tasks/classification/rus/georeview_classification.py,sha256=yN-l44gtYRIOmTYclLScXMKRrP1AGfnUqK-XbGKqsNg,2482
1801
- mteb/tasks/classification/rus/headline_classification.py,sha256=SUdz-lfYPoqeifmr-t9PsYY95y5loyLZ8FJgr64Siz4,4057
1802
- mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=D_FLmZ59nIJbut9I5pXFb94WbHSeZPCPy30XSQj0w2M,6375
1811
+ mteb/tasks/classification/rus/georeview_classification.py,sha256=ssgBSuq13zih4h8yBDPS8AsdHvWvCFLMw8S1LiKbLb0,2470
1812
+ mteb/tasks/classification/rus/headline_classification.py,sha256=yryCgwEIQHqOY5595qHO538JXT5xAraMPJfTwxVuN4Q,4045
1813
+ mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=tdym3PV34RQJ1dAGdGPN2E4y4R5TWIyWUXSRzbsP1mw,6363
1803
1814
  mteb/tasks/classification/rus/kinopoisk_classification.py,sha256=-gw134UyzSuXiHAcH1seqYvxUDpT15ab_YYDzI2pAIo,1453
1804
- mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=2QR-mz0DrZ3CDU3b3TgmaLdHHIqH_C68FNPLzHvFhmM,3497
1815
+ mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=1lKl2kMm09ovU3oJ0Xyd06GuJvfFUSqsdDBZU8rXw_s,3485
1805
1816
  mteb/tasks/classification/rus/ru_sci_bench_grnti_classification.py,sha256=G4jli_baouKaWCaN0D6DL1Fih4BruIDr1a_EHQzs6Mg,1367
1806
1817
  mteb/tasks/classification/rus/ru_sci_bench_oecd_classification.py,sha256=xGjR2Tzcrqk66SzvLnEHp-weL5KAa_TTPPW8lIhiR90,1363
1807
- mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=_NvfnvXuNY9M1HYPQ-6lfFV7yGWiDIQvHZZc4PPXdTs,2378
1808
- mteb/tasks/classification/rus/senti_ru_eval.py,sha256=BR-XAupK9HvPxrXgTPFWZ3vtORz0V-mp9VISy3H5yVA,3068
1818
+ mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=lk6KLqYTMj3pC-GGOeJ7_WkZ8OO4BQOLVmac0Fm_6eA,2366
1819
+ mteb/tasks/classification/rus/senti_ru_eval.py,sha256=jSrDBchf92aKUG587o3p4GcuemMoWkJOdMuimfbj0yg,3056
1809
1820
  mteb/tasks/classification/san/__init__.py,sha256=aWgJCsbhb95gTgHUCfR6qRJvMU42pO_YxbGhMZJW5Z4,120
1810
1821
  mteb/tasks/classification/san/sanskrit_shlokas_classification.py,sha256=uWgGvyGzPYgF0wsa88S9eXD_GD0DGioZ2vqefbnV4V0,1722
1811
1822
  mteb/tasks/classification/sin/__init__.py,sha256=nph8HDJzt-d7Lns4gvqI9TLsg7jx4lAKbN1G-qzAusc,400
1812
- mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=J6ne_I2t11qGHoS6WD8QaMVVK4oS2ClWlYCiDN-0LOU,4025
1813
- mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=U62xwGOOORH48-fNp6G3S0TvZy5tMkR1DqcIxDsdifo,3405
1823
+ mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=CcRjFs2AXtBUUm-51ynCHKrZ7T4sjt_Liz9f_Whi9K4,4013
1824
+ mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=1IhbWujAzZJOe8HIQ4BTxJZzGds8dwKxRFaZ3fahbgs,3393
1814
1825
  mteb/tasks/classification/slk/__init__.py,sha256=UJKOGK5cfdo3Qd2e769ghbphpPE9aK1ZG4NZpcZmDGI,726
1815
- mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=4Dr3i9dr2VOjwjnEAf9kUJ-ddEao_2IAblAhmuI5VZ4,3586
1816
- mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=HOOhhBS2fQsoOTn6X2TsRsksZrI3xi5n-UROF-8SbrM,2361
1817
- mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=jaMu2rcPCVDX7oVrhTZxYMtavHuULCr4rYLOCtHxl4I,3326
1826
+ mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=5XKXBSHbgja-2KCbyOtWcNX2h3k2pSfWvVj4tJ6LSEc,3574
1827
+ mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=C7I1PtNkw9TOSlhf5Zc_Bq_WKpLsjhtz0DS4yLbtbcw,2349
1828
+ mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=suh4Uc2pJQRpjvtDZNeh8qCyMEIdCe7Wkqwjbd6C0w4,3314
1818
1829
  mteb/tasks/classification/slv/__init__.py,sha256=BwsXnZBq2EudbPz0AGUnonVe4bmNUHSeIfEIyTVQXcg,148
1819
- mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=tRGmYp4mYKZ2WCWOsHk-0-_T4rIys6LKpwH3tTpgEvo,3039
1830
+ mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=SoArMyn9Xl8UzmfYQAoX9YeH3cQ0FJZUlIBVgo-_m_o,3027
1820
1831
  mteb/tasks/classification/spa/__init__.py,sha256=-FRjuZqV_8uVdnL9GmzTP3Y7zr7ktkHE9ugsTMgZqC8,394
1821
- mteb/tasks/classification/spa/spanish_news_classification.py,sha256=8NYhKVPpyYSfieClARLPQt9hhwLEmgREvXx_Z1vJ5jM,2713
1822
- mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=rE-JAbxgOqnWnwfC1_fDmGu2hNGIlFz5O28_QgLiUic,3762
1832
+ mteb/tasks/classification/spa/spanish_news_classification.py,sha256=2uPbtemvlnvVJoWDt2qPo6tzpq2xTuUnLi8l93VjgG8,2701
1833
+ mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=dayQOZFfwOpJZsK8hg-vbT4bN1VLMjD3Sbk6tbIWsl4,3750
1823
1834
  mteb/tasks/classification/ssw/__init__.py,sha256=4PzlaxBkbg2yMqJBmkBZVO1ArZQoefiFLx03rJNU6TQ,181
1824
- mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=tqmDlBx9pyvwBb9GQDpXEwKBe5fxTcZ8m8OC89N1PAA,3071
1835
+ mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=p1QwKdPebcPdJ3X5ZXLnMkXqA5dv5uyk5uY-lOm3Mcw,3059
1825
1836
  mteb/tasks/classification/swa/__init__.py,sha256=gIM7OBbNAWRJUa7_ElWc4EHEvVX2TUrs0jXYxnKETPY,181
1826
- mteb/tasks/classification/swa/swahili_news_classification.py,sha256=q1NVPzIAtqXVw9xFOQUNRcpvW2TlibCjWoyODEzDkbs,3605
1837
+ mteb/tasks/classification/swa/swahili_news_classification.py,sha256=xamx-C0hwOq57MoRd8n9n4a_LXniFH4SMDU1MzSixc4,3593
1827
1838
  mteb/tasks/classification/swe/__init__.py,sha256=phSBojx1lLs7Ow8fAsxFaewkc-_bKqZqZT03okvqRbg,489
1828
- mteb/tasks/classification/swe/dalaj_classification.py,sha256=UMZhgZfIaj7A8JfETe3m_AFwOCJLZxg1ZYee_7Rt7o4,2962
1829
- mteb/tasks/classification/swe/swe_rec_classification.py,sha256=S9IDWANFhnAvTqNBvZpn_74aZYmwPvLBrQ93mr9Mo90,3314
1830
- mteb/tasks/classification/swe/swedish_sentiment_classification.py,sha256=9dX6jtNEmuZHMcoqBfK_OgzANxk6Qug3akTUW7E6TD8,2271
1839
+ mteb/tasks/classification/swe/dalaj_classification.py,sha256=x1GajvgbWwxqi85PBXh3CzPxpwf0UGQ6-klLvcEn678,2950
1840
+ mteb/tasks/classification/swe/swe_rec_classification.py,sha256=f4qe5IOY2yw-Ud-wxWej35Hqrgn_dcCJ3TZY1ElEIgE,3302
1841
+ mteb/tasks/classification/swe/swedish_sentiment_classification.py,sha256=k6LxJ7HJZ9VaN44dkKwD9pE7jqs5BSR7MGM0b5UaM-M,2259
1831
1842
  mteb/tasks/classification/tam/__init__.py,sha256=cj6Zi2IoXH2GrsKrFfS6xqiC_BYXNhyMBPTjET5owrg,171
1832
- mteb/tasks/classification/tam/tamil_news_classification.py,sha256=iHWa0tPFqPU8_JSnmGH9-FmLGbwLe2Hcuw3i7Uk4Q5c,3235
1843
+ mteb/tasks/classification/tam/tamil_news_classification.py,sha256=RWO717yhpI7lAtphz6igB0i_Ir7Y5gXJEX2TOdX6C0s,3223
1833
1844
  mteb/tasks/classification/tel/__init__.py,sha256=DicrFxq-N9dDqF-WZ64mbH2jvz_be8ZSWRnvaVdn_GI,244
1834
- mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=kr2RazVzvQlu_iEhhm1MHixRbaIR49KojrcCRsSlEGI,2590
1845
+ mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=yPl47FzmNxsvmi0gfn6Fb9T3EU-7fNFY_jpX9UKHurA,2578
1835
1846
  mteb/tasks/classification/tha/__init__.py,sha256=L17uVKPwwwEcHvhWuA9-ZZ7cEsEovM-oqGY35FAdb6c,336
1836
- mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=vkxpIfZdUnLDAxOuEwNeRqM2U7bRdt2xHGJx65j-dgo,3107
1847
+ mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=CdTFVbTi5t7VQrlPydV7xfVEKRLcQVeajQy1avHgeg4,3095
1837
1848
  mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=0qy4fHUf5i6Kgfxve1NneelB9gNas_7lMRs6pwgce1Q,1736
1838
1849
  mteb/tasks/classification/tsn/__init__.py,sha256=pHxOFshsfTp_CkIowXYcDtpZsxihcnPewREjFOzwHH4,176
1839
- mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=T5_-XgDq4cKoKVxf5jlTf6F_wHy3fGGMnmGwA-Fr-Ss,3118
1850
+ mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=wO3FD7JLaV9gycHVySmVjJUMwGbYd73pZfZEtSiknrw,3106
1840
1851
  mteb/tasks/classification/tur/__init__.py,sha256=ZHpiPVOG5fymXCy2V2XqnSyVuXwHWmoa58KE9ohGjKw,481
1841
- mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=UxAtI9Aau_qc-JvR6SkdlHT0m2yT0OPgV8cp7HuvbuI,3081
1842
- mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=zfM_ODrzHvgNkoM3Mbbks1xQGNBZE6cGBuy1lJ6Ptb0,2793
1852
+ mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=eWPoX2uK06GsmgrteInkiC0uw0mF4dnkPiR249jBDpg,3069
1853
+ mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=9_AxxYWNCVqCuFN1_uCbwid9ox7KNKRSWbpfLMQrFII,2781
1843
1854
  mteb/tasks/classification/ukr/__init__.py,sha256=Tk8r98fjAhLigvXSu2v3vhq3aJVepreg7k7hVxlpIYo,186
1844
- mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=zQOxwega1ZldFadsBdfsZYKJB7O6D6lXxZ5dz-Wpnms,4520
1855
+ mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=yoVswuHpklImy6xhTHNribGqSjzGRnNuYQC1cdq9LaM,4412
1845
1856
  mteb/tasks/classification/urd/__init__.py,sha256=CxO1ERWJxvYlmNUsXSGs3oPKqAtjrP0MTInCl6NV3oM,217
1846
- mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=ODS9UIFla1s-JIKISgoTYEmaB62vdRmPe9vb0024IfQ,2813
1857
+ mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=uELwmACR5NRMBcyP9kCF28zjV1z6VW-Op3sGomNqF28,2801
1847
1858
  mteb/tasks/classification/vie/__init__.py,sha256=C590nbZwTwxtP-46xS1NYgcH0UJcELA9TDxiJO-o67o,1603
1848
- mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py,sha256=owdX0fD16cPaP9Ah_kIiYft4xmggGMfRTWZGKfp14Rk,1931
1849
- mteb/tasks/classification/vie/amazon_polarity_vn_classification.py,sha256=uZA1WGks38m6dU2uQifHHEyIZGi1QdpMrwEZUmjpTYY,1896
1850
- mteb/tasks/classification/vie/amazon_reviews_vn_classification.py,sha256=nqy8CCCtPLDs9Ux8ZwwxNfzxQG-GkUMVCqNeracuSXo,1898
1851
- mteb/tasks/classification/vie/banking77_vn_classification.py,sha256=VhIpFD-wmp3Fngw4fLjBuHTfIeygrn5Hv12wcqgI5Iw,1823
1852
- mteb/tasks/classification/vie/emotion_vn_classification.py,sha256=7mRKRxLg68YHpDLDV50z_y07HHMGhfSDuq4Gi53bfSM,1941
1853
- mteb/tasks/classification/vie/imdb_vn_classification.py,sha256=tvOyPq8r485Nw_rvEu1Ra0hM4AiwH9iRj8Xk1r5l8N4,1829
1854
- mteb/tasks/classification/vie/massive_intent_vn_classification.py,sha256=6TqtPqxvrTmaZVPNh5-4ZB4jKEVZQGzkrcVAjkzPTs0,1986
1855
- mteb/tasks/classification/vie/massive_scenario_vn_classification.py,sha256=3XTMA5atVyYtV57VZ1OPjKBArlPoJ7YyjXsOo6i02UQ,1994
1856
- mteb/tasks/classification/vie/mtop_domain_vn_classification.py,sha256=QDQxBVmcX2UTYVaEX9VJthaFI7h4a8NAbuF31juFeS0,1817
1857
- mteb/tasks/classification/vie/mtop_intent_vn_classification.py,sha256=u7Bq-DgMi_mH1PxQ2z0mMAZQrXS3Mvm_Fn2A8XKIhWE,1817
1858
- mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=OrYfy-Uq0Cyjs8wiquUv-m7L7p0SUqpe9YysvFGJIH4,2175
1859
- mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py,sha256=WHO3YBO9YHSCiijXpLhEA3850RBG-J5gO-jJdysOVp4,1949
1860
- mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=VQvwwGfsGpeny9R57UrVVzGrx-Ye2d64CUIW8xWPnc0,3271
1859
+ mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py,sha256=sWx7RpJsY_E-n9H-XfTTxlsxgJdUlviaSCrCJgBkPlQ,1886
1860
+ mteb/tasks/classification/vie/amazon_polarity_vn_classification.py,sha256=-FZZwFSLN8p9ddKKWpt8-i_mVJdXIaXgo4cb2Paj7Qs,1831
1861
+ mteb/tasks/classification/vie/amazon_reviews_vn_classification.py,sha256=NZuwMLmt1AmqnLaMXIQonHLvIJCZy1pUYx3sGtI2cSo,1846
1862
+ mteb/tasks/classification/vie/banking77_vn_classification.py,sha256=smnfmE_aCL5JmbRwql8e3DVrCr2lvtSe9rj8Fj2lxZU,1771
1863
+ mteb/tasks/classification/vie/emotion_vn_classification.py,sha256=JFq65-sIIHRrm5o4cQONgXlgkQYnf7JwlD4J4N5QWK8,1889
1864
+ mteb/tasks/classification/vie/imdb_vn_classification.py,sha256=mwmKbei2K-O0ff5SS7LYyPrrjuU13tWxVI43z5fCp04,1777
1865
+ mteb/tasks/classification/vie/massive_intent_vn_classification.py,sha256=W69N1r9G94p17lZS9-w0RJvpkCrWKBReNzBfKch4RGY,1934
1866
+ mteb/tasks/classification/vie/massive_scenario_vn_classification.py,sha256=URvW6kI7q_Njx9eDqH9yDIRqHAYEfGRYYmYq0lXgl2c,1942
1867
+ mteb/tasks/classification/vie/mtop_domain_vn_classification.py,sha256=HVrfQVeM1icgcqT26I_W-Hc8B26GDkeEcQKNLDTkVdw,1765
1868
+ mteb/tasks/classification/vie/mtop_intent_vn_classification.py,sha256=utdySQ5kCQ4GkZn0HU8rqW_-koBe6ShMz5V2-fuvUdw,1765
1869
+ mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=NAra_89GulEqJ_2AwRpzvWCej2_JIXaiaZU1HbQa9D8,2123
1870
+ mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py,sha256=PDMEokdODsfN5ULnlyo3HNO_2JFESLYaQuPxGxXlnO4,1897
1871
+ mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=9g1u2bmnSFO3yf1KbRfG7ZOLIzQi8ckw6u900mMe3zA,3259
1861
1872
  mteb/tasks/classification/zho/__init__.py,sha256=lwB6j0YFdKF5mnBwcTBW_QP-Es7o0Qur6cwT6ZKKAG8,651
1862
- mteb/tasks/classification/zho/cmteb_classification.py,sha256=tRuxX8OJOhAXcvQESbHhrLWvTQuRRbjOFtkC1-TkNWc,16616
1863
- mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=AkECZH7Ljrd6y8UpurcVMUyWzlOU5EKUbxmtcaB8Pwk,3316
1873
+ mteb/tasks/classification/zho/cmteb_classification.py,sha256=YS9jNJYBCuen3X78Z0TKID9ekjDpHcRZ1kbrsYke1EU,16556
1874
+ mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=rMerItD7XYtDsif4g9vktQxC_qpcSV4yOJWT_aJUvRU,3304
1864
1875
  mteb/tasks/classification/zul/__init__.py,sha256=iPm0kTxJ6R-R48cULXZtpebvD8IzyWbVokhgCvKT0c4,182
1865
- mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=YVluEnOYqXoqosA977s5is0heSHeFufKxH3oongNC3g,3072
1876
+ mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=awjyfjdtG6DQa2WPmfm_jAZWO0Iyy9scfpGv6izk1bA,3060
1866
1877
  mteb/tasks/clustering/__init__.py,sha256=on2FxT3bKFn4-ttmyd13nqKCPHGw1UYV5X2lsrIuC6Y,313
1867
1878
  mteb/tasks/clustering/deu/__init__.py,sha256=7vq3Nqz34nS1JSuS_Izm7vBpkDN8q4-uf809yPw3RF8,591
1868
1879
  mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=KtaktUJQg2RcvN6DMclFfKqjc02vFw_keGyAoeOYCWA,3337
@@ -1903,7 +1914,7 @@ mteb/tasks/clustering/fra/allo_prof_clustering_s2s.py,sha256=U_yNmKbD5ZZLQISUzuF
1903
1914
  mteb/tasks/clustering/fra/hal_clustering_s2s.py,sha256=H-YZdBAv2CzXqvFc36OTmzgJZEgPwrqdOCd1sJZMWJ8,4675
1904
1915
  mteb/tasks/clustering/jpn/__init__.py,sha256=WFar8GZnEqUf5fgXKqY2JXW7INOANo32uNRVrNQ8hAk,232
1905
1916
  mteb/tasks/clustering/jpn/livedoor_news_clustering.py,sha256=ee6ZrU_89FX5oHbOAdwjLwdB2TrBn-FhP1RQoGzmInk,2457
1906
- mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py,sha256=zmLCqwsd83lygGhK5tnOce3uHcuBnvvfRLQrV9_JDuc,1914
1917
+ mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py,sha256=r5rE6zbasAf_Xk21sf8Tw1R-yootjICTwYoynMYPMiQ,1894
1907
1918
  mteb/tasks/clustering/kor/__init__.py,sha256=UlC3CzwvNgTgPrk9KMw_Ne9M6zTqXVMl2vBbYAk_5hs,213
1908
1919
  mteb/tasks/clustering/kor/klue_mrc_domain_clustering.py,sha256=dwwAPDeWexd-0rsn_psBj7zSgFiLpkaWR75x2KwBES8,1879
1909
1920
  mteb/tasks/clustering/kor/klue_ynat_mrc_category_clustering.py,sha256=4yDomAm_JIHn5xiJDcznQpwj85RFo3hcWMYZ1EYb_ow,1915
@@ -1914,7 +1925,7 @@ mteb/tasks/clustering/multilingual/masakha_news_clustering_p2p.py,sha256=SmxlWKS
1914
1925
  mteb/tasks/clustering/multilingual/masakha_news_clustering_s2s.py,sha256=-Xq_MyuEukwq8S9drb6uy8KQGvIXIeCWbXl1RkN3e5c,3167
1915
1926
  mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=NY5J-UWGc2z5pBPwo-o6jODC6nR16axP7gKmxmlT2H8,6388
1916
1927
  mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=4UfRF82DLNLLvDkazaiW_lT3eGuSe5-QP0IW0xb8rtg,5988
1917
- mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=a8uu1Eiq4_M-U28eBC511Y3UNCHZVK64oZtVmAuk7Wo,8574
1928
+ mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=EoUCaZ69BcxSf4chXIyA8M4NCsVC2nmaM4D0HEImgdY,8528
1918
1929
  mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=XgMqPZ74tWjxU169qN8ri_aZVQ_kaR6xFVNJYyWBt4E,4384
1919
1930
  mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
1920
1931
  mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=xFiTQPZosUR8iYwHG3T1-SGwtMReMg5ofQvkrvIHjiE,1580
@@ -1942,11 +1953,11 @@ mteb/tasks/clustering/spa/spanish_news_clustering_p2p.py,sha256=uf_UeDEdO8UCLy5b
1942
1953
  mteb/tasks/clustering/swe/__init__.py,sha256=Dlo6wABqkU8BcXNQAlx3QmrT9yT3BorO1OBsCEfOuFw,186
1943
1954
  mteb/tasks/clustering/swe/swedn_clustering.py,sha256=F-sYyolk8nQOXcdvGB5GqsPqRwsh_K1ZBaVC6X2MZag,4623
1944
1955
  mteb/tasks/clustering/vie/__init__.py,sha256=ubFXlHoGT7Fm2dkCkfYjftu4wMJXLw6QFg-7-qgKGp8,505
1945
- mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py,sha256=AgcN8eEkGFNnDRy7El9nepEHzhJSuafKADi7eFmFhnc,1902
1946
- mteb/tasks/clustering/vie/reddit_clustering_vn.py,sha256=Ad22aKetvjGEAuZzBjrjtJQLXN3-HcjuOZiAivzo57s,1911
1947
- mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py,sha256=tD6OE4at95L3AzGiq_7LQ57qBT2u3QJYv3zfo6D-2iE,1910
1948
- mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py,sha256=JYVFNOr6CbUCQTGEQQSnIlL08ov2LoG7_CesSL2EOPA,1933
1949
- mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py,sha256=Urjqds-l3QDTGGmyLCBWjPoyLNJgkIC8pHUDi-6IXJY,1877
1956
+ mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py,sha256=CtGwN1raoYMO91Mg2oklYt_-pok6TgcaesCnKhJhFzM,1850
1957
+ mteb/tasks/clustering/vie/reddit_clustering_vn.py,sha256=C5MiypLNZfXvzP7KGaOdHr4uSyvwvs8XhMTkL4pcOgs,1859
1958
+ mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py,sha256=Do_58DiX_DVgqodYnKQT3gZRqrKICpKZjifodRtlXQY,1858
1959
+ mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py,sha256=bFF2iu-KBZSP6jFYLBV2ssscsaACf-noFP6wL0R5Rx4,1881
1960
+ mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py,sha256=LADX5CLncf0AlGdfypuAfglEM6D2gGnBBSTKIhPTR0w,1825
1950
1961
  mteb/tasks/clustering/zho/__init__.py,sha256=Z6AYBtGjILLiguzbSOML6Gi3OuM2NICABhcSpl4dk2g,481
1951
1962
  mteb/tasks/clustering/zho/cmteb_clustering.py,sha256=YEceqUqwTPUB7UWE7YMdP_3ZWn8DbqJGrF8nfXwDHXE,14801
1952
1963
  mteb/tasks/image_text_pair_classification/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb7OmeY,19
@@ -1984,36 +1995,36 @@ mteb/tasks/multilabel_classification/__init__.py,sha256=D93vfKwD5Q5VSlpTysUIbkvA
1984
1995
  mteb/tasks/multilabel_classification/eng/__init__.py,sha256=mcgoX0OxpR0UNftBXc4HJr27Tsxmjg0cMhBb5swN5Aw,87
1985
1996
  mteb/tasks/multilabel_classification/eng/pascal_voc2007.py,sha256=Lf29mv60xsbLscjmFUzTMbPYWyiJHAgivRzGafIOguA,1901
1986
1997
  mteb/tasks/multilabel_classification/ita/__init__.py,sha256=07xCrfm2mILOwe8KYHdkZLLGnVuiTcjZuTNIjdfqbrU,86
1987
- mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=D8G29OtQfVcTa3nvRJdkrv56F_HC0gJlWb4MRHp4J0s,2127
1998
+ mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=k_bo8HNkYKva8AfBHz-pR0yoSbed9M1uUCBdFzyl8Nw,2090
1988
1999
  mteb/tasks/multilabel_classification/kor/__init__.py,sha256=EBO57GMpXNw49hD1UHEc14lx8pTHvGohu_1KstnGvNo,122
1989
- mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py,sha256=qYgzE6x33WJw01scaaqKF5eG4AK_sZRu5PpwQaJRxOM,2452
2000
+ mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py,sha256=reuzDUxrVZ3A44BirEQkiFQ4wjp_0Aa-S7_8I6gVKW8,2382
1990
2001
  mteb/tasks/multilabel_classification/mlt/__init__.py,sha256=HC_nIigyK7DLdojnAfUZdlRAaoW5AStAauCxFpPdMMU,108
1991
- mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=sWxlf8LH3BfjCzkxNzNQgyScDYbButljgFae41TqsfM,2147
2002
+ mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=ZXUear2ZIWKURTyY2BF35I_o_ssCoSNRWUMLDrouIYo,2102
1992
2003
  mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
1993
2004
  mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
1994
2005
  mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
1995
2006
  mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=LgRBPVW6gMHtlpfYDs4TTl7E1QJYNOKeuH1kszFjNrM,3085
1996
2007
  mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=_eapD0SUYG8ZUhnc3-NmN86Qer8qkTGRnrSn_T-Ch5Y,1939
1997
2008
  mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsRgL1qVi_RMsWpJwHrdx5_wmw,136
1998
- mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=m1jA33p_MVNoYRptNuVfd-YEPTc1G3EcCFB836YFlMk,1975
2009
+ mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=Ke5roy0MYEYgRsdNDL4q_AwmY_rYKpo0H_k8wFnt2s8,1929
1999
2010
  mteb/tasks/multilabel_classification/rus/__init__.py,sha256=skzrIGJ4giqi0tIiwCZux3JAYDlmu_vYZWrEBlusC6Q,355
2000
2011
  mteb/tasks/multilabel_classification/rus/cedr_classification.py,sha256=xHj99e90__WH6zJ8AaUggAw098aSUc0N_b90N_pUKHA,1549
2001
2012
  mteb/tasks/multilabel_classification/rus/ru_toixic_multilabelclassification_okmlcup.py,sha256=VoXnFSrT2xipV7i7dX6CwR7ApMdq94IKyFhg5FLXvn4,1228
2002
2013
  mteb/tasks/multilabel_classification/rus/sensitive_topics_classification.py,sha256=WHqBuGWpTBdO2HGcIrKAQr7v_gefvglXWcxEzMqUSks,2034
2003
2014
  mteb/tasks/multilabel_classification/swe/__init__.py,sha256=lXR_6OxipZLTevntJj2Ilbac7KMtN-FDxGmrIWOtsEM,297
2004
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=ykFkBKb5Tv8TrA7bHHVhYu7rPI34dys0y0RTR1wmcUQ,2839
2005
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=E5pgLQ67jKW0UI7ggoKpfC0p54BsVpFTgO6piZe6Ia0,2824
2015
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=kqK-tmDIpOMziUGavfoCSnL5cLTZA0MCrNBJACPaiOY,2835
2016
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=o1_sgy1_k0pHDpii3RLU4dM_ZddaTjMEdIn5NRnT_nc,2818
2006
2017
  mteb/tasks/pair_classification/__init__.py,sha256=wShARe6hEVXt0fbuyIRuCD5FU_DBZswaQVAhEvrKHW8,332
2007
2018
  mteb/tasks/pair_classification/ara/__init__.py,sha256=nDoH7v49LUuZnF2xP6u7O4fpnAHBPdN1qxDyeZNbXrA,56
2008
2019
  mteb/tasks/pair_classification/ara/ar_entail.py,sha256=8ROjVjAlbn6GtMtjYaUpNwoloPAFGguWafCOrS3Z1MI,1868
2009
2020
  mteb/tasks/pair_classification/ces/__init__.py,sha256=a5LKNqekw88onEBY8akJTPXwn4WvF1OWdTpWBwySTvE,66
2010
2021
  mteb/tasks/pair_classification/ces/ctk_facts_nli.py,sha256=jdArX0bXSYVute6JFoGm40_C_auNf2eKxrbkUMCLVOA,1581
2011
2022
  mteb/tasks/pair_classification/dan/__init__.py,sha256=EYRr1bXjQ-4y38SIfvXGnc4ZC_WYAv8V8hFEUr4nvsI,68
2012
- mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=y531sklsWqXp_9uaSfXXdvK6SMKoMIkkUrCekcrNa8M,2056
2023
+ mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=FY1zgJagIHKA7hWW--tRAUKoqZeT_b-E6Iu6h_Z_Lek,2052
2013
2024
  mteb/tasks/pair_classification/deu/__init__.py,sha256=glcMGZQtd2r4tT2sA2b7vg6Fxrj0RY2HnghnURxD3Ug,89
2014
2025
  mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py,sha256=UHsQNRmWHyKRbLMVMZADbh3EI8yDyVHgjkC0X-xyrnM,1771
2015
2026
  mteb/tasks/pair_classification/eng/__init__.py,sha256=ME_1M0sfZ36vVSHSNnKKEB5-Cm7EtdkZML69OIHcl0M,697
2016
- mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=aR1aTtZ3Ft9Idt9sTaHYq0xaulahFQdJcrHVhbP_SsA,5795
2027
+ mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=k24kzLMZWB486eBVO9vpBEC15o49BuMUipt2HmUOqgk,5733
2017
2028
  mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py,sha256=FI9chUNQMijS6uCuY2uzcs33UzUaPMnuk4sXLjpLZFQ,2268
2018
2029
  mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=fLPx-s48kyKTzPqrq-_rN2xtOsiNIalD1ylt6eBEv2o,4050
2019
2030
  mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py,sha256=dJYGOwQEBqpJdTFNWzeTRl-spyORqkubMz3taQwVCWE,2228
@@ -2051,14 +2062,14 @@ mteb/tasks/pair_classification/por/sick_br_pc.py,sha256=aGsDQFyTQr0vI6GOoZ6fO4np
2051
2062
  mteb/tasks/pair_classification/rus/__init__.py,sha256=7XbamCA01GY91cj6gjObhT2YRAKSJ7bEw7k1hoc-8hw,46
2052
2063
  mteb/tasks/pair_classification/rus/terra.py,sha256=MyQNKdKy3DBduORfdBwsnIj8OcSiOjQhUTa1vK3tunA,1791
2053
2064
  mteb/tasks/pair_classification/vie/__init__.py,sha256=_sAoiOFXvdGjKGP1FU6Bex0OFuje9Um6QfOIlMStTzE,299
2054
- mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=larhzR3xbnSkGbyIVK7iN6Lm5ScIc52CXMqkhJRQYLQ,2089
2055
- mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=xHl2lEl-ZycRcEcXByrC5ciXSppVZ-F2KSO9rt5CTEQ,2034
2056
- mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=DsmE6t1lUGSqCYLVnaWU3cdFchsjWBBRSL8O6Aj_YTI,1984
2065
+ mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=5g6yusxcWwwkapo7Abov7QEzZWJHhBLjOGWox0SvdAk,2037
2066
+ mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=2Ms_1qIK5GQd7RpV3fi-_u8wJhVQs_6bZncYkvP5i-o,1982
2067
+ mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=ACddNtLNIly0FvfrmweqxhMTVUCQtydoN225ObzPous,1932
2057
2068
  mteb/tasks/pair_classification/zho/__init__.py,sha256=Ie7KdwH7ui_Kjn9I13dH7Po8y9p0IFWiR0lOpLJQwSI,82
2058
2069
  mteb/tasks/pair_classification/zho/cmteb_pair_classification.py,sha256=yisKgPwh59Q0S5oQURDQvu77kOpfT2pkHf9nkvyp3cQ,3419
2059
2070
  mteb/tasks/regression/__init__.py,sha256=Ji1BSk-2BO5isA3N-vaAnsUcrI32y0LLz8nFkx7E2Kk,28
2060
2071
  mteb/tasks/regression/multilingual/__init__.py,sha256=fFX9zwn0XCGmVVel5d2u0X_LLOHzmET1tjxb_Y48vEA,189
2061
- mteb/tasks/regression/multilingual/ru_sci_bench_regression.py,sha256=fG5DFMog1uNZLz6SUeSxecmJTMpzjQRF08DcpMJsmGM,3668
2072
+ mteb/tasks/regression/multilingual/ru_sci_bench_regression.py,sha256=OltZvAdH3x8yZf2narSzk9X7fiW32TE-rSX1qNWLPhk,3628
2062
2073
  mteb/tasks/reranking/__init__.py,sha256=BAHINlVPQgz-3nwFN7m9jXPrDKpfyLnTRXfZhcUrBmA,161
2063
2074
  mteb/tasks/reranking/ara/__init__.py,sha256=JhBuhiMun7sAxJQP9U5XhXpRDuMlCSyxipnOBfBfehQ,94
2064
2075
  mteb/tasks/reranking/ara/namaa_mr_tydi_reranking.py,sha256=CzNdzt-8fIO4gHUdwr2UBRBK03rrzkqzTF8Nv6knFhc,1623
@@ -2091,13 +2102,13 @@ mteb/tasks/reranking/multilingual/esci_reranking.py,sha256=opEtarEw8JhcqVhIZ2wQo
2091
2102
  mteb/tasks/reranking/multilingual/hume_wikipedia_reranking_multilingual.py,sha256=899WZdh3jEORdzSnprr9Nt5FVF16PSWcwTK9swOg7cc,1505
2092
2103
  mteb/tasks/reranking/multilingual/miracl_reranking.py,sha256=N4YpMCcmFjWtKy1g4LjVS_Ou0jZ2fJJomRKwJQZbus8,2283
2093
2104
  mteb/tasks/reranking/multilingual/wikipedia_reranking_multilingual.py,sha256=gZWigy-EEPkew6R-wcxt24_uPrOEFH-h9YT-0rPrXX4,1678
2094
- mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py,sha256=LPj_jHBaJ1hcQEbGphOKuFp2XNrcCOHDQs1tkEdaczQ,11372
2105
+ mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py,sha256=2fXZX27xzrn0es4TKaDFaGdo08swUHEA2Ik3pbOzCd8,11360
2095
2106
  mteb/tasks/reranking/rus/__init__.py,sha256=Txjqg4_Pq5MgNsmlIKnTet3UZe_oyraHDJgx_W8aBYA,72
2096
2107
  mteb/tasks/reranking/rus/ru_bq_reranking.py,sha256=cojQO9p5jYn32RdhRmuQQ_-TJnviXR_SrrAFECoMs3g,1363
2097
2108
  mteb/tasks/reranking/vie/__init__.py,sha256=4A4rr8-l9liGs63MKp161DgzHdT7OViw3Dmbs7nIE2Q,299
2098
- mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py,sha256=PFd3nM7FFAOJITNd94YJ0DRzzXu6P0HI8ljJwN2bCOQ,1893
2099
- mteb/tasks/reranking/vie/sci_docs_reranking_vn.py,sha256=EMalmlOCj21xJbmPTytg_oNqUF7PAY3aDfaEhPtfVmY,1791
2100
- mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py,sha256=qT6_4usH3hwLG9iy89UKpXTGxldUhIYc6pFzy86VKNI,1932
2109
+ mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py,sha256=pTJFy3ZS6cPOgUwe_7dP6lPLOMRfwENpX--0py7N7mM,1841
2110
+ mteb/tasks/reranking/vie/sci_docs_reranking_vn.py,sha256=Qk0JWb7e5A5CUNiR0Hyo5W1VOrGh9W-2arTyVlE-uMI,1739
2111
+ mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py,sha256=bJhCNPZKphHBF31EJByYvLDTLcyfXLFdNmi4QIMSQUY,1880
2101
2112
  mteb/tasks/reranking/zho/__init__.py,sha256=ut3BvVt_ZNktlEvBx587CSEy-1Q7U3XZjEt8UalKBsg,148
2102
2113
  mteb/tasks/reranking/zho/cmteb_reranking.py,sha256=Vzp_m5PRnCNth_5ibmq-y21GUuZ2qRADmagJa25r6W4,5403
2103
2114
  mteb/tasks/retrieval/__init__.py,sha256=8FjY5EOE3dZG5FztpAKkkJLTvAvtXbDKq781fyvboRc,466
@@ -2219,7 +2230,7 @@ mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=jO38l3-dkN22IX4
2219
2230
  mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=0NpKvntafhBi0WMFcNoXl-J_BJHZYQZLsFNEaxztzVg,2292
2220
2231
  mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=ai0cI88ns7maPIvVhA3pHJ-kwIG50DOv2-ET3X2cxMU,2860
2221
2232
  mteb/tasks/retrieval/eng/limit_retrieval.py,sha256=j2yNnXLo5ejLubU7SzbdnOEk3uofQBF3H3nqq_Ba8pE,2494
2222
- mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=za2ScSmaH8UyZIGqWkaIPo_4rDj8f7QYdk8XGB5QC28,2996
2233
+ mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=CpL-LNff6QHpseLML4u9_csPNff4QhErRMjYN-42uCM,2934
2223
2234
  mteb/tasks/retrieval/eng/llava_it2t_retrieval.py,sha256=j2W4nh5EPcbvilYqgyjJ1tfHgxLsKGG5wisSsiAVK3A,1780
2224
2235
  mteb/tasks/retrieval/eng/lotte_retrieval.py,sha256=l5akqCc54mS1fmmhBWie-2EDpuCc0sQZRCtm2c3x3YA,2325
2225
2236
  mteb/tasks/retrieval/eng/medical_qa_retrieval.py,sha256=tmraQ6Y6IFe_BbFb0tVtC0W_kADF0D6Fvh3xybwXyhs,1368
@@ -2305,7 +2316,7 @@ mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=SZOm-z5OruxEG47zMYjApJoR2oWi
2305
2316
  mteb/tasks/retrieval/hun/__init__.py,sha256=M59LTpENxaFLMSU43mNiP38lChJ_l_yZh__1giKeUDc,93
2306
2317
  mteb/tasks/retrieval/hun/hun_sum2.py,sha256=td6lxYg_eH9J62sNNuFonHIJ_22E-XGgiFN-D3iAbFw,2373
2307
2318
  mteb/tasks/retrieval/jpn/__init__.py,sha256=FJifPwzk9niyN16RyVr7aPr2T6K0GXSoASotX1PddeA,1175
2308
- mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=GpyyhK6MPArnB6XJfs3ceqcx9Yy33WgvICaBuy2VzdE,1607
2319
+ mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=x3rNQwi73WfpkYdGBwt24QccIWJRK_Zj9z16MUMyI3I,1603
2309
2320
  mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py,sha256=_9zsw9QS53NFp2EiCw3BKQdfk57agHxkSfpzKNqdJXE,1170
2310
2321
  mteb/tasks/retrieval/jpn/ja_qu_ad_retrieval.py,sha256=qc89t-uJqzk37sTRKlSxenYOSq4Qy2E-H_namSBeGN0,1312
2311
2322
  mteb/tasks/retrieval/jpn/japanese_legal1_retrieval.py,sha256=drUYO9QMSWgxvYWxL5QBdYPZ35HNwCF2d0ju1yQlZrI,1121
@@ -2319,7 +2330,7 @@ mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=XKEmWaMuxJraXfMF4k7S8C
2319
2330
  mteb/tasks/retrieval/kor/__init__.py,sha256=zNjAS2VRjeYX5u4vqev6dGOo_R3i9uSzxAsduZ0po4I,138
2320
2331
  mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
2321
2332
  mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
2322
- mteb/tasks/retrieval/multilingual/__init__.py,sha256=vsRM1cV3GYgn_hzHq6y1vy1abPToKebnCpzl0sibn38,6090
2333
+ mteb/tasks/retrieval/multilingual/__init__.py,sha256=mfVGkoB4DO5ktlg8ia-4nImFVmZcqXh1XkgCkIff0tY,6765
2323
2334
  mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=AEShsRxcoCNC2C02dj-go6eFr008NLZ2cnebAmdo4Sk,6956
2324
2335
  mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=_6r34ZvRiLVENYcrd87NjilybGaetBwKFEbO29zYmBU,4676
2325
2336
  mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=Puy0PjpRr4M_Bbxdl7oWfa7pQGM04zaRaTNlnhyKejM,4677
@@ -2329,17 +2340,18 @@ mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=g_2r5BIAojI
2329
2340
  mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
2330
2341
  mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
2331
2342
  mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=mDp47UXPK5K99HVKIZcxTESnTIkFKLRf6AQV3NC6zQs,4763
2332
- mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=vQUtJYchvsEbXkgBZr5-MfEBg5YyXylfTJOLUwKXKGc,2078
2333
- mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=JkclJnNLHn13rw9KnIE8AqmHD1FnJP33k87yDV5sVFg,4289
2343
+ mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=pbxX5puGqKUxKdU23VsakSgx6k_Wu6lNX2uzugF_7yg,2066
2344
+ mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=UC8DsmTD7exKhETOqibO3pYegxcqybtxUCi1QjfzfEg,4261
2334
2345
  mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=3uGnj3O92_02zXZnPWHpgjjmyHIliWS3Mjf2SuZCIFs,3803
2335
- mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=Ws4X6FoTquGSiqjfmbLZEHphMPfT8W_2f1Do1Lz9bn8,2452
2346
+ mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=xF4GjBmJVgw6c8VGVh-5QLN_4i_NKeoAzqRWmA_pfnw,2440
2336
2347
  mteb/tasks/retrieval/multilingual/neu_clir2022_retrieval.py,sha256=bkGMvMxG2toYL98kv85BvVpSZ-rVeWvB5FFIzXhdPO4,2749
2337
2348
  mteb/tasks/retrieval/multilingual/neu_clir2023_retrieval.py,sha256=0cALhuU3ZU5c_y7tDIyiMc7Onv-qC7YwfnimZVb8-rg,2793
2338
2349
  mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=CGOTbGuwYNrzbefB76QY88fnb8CdJkN9bPhAssNtLvA,3502
2339
- mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=ftLNo4OEG01N6jZyVpoyvZumM-CAeVV7VS58-ujxX4E,6925
2350
+ mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=Mmcvrt_1cIxPfHZfUzSURPZyaaweGiB02im1ZszlS6M,6837
2340
2351
  mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=iFUQUlO_ogBdQBVYBQW3o-AJDQ792yg1pJtRxA5I3Qo,3796
2341
2352
  mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=UduWKefwP7bPYxiDlztPEvSWXmTdw0xElglMbPY6XhA,4449
2342
2353
  mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=UEvRarrOnziRmY3SSYmDwWutfrRqe4EQBU-BON6qjug,8913
2354
+ mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py,sha256=wOoC--IVTz0dR6RMVICbz6OWxfCyVahGDSfX_TScCgA,16934
2343
2355
  mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
2344
2356
  mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
2345
2357
  mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=_swZhhMRs5OhzBdJVqQF1i9ZrTvAxaVrG0TpkPWkoHo,4359
@@ -2403,7 +2415,7 @@ mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=fOcDi5CutbwcJStij7COIBGG6A
2403
2415
  mteb/tasks/retrieval/rus/ru_bq_retrieval.py,sha256=gmG_0IYllezCR0GL3I8Yh0OxBhi8wYsrhfAxKhk5ESs,1425
2404
2416
  mteb/tasks/retrieval/slk/__init__.py,sha256=ak6edgong69cm7FXrcslkvli0vRRdwCQnP_qlHvRAeI,153
2405
2417
  mteb/tasks/retrieval/slk/sk_quad_retrieval.py,sha256=Z4mSiSjSHX5F-gmHL_l-T-03mRVpc-I_u57raLYSWHA,2621
2406
- mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=97ez4wdFiwV3YtrsQ7sxpYGU1tINf1Qw29FRVyDmX3k,2597
2418
+ mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=VjPbGElf9S_sg4tYgDXz2rB5ZOHiH7GTvL7RpBDQrkc,2534
2407
2419
  mteb/tasks/retrieval/spa/__init__.py,sha256=HWMvzhd7nY9LozDkpZkmUN0DyKLr9pLKvd5ycfydRj4,212
2408
2420
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2p.py,sha256=IRhHDVlhsZaBLMqz8CVAJ8uZK_17tEQ2fUallfisMts,1579
2409
2421
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2s.py,sha256=zgUdrrlHPLiTQ4E0lRQEtnv7O3X8FjK6AdM0ylHlWCA,1579
@@ -2413,31 +2425,31 @@ mteb/tasks/retrieval/swe/swedn_retrieval.py,sha256=RFcpp0u-EKIwSRXR37tJ0_haY6Jvl
2413
2425
  mteb/tasks/retrieval/tur/__init__.py,sha256=tAKhhsTK6meiZwRMIvbx7_ye90JAAW3dlS8iI0r_vg8,84
2414
2426
  mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=d03Ccol3NbSjqvDcqqLGLe0KELuOIloilpt7MMEWnO8,3685
2415
2427
  mteb/tasks/retrieval/vie/__init__.py,sha256=j69iltc-is1oqx0oIV1RVjjM46LLH-JJQzKnxm4cYvc,2142
2416
- mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=jafS3I5agXE7GDFHOLvw8-IUrqqRz1fwVEmGZO9j3AA,1806
2417
- mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=xqbWwMBE5ixKzzYLKkGUm2SIU8LEsSltPZ9k7Guiu28,1901
2418
- mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py,sha256=kIgwdW68U00qzgn3ml7JO5O801ta8AMbijCnvoMBUvo,1903
2419
- mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py,sha256=9lyNSr9OtgzOmzyRG3DUqaMRAOTvZQEdejlLbTGojpc,1865
2420
- mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py,sha256=tfu1xNbzqy1ea4lZ8_vcmD_WqqgFwexfYDoh9dcKyfI,1909
2421
- mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py,sha256=dIK0E1cmqSc792Z2OrWLRRfJqZDIz_ZGGDKRYcK687s,1893
2422
- mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py,sha256=JOfTvHdGX44_KXM2cjPGFUTXsX95-S-Lc4U0h83Eyog,1878
2423
- mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py,sha256=eTrMJwKkgLVG-HHMevjgqDiuFrAw4jhdyKcsM5fklbk,1885
2424
- mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py,sha256=DkMUX2MsH6D9q5ZqDJfV27W1s-yyPWPUeDjXFGucmA8,1865
2425
- mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py,sha256=r5vq-l4sWD0aIveW6LdQqd-jYiO-EwEbeKruMipd6Ew,1876
2426
- mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py,sha256=S4ffZKV43FsfdT6bKzCyz4lIeDiHCKjlzMSyFjgeUsU,1862
2427
- mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py,sha256=A9fzlOTwy5OqGIIRWqnMRz3750Sz6ZdbvulXYq8nA3A,1873
2428
- mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py,sha256=4FQJk1evQ7Yta0TXhfrwJKGQgZbqQjmmtwn1gGeatnc,1806
2429
- mteb/tasks/retrieval/vie/fevervn_retrieval.py,sha256=L3CSa3MV9fcSq7ukn1-nRCYTeszsG2NLA2rUyKLGeqw,1929
2430
- mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py,sha256=w8H79YmYQN3Q5kmeAnH5tlombIaLsagtUcVT-FQ1pqk,1766
2428
+ mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=wmE6syUs0sLs7xgIOxXQuiQzpxrskdsTc5sK46v1YEQ,1754
2429
+ mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=4GMO5qSYbP0pFtf1yklMZNqFgh8qi1Xo2IXQDl9t14s,1849
2430
+ mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py,sha256=1c6s1C0j1x7kE92WMv9JB4I_rdsHboyP-QILU-18rQ4,1851
2431
+ mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py,sha256=h--L4OiLIalxHnSulEiUZjMo7JRxjia-mKOnnoaOkzI,1813
2432
+ mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py,sha256=Jm5-2YbfBObFW_Ygwu03PAnSNMcZkH_7SL8L18KVWvQ,1857
2433
+ mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py,sha256=t-QRo9YP6ssTQVt-p-HBhFgfbZIosMPkGvcHfTV9sJk,1841
2434
+ mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py,sha256=1fErtC_fD1VZQUOLYTNvAwTmO5EVQvOv11-Rh4wsXuA,1826
2435
+ mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py,sha256=m1Hcz-q_znvbpjWXg2Jc85VZqbk0X87fmuNXDkCXm50,1833
2436
+ mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py,sha256=9EiLKJrpRXACmxZFA_KyXWigl20XxRqlkGYk1G49T4s,1813
2437
+ mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py,sha256=7Mr2sZrAKzFDeMT_7eQQ_52OKzefGFAnkcHmO4lntIo,1824
2438
+ mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py,sha256=2zDcrsCfcTAcybUmTpGeJQxUxNpkY7Ha8Tf0xwfqTcQ,1810
2439
+ mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py,sha256=ppFPam-3AXXVLVp_DiXeHaSr16Va44_-eRkOH0m5ypo,1821
2440
+ mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py,sha256=hOiwz2bcayDW6VrCvsIGeYh1TT7koByM76rZZwtp9KA,1754
2441
+ mteb/tasks/retrieval/vie/fevervn_retrieval.py,sha256=xLGoXefGk1l1AFiOSf2Ja0fM_rAQp4tdaR8H6jJqYlI,1853
2442
+ mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py,sha256=FGfFuLzRCTuupRxZdjVbBiwCOSspb3vwvtNAKvyXjso,1714
2431
2443
  mteb/tasks/retrieval/vie/green_node_table_markdown_retrieval.py,sha256=AlvGHXqXwOTrEvZNcMxlWL_2a31iNrrZzNz2i6dcJec,1074
2432
- mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py,sha256=QyXcbOt1kwpFpK4W1f5VlJRGjF18Ytw86YbDy2hRUmM,1901
2433
- mteb/tasks/retrieval/vie/msmarcovn_retrieval.py,sha256=WsRGnBIpdZekS0YXj1io4d4eEofN_lvsAsRUIBMhdbA,2010
2434
- mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py,sha256=BB5xJ5Gnv9Xk3xIxryTd7uh1MX_UOtwOejNg-7VdH84,1832
2435
- mteb/tasks/retrieval/vie/nqvn_retrieval.py,sha256=FeWBNM7eK6bdjsrbYuSA-8xjcO5VEIe09RqTPnjK0x8,1796
2436
- mteb/tasks/retrieval/vie/quora_vn_retrieval.py,sha256=5YQr0Mc1O6HR5mIeKRs0gNmSja6Rp9qW79KFLSpjtZw,1901
2437
- mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py,sha256=GD-UR5TXNcUNIoOZSqP0TYbv19E3uPPlCxEaNcy4BjI,1825
2438
- mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=atYHK8Ex4in6G2Jn0gToO0PTqK7oKjZTqXHNg5sP40U,1879
2439
- mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=sXflYHNtC0fMTzoHPJnVqoNaf5Ol-KRmO2Mkhh-BEHk,1804
2440
- mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=RWV6f_slWzuG3XcRGxCktvBlS0CSBNwjEOjWuxce3m8,1878
2444
+ mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py,sha256=FYWj8EhnfwDuPRxZ8uTeGkfa2Q-jDU2bliTmp975Coc,1837
2445
+ mteb/tasks/retrieval/vie/msmarcovn_retrieval.py,sha256=xtJ1-rjx4slwSR8p6NedqItTk-79ZzT2f9FlDOhbzkE,1958
2446
+ mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py,sha256=4S8IDJ-TVjKEy2teM8GOeDzHIZR8txkPvX0sGDYIyqs,1780
2447
+ mteb/tasks/retrieval/vie/nqvn_retrieval.py,sha256=tQT2t6XcflVRM78t_5TujWD27e9uCMrsfN0DBjDBY0E,1744
2448
+ mteb/tasks/retrieval/vie/quora_vn_retrieval.py,sha256=VkgKCFbDkOuZAsMl36lOr-MuvbhNfE8zUmmiySW9lSY,1837
2449
+ mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py,sha256=7F3wSU9N2BAj4Jmzw7sjbcxTyYDYs_3I1434X3riaZ4,1773
2450
+ mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=WlcfDfF43jsNf9D_Bl3k02RiiPdedORID6CEEMAYTLc,1815
2451
+ mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=DKcNwCCdANt7hNr3fLao9jkIJJjfxJ0jLLbD7_b-KnE,1752
2452
+ mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=ZlFFL37Zd_sbKXaUZx41XTxps-nnOi3PnBNCy9KvlJU,1826
2441
2453
  mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=eZh1rR43iXDHoylOGKjrUCopzEujE-1GSGTn2TMrkro,3621
2442
2454
  mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=Y93j0EwG6-bcc0DMLvHP9q3r9b_3xLXu6YBR0Q5HDho,985
2443
2455
  mteb/tasks/retrieval/zho/__init__.py,sha256=dIN-rPfrEjkCuUCha8SpQdlzWYY6IMO_HLxebcBhQxA,438
@@ -2501,9 +2513,9 @@ mteb/tasks/sts/rus/ru_sts_benchmark_sts.py,sha256=3aMR5WZM4gsWh1uD73GpGSscoNSvAO
2501
2513
  mteb/tasks/sts/spa/__init__.py,sha256=Hl5EWrH_tEDXP-LoTM6ZNZ50hqGe3dGMTtOb0xriPlk,46
2502
2514
  mteb/tasks/sts/spa/stses.py,sha256=INluwoWfIGAc3ZjAigRPJV7rSxtLGnDuxW6xGgwCiKA,1851
2503
2515
  mteb/tasks/sts/vie/__init__.py,sha256=8CPTfGVz4pnwiYPHtecKCyWloGBK2mKRoNfeXyaMTKQ,190
2504
- mteb/tasks/sts/vie/biosses_stsvn.py,sha256=-7wIvuGG3KPC2KVr2DLT5okOaP1dEUvVhv0kmLzqX34,1766
2505
- mteb/tasks/sts/vie/sickr_stsvn.py,sha256=2m49bDQ6TAynHA75x8Xu_AzRvqoAcmCNta-cRJ4rrTI,1793
2506
- mteb/tasks/sts/vie/sts_benchmark_stsvn.py,sha256=oUYAM9gmPfR4sqeKA3R3UIoy_7_7ZjoCPA50U7D-Lvs,1811
2516
+ mteb/tasks/sts/vie/biosses_stsvn.py,sha256=elg8qMoKfusUOQBHgimQN_tzZB9AvKU_XSEOaVcQBOM,1714
2517
+ mteb/tasks/sts/vie/sickr_stsvn.py,sha256=6v-4vgqKMPX_vubnacO5xKlRwm2L_0Sjl00GvHxDWY4,1741
2518
+ mteb/tasks/sts/vie/sts_benchmark_stsvn.py,sha256=oiLlwSWNGB84pD_G6teJJJPWOtBL7cVbXEwiIlhU0-U,1759
2507
2519
  mteb/tasks/sts/zho/__init__.py,sha256=88femZRWMKfpd4uaJy8BId5nQZaNSEIV8Y7BPS5Pp3w,135
2508
2520
  mteb/tasks/sts/zho/cmtebsts.py,sha256=lbvbybsBOS7NcKZ085FzdKCNkimv4rDJqCJENWbrFIg,8341
2509
2521
  mteb/tasks/summarization/__init__.py,sha256=M_4yRgj1jR9IHCCwfPVVnwQIm_RE10I7Cp7Om8jManQ,38
@@ -2523,18 +2535,18 @@ mteb/tasks/zeroshot_classification/eng/euro_sat.py,sha256=RB-_W6956zKAe8RddOgDeg
2523
2535
  mteb/tasks/zeroshot_classification/eng/fer2013.py,sha256=SQwY66faVBwDO2FVR4IQ1k9kV8RKb_MjmTNIOc38MT0,1711
2524
2536
  mteb/tasks/zeroshot_classification/eng/fgvc_aircraft.py,sha256=MOEmuQ211n4zcCPtAwsTmxJbd6oZ5KLXSL_Dgx5LTrQ,1842
2525
2537
  mteb/tasks/zeroshot_classification/eng/food101.py,sha256=KfG8nLYfBWF4wE76JsjoPfHVg76X3Glk6A7ZRBy8dlw,1574
2526
- mteb/tasks/zeroshot_classification/eng/gtsrb.py,sha256=8RvwpXvsP4TrED4VSzPMQxT98e65abbYCTXzNi9QOV0,2165
2538
+ mteb/tasks/zeroshot_classification/eng/gtsrb.py,sha256=5CkVWUCOWkkb4s6-e-r4usplJarThhJ2DcYD5-Jb94U,2161
2527
2539
  mteb/tasks/zeroshot_classification/eng/imagenet1k.py,sha256=M5j6k5IGW2BdLNIS0oKIHA-n2FuCax-edSXSPhuHb-U,1862
2528
2540
  mteb/tasks/zeroshot_classification/eng/mnist.py,sha256=m2RQ98FrN5hqBDUhbxTAC-uAltn_Ti5wD61PMHn28HQ,1548
2529
2541
  mteb/tasks/zeroshot_classification/eng/oxford_pets.py,sha256=NRrYYUFTcNuKm27lDgtwmXf_UySmqha0e8uyAwNoSJw,1661
2530
- mteb/tasks/zeroshot_classification/eng/patch_camelyon.py,sha256=Y4V98Y_nWZ5YGS4hRbnDJTEfOzC4MjAy4usYOq-uGyE,2084
2542
+ mteb/tasks/zeroshot_classification/eng/patch_camelyon.py,sha256=3Wb77rxyxU7bqKjm2PN2rw_z4e9FNI1g5hlUazzVXYc,2080
2531
2543
  mteb/tasks/zeroshot_classification/eng/rendered_sst2.py,sha256=4531qrKLEVkF9J-ENGFJG6BeE31Nj5GjNWoGMauoEZk,1237
2532
2544
  mteb/tasks/zeroshot_classification/eng/resisc45.py,sha256=EpcZgS9yr60Ywb-4ql7pXdPyAv85QFzAl-RxAUrm49o,1991
2533
2545
  mteb/tasks/zeroshot_classification/eng/sci_mmir.py,sha256=x7osRKumPTMmVc_f2SE_eArgzDHvDHAw5vle5eE6xk0,2327
2534
2546
  mteb/tasks/zeroshot_classification/eng/stanford_cars.py,sha256=aDKN5XSSpwjS54pz7JP2A1lTuk2J_rOeIHwiFipX87E,1605
2535
2547
  mteb/tasks/zeroshot_classification/eng/stl10.py,sha256=sd3nV7x7mypsP0Ipxu5TRQj6fGvmERcPbpKFwUoLKi0,1986
2536
2548
  mteb/tasks/zeroshot_classification/eng/sun397.py,sha256=Nls7tXM2Svu008MmAUjt-o_NSj-VNGKbW8qi-n7C18s,1963
2537
- mteb/tasks/zeroshot_classification/eng/ucf101.py,sha256=liGfjIgo2N5MU6NixPofuGsFwYZnuI3BZCVta21Z2Rw,1888
2549
+ mteb/tasks/zeroshot_classification/eng/ucf101.py,sha256=kwNRYks-_Oe4VE3GyoHIvN-2OJ6zhkwFr76WDNL9ymU,1884
2538
2550
  mteb/tasks/zeroshot_classification/eng/templates/__init__.py,sha256=da1PTClDMl-IBkrSvq6JC1lnS-K_BASzCvxVhNxN5Ls,13
2539
2551
  mteb/types/__init__.py,sha256=7_q6_84RvMuHeZK51GbLc5gbpTb3C1WmnqDHm6bnCzw,1104
2540
2552
  mteb/types/_encoder_io.py,sha256=YlIthHwi0o-ObANsWwVPcQc4pA1wpiRwIewDjNTMAdQ,5461
@@ -2542,9 +2554,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
2542
2554
  mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
2543
2555
  mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
2544
2556
  mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
2545
- mteb-2.1.7.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2546
- mteb-2.1.7.dist-info/METADATA,sha256=1h_yON1NtxXblqwMqsRrXSNF-ySHQ714gfDzZfNiuLE,13573
2547
- mteb-2.1.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2548
- mteb-2.1.7.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2549
- mteb-2.1.7.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2550
- mteb-2.1.7.dist-info/RECORD,,
2557
+ mteb-2.1.9.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2558
+ mteb-2.1.9.dist-info/METADATA,sha256=yUOXi6O_wkyskXKnHDcDB6SqLZg5Q5Nc_a_qK7Pngpc,13573
2559
+ mteb-2.1.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2560
+ mteb-2.1.9.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2561
+ mteb-2.1.9.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2562
+ mteb-2.1.9.dist-info/RECORD,,