mteb 2.0.5__py3-none-any.whl → 2.1.19__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (412) hide show
  1. mteb/__init__.py +10 -1
  2. mteb/_create_dataloaders.py +8 -3
  3. mteb/_evaluators/any_sts_evaluator.py +14 -12
  4. mteb/_evaluators/clustering_evaluator.py +1 -1
  5. mteb/_evaluators/image/imagetext_pairclassification_evaluator.py +2 -2
  6. mteb/_evaluators/pair_classification_evaluator.py +3 -1
  7. mteb/_evaluators/retrieval_metrics.py +0 -9
  8. mteb/_evaluators/sklearn_evaluator.py +15 -28
  9. mteb/_evaluators/text/bitext_mining_evaluator.py +4 -1
  10. mteb/_evaluators/text/summarization_evaluator.py +4 -2
  11. mteb/_evaluators/zeroshot_classification_evaluator.py +2 -2
  12. mteb/abstasks/_stratification.py +1 -1
  13. mteb/abstasks/abstask.py +6 -1
  14. mteb/abstasks/clustering.py +1 -1
  15. mteb/abstasks/dataset_card_template.md +1 -1
  16. mteb/abstasks/multilabel_classification.py +2 -2
  17. mteb/abstasks/retrieval.py +2 -1
  18. mteb/abstasks/retrieval_dataset_loaders.py +1 -1
  19. mteb/abstasks/task_metadata.py +2 -1
  20. mteb/benchmarks/_create_table.py +1 -3
  21. mteb/benchmarks/benchmark.py +18 -1
  22. mteb/benchmarks/benchmarks/__init__.py +4 -0
  23. mteb/benchmarks/benchmarks/benchmarks.py +125 -16
  24. mteb/benchmarks/get_benchmark.py +3 -1
  25. mteb/cache.py +7 -3
  26. mteb/descriptive_stats/Classification/DutchColaClassification.json +54 -0
  27. mteb/descriptive_stats/Classification/DutchGovernmentBiasClassification.json +54 -0
  28. mteb/descriptive_stats/Classification/DutchNewsArticlesClassification.json +90 -0
  29. mteb/descriptive_stats/Classification/DutchSarcasticHeadlinesClassification.json +54 -0
  30. mteb/descriptive_stats/Classification/IconclassClassification.json +96 -0
  31. mteb/descriptive_stats/Classification/OpenTenderClassification.json +222 -0
  32. mteb/descriptive_stats/Classification/VaccinChatNLClassification.json +1068 -0
  33. mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringP2P.json +45 -0
  34. mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringS2S.json +45 -0
  35. mteb/descriptive_stats/Clustering/IconclassClusteringS2S.json +48 -0
  36. mteb/descriptive_stats/Clustering/OpenTenderClusteringP2P.json +111 -0
  37. mteb/descriptive_stats/Clustering/OpenTenderClusteringS2S.json +111 -0
  38. mteb/descriptive_stats/Clustering/VABBClusteringP2P.json +60 -0
  39. mteb/descriptive_stats/Clustering/VABBClusteringS2S.json +60 -0
  40. mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json +243 -153
  41. mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json +999 -629
  42. mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json +33 -17
  43. mteb/descriptive_stats/Image/DocumentUnderstanding/MIRACLVisionRetrieval.json +574 -0
  44. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json +214 -0
  45. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json +214 -0
  46. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json +214 -0
  47. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json +214 -0
  48. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3HrRetrieval.json +214 -0
  49. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3IndustrialRetrieval.json +214 -0
  50. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3NuclearRetrieval.json +214 -0
  51. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PharmaceuticalsRetrieval.json +214 -0
  52. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PhysicsRetrieval.json +214 -0
  53. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json +214 -0
  54. mteb/descriptive_stats/MultilabelClassification/CovidDisinformationNLMultiLabelClassification.json +84 -0
  55. mteb/descriptive_stats/MultilabelClassification/VABBMultiLabelClassification.json +156 -0
  56. mteb/descriptive_stats/PairClassification/SICKNLPairClassification.json +35 -0
  57. mteb/descriptive_stats/PairClassification/XLWICNLPairClassification.json +35 -0
  58. mteb/descriptive_stats/Retrieval/ArguAna-NL.v2.json +30 -0
  59. mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.v2.json +30 -0
  60. mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.v2.json +30 -0
  61. mteb/descriptive_stats/Retrieval/DutchNewsArticlesRetrieval.json +30 -0
  62. mteb/descriptive_stats/Retrieval/FEVERHardNegatives.v2.json +30 -0
  63. mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.v2.json +30 -0
  64. mteb/descriptive_stats/Retrieval/LegalQANLRetrieval.json +30 -0
  65. mteb/descriptive_stats/Retrieval/NFCorpus-NL.v2.json +30 -0
  66. mteb/descriptive_stats/Retrieval/OpenTenderRetrieval.json +30 -0
  67. mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.v2.json +30 -0
  68. mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.v2.json +30 -0
  69. mteb/descriptive_stats/Retrieval/SCIDOCS-NL.v2.json +30 -0
  70. mteb/descriptive_stats/Retrieval/SciFact-NL.v2.json +30 -0
  71. mteb/descriptive_stats/Retrieval/VABBRetrieval.json +30 -0
  72. mteb/descriptive_stats/Retrieval/VDRMultilingualRetrieval.json +184 -0
  73. mteb/descriptive_stats/Retrieval/WinoGrande.json +14 -14
  74. mteb/descriptive_stats/Retrieval/bBSARDNLRetrieval.json +30 -0
  75. mteb/descriptive_stats/STS/SICK-NL-STS.json +28 -0
  76. mteb/evaluate.py +26 -6
  77. mteb/languages/check_language_code.py +11 -3
  78. mteb/languages/language_scripts.py +4 -0
  79. mteb/leaderboard/app.py +5 -3
  80. mteb/leaderboard/benchmark_selector.py +4 -2
  81. mteb/leaderboard/text_segments.py +1 -1
  82. mteb/models/cache_wrappers/cache_wrapper.py +1 -1
  83. mteb/models/instruct_wrapper.py +3 -0
  84. mteb/models/model_implementations/align_models.py +6 -0
  85. mteb/models/model_implementations/andersborges.py +51 -0
  86. mteb/models/model_implementations/ara_models.py +7 -0
  87. mteb/models/model_implementations/b1ade_models.py +1 -1
  88. mteb/models/model_implementations/bge_models.py +1 -3
  89. mteb/models/model_implementations/blip2_models.py +9 -0
  90. mteb/models/model_implementations/blip_models.py +19 -0
  91. mteb/models/model_implementations/bmretriever_models.py +1 -1
  92. mteb/models/model_implementations/cadet_models.py +8 -0
  93. mteb/models/model_implementations/cde_models.py +12 -0
  94. mteb/models/model_implementations/codefuse_models.py +15 -0
  95. mteb/models/model_implementations/codesage_models.py +12 -0
  96. mteb/models/model_implementations/cohere_models.py +1 -1
  97. mteb/models/model_implementations/colqwen_models.py +57 -0
  98. mteb/models/model_implementations/emillykkejensen_models.py +70 -0
  99. mteb/models/model_implementations/gme_v_models.py +2 -2
  100. mteb/models/model_implementations/ibm_granite_models.py +1 -1
  101. mteb/models/model_implementations/inf_models.py +3 -3
  102. mteb/models/model_implementations/jasper_models.py +253 -2
  103. mteb/models/model_implementations/jina_models.py +12 -2
  104. mteb/models/model_implementations/kalm_models.py +159 -25
  105. mteb/models/model_implementations/llm2vec_models.py +1 -1
  106. mteb/models/model_implementations/misc_models.py +8 -2
  107. mteb/models/model_implementations/moco_models.py +9 -0
  108. mteb/models/model_implementations/mxbai_models.py +1 -1
  109. mteb/models/model_implementations/openclip_models.py +16 -0
  110. mteb/models/model_implementations/piccolo_models.py +6 -0
  111. mteb/models/model_implementations/rasgaard_models.py +33 -0
  112. mteb/models/model_implementations/reasonir_model.py +1 -1
  113. mteb/models/model_implementations/salesforce_models.py +1 -1
  114. mteb/models/model_implementations/seed_1_6_embedding_models.py +1 -1
  115. mteb/models/model_implementations/spartan8806_atles_champion.py +26 -0
  116. mteb/models/model_implementations/tarka_models.py +374 -0
  117. mteb/models/model_implementations/voyage_models.py +6 -7
  118. mteb/models/model_implementations/voyage_v.py +10 -9
  119. mteb/models/model_implementations/yuan_models.py +33 -0
  120. mteb/models/search_wrappers.py +6 -5
  121. mteb/results/task_result.py +19 -17
  122. mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py +4 -2
  123. mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py +1 -1
  124. mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py +1 -5
  125. mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py +2 -6
  126. mteb/tasks/classification/ara/ajgt.py +1 -2
  127. mteb/tasks/classification/ara/hotel_review_sentiment_classification.py +1 -2
  128. mteb/tasks/classification/ara/online_store_review_sentiment_classification.py +1 -2
  129. mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py +1 -2
  130. mteb/tasks/classification/ara/tweet_emotion_classification.py +1 -2
  131. mteb/tasks/classification/ara/tweet_sarcasm_classification.py +1 -2
  132. mteb/tasks/classification/ben/bengali_document_classification.py +1 -2
  133. mteb/tasks/classification/ben/bengali_hate_speech_classification.py +1 -2
  134. mteb/tasks/classification/ben/bengali_sentiment_analysis.py +1 -2
  135. mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py +1 -2
  136. mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py +1 -2
  137. mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py +1 -2
  138. mteb/tasks/classification/dan/angry_tweets_classification.py +2 -3
  139. mteb/tasks/classification/dan/danish_political_comments_classification.py +1 -2
  140. mteb/tasks/classification/dan/ddisco_cohesion_classification.py +1 -2
  141. mteb/tasks/classification/dan/dk_hate_classification.py +1 -2
  142. mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py +1 -2
  143. mteb/tasks/classification/deu/ten_k_gnad_classification.py +1 -2
  144. mteb/tasks/classification/eng/amazon_polarity_classification.py +1 -2
  145. mteb/tasks/classification/eng/arxiv_classification.py +1 -2
  146. mteb/tasks/classification/eng/banking77_classification.py +1 -2
  147. mteb/tasks/classification/eng/dbpedia_classification.py +1 -2
  148. mteb/tasks/classification/eng/emotion_classification.py +1 -2
  149. mteb/tasks/classification/eng/financial_phrasebank_classification.py +1 -2
  150. mteb/tasks/classification/eng/frenk_en_classification.py +1 -2
  151. mteb/tasks/classification/eng/gtsrb_classification.py +1 -1
  152. mteb/tasks/classification/eng/imdb_classification.py +1 -2
  153. mteb/tasks/classification/eng/legal_bench_classification.py +15 -121
  154. mteb/tasks/classification/eng/news_classification.py +1 -2
  155. mteb/tasks/classification/eng/patch_camelyon_classification.py +1 -1
  156. mteb/tasks/classification/eng/patent_classification.py +1 -2
  157. mteb/tasks/classification/eng/poem_sentiment_classification.py +1 -2
  158. mteb/tasks/classification/eng/sds_eye_protection_classification.py +1 -2
  159. mteb/tasks/classification/eng/sds_gloves_classification.py +1 -2
  160. mteb/tasks/classification/eng/toxic_chat_classification.py +2 -19
  161. mteb/tasks/classification/eng/toxic_conversations_classification.py +1 -2
  162. mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py +1 -2
  163. mteb/tasks/classification/eng/tweet_topic_single_classification.py +2 -13
  164. mteb/tasks/classification/eng/ucf101_classification.py +1 -5
  165. mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py +1 -2
  166. mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py +1 -2
  167. mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py +1 -2
  168. mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py +1 -2
  169. mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py +1 -2
  170. mteb/tasks/classification/eng/yahoo_answers_topics_classification.py +1 -2
  171. mteb/tasks/classification/eng/yelp_review_full_classification.py +1 -2
  172. mteb/tasks/classification/est/estonian_valence.py +1 -2
  173. mteb/tasks/classification/fas/fa_mteb_classification.py +7 -14
  174. mteb/tasks/classification/fil/filipino_hate_speech_classification.py +1 -2
  175. mteb/tasks/classification/fin/fin_toxicity_classification.py +2 -11
  176. mteb/tasks/classification/fra/french_book_reviews.py +1 -2
  177. mteb/tasks/classification/fra/movie_review_sentiment_classification.py +1 -2
  178. mteb/tasks/classification/guj/gujarati_news_classification.py +1 -2
  179. mteb/tasks/classification/heb/hebrew_sentiment_analysis.py +1 -2
  180. mteb/tasks/classification/hin/hindi_discourse_classification.py +1 -2
  181. mteb/tasks/classification/hin/sentiment_analysis_hindi.py +1 -2
  182. mteb/tasks/classification/hrv/frenk_hr_classification.py +1 -2
  183. mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py +1 -2
  184. mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py +1 -2
  185. mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py +1 -2
  186. mteb/tasks/classification/jav/javanese_imdb_classification.py +1 -2
  187. mteb/tasks/classification/jpn/wrime_classification.py +1 -2
  188. mteb/tasks/classification/kan/kannada_news_classification.py +1 -2
  189. mteb/tasks/classification/kor/klue_tc.py +1 -2
  190. mteb/tasks/classification/kor/kor_hate_classification.py +2 -17
  191. mteb/tasks/classification/kor/kor_sarcasm_classification.py +2 -19
  192. mteb/tasks/classification/kur/kurdish_sentiment_classification.py +1 -2
  193. mteb/tasks/classification/mal/malayalam_news_classification.py +1 -2
  194. mteb/tasks/classification/mar/marathi_news_classification.py +1 -2
  195. mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py +1 -2
  196. mteb/tasks/classification/multilingual/catalonia_tweet_classification.py +1 -6
  197. mteb/tasks/classification/multilingual/multi_hate_classification.py +1 -4
  198. mteb/tasks/classification/multilingual/ru_sci_bench_classification.py +4 -23
  199. mteb/tasks/classification/multilingual/scala_classification.py +1 -2
  200. mteb/tasks/classification/multilingual/sib200_classification.py +1 -6
  201. mteb/tasks/classification/mya/myanmar_news.py +2 -3
  202. mteb/tasks/classification/nep/nepali_news_classification.py +1 -2
  203. mteb/tasks/classification/nld/__init__.py +16 -0
  204. mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py +4 -2
  205. mteb/tasks/classification/nld/dutch_cola_classification.py +41 -0
  206. mteb/tasks/classification/nld/dutch_government_bias_classification.py +40 -0
  207. mteb/tasks/classification/nld/dutch_news_articles_classification.py +33 -0
  208. mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py +39 -0
  209. mteb/tasks/classification/nld/iconclass_classification.py +44 -0
  210. mteb/tasks/classification/nld/open_tender_classification.py +41 -0
  211. mteb/tasks/classification/nld/vaccin_chat_nl_classification.py +49 -0
  212. mteb/tasks/classification/nob/no_rec_classification.py +1 -2
  213. mteb/tasks/classification/nob/norwegian_parliament_classification.py +1 -2
  214. mteb/tasks/classification/ory/odia_news_classification.py +1 -2
  215. mteb/tasks/classification/pol/polish_classification.py +3 -6
  216. mteb/tasks/classification/ron/moroco.py +1 -2
  217. mteb/tasks/classification/ron/romanian_reviews_sentiment.py +1 -2
  218. mteb/tasks/classification/ron/romanian_sentiment_classification.py +1 -2
  219. mteb/tasks/classification/rus/georeview_classification.py +1 -2
  220. mteb/tasks/classification/rus/headline_classification.py +1 -2
  221. mteb/tasks/classification/rus/inappropriateness_classification.py +1 -2
  222. mteb/tasks/classification/rus/ru_reviews_classification.py +1 -2
  223. mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py +1 -2
  224. mteb/tasks/classification/rus/senti_ru_eval.py +1 -2
  225. mteb/tasks/classification/sin/sinhala_news_classification.py +1 -2
  226. mteb/tasks/classification/sin/sinhala_news_source_classification.py +1 -2
  227. mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py +1 -2
  228. mteb/tasks/classification/slk/slovak_hate_speech_classification.py +1 -2
  229. mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py +1 -2
  230. mteb/tasks/classification/slv/frenk_sl_classification.py +1 -2
  231. mteb/tasks/classification/spa/spanish_news_classification.py +1 -2
  232. mteb/tasks/classification/spa/spanish_sentiment_classification.py +1 -2
  233. mteb/tasks/classification/ssw/siswati_news_classification.py +1 -2
  234. mteb/tasks/classification/swa/swahili_news_classification.py +1 -2
  235. mteb/tasks/classification/swe/dalaj_classification.py +1 -2
  236. mteb/tasks/classification/swe/swe_rec_classification.py +1 -2
  237. mteb/tasks/classification/swe/swedish_sentiment_classification.py +1 -2
  238. mteb/tasks/classification/tam/tamil_news_classification.py +1 -2
  239. mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py +1 -2
  240. mteb/tasks/classification/tha/wisesight_sentiment_classification.py +1 -2
  241. mteb/tasks/classification/tha/wongnai_reviews_classification.py +1 -1
  242. mteb/tasks/classification/tsn/tswana_news_classification.py +1 -2
  243. mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py +1 -2
  244. mteb/tasks/classification/tur/turkish_product_sentiment_classification.py +1 -2
  245. mteb/tasks/classification/ukr/ukr_formality_classification.py +2 -15
  246. mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py +1 -2
  247. mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py +1 -6
  248. mteb/tasks/classification/vie/amazon_polarity_vn_classification.py +1 -6
  249. mteb/tasks/classification/vie/amazon_reviews_vn_classification.py +1 -5
  250. mteb/tasks/classification/vie/banking77_vn_classification.py +1 -5
  251. mteb/tasks/classification/vie/emotion_vn_classification.py +1 -5
  252. mteb/tasks/classification/vie/imdb_vn_classification.py +1 -5
  253. mteb/tasks/classification/vie/massive_intent_vn_classification.py +1 -5
  254. mteb/tasks/classification/vie/massive_scenario_vn_classification.py +1 -5
  255. mteb/tasks/classification/vie/mtop_domain_vn_classification.py +1 -5
  256. mteb/tasks/classification/vie/mtop_intent_vn_classification.py +1 -5
  257. mteb/tasks/classification/vie/toxic_conversations_vn_classification.py +1 -5
  258. mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py +1 -5
  259. mteb/tasks/classification/vie/vie_student_feedback_classification.py +1 -2
  260. mteb/tasks/classification/zho/cmteb_classification.py +5 -10
  261. mteb/tasks/classification/zho/yue_openrice_review_classification.py +1 -2
  262. mteb/tasks/classification/zul/isi_zulu_news_classification.py +1 -2
  263. mteb/tasks/clustering/__init__.py +1 -0
  264. mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py +1 -3
  265. mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py +1 -6
  266. mteb/tasks/clustering/nld/__init__.py +17 -0
  267. mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py +40 -0
  268. mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py +40 -0
  269. mteb/tasks/clustering/nld/iconclass_clustering_s2s.py +50 -0
  270. mteb/tasks/clustering/nld/open_tender_clustering_p2p.py +54 -0
  271. mteb/tasks/clustering/nld/open_tender_clustering_s2s.py +44 -0
  272. mteb/tasks/clustering/nld/vabb_clustering_p2p.py +54 -0
  273. mteb/tasks/clustering/nld/vabb_clustering_s2s.py +54 -0
  274. mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py +1 -5
  275. mteb/tasks/clustering/vie/reddit_clustering_vn.py +1 -5
  276. mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py +1 -5
  277. mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py +1 -5
  278. mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py +1 -5
  279. mteb/tasks/multilabel_classification/__init__.py +1 -0
  280. mteb/tasks/multilabel_classification/ita/emit_classification.py +1 -5
  281. mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py +1 -9
  282. mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py +1 -6
  283. mteb/tasks/multilabel_classification/nld/__init__.py +9 -0
  284. mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py +91 -0
  285. mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py +47 -0
  286. mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py +1 -6
  287. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py +1 -1
  288. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py +1 -2
  289. mteb/tasks/pair_classification/__init__.py +1 -0
  290. mteb/tasks/pair_classification/dan/talemaader_pc.py +1 -6
  291. mteb/tasks/pair_classification/eng/legal_bench_pc.py +1 -9
  292. mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py +9 -8
  293. mteb/tasks/pair_classification/nld/__init__.py +7 -0
  294. mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py +39 -0
  295. mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py +44 -0
  296. mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py +1 -5
  297. mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py +1 -5
  298. mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py +1 -5
  299. mteb/tasks/regression/multilingual/ru_sci_bench_regression.py +2 -6
  300. mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py +1 -2
  301. mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py +1 -5
  302. mteb/tasks/reranking/vie/sci_docs_reranking_vn.py +1 -5
  303. mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py +1 -5
  304. mteb/tasks/retrieval/code/code_rag.py +8 -8
  305. mteb/tasks/retrieval/dan/dan_fever_retrieval.py +1 -1
  306. mteb/tasks/retrieval/dan/tv2_nordretrieval.py +2 -2
  307. mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py +2 -2
  308. mteb/tasks/retrieval/eng/__init__.py +18 -4
  309. mteb/tasks/retrieval/eng/climate_fever_retrieval.py +68 -77
  310. mteb/tasks/retrieval/eng/dbpedia_retrieval.py +55 -50
  311. mteb/tasks/retrieval/eng/fever_retrieval.py +62 -67
  312. mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py +0 -4
  313. mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py +0 -4
  314. mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py +57 -67
  315. mteb/tasks/retrieval/eng/legal_summarization_retrieval.py +1 -1
  316. mteb/tasks/retrieval/eng/lit_search_retrieval.py +1 -8
  317. mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py +0 -3
  318. mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py +0 -2
  319. mteb/tasks/retrieval/eng/oven_it2t_retrieval.py +1 -1
  320. mteb/tasks/retrieval/eng/quora_retrieval.py +51 -46
  321. mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py +0 -4
  322. mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py +0 -4
  323. mteb/tasks/retrieval/eng/vidore_bench_retrieval.py +0 -2
  324. mteb/tasks/retrieval/eng/wino_grande_retrieval.py +1 -1
  325. mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py +1 -4
  326. mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py +1 -1
  327. mteb/tasks/retrieval/kat/georgian_faq_retrieval.py +11 -4
  328. mteb/tasks/retrieval/multilingual/__init__.py +22 -0
  329. mteb/tasks/retrieval/multilingual/belebele_retrieval.py +6 -5
  330. mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py +0 -2
  331. mteb/tasks/retrieval/multilingual/miracl_retrieval.py +1 -1
  332. mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py +2 -9
  333. mteb/tasks/retrieval/multilingual/mkqa_retrieval.py +1 -2
  334. mteb/tasks/retrieval/multilingual/mlqa_retrieval.py +1 -4
  335. mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py +1 -2
  336. mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py +9 -4
  337. mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py +2 -12
  338. mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py +0 -2
  339. mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py +399 -0
  340. mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py +0 -2
  341. mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py +6 -5
  342. mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py +3 -4
  343. mteb/tasks/retrieval/nld/__init__.py +18 -4
  344. mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py +46 -27
  345. mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py +44 -0
  346. mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py +33 -0
  347. mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py +42 -0
  348. mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py +42 -25
  349. mteb/tasks/retrieval/nld/open_tender_retrieval.py +41 -0
  350. mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py +42 -24
  351. mteb/tasks/retrieval/nld/scidocsnl_retrieval.py +44 -27
  352. mteb/tasks/retrieval/nld/vabb_retrieval.py +44 -0
  353. mteb/tasks/retrieval/nob/norquad.py +2 -2
  354. mteb/tasks/retrieval/nob/snl_retrieval.py +2 -2
  355. mteb/tasks/retrieval/rus/__init__.py +11 -2
  356. mteb/tasks/retrieval/rus/ria_news_retrieval.py +48 -44
  357. mteb/tasks/retrieval/slk/slovak_sum_retrieval.py +1 -7
  358. mteb/tasks/retrieval/tur/tur_hist_quad.py +2 -2
  359. mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py +1 -5
  360. mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py +1 -5
  361. mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py +1 -5
  362. mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py +1 -5
  363. mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py +1 -5
  364. mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py +1 -5
  365. mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py +1 -5
  366. mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py +1 -5
  367. mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py +1 -5
  368. mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py +1 -5
  369. mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py +1 -5
  370. mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py +1 -5
  371. mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py +1 -5
  372. mteb/tasks/retrieval/vie/fevervn_retrieval.py +1 -7
  373. mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py +1 -5
  374. mteb/tasks/retrieval/vie/green_node_table_markdown_retrieval.py +16 -1
  375. mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py +1 -6
  376. mteb/tasks/retrieval/vie/msmarcovn_retrieval.py +1 -5
  377. mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py +1 -5
  378. mteb/tasks/retrieval/vie/nqvn_retrieval.py +1 -5
  379. mteb/tasks/retrieval/vie/quora_vn_retrieval.py +1 -6
  380. mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py +1 -5
  381. mteb/tasks/retrieval/vie/scidocsvn_retrieval.py +1 -6
  382. mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py +1 -5
  383. mteb/tasks/retrieval/vie/treccovidvn_retrieval.py +1 -5
  384. mteb/tasks/sts/__init__.py +1 -0
  385. mteb/tasks/sts/nld/__init__.py +5 -0
  386. mteb/tasks/sts/nld/sick_nl_sts.py +42 -0
  387. mteb/tasks/sts/vie/biosses_stsvn.py +1 -5
  388. mteb/tasks/sts/vie/sickr_stsvn.py +1 -5
  389. mteb/tasks/sts/vie/sts_benchmark_stsvn.py +1 -5
  390. mteb/tasks/zeroshot_classification/eng/gtsrb.py +1 -1
  391. mteb/tasks/zeroshot_classification/eng/patch_camelyon.py +1 -1
  392. mteb/tasks/zeroshot_classification/eng/ucf101.py +1 -5
  393. mteb-2.1.19.dist-info/METADATA +253 -0
  394. {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/RECORD +398 -330
  395. mteb/descriptive_stats/Classification/PersianTextTone.json +0 -56
  396. mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchCount.json +0 -37
  397. mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDepth.json +0 -25
  398. mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDistance.json +0 -25
  399. mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchRelation.json +0 -25
  400. mteb/descriptive_stats/Image/VisualSTS/STS12VisualSTS.json +0 -20
  401. mteb/descriptive_stats/Image/VisualSTS/STS13VisualSTS.json +0 -20
  402. mteb/descriptive_stats/Image/VisualSTS/STS14VisualSTS.json +0 -20
  403. mteb/descriptive_stats/Image/VisualSTS/STS15VisualSTS.json +0 -20
  404. mteb/descriptive_stats/Image/VisualSTS/STS16VisualSTS.json +0 -20
  405. mteb/descriptive_stats/Image/VisualSTS/STS17MultilingualVisualSTS.json +0 -220
  406. mteb/descriptive_stats/Image/VisualSTS/STSBenchmarkMultilingualVisualSTS.json +0 -402
  407. mteb/descriptive_stats/Reranking/InstructIR.json +0 -31
  408. mteb-2.0.5.dist-info/METADATA +0 -455
  409. {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/WHEEL +0 -0
  410. {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/entry_points.txt +0 -0
  411. {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/licenses/LICENSE +0 -0
  412. {mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/top_level.txt +0 -0
{mteb-2.0.5.dist-info → mteb-2.1.19.dist-info}/RECORD RENAMED
@@ -1,49 +1,49 @@
1
- mteb/__init__.py,sha256=fP7XxOW3id1CmrghCuTQLufV-fOjaGCqJ1cYsPmeibk,1111
1
+ mteb/__init__.py,sha256=bl3K7IHalVzP27SIQ3qdo52vy9aAuvMsIKOx0h5P6Sk,1256
2
2
  mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
3
- mteb/_create_dataloaders.py,sha256=F9bCBscD3wVVqXTHSkldQjV0qmKQlNR0Yt_sN8aFdrk,14107
3
+ mteb/_create_dataloaders.py,sha256=9aUHM1q2q748XHax_YYcPBmckIOOVCrJ_N2bJYVbn3s,14338
4
4
  mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
5
5
  mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
6
6
  mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
7
7
  mteb/_set_seed.py,sha256=HPlPRl__Pe6IG-4UgJqTfplcivJ_wA2kaClbXoHQedM,1178
8
- mteb/cache.py,sha256=rjpXTo9FTuYNwuZGQxZ1v9Yj8pIeMvwW7WNWM4CI6zA,20010
8
+ mteb/cache.py,sha256=77GtlwqHZxqkoCYcu76KCFL4AnHHkH8w-JY3oglMrbc,20102
9
9
  mteb/deprecated_evaluator.py,sha256=t13Eluvm5ByVIOqgT7fqiVfLb8Ud3A4bbF2djRfs8iA,26901
10
- mteb/evaluate.py,sha256=nk7OzWuLTgcEJsrHY6KcRlcUJyeTJu3xujytmDkHXZ0,17157
10
+ mteb/evaluate.py,sha256=nSRKXlQikwtd4qb2Ruckn756IAgTigDjXdl-W2nhI6M,17993
11
11
  mteb/filter_tasks.py,sha256=5XE1OYmgDDoJYnXwFf4ma_PIT_Lekzs420sQF_kpCiY,7240
12
12
  mteb/get_tasks.py,sha256=6Gc18a2bZoLQV1Ms_qdr2KieAqIXg8TDg4l7ZN8rW2I,14218
13
13
  mteb/load_results.py,sha256=Xw2ZX7BToU92WwUTQUQKPAgPhX7ucyRRdoCrxAoPHdI,6414
14
14
  mteb/similarity_functions.py,sha256=ZkBapSGDXKE5ipTG2FpeFnAC1iWwiVkrAidmKK_I4bI,8799
15
15
  mteb/_evaluators/__init__.py,sha256=Ag1_RWpxBGMpujzd3FZjI40gY_KQKIpY31tJPuk-hFg,1013
16
16
  mteb/_evaluators/_download.py,sha256=jntlcURbJxcxUjTmn2D9Tu6ZnWgDc9t5bY8p9CZCqv4,586
17
- mteb/_evaluators/any_sts_evaluator.py,sha256=eGaxRYmB53STk3k6x9h8RDqf0W8TDBFGcekX4o5Mh0g,3331
18
- mteb/_evaluators/clustering_evaluator.py,sha256=uw9mNJ_swuZFwjU8b1XRMsI49nip-_fOEUPpSmv4mIc,2075
17
+ mteb/_evaluators/any_sts_evaluator.py,sha256=Xbmxb01eR3qs86LbXLQd_powdvZAmyWu7FVB3ZZEhvo,3430
18
+ mteb/_evaluators/clustering_evaluator.py,sha256=5XoKHl5LcG9jQ9oBzNAWYVpZWWUxrars3t7TdIV7xS0,2052
19
19
  mteb/_evaluators/evaluator.py,sha256=gwaeftcAKoGcIQs8jIaafynbcYrYErj6AitHBxgjn2w,807
20
- mteb/_evaluators/pair_classification_evaluator.py,sha256=m-xxDvSLrsqccbpmHur3h2dLl5YAC8Noy4n3-p0ewBM,6770
20
+ mteb/_evaluators/pair_classification_evaluator.py,sha256=Rd9OLBMJr27WzUVKbzLH4SdsBOgpId0PiKbca0AesYk,6861
21
21
  mteb/_evaluators/retrieval_evaluator.py,sha256=HsowKZkqRCNzTwM7EcsHX18KhVKAjrm0sa_wFrreCb8,3031
22
- mteb/_evaluators/retrieval_metrics.py,sha256=EzeasJMK2aDCXLtcXKUsdZwLrJF3pV_eLh6H3pd1BD0,23803
23
- mteb/_evaluators/sklearn_evaluator.py,sha256=P6YRx4we1AHmIZJV_VTzHiZ-tx1kV7iG_t4vutlXixA,4491
24
- mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=i_4XXqZ_naSWHWSJChzxby4x9EGG0FjOSfDzB_7IVNc,2288
22
+ mteb/_evaluators/retrieval_metrics.py,sha256=we0damQCJrdaRUD6JlU2MM7Ls9xERP_OBS5gHt53u9Q,23588
23
+ mteb/_evaluators/sklearn_evaluator.py,sha256=f9SgBbvgCrkltdTebQTixT7KmIagGkjQ_cNnKuHTb3w,3772
24
+ mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=dQq6g9my-0xn_0fLJXSnhN9Qu6PuJtWCKGIDrlkeyJk,2282
25
25
  mteb/_evaluators/image/__init__.py,sha256=CsQd7OMkeV2Phun7paPWjayZ5qRnvj8H0TYBFeqMxag,148
26
- mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=oWurbJK34xzMwFwpfEKWGaararUCUnoMagUvH3NN4M4,4854
26
+ mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=RSJxEIVvOl_Za07fk2jfXE-7QOwKsLOhIyGhZtLVABs,4808
27
27
  mteb/_evaluators/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
28
- mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=3Lmf0G4pCJN61nTLukIBSL49MHio0z5UAIDMrOVHniY,6244
29
- mteb/_evaluators/text/summarization_evaluator.py,sha256=LBQUudSzaa0x4-JV0tLiEWd_zvSUP-4twkV3HhOUeiU,10393
28
+ mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=XS7AVml5-BpQWtG1XFHf6fx8VMVPRwibg-9si4b-A_U,6308
29
+ mteb/_evaluators/text/summarization_evaluator.py,sha256=l0AwjVO594mtzPV9Kcqf_xtHHpkx6uhDJ61KnolcVAo,10461
30
30
  mteb/abstasks/__init__.py,sha256=1iAwpYTWX7U-goak2KMmacPFCzxPchLQAmZ_uI0t-p0,1130
31
31
  mteb/abstasks/_statistics_calculation.py,sha256=gf_BhkXbCdwT1w4xza3op6FmjFsZIsNjvyUMCgRyTrg,5578
32
- mteb/abstasks/_stratification.py,sha256=W9ZpxMDq12AyiqpsDi6AfR5wGFo94-14GjPcXH9Muds,14365
33
- mteb/abstasks/abstask.py,sha256=zq58NSt65pf_RCr_D8FrXcm26Bi1hGlhU3FM5vhnG9Y,24886
32
+ mteb/abstasks/_stratification.py,sha256=zfwkIVmD7Aq7mR2Yt8jTeW1j5ZVV7CIweW842VzcfXc,14364
33
+ mteb/abstasks/abstask.py,sha256=nZwiY_5d0VVtUrlCATngpFLG3JAovO5AvmD0nkkWsLE,25118
34
34
  mteb/abstasks/aggregate_task_metadata.py,sha256=vzt1z2wDl0sXD7ErZFwKojYwmFUBPAnGlXLuqLA_-6Q,5992
35
35
  mteb/abstasks/aggregated_task.py,sha256=puY6-EAqbL5ehKvFHTMriIdy3rAuqqYHF3ezog1eYxw,6671
36
36
  mteb/abstasks/classification.py,sha256=Es9pmRdjv6xbc-KnGqVdO6dR1cc7yAHhekCZES7n5o8,13441
37
- mteb/abstasks/clustering.py,sha256=WRbNfaYYaWJQGQEOrGtW6GpUkhsezqI-iGECYMK0Ruw,14433
37
+ mteb/abstasks/clustering.py,sha256=4KcaU8_sNLmLvMhwDpNmcY2nD3BNyx_LcM-ddSv-wtY,14410
38
38
  mteb/abstasks/clustering_legacy.py,sha256=HZY8zgBgqqs5urF_to9wzqm3MnjFivs59hU6P3NrzcI,8684
39
- mteb/abstasks/dataset_card_template.md,sha256=uPSor9GdGGrMtdiE-ZfvN9VMEJ3zHXIa0_z9z6UJApE,5123
40
- mteb/abstasks/multilabel_classification.py,sha256=_DugiqvGhOWd-dGM7746OeS0659Ft8W_vvWoi7BvSXQ,8968
39
+ mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
40
+ mteb/abstasks/multilabel_classification.py,sha256=feLlpSKoe3b_Sb58N-9cx_5hzti1a2iA8QxcSBWSfjE,8922
41
41
  mteb/abstasks/pair_classification.py,sha256=cmXfQmzmbTiHDWgPKy21Iddh_q_PwCqhv8Lz6rAwe5U,12851
42
42
  mteb/abstasks/regression.py,sha256=SeacOErZUXGLGOcwqAvht6BlbD8fcsn9QhNiFIuJGyc,8832
43
- mteb/abstasks/retrieval.py,sha256=GWE22GYB4Joz3gMoluoWgYrMYRbsI4lkcMVP-XXYvfQ,26438
44
- mteb/abstasks/retrieval_dataset_loaders.py,sha256=pgpGi4erFFhZ0AspfWwjaKlBT6JeYznQnT0dHk1YzOU,9402
43
+ mteb/abstasks/retrieval.py,sha256=7QTKYlGaGvF1lOQkB_B4qj8Vm2FxxFXNVTHhfwZO8Bw,26439
44
+ mteb/abstasks/retrieval_dataset_loaders.py,sha256=WukcFAn54rUpXULCG43eysHozXHAxo2CaPhQyL_2Yg8,9401
45
45
  mteb/abstasks/sts.py,sha256=rv611-rFNgaGFD8Hmsgwsbxgjt7dNZritL9pMFMjzLk,8660
46
- mteb/abstasks/task_metadata.py,sha256=mdCOs-LhHyc6TPhbLXPueEAv2Cw_46y9Jf1PIbxIn_Y,26855
46
+ mteb/abstasks/task_metadata.py,sha256=7CzYK1y-vwLUiWaEGPgU3HiolpW3UCul8Y2KJ-WSpeE,26892
47
47
  mteb/abstasks/zeroshot_classification.py,sha256=4UxBIZ1e1iRK8PRAhCWnnSDirK2vi5-w2N5ZomCnaIM,5882
48
48
  mteb/abstasks/image/__init__.py,sha256=NgvMJnp1g2mUv27RL-TvzA7s1BOdMG-EB1CrZfdbWdg,136
49
49
  mteb/abstasks/image/image_text_pair_classification.py,sha256=SejETTXc3g2VSWYafTe-VAHZcNpX98bgzsWsqQisIzI,7712
@@ -52,11 +52,11 @@ mteb/abstasks/text/bitext_mining.py,sha256=8m86XHJ3TxguC9itxZRq2Bt_p0NYojojS2Btk
52
52
  mteb/abstasks/text/reranking.py,sha256=rfRGRBeSjZLgkh8pneMgRm-vd9NHr5jSFH92YfOHfmU,7776
53
53
  mteb/abstasks/text/summarization.py,sha256=KYEb8gh4JjpSsrvGUmQ2VlrVdzzVxIWcitXOJUaHhO4,6954
54
54
  mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
55
- mteb/benchmarks/_create_table.py,sha256=gYgwhACmY8JSN00y6r3HfHNQphCIuvcw_IwRZNQwgdc,20623
56
- mteb/benchmarks/benchmark.py,sha256=9pbrn5vsSB9Xo23YqQXjRdzorXnMulkm1QvJUkqvuGk,3445
57
- mteb/benchmarks/get_benchmark.py,sha256=CBOSW2cNB7-EbhOcWTtp2k2teoKZth9TehIXf5jAyd8,3835
58
- mteb/benchmarks/benchmarks/__init__.py,sha256=aG9X4waIdAN2wk0P_oi2ueiACHS7yAgIbML8L-2e3GQ,2042
59
- mteb/benchmarks/benchmarks/benchmarks.py,sha256=2DLB2vv4I1NwE4iX9GEaCMifZBboOmHtyOoxssvoYQY,85747
55
+ mteb/benchmarks/_create_table.py,sha256=z3iqa5dajLk0DYxEE9EeO1qpR3VJXokg8ZQ2rdUkvdM,20452
56
+ mteb/benchmarks/benchmark.py,sha256=70RlMyyg_wkWTlU_IbfLl-KaqRWXGCKTd8fWe9X-AQE,4173
57
+ mteb/benchmarks/get_benchmark.py,sha256=-n_O-gitRKZi48gJKNgGuI36hsP7yLVSiwulnMHN7Gw,3935
58
+ mteb/benchmarks/benchmarks/__init__.py,sha256=UD6YjWPDVPSQdUhmD-4rho08Gs5LU9pS_C2jX5eUns0,2102
59
+ mteb/benchmarks/benchmarks/benchmarks.py,sha256=KDJanVYs3BkFn74VHwarZ8HJ2DX6EIgcVYBrlyjbv9I,89956
60
60
  mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=QnCSrTTaBfcRlAQp2Nu81tgv1idMXqiM16Fp2zKJ5Ys,10607
61
61
  mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
62
62
  mteb/cli/_display_tasks.py,sha256=7A06dT9sSoTz6shyMvskPxuc5eHY_H7PGPlROzMP0yw,2196
@@ -209,6 +209,10 @@ mteb/descriptive_stats/Classification/Diversity5LegalBenchClassification.json,sh
209
209
  mteb/descriptive_stats/Classification/Diversity6LegalBenchClassification.json,sha256=fOdHkZqgoCEg693yuljHaQJIniHabOTuQh7AzeCKBDg,1470
210
210
  mteb/descriptive_stats/Classification/DutchBookReviewSentimentClassification.json,sha256=E3IcgnYL9wXZUA4HHq-vlG9-reTydX4klueE0x6OkCc,1520
211
211
  mteb/descriptive_stats/Classification/DutchBookReviewSentimentClassification.v2.json,sha256=lE9zlZWzD8EUQduQhU0n45HdI84vMZVFIJJWm_8ZZ8g,1522
212
+ mteb/descriptive_stats/Classification/DutchColaClassification.json,sha256=QbMcGPUcDws1FZsJNRymbazbfRSiha2xqw6VgiawIdc,1512
213
+ mteb/descriptive_stats/Classification/DutchGovernmentBiasClassification.json,sha256=ivwqUNOQYYldgcOWaTmX6R4j8Z4vfddoURz_7jLu1Oc,1517
214
+ mteb/descriptive_stats/Classification/DutchNewsArticlesClassification.json,sha256=EuKU3n3qSY5pdMrTFBcqI7l78n3fCH9HeqS5_GN9vZM,2562
215
+ mteb/descriptive_stats/Classification/DutchSarcasticHeadlinesClassification.json,sha256=lOoIGa14jbsMUgrUg0hHP83wj5wbZwBKNScBUNDs_n0,1510
212
216
  mteb/descriptive_stats/Classification/EmotionClassification.json,sha256=QkRooMp08iOOLMNh8OZEVvNXquv6AP7GYzaCvccTOdo,2095
213
217
  mteb/descriptive_stats/Classification/EmotionClassification.v2.json,sha256=boLOgjO8IE9ynivKCmL9JRgu5SUzif7tSNHGyefkqB4,2111
214
218
  mteb/descriptive_stats/Classification/EmotionVNClassification.json,sha256=D5hs2pay9XJ7Uv5EPibLqoK46V4gN9_Su0q61BAtGcg,3157
@@ -255,6 +259,7 @@ mteb/descriptive_stats/Classification/HotelReviewSentimentClassification.json,sh
255
259
  mteb/descriptive_stats/Classification/HotelReviewSentimentClassification.v2.json,sha256=CWQygQhnqTNaDQxRLYufFIvMnzB8PkhucWU9m-EPMTU,1808
256
260
  mteb/descriptive_stats/Classification/IFlyTek.json,sha256=KPUl6UIovTRU1sPMH_FBkKL2ZBFfVBuT76-JVUEUaSw,19056
257
261
  mteb/descriptive_stats/Classification/IFlyTek.v2.json,sha256=Mcpd364cCDc-BmTN9h_ubQ6fENaPpw1xImoMSSBB6CA,18902
262
+ mteb/descriptive_stats/Classification/IconclassClassification.json,sha256=U8xhCDEEAnsqJ68Je7Wgyom20wmCe7ea5BlBxedkvsQ,2917
258
263
  mteb/descriptive_stats/Classification/ImdbClassification.json,sha256=DXswcTrzNaGFNzkguze2_s8jvuJKMxrfKX_SwP-STd0,1512
259
264
  mteb/descriptive_stats/Classification/ImdbClassification.v2.json,sha256=XTQEHu4Zu0bpVwTWCLvV5izTKDW2vqx1DK54ucMLWh4,1526
260
265
  mteb/descriptive_stats/Classification/ImdbVNClassification.json,sha256=VuEpw2gffimttUKiVqqgKhVzvlCZ_Kh6bB41bw_X0rM,1519
@@ -374,6 +379,7 @@ mteb/descriptive_stats/Classification/OdiaNewsClassification.v2.json,sha256=BK9K
374
379
  mteb/descriptive_stats/Classification/OnlineShopping.json,sha256=1dLGdYWJnTGX3sFFI89vSE6p7jUbRSbFfbBUGUR4aQY,1486
375
380
  mteb/descriptive_stats/Classification/OnlineStoreReviewSentimentClassification.json,sha256=UjNe_TO_GnZnxBqOV4puMP1riXabzbXcAIuySimbWHc,976
376
381
  mteb/descriptive_stats/Classification/OnlineStoreReviewSentimentClassification.v2.json,sha256=3culIPrypmAuEK0cxqfcd7jK4aeWwRYQtOKfv2XVIQo,1942
382
+ mteb/descriptive_stats/Classification/OpenTenderClassification.json,sha256=pw4ZNQ_LLPSVMmTHcsd_BV1yOKT5mlyqYIQVO5u9CJA,9229
377
383
  mteb/descriptive_stats/Classification/OralArgumentQuestionPurposeLegalBenchClassification.json,sha256=2kQKuy3cqHOUWnKE0KM0aXug04dC3xc7sPbVq_lz0sc,2332
378
384
  mteb/descriptive_stats/Classification/OralArgumentQuestionPurposeLegalBenchClassification.v2.json,sha256=4JK74NhAPLJ5fwA0zrv9gjLN-3XvMZRNc9V0UfItA2E,2332
379
385
  mteb/descriptive_stats/Classification/OverrulingLegalBenchClassification.json,sha256=RkdGhgD4MZaJCf5c4A2a20__3CH-7-x96VfBqqEFxgI,1489
@@ -388,7 +394,6 @@ mteb/descriptive_stats/Classification/PerShopIntentClassification.json,sha256=RQ
388
394
  mteb/descriptive_stats/Classification/PersianFoodSentimentClassification.json,sha256=P6zbHlTaeiA6CbFIZ8O4r4AyP1maj7t8kg9qVr-7kHY,2263
389
395
  mteb/descriptive_stats/Classification/PersianTextEmotion.json,sha256=R66UZcPvsdTDg87-bwZdml_u3AtJnpLmLkEKsWK7m9Y,2107
390
396
  mteb/descriptive_stats/Classification/PersianTextEmotion.v2.json,sha256=e7CWGfQsYIxqP8skW18QS51kWdWEPUE3vvvhfMz5HT8,2108
391
- mteb/descriptive_stats/Classification/PersianTextTone.json,sha256=1VDu3IGnWcCaVNr37sQOQn_X5nj1DcpUY_kbqfVs9Ws,1411
392
397
  mteb/descriptive_stats/Classification/PersonalJurisdictionLegalBenchClassification.json,sha256=ys7e5vLUBePoIeukZecIzJdECQFbaUJb9lc4rMDwHoQ,1466
393
398
  mteb/descriptive_stats/Classification/PoemSentimentClassification.json,sha256=hDOcMpHjwhubTHuDTyQDXsTjsls1x96WmXErp0Ozv_I,2539
394
399
  mteb/descriptive_stats/Classification/PoemSentimentClassification.v2.json,sha256=b4NpKB8hWGMPQmUX1r_oxfgH7mG_PFYUwdU26bjUErU,2541
@@ -523,6 +528,7 @@ mteb/descriptive_stats/Classification/UkrFormalityClassification.v2.json,sha256=
523
528
  mteb/descriptive_stats/Classification/UnfairTOSLegalBenchClassification.json,sha256=1N2HbuHorKGuXMXqhp9-fxbU2P1zFCVR6VOjc6FsQ_o,2521
524
529
  mteb/descriptive_stats/Classification/UrduRomanSentimentClassification.json,sha256=VV1kydXVdlNdG4YxXdZVAP26T5pWSVkZ-QxEjCwAhqQ,822
525
530
  mteb/descriptive_stats/Classification/UrduRomanSentimentClassification.v2.json,sha256=W5El6JsDH1zS18QHNRPu5OW527aKwb_n-wtX2ieTrs4,1648
531
+ mteb/descriptive_stats/Classification/VaccinChatNLClassification.json,sha256=fbqF4rP6DvWhUny23Wf_X-bfQZXlPmcFgwrpvJqLbTI,33866
526
532
  mteb/descriptive_stats/Classification/VieStudentFeedbackClassification.json,sha256=beGGzsmthJosxM5Foh4hATu-Huh0IHc07E09y88rRiY,1656
527
533
  mteb/descriptive_stats/Classification/VieStudentFeedbackClassification.v2.json,sha256=JgWYHM-23wEY_RcEopuO3a_T-ycsyJmByMeLCnuJMks,1650
528
534
  mteb/descriptive_stats/Classification/WRIMEClassification.json,sha256=-DoTFkAv_qgV1qGzX_J33uF1jGz7FduzyprNSBzn_Os,1952
@@ -586,6 +592,8 @@ mteb/descriptive_stats/Clustering/CLSClusteringS2S.json,sha256=wYzwtclC3kzdozYHS
586
592
  mteb/descriptive_stats/Clustering/CLSClusteringS2S.v2.json,sha256=DkWdmmBmSGyI6xKJxG4YeMmeJjsOy7whf0eqO9gO2GQ,1521
587
593
  mteb/descriptive_stats/Clustering/ClusTREC-Covid.json,sha256=CB6Aw-rrASidSiNSYMFNTo44CTOrKJupMbPp5US7mts,19556
588
594
  mteb/descriptive_stats/Clustering/DigikalamagClustering.json,sha256=Xlr0G-yqrjh6l6rU1PzXCIBFwUMYt5Cjp_TXbxNwRcI,1079
595
+ mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringP2P.json,sha256=AEry3iReGfGiMTY18WZrc399iDTA8Gmscg6gTzpAd1o,1233
596
+ mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringS2S.json,sha256=qOfyk1BI-mE1BUt-C9YuGsXuJCCyKCDFIl2Nglke_s4,1227
589
597
  mteb/descriptive_stats/Clustering/EightTagsClustering.json,sha256=2nBJ8EXS1ZbaNpLfKTTF6I7A1LFwOv2IGiwl6QdQnSw,1165
590
598
  mteb/descriptive_stats/Clustering/EightTagsClustering.v2.json,sha256=Ybo88wIGdguBK_vkDHoEZGEB5H8pH6hWfSSK_Pwz0Nk,1151
591
599
  mteb/descriptive_stats/Clustering/GeoreviewClusteringP2P.json,sha256=eGzJz-aZWuOMKLOhFagMhX06C0mlDb3ZmdFB29_7_ZQ,7648
@@ -596,6 +604,7 @@ mteb/descriptive_stats/Clustering/HUMERedditClusteringP2P.json,sha256=meX6My483o
596
604
  mteb/descriptive_stats/Clustering/HUMESIB200ClusteringS2S.json,sha256=PRb41EyTct2wgYvhgkr5UDfwKQf9ZixtEGBQZKskZSU,7983
597
605
  mteb/descriptive_stats/Clustering/HUMEWikiCitiesClustering.json,sha256=iz9gornYzS1h6ROHWvT0d7TK5EqljbEYH0Q_QihSKPE,1021
598
606
  mteb/descriptive_stats/Clustering/HamshahriClustring.json,sha256=qmRevPqlJpBJImzVMH8QA10LTvWMvEJ-Hr7HmqB1QMA,4066
607
+ mteb/descriptive_stats/Clustering/IconclassClusteringS2S.json,sha256=wqVeYIV3F9YKqaEFlgwEQFX9TxsjRAJdCyrfAV0iqzE,1405
599
608
  mteb/descriptive_stats/Clustering/IndicReviewsClusteringP2P.json,sha256=E7JllmbPknC8r710XJc6tLRPyezyfDaOkM-2gJVvgzQ,31591
600
609
  mteb/descriptive_stats/Clustering/KlueMrcDomainClustering.json,sha256=T18RbZm5TuY8D4oC3n7eSJ5x59ul-Mrrfjmv6fzvHkw,1002
601
610
  mteb/descriptive_stats/Clustering/KlueYnatMrcCategoryClustering.json,sha256=XhQsMtaSNkUVDsPPYlxNBnj1AX5iaLqq2uKK2OkW15I,924
@@ -613,6 +622,8 @@ mteb/descriptive_stats/Clustering/MedrxivClusteringS2S.json,sha256=Ryq7EE4tiY14k
613
622
  mteb/descriptive_stats/Clustering/MedrxivClusteringS2S.v2.json,sha256=X8dQri8OZVHIl17p_yPjpxcWzvCZVbbOR6udz0AMo5w,5242
614
623
  mteb/descriptive_stats/Clustering/MewsC16JaClustering.json,sha256=K5yYmg4PTTkglVsRkvkcp6_Jcqbm0n_sOAHHZJA_G0Y,1443
615
624
  mteb/descriptive_stats/Clustering/NLPTwitterAnalysisClustering.json,sha256=oOuzYnLawMPm3KQdOe-rjHbtXcXl2g-Etkzkj9eEDsM,2498
625
+ mteb/descriptive_stats/Clustering/OpenTenderClusteringP2P.json,sha256=yQ5u3Kzb-MHH6saEWrpmXO1PuwwUvHi2hwXNebq1afQ,4565
626
+ mteb/descriptive_stats/Clustering/OpenTenderClusteringS2S.json,sha256=djujoW8qb86fNyEbSYZ9h0fVgR8QiPjFN6u42qiHlwA,4560
616
627
  mteb/descriptive_stats/Clustering/PlscClusteringP2P.json,sha256=-ODs8wBAVXtyCtwCVse69AASZ6Sl0ElRA984sR-_AHc,5835
617
628
  mteb/descriptive_stats/Clustering/PlscClusteringP2P.v2.json,sha256=WxTYCpgPA8YG4lhryufm24NxQv0H6epZphPo_0P-0Xk,4371
618
629
  mteb/descriptive_stats/Clustering/PlscClusteringS2S.json,sha256=c9wYIJ9DH_Bzw9aCkS1A0BqROiAG9r-QpOurKrLZDqg,5830
@@ -652,6 +663,8 @@ mteb/descriptive_stats/Clustering/ThuNewsClusteringS2S.v2.json,sha256=1Y1dDjniSw
652
663
  mteb/descriptive_stats/Clustering/TwentyNewsgroupsClustering-VN.json,sha256=C-_D9hFyfirgGFEGeFDQingM2TDnag0F3pF1Oen4Wsg,2086
653
664
  mteb/descriptive_stats/Clustering/TwentyNewsgroupsClustering.json,sha256=N2v0_KusjQLEB7vO-EyAQWIE5-fLKLu_QqUlUdw2AhE,2087
654
665
  mteb/descriptive_stats/Clustering/TwentyNewsgroupsClustering.v2.json,sha256=EEIurf8PubLlqQUGm4BmMLlWqUjNYPPI22ahE4cFOwU,2088
666
+ mteb/descriptive_stats/Clustering/VABBClusteringP2P.json,sha256=SpOM5D_GcTqvNE4_fjonCXawoccytJZoSnt3H_3gsNo,1664
667
+ mteb/descriptive_stats/Clustering/VABBClusteringS2S.json,sha256=mWCSkI31SCwb0v-I-xWf36F4Zv3Ia1KyC_wbZbhqpVg,1662
655
668
  mteb/descriptive_stats/Clustering/VGClustering.json,sha256=0wsGgJY5SGp3_HNPcLr4dV2lPuKjVO3nmQ88Vw_D8Hg,1601
656
669
  mteb/descriptive_stats/Clustering/VGHierarchicalClusteringP2P.json,sha256=QtodE86og5RxxcmZ2WvvSmuubcfCOyKkuhP5hZfP4vs,6336
657
670
  mteb/descriptive_stats/Clustering/VGHierarchicalClusteringS2S.json,sha256=CkNncOIIRbawIUrgwdOi-svmy-IkIKtKpsFHFlNnc04,6329
@@ -661,8 +674,8 @@ mteb/descriptive_stats/Clustering/WikiClusteringP2P.v2.json,sha256=ARInjol-Rn-Zq
661
674
  mteb/descriptive_stats/Clustering/WikipediaChemistryTopicsClustering.json,sha256=NDU0KlQAGIkS26pW-9d9R1PujwckVHvnIBP4jVyBK48,1364
662
675
  mteb/descriptive_stats/Clustering/WikipediaSpecialtiesInChemistryClustering.json,sha256=OYif90lQ1G8EGQTASar7xvkIoiS0VJcGwk3Y32ZpPW4,907
663
676
  mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/WITT2IRetrieval.json,sha256=eYn1-hl2Ukiu6fYMjrx4eHjEcq9a4eGS3VVYYVbyu68,15453
664
- mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json,sha256=m1xUiekBjSog5pL490OLSkTob-bUXd_PRUCQiFoVzi8,7274
665
- mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json,sha256=zvnDj9MQmWX0zbX303l5c5w72nMjk3uH6GCB2VdhqF8,30623
677
+ mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XFlickr30kCoT2IRetrieval.json,sha256=70S1y2o9Xp1uTqeRgz5TLX9kkxnV7HGuRFCV-y___6U,11348
678
+ mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/XM3600T2IRetrieval.json,sha256=qxKnpa8lCZFcKgSH3_4Am-epjTnS7sDD9Wb_xu7wULw,48413
666
679
  mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2IRetrieval.json,sha256=HYxM98j-tS7Nb5c7Q5S0HvLVg4ohRp7315ZL-RMblL4,1365
667
680
  mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2TRetrieval.json,sha256=ed0oiO-i9QbRkDey75KFvt1p7SXIfAm_86Cm1SPv1fs,1254
668
681
  mteb/descriptive_stats/Image/Any2AnyRetrieval/CIRRIT2IRetrieval.json,sha256=ZzMxDBh253CaDgglcVYsGEjHtH3xESSVuyKkDCpmnJw,1393
@@ -691,7 +704,7 @@ mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionT2IRetrieval.json,sha256=m
691
704
  mteb/descriptive_stats/Image/Any2AnyRetrieval/NIGHTSI2IRetrieval.json,sha256=CorqDJtOmcA6akFDdUvRpNJP721r8XpwKcoQnHyJJ5g,1115
692
705
  mteb/descriptive_stats/Image/Any2AnyRetrieval/OKVQAIT2TRetrieval.json,sha256=FGv20Y901HBlSmGPowTxwiHAyWoU-aB4CqHAfnWyjpE,1306
693
706
  mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2ITRetrieval.json,sha256=1mcc_KFHfJWPcZKMcJaALX5R-jM04bCX5svjD1lCD2s,1619
694
- mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json,sha256=vVyFNN1CjOUZIGLfa7C9_nc9MnZR01PfWhshzANE66Q,726
707
+ mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json,sha256=sh_g1KN90sWgNYSpKdiQpZoea5DTv0agPk6wyYyG9II,1318
695
708
  mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordEasyI2IRetrieval.json,sha256=iRuR6Dja5af9-aj3YSWPSVp3ag6KQjomYOlALKtdZUU,1131
696
709
  mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordHardI2IRetrieval.json,sha256=1ggTCiSpvY7V4HqP0Nsiv6V4YUFRX6ttKsMMqHTafuE,1131
697
710
  mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordMediumI2IRetrieval.json,sha256=f81SsyuNeBr77xKTjf_cfWPs00H1LGIuz1E1s3ngKC0,1131
@@ -712,10 +725,6 @@ mteb/descriptive_stats/Image/Any2AnyRetrieval/VisualNewsT2IRetrieval.json,sha256
712
725
  mteb/descriptive_stats/Image/Any2AnyRetrieval/VizWizIT2TRetrieval.json,sha256=X4xwVpPEnGLVd1Wx6dK9X4LW1yalpz_WYNV5YbguRy0,1255
713
726
  mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2ITRetrieval.json,sha256=k4Pn33ShuuwR34X4Y_ejkVyrzsAgqP2JsyLHlJB1F_Q,1311
714
727
  mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2TRetrieval.json,sha256=D2Qys3AwD71L5qCO9N5VYTbH2EzfE1LENKSUbAeZ4lA,1013
715
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchCount.json,sha256=ohsrOkVNlonYjBHmWuSPrrjqn_2dX8QkI95yoidHPlA,925
716
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDepth.json,sha256=7ipLVIOofFfpSV9R5RtYxQ3CNa6cdFMecsxBICmroNQ,654
717
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchDistance.json,sha256=AWUtjtX98NwyEm7phOUCO-pJ0_g6zEMRSgy59e5WOwE,664
718
- mteb/descriptive_stats/Image/Any2TextMutipleChoice/CVBenchRelation.json,sha256=d8o8bSpagdZVsnudzxnprQl9YlcFeyRDH69m8TZqqYM,664
719
728
  mteb/descriptive_stats/Image/Compositionality/AROCocoOrder.json,sha256=H1BuERDq5tHX38H4r_N161A61d-7kIEGYheUtD5mTn8,627
720
729
  mteb/descriptive_stats/Image/Compositionality/AROFlickrOrder.json,sha256=DWSEZsbIbfW92jawpY66s2njqCGzsTcjTWxEpk7HPFw,594
721
730
  mteb/descriptive_stats/Image/Compositionality/AROVisualAttribution.json,sha256=sJKAKw2eaj1w8tvBcGS_GlM1c886b_-FHWR3QTyJN3I,628
@@ -766,10 +775,21 @@ mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTatQARetrieval.json,sh
766
775
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTweetStockSyntheticsRetrieval.json,sha256=13JnQILz--KA2j9xooDkf2hp_4bdAttKcM_co6m0VMo,14073
767
776
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsDocumentsRetrieval.json,sha256=caHYDGWGBmlOdL3HHT0djzOgj1hwfGfNMpgNptRRdVs,27289
768
777
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsMapsRetrieval.json,sha256=HIoVgPD7wSHz7Ro-HKXh_YpAJFCJb6WzUsziBP2a1fI,1089
778
+ mteb/descriptive_stats/Image/DocumentUnderstanding/MIRACLVisionRetrieval.json,sha256=LY6SQHcLESsRrRmfzt9h2sGHfxAdnQD1fhMG0KCQmaU,24510
769
779
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2BioMedicalLecturesRetrieval.json,sha256=L4xuWlJVfd8WDIRtj8gJoOWbBnbm3BigWrQC2nOojpc,6365
770
780
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsHLRetrieval.json,sha256=DWI0Au4nsfUCSNWkAhK_ffGfmcRdgIHc_JYekjFlXKg,1091
771
781
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsRetrieval.json,sha256=KkXggOA5gKdMixYP5AYuVLL6KWkNkIWU6t9mwJiLtJs,6469
772
782
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2EconomicsReportsRetrieval.json,sha256=m9HPPB3Tcpv4jYeWIpj1RVTe0PABF94jWeF0bwIfB9Y,6443
783
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json,sha256=f_y7ispKHYN9theAndylaNriV0qZkUbCYh74eQ24Dk8,8985
784
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json,sha256=VfkVR3Gb8we-w5gAzncPxoIzThu3sliSyZ8QdSdU6Dk,9141
785
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json,sha256=-P-wMCQUhbCHxcQwU3KyjAOoB9Qa4NoF5GFVyM4lc3Q,8986
786
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json,sha256=Z2Kd8_GAIT9gs99B4KcEmSX0RwrpMrP6UhIRb8Ei3YE,9026
787
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3HrRetrieval.json,sha256=Zlic-x7795meyH9HtFI1XDmP1bGS_VwppizGuigx8Kk,9153
788
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3IndustrialRetrieval.json,sha256=J3vyZdO3ENRFJeCjwLuzyz837yoZSMwAMkSekZpzkXQ,9151
789
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3NuclearRetrieval.json,sha256=iGQfW_Xiz3ls8eUnkBZt05AJvXeFIjCVFZKqo8TtWxA,9153
790
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PharmaceuticalsRetrieval.json,sha256=WGCushRYslK44ENPob9j5AN-DZrdC0KmD8Mn3Ls-ZvA,9161
791
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PhysicsRetrieval.json,sha256=EzrOi5Y0e_HzhaPVHXQtyhbyWwlZxpiAykWAC-Mn1Q0,8992
792
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json,sha256=g1zONOaTPiWDVZCgjlRmlhtKzybZaVif887pJf2G0AI,9153
773
793
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreArxivQARetrieval.json,sha256=enSBasFp7N6iaecl8TKZphJHCM7tguIPZGTt_-Gv7-U,1040
774
794
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreDocVQARetrieval.json,sha256=k4kmjHaTraBGxCen4MIKi2t5RZ5p4bj5PTTRF6Z2PhM,1066
775
795
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreInfoVQARetrieval.json,sha256=e2fhMwJfz2VzFO_JKb32CmIww4HHSJ_lubyIJxCZoec,1068
@@ -813,13 +833,6 @@ mteb/descriptive_stats/Image/VisionCentricQA/CVBenchCount.json,sha256=Ag8uTqzVZx
813
833
  mteb/descriptive_stats/Image/VisionCentricQA/CVBenchDepth.json,sha256=DCLBdub8GXoIU3x6e1RWnniXbUx75XbcW8dLTSxYHrk,1438
814
834
  mteb/descriptive_stats/Image/VisionCentricQA/CVBenchDistance.json,sha256=0GLKQj4Rg0t2_MtX33UCtt3R6aJ2lhAUMa23oJ5Xm_g,1450
815
835
  mteb/descriptive_stats/Image/VisionCentricQA/CVBenchRelation.json,sha256=AehsihGKBOFZYVTFzbfqSixSLHSeqJVsxbcPnLcoafQ,1433
816
- mteb/descriptive_stats/Image/VisualSTS/STS12VisualSTS.json,sha256=pgvrylhmGkv1dMUR899BjYRXDLnyYDrybK8ii6YHYjo,571
817
- mteb/descriptive_stats/Image/VisualSTS/STS13VisualSTS.json,sha256=xHjIiy0fXlGUjFub45tZ9rRw3ek_EwGTkSMxEmZzveY,571
818
- mteb/descriptive_stats/Image/VisualSTS/STS14VisualSTS.json,sha256=0eJ38xNpVCKR00wMVUaITV8iJKpslDmfIpUQS3HWq8A,571
819
- mteb/descriptive_stats/Image/VisualSTS/STS15VisualSTS.json,sha256=b7FfWUsgCMgdnpzrHAfLA-dqLFpQxW5jAdOdio9spaE,569
820
- mteb/descriptive_stats/Image/VisualSTS/STS16VisualSTS.json,sha256=pniPOAy1LMJSNpYc5t_MkxjSpMewrY27wHGgpbJ27_0,571
821
- mteb/descriptive_stats/Image/VisualSTS/STS17MultilingualVisualSTS.json,sha256=s8NT6YPQwDMDfmyvsP_iGGN-4RlceNzIbLuHt01J8JA,8453
822
- mteb/descriptive_stats/Image/VisualSTS/STSBenchmarkMultilingualVisualSTS.json,sha256=lqrw5_ZrxJ2dio_yfCGMBiADSiidIZGb1GLDW5UV9uU,15442
823
836
  mteb/descriptive_stats/Image/VisualSTS(eng)/STS12VisualSTS.json,sha256=2VXz-UzO4KLsEBtvuuz9nQCCYA22X1G1XWUPxAD5irY,947
824
837
  mteb/descriptive_stats/Image/VisualSTS(eng)/STS13VisualSTS.json,sha256=fKmJi6BtHLJJywV9QHcEG5bwEcKwDIIy-ecoX4xbSW8,947
825
838
  mteb/descriptive_stats/Image/VisualSTS(eng)/STS14VisualSTS.json,sha256=Cm7zsYb7XJNAHq_lHF-sQwP7LXYm40FZHGY33N1p3Wc,947
@@ -866,6 +879,7 @@ mteb/descriptive_stats/InstructionRetrieval/IFIRScifact.json,sha256=ATgXxMRVYcD_
866
879
  mteb/descriptive_stats/InstructionRetrieval/InstructIR.json,sha256=181zSmfBaLRv9Bu8tGkNPqoZm5qKUoAVL5qj4e479Zw,994
867
880
  mteb/descriptive_stats/MultilabelClassification/BrazilianToxicTweetsClassification.json,sha256=xWVm7fgA1xWHVp5cR6NYLJZk4eHaIT7Dhn_4hNi-muk,2353
868
881
  mteb/descriptive_stats/MultilabelClassification/CEDRClassification.json,sha256=PzC-4hn-oiop53pFT6mdRxaF7QLSVV-r7M2YgM1qf_8,2141
882
+ mteb/descriptive_stats/MultilabelClassification/CovidDisinformationNLMultiLabelClassification.json,sha256=BaVigvHcOtxOVOlKudtDcTCM_t1-XSn2qtiXzYd_gZQ,2285
869
883
  mteb/descriptive_stats/MultilabelClassification/EmitClassification.json,sha256=3lHm1dulxR9XU-ZJL1xvr_oDZjiSuVuFgKQ1s03UDEY,2708
870
884
  mteb/descriptive_stats/MultilabelClassification/KorHateSpeechMLClassification.json,sha256=xs6WVoIwFJTf25Q6WaVzjQl_ZZPHzPxjO9E-XOFoDuc,2581
871
885
  mteb/descriptive_stats/MultilabelClassification/MalteseNewsClassification.json,sha256=Cho7vJsSttmzKyIpabE2a3rqusSAT1JyUfggQnJrdHs,3807
@@ -873,6 +887,7 @@ mteb/descriptive_stats/MultilabelClassification/MultiEURLEXMultilabelClassificat
873
887
  mteb/descriptive_stats/MultilabelClassification/SensitiveTopicsClassification.json,sha256=b2pWHkESuwh2CUcSXBRZxRX0C6DmC3BFFq_IUza-pX8,4114
874
888
  mteb/descriptive_stats/MultilabelClassification/SwedishPatentCPCGroupClassification.json,sha256=fZrd-uamZafYuMkua6VgDt01OTIlw6-Va9WxtE_6zMg,138568
875
889
  mteb/descriptive_stats/MultilabelClassification/SwedishPatentCPCSubclassClassification.json,sha256=2n9hbzVZ5ULT2FRVYi3jVaqqrgENM5PlzmPHtx2vJ2E,38746
890
+ mteb/descriptive_stats/MultilabelClassification/VABBMultiLabelClassification.json,sha256=VT_uTF4ZGDuKPBSe01N6mp64smXdhSlA13EdiTYqj1c,4589
876
891
  mteb/descriptive_stats/PairClassification/ArEntail.json,sha256=lrE7D6KscPAndDUu-fodWlYWp0GCrD8mDqQa6liq81c,956
877
892
  mteb/descriptive_stats/PairClassification/ArmenianParaphrasePC.json,sha256=KM8_2QVR9e_NapVATTSTAel4Co0y7N4cdbvyPxN3_9Q,985
878
893
  mteb/descriptive_stats/PairClassification/Assin2RTE.json,sha256=7ihX5B950CtH-btgcyOHuZFBPjfSswFxEXtmqrnC28g,977
@@ -902,6 +917,7 @@ mteb/descriptive_stats/PairClassification/PubChemWikiParagraphsPC.json,sha256=y_
902
917
  mteb/descriptive_stats/PairClassification/RTE3.json,sha256=Ry0_K6QlmM8NfUYIQgt-On__tts2HDD7HHgWo8WSPME,5973
903
918
  mteb/descriptive_stats/PairClassification/SICK-BR-PC.json,sha256=H2cUsLOZTNmOvyHIIKybAcc8VXIa9RhozlocDtJF6jE,982
904
919
  mteb/descriptive_stats/PairClassification/SICK-E-PL.json,sha256=TqOMxpZnvP-VVNqTBzyfyzWi1cnwaGmmUeFNuURwKNY,982
920
+ mteb/descriptive_stats/PairClassification/SICKNLPairClassification.json,sha256=Mitkc824ZFtC9OrsHxPptXYEsArXC1p0cMYWfm_dFsY,983
905
921
  mteb/descriptive_stats/PairClassification/SprintDuplicateQuestions-VN.json,sha256=jTxVltYHBGLI3ZRLZ3kgQPBph8WqpN4gDcIcO67erdQ,1987
906
922
  mteb/descriptive_stats/PairClassification/SprintDuplicateQuestions.json,sha256=ST-kf9pkkownKuJ0yaj0Px3sHJ6tBOC16hBZopYVwcE,982
907
923
  mteb/descriptive_stats/PairClassification/SynPerChatbotRAGFAQPC.json,sha256=tH_5-4r-BtbpuPmR-dy_HDZ2-XoDtY5BUN2OS3pKUIQ,988
@@ -913,6 +929,7 @@ mteb/descriptive_stats/PairClassification/TwitterSemEval2015-VN.json,sha256=moqT
913
929
  mteb/descriptive_stats/PairClassification/TwitterSemEval2015.json,sha256=iR7NKOzBxMOuPwnWv4CKfN1VE9WatZ3pFkqZ1BG5Aug,989
914
930
  mteb/descriptive_stats/PairClassification/TwitterURLCorpus-VN.json,sha256=wzIFvi1eQ4DALVZUem0HxLmsjcJpouI_7LKnwNckcKw,992
915
931
  mteb/descriptive_stats/PairClassification/TwitterURLCorpus.json,sha256=rPbcnXywSJrUtuuT6Hr1Us58ncF8FkrPf_WHuSB4BH8,990
932
+ mteb/descriptive_stats/PairClassification/XLWICNLPairClassification.json,sha256=tMmQFUFbZQJ0hPwUWcXWsymvU3KfwS9x-ia6bsBIzgA,977
916
933
  mteb/descriptive_stats/PairClassification/XNLI.json,sha256=WuAR5fGe4VfSwpiUFmpj8GhZxqaf9ou3azXQqffgpxs,36781
917
934
  mteb/descriptive_stats/PairClassification/XNLIV2.json,sha256=VtLTRByxunhHzGEriaPa_sw9dRLdyVBDpdu9wf3oOTw,17227
918
935
  mteb/descriptive_stats/PairClassification/XStance.json,sha256=RpkNRYqvsaT2FU8GY9YX6ap-PYdQ8rVkO0n6K419i9A,4741
@@ -934,7 +951,6 @@ mteb/descriptive_stats/Reranking/HUMECore17InstructionReranking.json,sha256=XMd-
934
951
  mteb/descriptive_stats/Reranking/HUMENews21InstructionReranking.json,sha256=8R-4U-xQjQIjU0KPIQdgCUGONUgTERyFz6U7UTuHNZk,1151
935
952
  mteb/descriptive_stats/Reranking/HUMERobust04InstructionReranking.json,sha256=Wk9-8xNePKEImoy3UkRasid58gai-e6gIlkzO_VIjIc,1156
936
953
  mteb/descriptive_stats/Reranking/HUMEWikipediaRerankingMultilingual.json,sha256=7HSs-XvtdORejbHXbBu6GjPSRPYnemI-r3aWIdauwUo,5448
937
- mteb/descriptive_stats/Reranking/InstructIR.json,sha256=SiAVYj8iB9KZbPBS2w7yVDZ1r7WqUjc_dv7jraJZnyo,1053
938
954
  mteb/descriptive_stats/Reranking/JQaRAReranking.json,sha256=jH5RuOb36a-gH_QNh0DZQpofpyoYGkjKQm9iFn7-VUM,1201
939
955
  mteb/descriptive_stats/Reranking/JaCWIRReranking.json,sha256=N4djULyJD_lgJa8x-qoACiaL33hUjdLK02hqXv7Bv5M,1169
940
956
  mteb/descriptive_stats/Reranking/LocBenchRR.json,sha256=k3Jck8QfSBxrsDenSgT06T2CbTSs8SGH2Y_RBrDWiTs,1227
@@ -968,6 +984,7 @@ mteb/descriptive_stats/Retrieval/AppsRetrieval.json,sha256=aDBlI0xzeOIFUn6a7ylFI
968
984
  mteb/descriptive_stats/Retrieval/ArguAna-Fa.json,sha256=0Nug1fXP5u4mue6aLgHHilOoUbmI9s4491NTTbkqLsw,993
969
985
  mteb/descriptive_stats/Retrieval/ArguAna-Fa.v2.json,sha256=NNCJfL5SpqUn5JHdWr4QiIKAnm6qEIdh9kDEIHp-37U,993
970
986
  mteb/descriptive_stats/Retrieval/ArguAna-NL.json,sha256=MJfSGq8QAqbL_mjQXqtYGoxV2u0O_sIvc0ywHdlhO1c,994
987
+ mteb/descriptive_stats/Retrieval/ArguAna-NL.v2.json,sha256=MJfSGq8QAqbL_mjQXqtYGoxV2u0O_sIvc0ywHdlhO1c,994
971
988
  mteb/descriptive_stats/Retrieval/ArguAna-PL.json,sha256=WtaqLTUsMBoobvdwyqmTEMB2FFc9ULgrdLX7wufn7DU,994
972
989
  mteb/descriptive_stats/Retrieval/ArguAna-VN.json,sha256=BAAAPBe_vwIKGFbmy_pVaKSiaAtsHP_UdeVB8lhzxMU,994
973
990
  mteb/descriptive_stats/Retrieval/ArguAna.json,sha256=pX57RjspcrVBDsf4iHDI5zJcQpoqfPQutSGtwkLmPW0,995
@@ -1055,6 +1072,7 @@ mteb/descriptive_stats/Retrieval/ClimateFEVER-VN.json,sha256=D2xgItr4sBQiW3x8qr1
1055
1072
  mteb/descriptive_stats/Retrieval/ClimateFEVER.json,sha256=ltBwr_ZUcI_tJIg1ky-ZrdgVXSYENQu0IjZW_10M5zw,1018
1056
1073
  mteb/descriptive_stats/Retrieval/ClimateFEVER.v2.json,sha256=fLlp5H24VZYXGPTUMebu_S8IfyaKfSddDDAQuu0XeU0,1005
1057
1074
  mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.json,sha256=0rV-9orDvT-b5Xn00NvVr4FnNZ3SVLnLp_IcxFQC3mg,986
1075
+ mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.v2.json,sha256=0rV-9orDvT-b5Xn00NvVr4FnNZ3SVLnLp_IcxFQC3mg,986
1058
1076
  mteb/descriptive_stats/Retrieval/CmedqaRetrieval.json,sha256=vSs_A256iqqXsMsqwr-FGEMHoosqaDkEvxdeKLUUKRg,1009
1059
1077
  mteb/descriptive_stats/Retrieval/Code1Retrieval.json,sha256=TqpTDspEmAjNxFhaNXr-gCMHKWsm42g76QYgrehtTAs,998
1060
1078
  mteb/descriptive_stats/Retrieval/CodeEditSearchRetrieval.json,sha256=7VRQQSWLxWpt2zzv6_FJpuxHMksjBSp8rIhFxepkVRk,16463
@@ -1093,10 +1111,12 @@ mteb/descriptive_stats/Retrieval/DBPedia-PLHardNegatives.json,sha256=-d7lOvdrIY9
1093
1111
  mteb/descriptive_stats/Retrieval/DBPedia-VN.json,sha256=slQhXXASpyTOvDl--GB_y9BndfTV2cX7sCbgSKMWkIw,1018
1094
1112
  mteb/descriptive_stats/Retrieval/DBPedia.json,sha256=rrbgB0xZYgE_XyV-GtuZOCxs6cpwnXG4TNzZxvjFlXg,996
1095
1113
  mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.json,sha256=3NICxSBXrW8W2_fxtRWALsIf2VdlhPiaigPBRj_NUbI,987
1114
+ mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.v2.json,sha256=3NICxSBXrW8W2_fxtRWALsIf2VdlhPiaigPBRj_NUbI,987
1096
1115
  mteb/descriptive_stats/Retrieval/DS1000Retrieval.json,sha256=BFKVidJeLasrP_TGXQWHFYY1GYIfaBbFgyMxOyskk9E,992
1097
1116
  mteb/descriptive_stats/Retrieval/DanFEVER.json,sha256=DDwRZFVP6aUviu6JetiHh4XXaTNC41HC-JlJxXkyjYw,1006
1098
1117
  mteb/descriptive_stats/Retrieval/DanFeverRetrieval.json,sha256=DDwRZFVP6aUviu6JetiHh4XXaTNC41HC-JlJxXkyjYw,1006
1099
1118
  mteb/descriptive_stats/Retrieval/DuRetrieval.json,sha256=PwJD57XCbBdA2lv73waJJxkVFHGBS04wVXvNSsyORnU,983
1119
+ mteb/descriptive_stats/Retrieval/DutchNewsArticlesRetrieval.json,sha256=mYluBHMXk4HuEHuD0zfTQJC0kSpcvY-aM16dQ_DqqHE,985
1100
1120
  mteb/descriptive_stats/Retrieval/EcomRetrieval.json,sha256=8-bIOTcttZyKnxgwovKpxMP2eXC-doOkuWEqSQ3LPyE,974
1101
1121
  mteb/descriptive_stats/Retrieval/EnglishFinance1Retrieval.json,sha256=6ews0ELU8TD9S5u5Bn-r6zoddUuNb6XCApgfyStmdIU,996
1102
1122
  mteb/descriptive_stats/Retrieval/EnglishFinance2Retrieval.json,sha256=KP-FKDYJIoDKMo2H4_10zaNIFpbJKaqpAeYdNMss68A,985
@@ -1109,6 +1129,7 @@ mteb/descriptive_stats/Retrieval/FEVER-NL.json,sha256=K810hO-zNJWg3-i30oma72wsjO
1109
1129
  mteb/descriptive_stats/Retrieval/FEVER-VN.json,sha256=MnadQ0FGkXCFCDCI8eGwFYbouo8ta_1W_WlrqNx1clI,1018
1110
1130
  mteb/descriptive_stats/Retrieval/FEVER.json,sha256=4QYxYTtHFB8AIvRvbWmH-z3z3mB_NO1sH8AS8Fe5nHQ,1018
1111
1131
  mteb/descriptive_stats/Retrieval/FEVERHardNegatives.json,sha256=bULggWEVad75Dzr7aRvwBitnaONMDah0UwjYtX5LjeU,985
1132
+ mteb/descriptive_stats/Retrieval/FEVERHardNegatives.v2.json,sha256=bULggWEVad75Dzr7aRvwBitnaONMDah0UwjYtX5LjeU,985
1112
1133
  mteb/descriptive_stats/Retrieval/FQuADRetrieval.json,sha256=8MmqRPc3W5-_cUmLLZmWmRm9u_dSxvmPZckX4QwvvPQ,1938
1113
1134
  mteb/descriptive_stats/Retrieval/FaithDial.json,sha256=Iolms863X9RsdKeh3g5itMu1gi8deAI3G0FDn64xi9g,989
1114
1135
  mteb/descriptive_stats/Retrieval/FeedbackQARetrieval.json,sha256=-4i_hla7EJrN4wIpm0FFQcqayZ4ae9_EGDaH8QFJfRA,992
@@ -1146,6 +1167,7 @@ mteb/descriptive_stats/Retrieval/HotpotQA-PLHardNegatives.json,sha256=S8l90gywMP
1146
1167
  mteb/descriptive_stats/Retrieval/HotpotQA-VN.json,sha256=f_NWdV4vrE0Fb6PWPBxP_LxZ-Hpn_7kD_72VeyWleKs,1003
1147
1168
  mteb/descriptive_stats/Retrieval/HotpotQA.json,sha256=OGDK4oUu8waVnwT8l0ThkujbkUn3TW6jyqxrnm07hR4,1003
1148
1169
  mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.json,sha256=62JzOxl_cXreMBZOf6jz2EfwaXgEBWHuq6m2GSydtBM,983
1170
+ mteb/descriptive_stats/Retrieval/HotpotQAHardNegatives.v2.json,sha256=62JzOxl_cXreMBZOf6jz2EfwaXgEBWHuq6m2GSydtBM,983
1149
1171
  mteb/descriptive_stats/Retrieval/HumanEvalRetrieval.json,sha256=aiW3AaImNrsEfUUpPsDnMGmPbFgyYR4dEnIoDAFtPWI,979
1150
1172
  mteb/descriptive_stats/Retrieval/HunSum2AbstractiveRetrieval.json,sha256=o3FOm7CJmMUGsdfOc8fC2yln3C69WOnG78K13tq90Q0,992
1151
1173
  mteb/descriptive_stats/Retrieval/IndicQARetrieval.json,sha256=Ao6BLg1DeZG0QLGerXX8YlqtoqMqw--G2QvaP2-9wtA,14374
@@ -1167,6 +1189,7 @@ mteb/descriptive_stats/Retrieval/LIMITSmallRetrieval.json,sha256=_-mowMnqHSriuqr
1167
1189
  mteb/descriptive_stats/Retrieval/LeCaRDv2.json,sha256=NUoYNlWY-cZz1XBGOKw10IdDC25NutIyPEozPEcMm9w,1011
1168
1190
  mteb/descriptive_stats/Retrieval/LegalBenchConsumerContractsQA.json,sha256=dJGGBub6hcOrJ8Ymksl4zmI8ishEvKbAV8sgt6lwvA0,981
1169
1191
  mteb/descriptive_stats/Retrieval/LegalBenchCorporateLobbying.json,sha256=upJXldjUqylc_wzFkeVq67Gx1VBrVXMtJ8z5UAPwAEk,985
1192
+ mteb/descriptive_stats/Retrieval/LegalQANLRetrieval.json,sha256=6dD4U7CZsR2fmfRyiUthwxBVPlbsAHcY2HcC5Dqw-qQ,1005
1170
1193
  mteb/descriptive_stats/Retrieval/LegalQuAD.json,sha256=xO3c5zG5LSls5OyJ-BdYNvxmiCQUZhbZwltIKYUnKag,965
1171
1194
  mteb/descriptive_stats/Retrieval/LegalSummarization.json,sha256=wOTo3a35f0hcHwfwjybW9cwtYFwV8sOOXowS3lU6bRY,997
1172
1195
  mteb/descriptive_stats/Retrieval/LitSearchRetrieval.json,sha256=ws1aeRMer8XyiuYjsBoSgafej46zkeEf3XidAViWbNM,1003
@@ -1194,6 +1217,7 @@ mteb/descriptive_stats/Retrieval/MrTidyRetrieval.json,sha256=X2Jp5nByCv_UNmeeHOp
1194
1217
  mteb/descriptive_stats/Retrieval/MultiLongDocRetrieval.json,sha256=MGBeQevI03sxAK3qldfye3yRxQ7O5URV90NFyCNUr_k,33239
1195
1218
  mteb/descriptive_stats/Retrieval/NFCorpus-Fa.json,sha256=rqHqn43MBaA4cni5FbCD5CK_TmQ5z3SiXDmfGx7GIUg,1002
1196
1219
  mteb/descriptive_stats/Retrieval/NFCorpus-NL.json,sha256=x5eYhzWMKToA0ayxP3h10FyegCrbirrCywRQCzMI9SM,1003
1220
+ mteb/descriptive_stats/Retrieval/NFCorpus-NL.v2.json,sha256=x5eYhzWMKToA0ayxP3h10FyegCrbirrCywRQCzMI9SM,1003
1197
1221
  mteb/descriptive_stats/Retrieval/NFCorpus-PL.json,sha256=gY7QM-fjnAnaMdfdRtHaMLzugzUDKMGM-xMomtuq2Qg,1005
1198
1222
  mteb/descriptive_stats/Retrieval/NFCorpus-VN.json,sha256=S-oi9KTAmpfqWbN7aAfh6_E2QP34l9FT8c6x-UOKi4I,1002
1199
1223
  mteb/descriptive_stats/Retrieval/NFCorpus.json,sha256=bRUA4qS0L3UekskKHRRVHsV28EPMQJ3i5CuCY6FA0J8,1004
@@ -1232,6 +1256,7 @@ mteb/descriptive_stats/Retrieval/NeuCLIR2022RetrievalHardNegatives.json,sha256=E
1232
1256
  mteb/descriptive_stats/Retrieval/NeuCLIR2023Retrieval.json,sha256=YWYtrTRN_4uE9IcBmRrh9mzt-cTFLe1h93EtxRH1o2k,4761
1233
1257
  mteb/descriptive_stats/Retrieval/NeuCLIR2023RetrievalHardNegatives.json,sha256=jyGWIsqVrxR9ugn4a2F50bVFVepK6stRAzkDa0NcGDA,4724
1234
1258
  mteb/descriptive_stats/Retrieval/NorQuadRetrieval.json,sha256=Dal1-Dz1tKz6loq1WWfqcVqcdEed1ArB-FapC2pvjQ0,980
1259
+ mteb/descriptive_stats/Retrieval/OpenTenderRetrieval.json,sha256=LaO0o1lMRae8rkAo0_iFVh_im6vPo5cAWDu3apYyCqs,982
1235
1260
  mteb/descriptive_stats/Retrieval/PIQA.json,sha256=54dfxs0SYhPDiXedXZRKpB1GAXN7iwwGBP3FIowg-I4,988
1236
1261
  mteb/descriptive_stats/Retrieval/PUGGRetrieval.json,sha256=5L_gIwK7EKIKUrw5X3oBwpwQwaSRpl5byqiKKb8jjwo,997
1237
1262
  mteb/descriptive_stats/Retrieval/PersianWebDocumentRetrieval.json,sha256=iidsXaG9pMTuBDbw4vx5O-sXm68IWA7eElgbJUjBLdA,1009
@@ -1245,6 +1270,7 @@ mteb/descriptive_stats/Retrieval/QuoraRetrieval-Fa.json,sha256=0hpmyybHoFQhhwr-n
1245
1270
  mteb/descriptive_stats/Retrieval/QuoraRetrieval-Fa.v2.json,sha256=h9QkZh6a8FyjZHomKFALlc4mUbwofXaHSyU8ecJ2XzQ,989
1246
1271
  mteb/descriptive_stats/Retrieval/QuoraRetrieval.json,sha256=TtHH-7tCRHqoGEGz39r7seeH2sUF-odExLlMMj0qlHY,987
1247
1272
  mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.json,sha256=oU3OzAnoTcNNYhdCskSP84W2wEfTi0aSJHVBOsoNkwg,983
1273
+ mteb/descriptive_stats/Retrieval/QuoraRetrievalHardNegatives.v2.json,sha256=oU3OzAnoTcNNYhdCskSP84W2wEfTi0aSJHVBOsoNkwg,983
1248
1274
  mteb/descriptive_stats/Retrieval/R2MEDBioinformaticsRetrieval.json,sha256=kr8pl4L2wjtnS3RE-wgVmLJca3LGz1sGOlQCuzuYhUQ,1006
1249
1275
  mteb/descriptive_stats/Retrieval/R2MEDBiologyRetrieval.json,sha256=yCnZBc1VQv1ZbCq9tfh6zOEJlgYKxyZ60G74Jh7oXwc,1005
1250
1276
  mteb/descriptive_stats/Retrieval/R2MEDIIYiClinicalRetrieval.json,sha256=xCQVidXqpiA51VfeycfZN_JMIR0yyNqCYdm0wtShF2w,1010
@@ -1257,12 +1283,14 @@ mteb/descriptive_stats/Retrieval/RARbCode.json,sha256=-DbM-nX4HZ840lqZNEcWBHL0eP
1257
1283
  mteb/descriptive_stats/Retrieval/RARbMath.json,sha256=kTUxxlZ3pHHr4FQwBkoGAASgfIM7FlYRqhueLfC3L6E,1000
1258
1284
  mteb/descriptive_stats/Retrieval/RiaNewsRetrieval.json,sha256=s252SGT6MI-7_N1PN9c4MS2VYBIkF23_QzR97oYnx1Q,989
1259
1285
  mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.json,sha256=RcLHvaAvBNxfB3oJFzu8wejN1SaTVH0pfsPJCqQ8R80,983
1286
+ mteb/descriptive_stats/Retrieval/RiaNewsRetrievalHardNegatives.v2.json,sha256=RcLHvaAvBNxfB3oJFzu8wejN1SaTVH0pfsPJCqQ8R80,983
1260
1287
  mteb/descriptive_stats/Retrieval/RuBQRetrieval.json,sha256=pXakzRmagM93jql7xiIDNEeExrGxUyN_KTjCfRwDWHo,1007
1261
1288
  mteb/descriptive_stats/Retrieval/RuSciBenchCiteRetrieval.json,sha256=mRqJekFMLV4N4f5l0LyYkWHixHCxCDpj5HhH_6dJnO4,3491
1262
1289
  mteb/descriptive_stats/Retrieval/RuSciBenchCociteRetrieval.json,sha256=_Op8mcXjvKsgw9Y61KAgvocBaCRpkwBw81-kD1B9_MQ,3476
1263
1290
  mteb/descriptive_stats/Retrieval/SCIDOCS-Fa.json,sha256=CAXjSpSoy3V3TQM2PKtZtumi3fCUizc8Dlb89VEa620,986
1264
1291
  mteb/descriptive_stats/Retrieval/SCIDOCS-Fa.v2.json,sha256=G7sucOO-wWsSV0oP_jhf3AKrv5MItE9P7Xauq0M4-_I,987
1265
1292
  mteb/descriptive_stats/Retrieval/SCIDOCS-NL.json,sha256=qYFAgsJ7FT-qDLUStkHTmAu46PxesfIVEGU-DxEpf3c,987
1293
+ mteb/descriptive_stats/Retrieval/SCIDOCS-NL.v2.json,sha256=qYFAgsJ7FT-qDLUStkHTmAu46PxesfIVEGU-DxEpf3c,987
1266
1294
  mteb/descriptive_stats/Retrieval/SCIDOCS-PL.json,sha256=-N7x2MkyRMCbN2fa3D0cnNbhZftGQt1BdiZezYo7fm0,988
1267
1295
  mteb/descriptive_stats/Retrieval/SCIDOCS-VN.json,sha256=mzaXUR3KxBZBZoJ-hImEz9x6XEX-cu_WyKlb0ccx2mQ,988
1268
1296
  mteb/descriptive_stats/Retrieval/SCIDOCS.json,sha256=Xa2HtyeuWVV9xJOT1YwhrM32RubiMql1lkz-d1moKSc,988
@@ -1273,6 +1301,7 @@ mteb/descriptive_stats/Retrieval/SadeemQuestionRetrieval.json,sha256=xvMLI0XiyWb
1273
1301
  mteb/descriptive_stats/Retrieval/SciFact-Fa.json,sha256=BZHK8KUj5ShBzfomQxUbH8GBVpWYpepwdNaOZ1DHUE0,988
1274
1302
  mteb/descriptive_stats/Retrieval/SciFact-Fa.v2.json,sha256=1U8zTDU24TBaZ2cVX6puKT_oQx_vdLBeVz6MRswOrJE,976
1275
1303
  mteb/descriptive_stats/Retrieval/SciFact-NL.json,sha256=ncSxx1APRy-i0Sh_x7uEmJAPCSm9cRgLBbyUd02t0QI,989
1304
+ mteb/descriptive_stats/Retrieval/SciFact-NL.v2.json,sha256=ncSxx1APRy-i0Sh_x7uEmJAPCSm9cRgLBbyUd02t0QI,989
1276
1305
  mteb/descriptive_stats/Retrieval/SciFact-PL.json,sha256=UwPs1wwErZcNU6y5sNbKpuOOTnvXSGhgQY8IUKvjsas,977
1277
1306
  mteb/descriptive_stats/Retrieval/SciFact-VN.json,sha256=iUldliZZHxc3sEbMVqmjWk9Z36-WhMJSvIk9Ep57DH0,1002
1278
1307
  mteb/descriptive_stats/Retrieval/SciFact.json,sha256=1Gh0ph7_m5oc5hjlKw7KvslEd4qgJL8NgxtEkERTNXw,987
@@ -1318,16 +1347,19 @@ mteb/descriptive_stats/Retrieval/Touche2020.json,sha256=LEzSE09BuJddeDMYel1bLda0
1318
1347
  mteb/descriptive_stats/Retrieval/Touche2020Retrieval.v3.json,sha256=io1AdOZ5XF3s0IyaHaP_z3wbA2Iwhk5JiYB0rGYr-Uk,1011
1319
1348
  mteb/descriptive_stats/Retrieval/TurHistQuadRetrieval.json,sha256=aorprW4gDbikZNxmwxNUODGaBfzgo11KO2kz0WeD048,983
1320
1349
  mteb/descriptive_stats/Retrieval/TwitterHjerneRetrieval.json,sha256=NVAKAwonITGP8v4zOmewixoRJdZ2Ry5lShIvsvy82Ro,992
1350
+ mteb/descriptive_stats/Retrieval/VABBRetrieval.json,sha256=X-NzY0Jn5ae9neVK4PXAz881NnIusr8D9G3PdvCu1MI,975
1351
+ mteb/descriptive_stats/Retrieval/VDRMultilingualRetrieval.json,sha256=sUVyZxXxfUsMC5YmNEkdYYYG4_0tbA64HKxbPveSNKY,7632
1321
1352
  mteb/descriptive_stats/Retrieval/VideoRetrieval.json,sha256=gIGJLutZMT0z_gLPJBLk73uuYUxUXO3yd9qOP-8QWlc,976
1322
1353
  mteb/descriptive_stats/Retrieval/VieQuADRetrieval.json,sha256=NHt0U-wJXBOPYOki5YugwjMmRSTtCMiVWXQRzEQtO6k,990
1323
1354
  mteb/descriptive_stats/Retrieval/WebFAQRetrieval.json,sha256=uNkLCfiuVbdNKZ54vYGo8dPaoBlTShexDjl_IwCcT_M,60318
1324
1355
  mteb/descriptive_stats/Retrieval/WikiSQLRetrieval.json,sha256=JinCBRnmfMDeIwQtQfD6bD8MYNEpUgedw05A6G-W7u4,985
1325
1356
  mteb/descriptive_stats/Retrieval/WikipediaRetrievalMultilingual.json,sha256=v9npJOOJrcBUdRQ8EzAbOrpynAoSAJBaJoSJhS-qkww,20357
1326
- mteb/descriptive_stats/Retrieval/WinoGrande.json,sha256=--CmwZnUf7EBw01t8yz2UGc8ifsMKtSBT-QIiMRkKm0,989
1357
+ mteb/descriptive_stats/Retrieval/WinoGrande.json,sha256=czzrnqg24MPfCrlVPLamL4LvMdWWOZC4R4tJYjc1QAA,982
1327
1358
  mteb/descriptive_stats/Retrieval/XMarket.json,sha256=s0odo5MWwzgQi0HwqK4APYhWIBR8WEtiC8KKt7wgzOc,4770
1328
1359
  mteb/descriptive_stats/Retrieval/XPQARetrieval.json,sha256=qHxeCggIwW1iw5ujbHsCc_7rf_-JIhfYRFGEKvzSTO0,44958
1329
1360
  mteb/descriptive_stats/Retrieval/XQuADRetrieval.json,sha256=NjNvrloDl561L_WTWBg6fQ31yBTZInYWL-SW0q35SfA,15462
1330
1361
  mteb/descriptive_stats/Retrieval/ZacLegalTextRetrieval.json,sha256=5EUucNKoihJCsrzbwYIV8kTV2kSo_N6G1r383FwL3Kg,1007
1362
+ mteb/descriptive_stats/Retrieval/bBSARDNLRetrieval.json,sha256=vxeLQcVhEAAO0M-3J-Ddnx7hzRmlrb3Veud4t97Uuf8,1004
1331
1363
  mteb/descriptive_stats/Retrieval/mMARCO-NL.json,sha256=HChzLdBj5NRgmX3dVKpizULS6zUxfTwiHx7bLvr5mVA,1013
1332
1364
  mteb/descriptive_stats/STS/AFQMC.json,sha256=brmBQ-gVV7zdyNIpLw1IIYwo9TAp9Di4B7fw548-fF0,816
1333
1365
  mteb/descriptive_stats/STS/ATEC.json,sha256=WrqStCesLCmyM-qKFdcZ7qex72yVDEzwIF1scUgtSJU,1567
@@ -1357,6 +1389,7 @@ mteb/descriptive_stats/STS/RUParaPhraserSTS.json,sha256=NXiVresljjJT85jyYGa_bkv7
1357
1389
  mteb/descriptive_stats/STS/RonSTS.json,sha256=wWFO6xGj4IwLKaVV4EM5z7GSLjyudshRfQjHg8b6SHw,815
1358
1390
  mteb/descriptive_stats/STS/RuSTSBenchmarkSTS.json,sha256=sIOkU4Uj2tkYDBPfVDprc22vaml_hJOmzg7jLdRSkUc,1634
1359
1391
  mteb/descriptive_stats/STS/SICK-BR-STS.json,sha256=LYlL717cfvbcokDUwXh5s158CbdMkPpgmvy7j3uFyug,805
1392
+ mteb/descriptive_stats/STS/SICK-NL-STS.json,sha256=BSMgvbFBw_3_BMqVGJgELQCnIruHzK_q3TCd7OBnHfk,816
1360
1393
  mteb/descriptive_stats/STS/SICK-R-PL.json,sha256=1up4ZMQ-S-STIljoQffqXM7_Vrt0hKRlY_NQuPXbuDI,814
1361
1394
  mteb/descriptive_stats/STS/SICK-R-VN.json,sha256=7XOz_F-gXhC4kjd73hGiJEW73k5uezNuO7XRAcO1Raw,820
1362
1395
  mteb/descriptive_stats/STS/SICK-R.json,sha256=R7AKbW7_V48EMpaTO-2nUibyQZR0PWBCQfmC4QqA_Z8,818
@@ -1381,92 +1414,94 @@ mteb/descriptive_stats/Summarization/SummEvalFr.json,sha256=_uhdj0ZhjcpBO-jfZhRe
1381
1414
  mteb/descriptive_stats/Summarization/SummEvalFrSummarization.v2.json,sha256=_uhdj0ZhjcpBO-jfZhRe8FGAqGzUBPZlCM9jZj9AOtI,962
1382
1415
  mteb/descriptive_stats/Summarization/SummEvalSummarization.v2.json,sha256=QNnxW405v3nWG454ZfDmCyM7pZ9RrmOPrMugCmgB35Y,961
1383
1416
  mteb/languages/__init__.py,sha256=sNZg7YkCw8Xk7CUZMWal-zi8kB_KJFb4hiKozccz-kA,417
1384
- mteb/languages/check_language_code.py,sha256=sEqsL8usYn3pZUJYIGjI5bg7BHtWilW4f6REwQK15XU,993
1417
+ mteb/languages/check_language_code.py,sha256=h7gm0FGkkGW3mCuRnNVAwN0UAhRohOCZ6eH-IeSlsEI,1176
1385
1418
  mteb/languages/iso_15924_to_script.json,sha256=agZvrYqSc0YJDXoqluncshuaMeg5RGkd_4z2hZE7SZc,7083
1386
1419
  mteb/languages/iso_639_3_to_language.json,sha256=KDVAh3TQziSyUd8xGDwpUHRUeTrngwp-MDuOxM9bpgo,193114
1387
1420
  mteb/languages/iso_mappings.py,sha256=TKpAmP9KL-KmY5EsHjsrfbnnluvCHES5mTlXNUC-pp0,891
1388
1421
  mteb/languages/language_family.json,sha256=OUGcHeOIPcZPb2FWmYLhxTS0JxjK5y3Fo6x0PeK0cKM,1833535
1389
- mteb/languages/language_scripts.py,sha256=ILHCluRi5bTYyIL1tZm-SqBQAhDydugwbGfVZuC5-Z0,3858
1422
+ mteb/languages/language_scripts.py,sha256=5wix9HTYolNIpTiS5oXf2pGJyL7ftdGKs_m432w81V8,3998
1390
1423
  mteb/languages/programming_languages.py,sha256=zxAakT3OSUnAuTnQ34VyeFIECnNXMlleZmAake6jsZE,211
1391
1424
  mteb/leaderboard/__init__.py,sha256=991roXmtRwEQysV-37hWEzWpkvPgMCGRqZTHR-hm2io,88
1392
- mteb/leaderboard/app.py,sha256=5XcuTCJUS5WPDTBejeVETWY3vpn78Fq7zVR2vv0iS7U,32575
1393
- mteb/leaderboard/benchmark_selector.py,sha256=TnW2Y-xoDkEH3ZhR_8EW42WZN_XrtfucUbiuiNjChCA,7580
1425
+ mteb/leaderboard/app.py,sha256=EsQ_qoJ26yJbg2qExKFFAx90R8VYOO6GbLtIzFuHGpE,32642
1426
+ mteb/leaderboard/benchmark_selector.py,sha256=hnXdo_Kj4UUAruFl6nZkCxAQ88IEfbaH8EADFJMMdVo,7686
1394
1427
  mteb/leaderboard/figures.py,sha256=Rq20LFpaUhQD4tuKp7P7ExQtAjonMLibgO3ud0ykMag,7491
1395
1428
  mteb/leaderboard/table.py,sha256=qs0H_Gt9FzRvzb-AL0YlqEe0YAsdYsVX3QlncfCBEqg,7828
1396
- mteb/leaderboard/text_segments.py,sha256=Imhi1itRBc_6SJ0dl_31g3e85oYV-7FIJVVYARFLbEU,6564
1429
+ mteb/leaderboard/text_segments.py,sha256=iMIkS04QQjPbT-SkU0x6fOcS8xRbUYevryu9HydipKM,6570
1397
1430
  mteb/models/__init__.py,sha256=ycGU-x60LT0OFyP4CYa5pQhM7J5hCimubuT56va9wfM,741
1398
1431
  mteb/models/abs_encoder.py,sha256=m0JkRfRPMYadDgBR9eozRloI31ZSWkSzDFINpwbfLZk,16533
1399
1432
  mteb/models/get_model_meta.py,sha256=VpZZNINk-QrNeVpPZnlqzlLhtBs8G84eRwTzAb_gRD4,9108
1400
- mteb/models/instruct_wrapper.py,sha256=HxHmnlxkjtZhfgTZRYJBT3Nma7Dhx6a9e2Bg-cO_IYs,8844
1433
+ mteb/models/instruct_wrapper.py,sha256=Ty4nfEvioycL_uATkhd0PGuyeB5Xc9xrRd6HOGgb-tc,9005
1401
1434
  mteb/models/model_meta.py,sha256=b-Nel9nX5bJk4cgJnqkBzEKyMY7uXvxlCBSxmmH1Ios,14769
1402
1435
  mteb/models/models_protocols.py,sha256=D2hYWn_UBGMaKtRwBx3u0B0ni6lHJjSzTxX21XFNwIc,8917
1403
- mteb/models/search_wrappers.py,sha256=0McxwGnqyiYKPHjHsxWZp1pP9qGuHemZjeX1z5ZgNAI,15588
1436
+ mteb/models/search_wrappers.py,sha256=qe2APunvRfPREdrq1moSi44mFXV6uaHvGHcLnaza-Sc,15483
1404
1437
  mteb/models/sentence_transformer_wrapper.py,sha256=n5CMsM6Lpg_CFHH0NkpJusMsaLUTt-L9vRmFINQ961k,12338
1405
1438
  mteb/models/cache_wrappers/__init__.py,sha256=j3JBHN73Tr7uMUO92FEvKXstnybxrPpGWmKXU2lAoIE,88
1406
1439
  mteb/models/cache_wrappers/cache_backend_protocol.py,sha256=TR7kD7KbN1J4piszIecpegtLZYGy7sRHZt3SDWlImKk,1665
1407
- mteb/models/cache_wrappers/cache_wrapper.py,sha256=PsLKBhjZBmQPUtLGWxjiXvqeSZrv_2GPVxB1y2zWIS0,6602
1440
+ mteb/models/cache_wrappers/cache_wrapper.py,sha256=KLDeOCe_ndQshbZa5ep2u3jovsl--tfpQzvt9EXyxCA,6589
1408
1441
  mteb/models/cache_wrappers/cache_backends/__init__.py,sha256=hN2Tq7cpTxoOYSCJ1Wnpvb8dEm-kQLfCCahT1N9Bacw,123
1409
1442
  mteb/models/cache_wrappers/cache_backends/_hash_utils.py,sha256=WeQjXlNUpGpb-CbaWpu_EtezML7zoDYfbwIo0Jswvsc,480
1410
1443
  mteb/models/cache_wrappers/cache_backends/faiss_cache.py,sha256=i9IfaCv1-_BvVokXFW1UZ9hMLCuM6rZ0tI-ZesoBkt4,3734
1411
1444
  mteb/models/cache_wrappers/cache_backends/numpy_cache.py,sha256=GyTVC5DLph3EeRnDMO1EEQzBDoOgk2J1hPqpl07lefM,7442
1412
1445
  mteb/models/model_implementations/__init__.py,sha256=BZDdde6ajKv-yroy9mqE2YS3Hw1KBdKoxBPg8aPTZEs,1164
1413
- mteb/models/model_implementations/align_models.py,sha256=EUxJSOM8ppJLVpT7dWredKfMY6k69jXRy2luwpifX1A,4267
1446
+ mteb/models/model_implementations/align_models.py,sha256=DUdVWxETiwC2IrXI90zQwlvHMjeI7JJCNOmFVd2RNws,4518
1414
1447
  mteb/models/model_implementations/amazon_models.py,sha256=pdRU2QGAB5ccQnAfbRSzHE1G3ZUdjvsAgeJwkB_olDQ,694
1415
- mteb/models/model_implementations/ara_models.py,sha256=NguWSXEN9RhrfExvTh6vL5F3uie5iRUGD9ziwpZagaA,1033
1448
+ mteb/models/model_implementations/andersborges.py,sha256=QUFpASdcCy-IMz2O2C3OAOhMWA2ksNHM4GFWlkELIT4,1879
1449
+ mteb/models/model_implementations/ara_models.py,sha256=zS0t9rI21wwEwTlrlX94GqkmPKLnb8ktUaAOY-ZLmw0,1421
1416
1450
  mteb/models/model_implementations/arctic_models.py,sha256=eaMRaN9WdpVq1W6cbtNcJMdrJUTXrTSYUjTJufCdZRY,10350
1417
- mteb/models/model_implementations/b1ade_models.py,sha256=65Pw2zEbgUxsgALfHAqsTlVKkGv9WCwTKgM7tdct1Z8,1609
1451
+ mteb/models/model_implementations/b1ade_models.py,sha256=aEKmXWVX8iJ_OotAYPOMxsOHTDEOJYdSwkR6iJsZ-ms,1609
1418
1452
  mteb/models/model_implementations/bedrock_models.py,sha256=RWN25Es4Nb6eIMiZlFHWNAnftKMVBumM2kozpO7Kh50,8709
1419
- mteb/models/model_implementations/bge_models.py,sha256=5QycvT0YtV-g7qODIkeR3Qz1idzWUGRM5A_doCAmMj0,22404
1420
- mteb/models/model_implementations/blip2_models.py,sha256=l1YeLjlFEFGfHLIwpJ8gVUCc6cN-lUYXn6_FerEOiLE,7293
1421
- mteb/models/model_implementations/blip_models.py,sha256=P5Ui6Dxbl0mfUc9udvPqN5cQx4paz7muG7SR2_FBBsg,10681
1453
+ mteb/models/model_implementations/bge_models.py,sha256=LL_JnXsjGPnzzxby05Z0Jm3v6-v76nCB-yI36H9fKwo,22386
1454
+ mteb/models/model_implementations/blip2_models.py,sha256=hBdilqIIFkILmGoSl6GjT5gpFVxArp3xL3JEcWfJ1KU,7635
1455
+ mteb/models/model_implementations/blip_models.py,sha256=n_XRcymbYL2Rx8AFl96OpGQcWvfzrvFQxKvFl4swzA4,11516
1422
1456
  mteb/models/model_implementations/bm25.py,sha256=orjdCPWRdeAskQ3zJEzuNMyEks6WW1qv4mGfw8Ih51Q,4836
1423
- mteb/models/model_implementations/bmretriever_models.py,sha256=Es0ry2zvvTEeNFqwOE1sj-dVpPfePFD1gA2esJMNmcw,6554
1424
- mteb/models/model_implementations/cadet_models.py,sha256=AR1uVm5EVvY2Q4rc_nuOtUQzTW9scrSGrjLGCqUJWsU,1829
1425
- mteb/models/model_implementations/cde_models.py,sha256=jN1MokN_4tl46Elrx05ZQYW-B_sRK49CUp3Et7CAyJc,8654
1457
+ mteb/models/model_implementations/bmretriever_models.py,sha256=ABfrACa028Dcujan7-PaUZLTw9wkDB15XIfinP_FRxg,6555
1458
+ mteb/models/model_implementations/cadet_models.py,sha256=bDula_VroXOWgSw-tquvNVGcGg7_Z1xHnoTDn6OGOYU,2225
1459
+ mteb/models/model_implementations/cde_models.py,sha256=3nNU3nq3VZZcImFqH1VPj57-QJNMU6Ei2C_HCaicuUs,9012
1426
1460
  mteb/models/model_implementations/clip_models.py,sha256=zrfgNmZszu0JMtMNdCMzEohixsrnQ7xFhCqgsiucH_Q,6107
1427
- mteb/models/model_implementations/codefuse_models.py,sha256=BDJA_uC6XVZEroK6-dzixrgYx9C7sSOkc9QCFSc4yUo,8593
1428
- mteb/models/model_implementations/codesage_models.py,sha256=fy0_WYcU4DnYH9DQ1C5F93MXAmKLBA5HW650XyGqPcE,2483
1429
- mteb/models/model_implementations/cohere_models.py,sha256=H7Mjn57kmeBhIaJx6riaCEEgZS01YBWBBGPagEU87ZQ,13690
1461
+ mteb/models/model_implementations/codefuse_models.py,sha256=19Y-d_qetVU64quzEvuUJ_K8DHo1JEEKEGqjRR48dFg,9113
1462
+ mteb/models/model_implementations/codesage_models.py,sha256=D4CdISGyv5f2GMYq4_efgm5qNq80SWAX5R2u5mjEiXM,2998
1463
+ mteb/models/model_implementations/cohere_models.py,sha256=LiYYRT3clhFlh0RE654KyZtO66vnIO22h79HJLmXYwk,13696
1430
1464
  mteb/models/model_implementations/cohere_v.py,sha256=K6VEw1NkyM2PuMd18kHE6aqPrcByYSwEmAKjvLods_w,15760
1431
1465
  mteb/models/model_implementations/colpali_models.py,sha256=uVmK3jXO-GDn-7i6cJFWdc0u0-MU3INHHL1rXUPhBec,8944
1432
- mteb/models/model_implementations/colqwen_models.py,sha256=G_yNAQRI9Evf1x2qsLHOZX687iYy4WIsnlR0U-jHJzo,6804
1466
+ mteb/models/model_implementations/colqwen_models.py,sha256=Y6IBhYKbxjkC3AePa0l37-F50xcX1mtPCXpgW597HyA,8754
1433
1467
  mteb/models/model_implementations/colsmol_models.py,sha256=O2M7Ksydh94M_Iax4KytHb-wOL18N0BIYLKSsLF8BFs,2967
1434
1468
  mteb/models/model_implementations/conan_models.py,sha256=G-s7xo9VtNX-f7lWKtYVGHHiMMN0Xp44PlNIp7E0LAo,6502
1435
1469
  mteb/models/model_implementations/dino_models.py,sha256=QFgaFHR5YKrylqJGSljXCBn2W7qHhmF6KdXkvHrQNEI,16380
1436
1470
  mteb/models/model_implementations/e5_instruct.py,sha256=9R4GoSFicgqNDCh3HhTN_8L1qhzuEKvatjHYn3T9zlU,7676
1437
1471
  mteb/models/model_implementations/e5_models.py,sha256=vsqkmm6XzZn9ROj_OUR0j2KiN75MEuQsOPeoyc1AeYg,10937
1438
1472
  mteb/models/model_implementations/e5_v.py,sha256=_9W7I0ryIzx_H9eCkzwdm8iHdGX1LIjKGXkhSh_zNv8,6690
1473
+ mteb/models/model_implementations/emillykkejensen_models.py,sha256=QdhGqCm_1-AURkrniZj2S1MjwwIVOPMzLvpgfJq-3EQ,2779
1439
1474
  mteb/models/model_implementations/en_code_retriever.py,sha256=leZ-0M6LrunocY3XQBYZU1uevDRopeyR5ujIhwqBbd8,1043
1440
1475
  mteb/models/model_implementations/evaclip_models.py,sha256=cPMGYLDIq4s8zJxb4vPXqJ-rqwPaq7KOh2QZSO6cDas,8000
1441
1476
  mteb/models/model_implementations/fa_models.py,sha256=WGal70_ezITWoNdjcMdbOCTSCtoaXzuPadYstLVXxhg,7478
1442
1477
  mteb/models/model_implementations/geogpt_models.py,sha256=Juv86SwhgQX80lVLjAFtim2aSiJT1AcgjniyyiKyk1Q,1923
1443
- mteb/models/model_implementations/gme_v_models.py,sha256=5LTEzEpX3irelBGU9v6QATvqtTWfgnP78Qt9FtrvDfo,13568
1478
+ mteb/models/model_implementations/gme_v_models.py,sha256=NkfgR3_UdZzoBt1NnalVou6LOR-F7qXM4by9EbAVrys,13568
1444
1479
  mteb/models/model_implementations/google_models.py,sha256=P3Kg6G8UI6JA17MMlhhoDj54SCAcRP8uZ1CudL-Caf0,9295
1445
1480
  mteb/models/model_implementations/granite_vision_embedding_models.py,sha256=uqQ5-e_a-ADv3gf3sR9Drk0S4x8Gy8mZkpL-E4X16TM,7241
1446
1481
  mteb/models/model_implementations/gritlm_models.py,sha256=aS_CuioL95JAQMYiaKlGuAWU9wZjabn268Xut3bD8-w,3005
1447
1482
  mteb/models/model_implementations/gte_models.py,sha256=o26Xyu_tucUlP435Q_jB4-bl0xckgj4wtbutTwhYgIo,10073
1448
1483
  mteb/models/model_implementations/hinvec_models.py,sha256=I_d_dSNVaGIwMIwyvTlaPAzGMpwh_PzvsfE4y47GFyg,1575
1449
1484
  mteb/models/model_implementations/human.py,sha256=klMpuMAtYH92EIEwNMEhne_Baf9fNiTg1DNWYD11P44,532
1450
- mteb/models/model_implementations/ibm_granite_models.py,sha256=VfBqqW3bEeaVOnLJy42G3KZFOD2yVrynRPKtMQPVKCo,7902
1451
- mteb/models/model_implementations/inf_models.py,sha256=v-CyRA94W4N3m0PyltIREX-FU2J_SD1uzEj9OD0Monw,2906
1452
- mteb/models/model_implementations/jasper_models.py,sha256=KzjVnQ1HwaVO9Z7kk1ZkjFrhvlKupeWCmkSljnZv-IM,4071
1485
+ mteb/models/model_implementations/ibm_granite_models.py,sha256=YCT0jbgawy19ps5l8QlxpQoJLjq8Nh-3R-e6yxS0DRM,7902
1486
+ mteb/models/model_implementations/inf_models.py,sha256=lvXUFhAYDltq2_Xa9MHcwfhh1V20rbJLSgON76tkj6w,2906
1487
+ mteb/models/model_implementations/jasper_models.py,sha256=ZY7qRRpBpD3eVryQb4rLs5E3KDXlgFBvyelataqLIWs,16213
1453
1488
  mteb/models/model_implementations/jina_clip.py,sha256=CfiIxbhKspjQajNtObCfGPHOWPk6uLn4cuwydQHFTMo,5118
1454
- mteb/models/model_implementations/jina_models.py,sha256=F7cd_FR-I1dfKA_j4A3K6cfnqxz-NxW0HXgoO7bji10,29653
1455
- mteb/models/model_implementations/kalm_models.py,sha256=ruNzMk3MRLW0up91aXwPIMqorRyujDF291B78D_m7bM,52827
1489
+ mteb/models/model_implementations/jina_models.py,sha256=QWoesiTygdFTLcdGpdx26wOUI1AXRz3jLmxGHJ0WMNE,29919
1490
+ mteb/models/model_implementations/kalm_models.py,sha256=FmW7Z5Qs6WYBLuKvql3u4IJW36kj4k-Ypah8qTBEBkg,59837
1456
1491
  mteb/models/model_implementations/lens_models.py,sha256=fC7_NB1F8vBAlXD0p0-hALf6eZTPFJwpz57dy71OlwI,1696
1457
1492
  mteb/models/model_implementations/lgai_embedding_models.py,sha256=S83pbfkMH3YUNl4skusgbK-Rn-uLuScQVxgXwegR_N4,2333
1458
1493
  mteb/models/model_implementations/linq_models.py,sha256=rnW27MybLMQ2Y3OxDyBTMSIsx_hXC0DlMD4kFv7NJV0,1918
1459
1494
  mteb/models/model_implementations/listconranker.py,sha256=pFISrZ91NHsnhc5El5U_ZPsB9cSTuTY8-nDzpoNMC9s,4485
1460
1495
  mteb/models/model_implementations/llm2clip_models.py,sha256=_sqAOb5oSbxn1oaXjWwPXRjTvxLT48xXL_tuabt2Ks0,9265
1461
- mteb/models/model_implementations/llm2vec_models.py,sha256=CR-Tz45KWG36j_R8MVrlZM3rEHrP4pau_UtDhutAxvc,12637
1496
+ mteb/models/model_implementations/llm2vec_models.py,sha256=Og_EqnOXgIfaTcVTl3Lj5BicG83ycnXS_YHNtK63I-A,12638
1462
1497
  mteb/models/model_implementations/mcinext_models.py,sha256=W9MBQFqGTXVa52WDFFq1Pdat2TgRvluOcD6JVAupn28,18968
1463
1498
  mteb/models/model_implementations/mdbr_models.py,sha256=B7R3dVEH9EZ_fSZ05VveSbmTyO3Erh7iJ2WmMn52d-4,2509
1464
- mteb/models/model_implementations/misc_models.py,sha256=yjZTWfcdgdJnYYiwd_1e5Pqfql9WoFhzaQlUSAyWfB4,56381
1499
+ mteb/models/model_implementations/misc_models.py,sha256=bgKOuXJC8cVQmVRXEfIBlgzxDRb9nzOCsHdJ1kM8Z2Q,56691
1465
1500
  mteb/models/model_implementations/mme5_models.py,sha256=cRRXecC8EHeLQiEd1nfCb1vt75x_CnG1s_9lYRrtyTA,1484
1466
- mteb/models/model_implementations/moco_models.py,sha256=Mxjs4Nml7Jd_j2oSdN7WQc2t_UrkZVBRmhDUW5QK-6M,5154
1501
+ mteb/models/model_implementations/moco_models.py,sha256=Kl0nBsqkG3crYoo5YulFq1fv97U0-IBWVFHN0UuO0lg,5483
1467
1502
  mteb/models/model_implementations/model2vec_models.py,sha256=D-EY-6P-cKKunbgzk4DHzJL1ogpWYFhpHbTLb8qQjJw,13765
1468
1503
  mteb/models/model_implementations/moka_models.py,sha256=Y5do7Z4JyGxabYrjHhkBLqCKTQKotniS-f4kOgXJjag,4995
1469
- mteb/models/model_implementations/mxbai_models.py,sha256=yJXZHBwj-ZALQshKnfzx-SzosTKtem1_-LKVRVw-3Is,3593
1504
+ mteb/models/model_implementations/mxbai_models.py,sha256=33ta2BnhvKYBUgE89wFgPNf-CnOb7ooumZvqHOvbZsA,3593
1470
1505
  mteb/models/model_implementations/nb_sbert.py,sha256=Ab0OXvOzEqlFFO1679mMiCdJvMSnvcfCoeFMLzNL74I,861
1471
1506
  mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=6i-xbLRRNKuDpU-hwklwdQjgu1wnz5CecLSoc6kyd7Q,3976
1472
1507
  mteb/models/model_implementations/nomic_models.py,sha256=mT-v5Gs5-sRH8-ziCw_CtxB9ox3C6FtwWJjNghNrunw,11334
@@ -1474,11 +1509,11 @@ mteb/models/model_implementations/nomic_models_vision.py,sha256=gEEieMThvw4p-QhR
1474
1509
  mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=zLo-GSghLsIpIZguAdg0Vf18Dn-mdizwQDrWiSwupr0,6171
1475
1510
  mteb/models/model_implementations/nvidia_models.py,sha256=aeex14J1yGxc2wm8kCDIgxwo_uy0Fu9y9liFVD-LDOg,21555
1476
1511
  mteb/models/model_implementations/openai_models.py,sha256=2tJyEapIW-GtB3ZOXIHwGjSZGgJl2daE_UsbzH4NhBM,9620
1477
- mteb/models/model_implementations/openclip_models.py,sha256=TsIAgh759S_2Vl9yjoEhvRq8VLrNnQj1L9sscsOqq7U,10702
1512
+ mteb/models/model_implementations/openclip_models.py,sha256=W8XcokgLU1nSmMaWpYXkWWizVd3sQezcP02YtF2fXpo,11436
1478
1513
  mteb/models/model_implementations/opensearch_neural_sparse_models.py,sha256=fuxIjOx_kPoDps5C7LW3JllG-AZj4ktqeTNgJESHZh4,8351
1479
1514
  mteb/models/model_implementations/ops_moa_models.py,sha256=vTZYi6aYe2UYI_BBaoMad3anozknUoadVQw_EBKX3MU,2411
1480
1515
  mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py,sha256=qGXv71qRjNCIFluZOwvfBlFlKKyN2bXBokwUPk4KHmM,1066
1481
- mteb/models/model_implementations/piccolo_models.py,sha256=VUb_U7n8RmVSS2bbIzk-g8oKXzMJ88Lehnku-E_96Uw,1847
1516
+ mteb/models/model_implementations/piccolo_models.py,sha256=d8Dtkv_ZTUOCmJLLOuwquq-gX-2UfKvAtl_LvAS0Xi0,2113
1482
1517
  mteb/models/model_implementations/promptriever_models.py,sha256=2iB1n4ZSX0NyDBBk9rryKSwdjhc3D6TgUhhlzJxys8E,6316
1483
1518
  mteb/models/model_implementations/pylate_models.py,sha256=yINGQL97S4xjj74-FTWpO4KHX-E9NDOEeyQWyRmmnaE,14772
1484
1519
  mteb/models/model_implementations/qodo_models.py,sha256=JDqffDlQiOEariyheybOIf3iNkqot2gTkEIHWDnRbUE,2037
@@ -1486,22 +1521,25 @@ mteb/models/model_implementations/qtack_models.py,sha256=biZLH5E3UWIcMZXIZNGgBZF
1486
1521
  mteb/models/model_implementations/qwen3_models.py,sha256=IpPJC_y-Kt_1Bq6nT2lX3-lMl-hl0BV6VhAL8Czfyfg,5133
1487
1522
  mteb/models/model_implementations/qzhou_models.py,sha256=90tsGftdCX90Gvu63bxtMyzczGi_u9bsUlg4WAVeH9Q,3536
1488
1523
  mteb/models/model_implementations/random_baseline.py,sha256=NH-epZ73BYvV6qYgu09BsoiFxBWypUNLdJIXRp5QPhM,8030
1489
- mteb/models/model_implementations/reasonir_model.py,sha256=MJWHFiu4x2s3GwpuI5_E9bcwvU_KL-FIROzGaw0SMJQ,2216
1524
+ mteb/models/model_implementations/rasgaard_models.py,sha256=a8F3kDSBWHH0UR7wRioOrWGQUxtloD5mU7EG27iM-68,1260
1525
+ mteb/models/model_implementations/reasonir_model.py,sha256=wSCcJpUgZ0pG2g3vTEzYNmPlPG_CVn_rR0ENVCines0,2218
1490
1526
  mteb/models/model_implementations/repllama_models.py,sha256=89HoqEpzkNysHeuf_-YhU8WETamHTogSRztGIRo6G1s,7321
1491
1527
  mteb/models/model_implementations/rerankers_custom.py,sha256=ro73A9-hHudy3_qIMrhP-ja-3Xqu78r_aORm856zHQc,10651
1492
1528
  mteb/models/model_implementations/rerankers_monot5_based.py,sha256=rxVwzapNnHl4gCw79XVCaTXj3-wbToyj7XVL97tpAF4,34302
1493
1529
  mteb/models/model_implementations/richinfoai_models.py,sha256=llvYa0JUjyOOMbuTgOYoJ2qeqZ5rLHX1ZjZIYlYbdvA,989
1494
1530
  mteb/models/model_implementations/ru_sentence_models.py,sha256=Dstx46xFcAOC7giKPclC41GJTtFfmg4t6gLTdAnrxDk,40129
1495
- mteb/models/model_implementations/salesforce_models.py,sha256=7W9FB-_9Ls5QrVR7IVIDdXjl95t1zkI_hUanvBWCZaw,5160
1531
+ mteb/models/model_implementations/salesforce_models.py,sha256=KslTK-IKeLvNG-vQir9k6swkaOgjk6eyozm_BOVgTpY,5160
1496
1532
  mteb/models/model_implementations/samilpwc_models.py,sha256=oMwKNwCxoH1jZgCy04oo2oVlBZWu253QMpnEEC6emz8,2021
1497
1533
  mteb/models/model_implementations/searchmap_models.py,sha256=XvVl99emIgnNUCxkTuFQXW6py2R8vgsArfpyHveCugw,1904
1498
- mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=CUC3m6s05HffL1Qj2o9-bxjjNJ6CG-VOlQCYlBDxTiQ,18535
1534
+ mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=8J3htEddltyGTydIbnMUudgAV97FdD43-SQKaSA_Iuc,18534
1499
1535
  mteb/models/model_implementations/seed_models.py,sha256=SgK4kPVO6V33G3F1zSq06zSkWarPLEwBt1SWp4TUoVw,14142
1500
1536
  mteb/models/model_implementations/sentence_transformers_models.py,sha256=EtEaXg1yFFp3DQEOxu6am8bcVQR-ypcHj6DCqJGHOVU,21160
1501
1537
  mteb/models/model_implementations/shuu_model.py,sha256=KkcuVYjIzoha3Fvxh8ppqHQ9BfNMWeqDqn9dGCRKUjg,1167
1502
1538
  mteb/models/model_implementations/siglip_models.py,sha256=tvi8QB2ayBoeXsxwHrl5RFlkknvE6FM9N06zSBWGQD0,12602
1503
1539
  mteb/models/model_implementations/sonar_models.py,sha256=Nc6kAJRWSrxA57DPRrgOPHqS1dNhz2vsE_1ZA2JtigQ,4784
1540
+ mteb/models/model_implementations/spartan8806_atles_champion.py,sha256=9sWQH7tOT0uxXA7sbQcnqGt2f5O9xcw9HqFpRCzoQAA,918
1504
1541
  mteb/models/model_implementations/stella_models.py,sha256=NL3tk-rnuBdznsQ-nmelqun4tFO2xKoNPPOOVKqnPGU,8062
1542
+ mteb/models/model_implementations/tarka_models.py,sha256=UwSb3e-k7dCgQAJv3176ZvKpkjLZfpdPzwf-b0Oxuuo,27345
1505
1543
  mteb/models/model_implementations/text2vec_models.py,sha256=zaHWRc2W0RYZAOetinqRzug9UGW0HmY5U-jYsLXA8wo,4160
1506
1544
  mteb/models/model_implementations/ua_sentence_models.py,sha256=fcvXR4-Rrt-UDTlDkh2ZAO1gO_ufCOHiT6EhoeKiHx8,1224
1507
1545
  mteb/models/model_implementations/uae_models.py,sha256=KZxH5a3t-sfh33xUBkLizEuyFAyPlGfnRsn-S7mjq74,3112
@@ -1509,14 +1547,15 @@ mteb/models/model_implementations/vdr_models.py,sha256=lMm43BBPjZU5lxZcpmPZ8hn0P
1509
1547
  mteb/models/model_implementations/vi_vn_models.py,sha256=quWmd3JT2J6SlAsFrV2gcnc67M9zr58mEF2zLUF8-uw,4795
1510
1548
  mteb/models/model_implementations/vista_models.py,sha256=Q3I01kRtIPaoke0iMIcH4CLcCDTnMSIBFNCof7LPTX4,10832
1511
1549
  mteb/models/model_implementations/vlm2vec_models.py,sha256=HGGy_-z9Wc99xOKum71rBNipCPqWcM1efmmXgy5Rvxc,11724
1512
- mteb/models/model_implementations/voyage_models.py,sha256=Qn9foyBmAGuuhispwZTFQb5ZtDM-OWMif5Ca4PBEhcw,19842
1513
- mteb/models/model_implementations/voyage_v.py,sha256=SL1n5fozOReEQO4SNNWVTlWBpWXo_-Ujsz9hJtANUMk,8176
1550
+ mteb/models/model_implementations/voyage_models.py,sha256=dOCccOQlloGrg0q44PxMQzx8dHuQ8VgkDUD01EydpJ0,19824
1551
+ mteb/models/model_implementations/voyage_v.py,sha256=WnvwYNVv3c5K0ChzGA3v2iTQX2ekXYn_3402H721c6M,8088
1514
1552
  mteb/models/model_implementations/xyz_models.py,sha256=TePlrH6EHwRPO87U_J3Yce9-XHCn_X7I2cJ_6BZ2fUY,1296
1515
1553
  mteb/models/model_implementations/youtu_models.py,sha256=NB74E6z-_36HyXb8GXKn8CrmRLN68uX9eH4xcS57zl0,5938
1554
+ mteb/models/model_implementations/yuan_models.py,sha256=yZ6ki6YFaoVrJ_2pPSRQaMKOsIOUo3GtmhPx1qeUl2w,939
1516
1555
  mteb/results/__init__.py,sha256=EXQqK4Am5eIYzD52dpcGAFSdqnC38oE6JHN302oidHc,158
1517
1556
  mteb/results/benchmark_results.py,sha256=OWqeBxbNsPmOKRhxY980N5CikpdJXToDGJGTXUe64Lw,18209
1518
1557
  mteb/results/model_result.py,sha256=Wdbkpxq7_geliYDr4558i6txDVdsHL-Y9WAv_u7thlI,13689
1519
- mteb/results/task_result.py,sha256=M3hiuYo9At2UycfiVDTi3-LDy1cRG_5csRgEvGmCyKs,31810
1558
+ mteb/results/task_result.py,sha256=RqUhmWqxraQM7KP8EDvEcFzVf80it4tMkQNq9YVcsME,32005
1520
1559
  mteb/tasks/__init__.py,sha256=izAxU0ip1F_YUwx0dFCuN35BaktdmePh6vlDiHC0kLo,503
1521
1560
  mteb/tasks/aggregated_tasks/__init__.py,sha256=Ufgbh1AirxCQkojO3AUhUFWM8zQG10cfdVTkj_PeyLI,104
1522
1561
  mteb/tasks/aggregated_tasks/eng/__init__.py,sha256=HgaSyAX8Is5CGE006RgJkLQQVxrx2FmMnm6NHQBDi-4,358
@@ -1544,8 +1583,8 @@ mteb/tasks/bitext_mining/kat/__init__.py,sha256=a-KcFJ3Ol7R8yq02RcGjaOxEfqnwJeo7
1544
1583
  mteb/tasks/bitext_mining/kat/tbilisi_city_hall_bitext_mining.py,sha256=xVCxpJr7UW2KadNdn7Gsw-wZ65uz5vhRDhQZ7eILokQ,1918
1545
1584
  mteb/tasks/bitext_mining/multilingual/__init__.py,sha256=qDgixbHEvV3xz6JN3kFQDnvtSL-yVjl-Z8inUwimI6I,1954
1546
1585
  mteb/tasks/bitext_mining/multilingual/bible_nlp_bitext_mining.py,sha256=lNbCz3dN9o3F04Y7vtNBhF-lPUNyVbAOKgUR-QKZn_8,29082
1547
- mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=lg-4of5K_6mn7iU-TpxwP_HFRk10qILJWprR-QX9Jug,2708
1548
- mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py,sha256=Zv6QCyTchTmlgWegS-iNJKfcc1Tr-ZmGftub5xZO5-w,1808
1586
+ mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=tTKvS-v7d9V_zymCn_ZonUKlo9NI7vTyppxS9iAu8I0,2873
1587
+ mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py,sha256=P_UHMWh2gKG6CloXmP5J2kjrCTQwoJAU1MKdLl6JFKc,1836
1549
1588
  mteb/tasks/bitext_mining/multilingual/danish_medicines_agency_bitext_mining.py,sha256=5iengckKv1NCHILjrX6WDEgBNJlmbSV5y-WWdaLZYrs,1703
1550
1589
  mteb/tasks/bitext_mining/multilingual/diabla_bitext_mining.py,sha256=Ua6DfpJYgoaIRSWB284WNj6wQWqxPiC3kUPcmKNGDWQ,1498
1551
1590
  mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py,sha256=Dh43H2NWZIAzN9Zeib3TtKhUcK1jldUQX-GvTsm1MnI,5616
@@ -1561,160 +1600,160 @@ mteb/tasks/bitext_mining/multilingual/nusa_translation_bitext_mining.py,sha256=e
1561
1600
  mteb/tasks/bitext_mining/multilingual/nusa_x_bitext_mining.py,sha256=BphnEDdG1-IsCklJWRCs2yK7I1zVuPh7PQrrYAI540c,2309
1562
1601
  mteb/tasks/bitext_mining/multilingual/phinc_bitext_mining.py,sha256=53xLXpgIDk55JfCoe3pa93T_9T9sfRJAryBVcWZx5co,1477
1563
1602
  mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=5uwf4vhud5bQuPAcufWGcA7UBmp5YPKsyvc5OUYgK-M,1730
1564
- mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=0UeyufmfkvN-Gd9O360zd2laQLQUFPyC_ifOKSwQE9s,2111
1603
+ mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=lxaWPFLZpWwAy6CIGAENkBvH7iVLShE4sGf0eT0-Mac,2075
1565
1604
  mteb/tasks/bitext_mining/multilingual/tatoeba_bitext_mining.py,sha256=Y6QnjbmL4fIuTgK8tuZfNnWmM-GwBVaAjUiAtTSgPqM,5898
1566
- mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=4EY_2mHF4J-JCyo-ZdX5bgKEv-VqVwpR-DmUNSP7jcM,14986
1605
+ mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=vWoRmAJKR0ed8mUKDqLUMe_IpFjj7Xlsw0NFhcIOJOc,14978
1567
1606
  mteb/tasks/bitext_mining/srn/__init__.py,sha256=XaMVvUagmgLUG6tZw2jo6fMKiVTfQpaaWZGQZo-1YYk,97
1568
1607
  mteb/tasks/bitext_mining/srn/srn_corpus_bitext_mining.py,sha256=6svN1Ny1MJVaBhEFguYAGZnm8ciuLqBxUfhGaAjR88w,1507
1569
1608
  mteb/tasks/bitext_mining/vie/__init__.py,sha256=AbM2aeSHvlY_fNsPWKchyyHBrSvhBwASOWFht74HQcg,95
1570
1609
  mteb/tasks/bitext_mining/vie/vie_med_ev_bitext_mining.py,sha256=tHnLLMoWUG1j25TwWFQ1cgBtCYcvKbCmquu_mNRZaGw,1494
1571
1610
  mteb/tasks/classification/__init__.py,sha256=6KrsJhJ6YbffNiAY3IWamJ5s4ipiIWHqO4cCD0ncWoI,1092
1572
1611
  mteb/tasks/classification/ara/__init__.py,sha256=PZ2njVzpxUwqB-yx-lajl2uf3yGYBc05a5q77scr4kA,1161
1573
- mteb/tasks/classification/ara/ajgt.py,sha256=lrbMd3YZDUU7nPImL-vaDnTsseA_W8n3kpRwHmWTlko,3103
1574
- mteb/tasks/classification/ara/hotel_review_sentiment_classification.py,sha256=1f_8cbHUsZj2-3px5GY-gEiGxqgPfocTKN748Loh9k0,3062
1575
- mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=X_kA7iQPnVPUBgmA1EsNPLzPhnlgWEMuWkra5NryE4E,2463
1576
- mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=xgkHE0s_9DsWvvMWBebcehUrKRmtAxs1wrS4TrTCCXg,3324
1577
- mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=PkRowXr4XU45t-hSDOGPsH4XQ5N2rscFiQ_GJAkLUhU,3270
1578
- mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=7cTTznVI04QpbqOOnY8_XvGWjgUPyb41OLS5A46119o,3950
1612
+ mteb/tasks/classification/ara/ajgt.py,sha256=TfcsGZbdp2Y7ksrhEPYpY37e_iAvTMGEt9e8-kwFq4U,3091
1613
+ mteb/tasks/classification/ara/hotel_review_sentiment_classification.py,sha256=VNv6uICgYVsQiCreNiczEjDq2-dLtTmNVp0ZF2tA-Kg,3050
1614
+ mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=hN9dImEZWs9LLYSDWhyKDFJ-Ph2ZZQgxh5K0VXGiP8I,2451
1615
+ mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=xlq-rEzWei8onOJWOzSxJtNuyeHWczf1cDz7m3-5j-Y,3312
1616
+ mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=MpLxj0WOuHYV6LIaAwBg__jcOmzsApPxPRBKgkO3RhA,3258
1617
+ mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=55SxUtNUECLT9liyJztPh-MPuN9PnQzkQ89Izg7JlU4,3938
1579
1618
  mteb/tasks/classification/ben/__init__.py,sha256=j_vQLxEOUKR8hLBgTe2sSzvLyoVXRByF0g_f5-i1mRQ,592
1580
- mteb/tasks/classification/ben/bengali_document_classification.py,sha256=BOC5QersoFhsQzbeWrt-O2o5XLQ7k-Aj3t5y2MuMy0U,3648
1581
- mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=Bu79C9lNXMOyS6Mq8Mpw9Yr7tACrRC9wG-xhuUpsl94,3362
1582
- mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=oVbwpNoWmnVeCvFf8-y-ImEcDbgnTqA0GASOp418oNQ,2990
1619
+ mteb/tasks/classification/ben/bengali_document_classification.py,sha256=K4KTkca4HwKa77045kY7hMxHxRklyC44RzfNKOP0C4I,3636
1620
+ mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=xmlPgQfWqEFPOboY6Ix5ZXTz48D1TqUeWV3-ip9dsKA,3350
1621
+ mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=NYtZBO8BYHPAkLOwof8a8v9Xa5YnRYITvAxrAP4EP_A,2978
1583
1622
  mteb/tasks/classification/bul/__init__.py,sha256=2-wLDHKcyykalSp9zWCgOaqMh4nnDo92lYdiUgJIP04,170
1584
1623
  mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py,sha256=T9OjawyJbfYmDh-c4qArRzsuJ3HgbhbCAgHndXN3VVI,1843
1585
1624
  mteb/tasks/classification/ces/__init__.py,sha256=0vuGRyaBaW-V6_3pdGGLIEwQh3uB5UpewY6NdJZ3vrw,860
1586
- mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=xVWAtkHkiJhA9MwLLG9R_4s6DOTVr2qpHpwp8Cm6kqg,3554
1587
- mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=r2nI-Aoywv3i8BRXq7Rv0sg33WhxC9tYFHxJU5zdOEA,4131
1588
- mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=tujnOfZPKSGq0o9_e8H1Nw-uQ3t2GSQYYgkDMySXFn8,3630
1625
+ mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=ujuUGruDRbcMDY3SXvN6dFsR2qs3iYF7x-bc8_W-hAA,3542
1626
+ mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=gVcg6m6Pikhi5DY2HSpj7iMcd5QRw_iZfVFlXX97m0g,4119
1627
+ mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=NthCj4xcDnSwSe5mMX3a6ldELv_qmkN5wuM4UAdE3js,3618
1589
1628
  mteb/tasks/classification/ces/czech_subjectivity_classification.py,sha256=31lTpWh0adXA8C6TY64NbSKi4pVbnH7ocEDEQCd5JEA,1520
1590
1629
  mteb/tasks/classification/dan/__init__.py,sha256=edrG5UqewQ_YfQD3KtCTs9GU5z1jo4wjlkSEHuQg1ww,864
1591
- mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=baq5GOxtxl1HUCwpi8jxTTUNmyZJOzrepMJatUFni_Q,3162
1592
- mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=Yiei__QJP5qGNVpdPKS0Sb0DX01yvS_vjf9HlXXtcdk,3213
1593
- mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=cjzNC5P9HmemPhj2V8twnZo6bT3zwml9qWd8elUfxJg,4022
1594
- mteb/tasks/classification/dan/dk_hate_classification.py,sha256=FhV94a0qn9mSsJuEFtz_y2c_-PTzT9wp29b0DImzYNs,4452
1630
+ mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=GmNu5-ec_6ebMCxKIgDU54ZfaM0xFV_tYE6hYLN8ItM,3154
1631
+ mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=mChj82mWgXluVC7yXXT2LqNZ_v9QHbNEWIFUGlN8LHc,3201
1632
+ mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=8ZJUscPwhd0Y71Sd5tTeEWCuFgN2YHlgX2lQOz9bj3g,4010
1633
+ mteb/tasks/classification/dan/dk_hate_classification.py,sha256=Kx7mx5HcEkoisV4-Sb0aCgOLaz2FOkGaet0tprDpOkk,4440
1595
1634
  mteb/tasks/classification/dan/lcc_sentiment_classification.py,sha256=wVbHXQN1I-W8YxDz_fT8Q3ZIM_mgNZDx_wm7vsIBols,1733
1596
1635
  mteb/tasks/classification/deu/__init__.py,sha256=_mikrUfmvMBoIkAHqZoayV6o-8QssaX3E4D1TmxNt_8,454
1597
- mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=I7XiF9Vy9-YPTAFql3LER0I1S-Fx9G45OAeAioMIIi0,3982
1598
- mteb/tasks/classification/deu/ten_k_gnad_classification.py,sha256=ZwvB0wU3vKm0hc-dl35ozdl99S2tgX61HP3FF4GqSPE,3212
1636
+ mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=wyig6rTOET2Km1fX4_LP2FTqbGzF2hgmWwV4EXM88kM,3970
1637
+ mteb/tasks/classification/deu/ten_k_gnad_classification.py,sha256=FB0K2Th6kQql-xPHE3Is27Cfax9I_C5mq1-fWNPi30Q,3200
1599
1638
  mteb/tasks/classification/ell/__init__.py,sha256=ex9crkO5u0jpP--73on-beegAZ6368MLPtMpf7ko6sk,118
1600
1639
  mteb/tasks/classification/ell/greek_legal_code_classification.py,sha256=aLiD-sUv6iOunzuHoJubWyhPdhmYrGi9qZUkt0Vw5Og,1977
1601
1640
  mteb/tasks/classification/eng/__init__.py,sha256=gVlsr0YIe84-wvluhXWJuP7R-2wDc53xdJkbvuYVEZE,21065
1602
- mteb/tasks/classification/eng/amazon_polarity_classification.py,sha256=RpBcVvV5ERWQ4gRP4WQDptKmGk4i0cgEh3fMz8h7T7Y,3132
1603
- mteb/tasks/classification/eng/arxiv_classification.py,sha256=FehoDvslIsG3CVMtoWj6Q1RsDBuVWKGWfsFsS9kCq_w,2764
1604
- mteb/tasks/classification/eng/banking77_classification.py,sha256=UfsmV48DVNnBxsoigUWh0kmXOD36rzIhw_HCKw-34h4,3936
1641
+ mteb/tasks/classification/eng/amazon_polarity_classification.py,sha256=xYTp78UBpsTwqEAw1BhAUkrAUwg3IcZbbsjYvm5wCrM,3120
1642
+ mteb/tasks/classification/eng/arxiv_classification.py,sha256=N1YhT35mG5SiDkm7C8Cph87vHTqGVZ7QCnahypCA7hg,2752
1643
+ mteb/tasks/classification/eng/banking77_classification.py,sha256=a39NHycvoblomhYJIJg5I3TYUB_wA2YHgOH63VsGtcA,3924
1605
1644
  mteb/tasks/classification/eng/birdsnap_classification.py,sha256=_OQsYUUwF2t3sOTIvvI2uI98dAG_ropoxtUTq3Yt3KE,1629
1606
1645
  mteb/tasks/classification/eng/caltech101_classification.py,sha256=4Y_Ez0UHGK3l7mHlBCIhr-djrc9F3hkO5g15Bn0-Vfw,1715
1607
1646
  mteb/tasks/classification/eng/cifar.py,sha256=PyO1bTtXtzoyRmYBD8RX5fruTwRqDTl56nWbkmK2liQ,2536
1608
1647
  mteb/tasks/classification/eng/country211_classification.py,sha256=gYGX2HjPn6lxnDFTE4LtvxjA1lYmfbv8tnG1fStcxuQ,1575
1609
- mteb/tasks/classification/eng/dbpedia_classification.py,sha256=zQ6DxzlPo-hoS5zFB3EFJ3UnnD9EYVL6odj56JKT3e8,3729
1648
+ mteb/tasks/classification/eng/dbpedia_classification.py,sha256=_eIM37pft2AMTIi9R7z9ruxPoaAZYxKyAtFPLeZ0O9I,3717
1610
1649
  mteb/tasks/classification/eng/dtd_classification.py,sha256=jbZrYFGfhLvd5YK8wsbIp-C_K52U5wPomMbJ0PofrH4,1412
1611
- mteb/tasks/classification/eng/emotion_classification.py,sha256=7A22Vla-W7tPQcGJpPBFKpTO2IC8afp6JmxiehaPW5Y,4156
1650
+ mteb/tasks/classification/eng/emotion_classification.py,sha256=oNkStKgfwNcfLlXtEeku1_LX0zhVwiGOj0rHW1x5rEA,4144
1612
1651
  mteb/tasks/classification/eng/euro_sat_classification.py,sha256=5bsJpp_jwwcKxPMdSP0TQtNfMxumr7Y0zb2vZIVyELc,1872
1613
1652
  mteb/tasks/classification/eng/fer2013_classification.py,sha256=tvUNndRVxddNvIsQmaUg_rYOfs1BFxGiAHM4Scz9HUs,1487
1614
1653
  mteb/tasks/classification/eng/fgvc_aircraft_classification.py,sha256=qEJFXxeuo-uBy1HDeDYE4XtJayX53EwmnhNTeB9V214,1641
1615
- mteb/tasks/classification/eng/financial_phrasebank_classification.py,sha256=Ccqnlzy5uK0CFV4W_QxoBVeCmEolh8qDmKeT8Rho4Fw,3044
1654
+ mteb/tasks/classification/eng/financial_phrasebank_classification.py,sha256=r7CguZZc0oxH-GXwFK61drDRH3xYMJT1r3V4mrqjG7Q,3032
1616
1655
  mteb/tasks/classification/eng/food101_classification.py,sha256=G3xxqJv5GQQpnI5HZ_zMZ16-l2E4f1mRDwPkjo-jtos,1366
1617
- mteb/tasks/classification/eng/frenk_en_classification.py,sha256=wO7qcqpjYR1F7ftoydKImI_Pbj_hrmmk1GIl15Wimlo,2727
1618
- mteb/tasks/classification/eng/gtsrb_classification.py,sha256=hQ0FQOXRrJQix3ixiDn1aGgAMLP7Bek0N0gTq3_wogM,1853
1656
+ mteb/tasks/classification/eng/frenk_en_classification.py,sha256=EQxVRWqmQhMLIv8MfaQ1OdBMAFR6fH4utlyupJjpD80,2715
1657
+ mteb/tasks/classification/eng/gtsrb_classification.py,sha256=EuR8F2uh3ajB2tErzcbrrgF4Do7QxcxEpA44JsgbOVg,1849
1619
1658
  mteb/tasks/classification/eng/hume_emotion_classification.py,sha256=IjuiZtSMQiVCV5DY8OHUzVtMORUwjDK2uOXkV_CYgAc,2092
1620
1659
  mteb/tasks/classification/eng/hume_toxic_conversations_classification.py,sha256=cSPg3KzLXwY0HnZS0BzpWydkW393TIVXEJmI_PfofQk,1797
1621
1660
  mteb/tasks/classification/eng/hume_tweet_sentiment_extraction_classification.py,sha256=hiOXpCGAHXLm4duu94ptT9l0uWsyw3SRB7w3SqyvxKc,1602
1622
1661
  mteb/tasks/classification/eng/imagenet1k.py,sha256=n6YlgVBG7fudRzv5BI0JWiSjpbWIaOLEGQws8VHn0O8,1574
1623
- mteb/tasks/classification/eng/imdb_classification.py,sha256=5ewozc0-GsXDuKXJBqOnBesJ8H0-_JzGqSeOtsVB784,3631
1624
- mteb/tasks/classification/eng/legal_bench_classification.py,sha256=kyP5OyUheSDAJN55Sewh4KjkaPTCw4Taz0BtyIPbRzc,305726
1662
+ mteb/tasks/classification/eng/imdb_classification.py,sha256=UEcsVpcIUtE-WaAIaewHVpquyIMmuhqwvghOwjf3l1w,3619
1663
+ mteb/tasks/classification/eng/legal_bench_classification.py,sha256=blNlvV1TykQvvPwMzsc7Hl9rik7JqtRok-jUvKDAyZ0,304818
1625
1664
  mteb/tasks/classification/eng/mnist_classification.py,sha256=hmQfHKKkw2ezFYr26350DCD0-_ZO6uPn7BN4fSZgoAY,1360
1626
- mteb/tasks/classification/eng/news_classification.py,sha256=8_MKO3dg-87-D4ObJaK2_XzoYPPA5lu7P6a62Jg36YY,3351
1665
+ mteb/tasks/classification/eng/news_classification.py,sha256=exvLhhqSctXHdnoC2yVOu-Nlk94Nogw44a-lkjqxZZ0,3339
1627
1666
  mteb/tasks/classification/eng/oxford_flowers_classification.py,sha256=1Qlma1B3rJXRZNiyh0n4b0At-nusKKAdEIXw2eSTv-Q,1673
1628
1667
  mteb/tasks/classification/eng/oxford_pets_classification.py,sha256=fvTlRex48bY9Dy9iUuWnTSn8XUfS1V_gOKCNM_KSFcU,1574
1629
- mteb/tasks/classification/eng/patch_camelyon_classification.py,sha256=KD5Uv6RWSK4pRm9eo5iFmGJlJpAQAsNdJQHj05YxlmU,1781
1630
- mteb/tasks/classification/eng/patent_classification.py,sha256=bg6bMVJkrtqD9XffcId6InY-xIaTKdb_LhCc4uDbKpE,3235
1631
- mteb/tasks/classification/eng/poem_sentiment_classification.py,sha256=67oTe6U2_F39RPbirizhQEsbplwvmHUU0691ze8D2WE,2783
1668
+ mteb/tasks/classification/eng/patch_camelyon_classification.py,sha256=Su0lUUlA57DSHYJ8EVtbU4WCIavExp0OnuU_Rl5Mi5s,1777
1669
+ mteb/tasks/classification/eng/patent_classification.py,sha256=HwPgGVT-T-Usq07M2ePP8P3mNqID6yLxruhfLK1pLtk,3223
1670
+ mteb/tasks/classification/eng/poem_sentiment_classification.py,sha256=XKf7xO9OMgHRmDlOtdPlRzUzMMLSXXScOuUp5VSr3pw,2771
1632
1671
  mteb/tasks/classification/eng/resisc45_classification.py,sha256=_0k3eZyS_vVmvMIBtc2q9Wv2W7ItfQeM3yAQrOWAFlQ,1807
1633
- mteb/tasks/classification/eng/sds_eye_protection_classification.py,sha256=arY16SecPfikXyFIdIEGvpw2shd7fcYqHYmxdIuYdoI,3465
1634
- mteb/tasks/classification/eng/sds_gloves_classification.py,sha256=E6dylSb964WUoePxizmyPDgw9CUjjOU_XB2bSF6gZ6U,3408
1672
+ mteb/tasks/classification/eng/sds_eye_protection_classification.py,sha256=Kco2Y7Ysx5ND16xwGvsceBSzVmhCt7nXenhKwU6XDos,3453
1673
+ mteb/tasks/classification/eng/sds_gloves_classification.py,sha256=5NQjCHRKsRXPDmZlxjmlwVACO1qwSLPWKtRNxY0NTis,3396
1635
1674
  mteb/tasks/classification/eng/stanford_cars_classification.py,sha256=73lWRD87ovMd4ELwRCMH6lb3mvAlDTf9qu2HQd-j0_M,1439
1636
1675
  mteb/tasks/classification/eng/stl10_classification.py,sha256=jqDm6_5iwrfcpzEFtALEv3iYF15Ykt3WLxL3oGkpePw,1745
1637
1676
  mteb/tasks/classification/eng/sun397_classification.py,sha256=KeFOof2Lp2mB3pAVcmebena7VSlafdL64AlPDXF6Tx0,1564
1638
- mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=00URbUmwTwS4Jk2IqLhoYyaYdIXS7O3hFZKwytFHhPQ,4951
1639
- mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=PlVpQnOrT1xJzAZGd6O4NVstxSpGMpOnIcwM2fUSCRE,3880
1640
- mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py,sha256=eglbzatOavSzeDfxWCV7SlpqKHEZdR3txll5ZXvDI-w,3110
1641
- mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=6DQuIL0vvUaj7pwSzs5ouy7oHUhRL-1ePqPuU4JT6nE,4081
1642
- mteb/tasks/classification/eng/ucf101_classification.py,sha256=9bggP7edVs_P_pT6VNjtKeeLCtuNnSAyh5Wz9-A37I8,1715
1643
- mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py,sha256=XwO3dZG894HtVvg0oe_0nu-fWbAKuzAEt6lt8bVLyCA,3027
1677
+ mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=9C7mgV0VvOAFwgcSVdok5Zf09UK9CCOX2J9Sb2GF4LI,4743
1678
+ mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=ZnYI-caR8A8Qp6qP6rcubsEfOIeamO0rHjY0RPxw1eA,3868
1679
+ mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py,sha256=W29AZXv-b9tQaWVQbVmIpOzvrA1Oj0BixpujZ6WZVG8,3097
1680
+ mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=rqgwiASWK5T0sMRvL289_4KrF0KcWGnvj1pGhZr7lPw,3991
1681
+ mteb/tasks/classification/eng/ucf101_classification.py,sha256=KiNA3U_6T-fTPnkgViH6jZBENzG9UmL9gDF7rz28eis,1711
1682
+ mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py,sha256=wC-wrqAFur68L1acHiLyJZd9a9cJ0x9FvNooy13wjhw,3015
1644
1683
  mteb/tasks/classification/eng/wikipedia_biolum_neurochem_classification.py,sha256=HU-yE0RsbPQMA2Rsc4wrqrRPMuiOaqsgC33xOe5bD1c,1464
1645
1684
  mteb/tasks/classification/eng/wikipedia_chem_eng_specialties_classification.py,sha256=_oIZGOfWaZsWDJmczJOb7Y8kCpWgm_17lxqkQOhiGQ0,1439
1646
- mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py,sha256=3q0jcUF6Lcaw6hMINYhL0PW1Ecc2XMXDKANKSQWgs3w,2999
1685
+ mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py,sha256=7xavizR0EGAvIhQpPr2hR4KT6-wYwC6louClvJOuJAI,2987
1647
1686
  mteb/tasks/classification/eng/wikipedia_chemistry_topics_classification.py,sha256=gbnQdfFh3mvqrIdsX9zjTlO-_9t8ucl2kfpm9md0OU0,1432
1648
- mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py,sha256=Y4fm_oKjH9DgABYT1QmUp1wOoG4iTZmA8gF2M1tsibQ,3103
1687
+ mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py,sha256=pj6gdTK-BTWRIVGybkjOgzmSHtnTCB95lVONSpSlvZQ,3091
1649
1688
  mteb/tasks/classification/eng/wikipedia_cryobiology_separation_classification.py,sha256=UBbf4CEkohhu7g5sosmDjuQY9ZSNPDeO1NQNwrlxJSQ,1443
1650
- mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py,sha256=GvNlYFmV9CuxuzXPpvRd7P0KnZzvwyNHIzSLEzcr4Lc,3149
1689
+ mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py,sha256=SpAGkBG-7d3TzRACe9HL01wE17QX3EuZeDbUN9ZAFwg,3137
1651
1690
  mteb/tasks/classification/eng/wikipedia_greenhouse_enantiopure_classification.py,sha256=IQezAhbWYSIAPvy6zdNjKt1i75dOvNFqza5l_-IG3w8,1466
1652
1691
  mteb/tasks/classification/eng/wikipedia_isotopes_fission_classification.py,sha256=uR617mRcO4PxY3h90DnoXEd5-bRTSRP0bR7OkjO0DUc,1470
1653
1692
  mteb/tasks/classification/eng/wikipedia_luminescence_classification.py,sha256=ddTH0Xmbc_-r06C7Z86yBsQWs3vZ6O3VfR5o74vr_zw,1454
1654
1693
  mteb/tasks/classification/eng/wikipedia_organic_inorganic_classification.py,sha256=3Dx7lF9GIN7jkMfbX93CrF6PHjpsuxnkMDOs9Bmc6GU,1440
1655
1694
  mteb/tasks/classification/eng/wikipedia_salts_semiconductors_classification.py,sha256=LCtDbN7ZvvIhKNDCKiMxPP3z4C9db_v-LUhUXDmeekE,1468
1656
1695
  mteb/tasks/classification/eng/wikipedia_solid_state_colloidal_classification.py,sha256=vs6kYuxH_wXhl_67GCyFcaQdYW8vLozVKI4i2nCVlzk,1460
1657
- mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py,sha256=ZvY4pBMm1SYhAOVHIrQnW7gUert4nqrH0-L3-91qnYw,3054
1658
- mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=we7j5m_88DqaJKx7P62_0sFKx06Ew6GWBtsRBKey6Nc,3577
1659
- mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=LU_vn_CBMYsNWz5WSJYkvoaoYah22XOataRYnIjudJY,3836
1696
+ mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py,sha256=qgSZFtyTuIrpyfBwGq5wllR7eMlD6uSPRNj2_NW53no,3042
1697
+ mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=nIuo5-VSPdoJLcOyYbIpLatBUOVpeCWUVBIualjeAb0,3565
1698
+ mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=lDtPzcKlhtcT5VPyPHusb29wWExs3RZGF_AXUG24jpE,3824
1660
1699
  mteb/tasks/classification/est/__init__.py,sha256=v2lzg7TFmXiBAp8B4WS3SAahWzkAJ2TCrGBktbI1qhI,186
1661
- mteb/tasks/classification/est/estonian_valence.py,sha256=NWNcGLOnnK0qwQzW_-cFonA5sVoCEA24XIIALn5-6qI,3740
1700
+ mteb/tasks/classification/est/estonian_valence.py,sha256=8JtG2OV4JvvE3Xl3-DZiRFeFfkJjv7cAfI8DxmrrY_4,3728
1662
1701
  mteb/tasks/classification/fas/__init__.py,sha256=igukIhFBC-lFxj-zbwaNh6ocGNTsGwY13QhM1e_cf6w,2505
1663
- mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=8ttsgMiwX7JaePvl35I6ACnC79UKpTuSOVYe0czsMLI,35137
1702
+ mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=Pa0uVXgIHhyiMf066rqq3n41RufDEX_Mx18JM_HrHjs,35052
1664
1703
  mteb/tasks/classification/fas/persian_food_sentiment_classification.py,sha256=vydyi6mov_eAfCRH6A3Kf6nWJyJxCoyXUEoi7-MC80E,1473
1665
1704
  mteb/tasks/classification/fil/__init__.py,sha256=5ReJp52hkwCf3RBen6Tjwj2YA2FN176IoVFx_LOa4mE,359
1666
- mteb/tasks/classification/fil/filipino_hate_speech_classification.py,sha256=OXUdz3Am8Hfu9BTUwv5B9mwgqBU8oJW6smZ6VgIJ8WE,3193
1705
+ mteb/tasks/classification/fil/filipino_hate_speech_classification.py,sha256=h3LEFzP1pJKDjwVOgZyf0gmla8WLxkOViobwNSNfIuY,3181
1667
1706
  mteb/tasks/classification/fil/filipino_shopee_reviews_classification.py,sha256=rKyMe2N3lbckbLJyYuXjJXr2aM4Gb5lrP_AXcbmrVMA,1831
1668
1707
  mteb/tasks/classification/fin/__init__.py,sha256=U-tSwAQUxeAZMF2fgw6QwzJlxiLnHk2RRyKZVF-BQxQ,181
1669
- mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=d3d0ofGNepxB4UUB8kt_esZFAE6VdK6LVUhF_oyWiLM,4131
1708
+ mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=G3rLO2c0BmdPvsk5xvtYwH-OUHQtlePKwTZNTIdxjkA,4055
1670
1709
  mteb/tasks/classification/fra/__init__.py,sha256=P59IyoKLEZi0_h5TDu6Qidm9EmPl-ElQcXGhRktOtIA,362
1671
- mteb/tasks/classification/fra/french_book_reviews.py,sha256=KgS7g6Ci4dsjm4I2rciHoEsTZTTjEjlIZWqg9Tjo_NY,2750
1672
- mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=vf89bxQDdS6mHvHFXHQxIUfeQo8Ywikby51iJcVNIww,3302
1710
+ mteb/tasks/classification/fra/french_book_reviews.py,sha256=Fsx8UznQVNDNUhcdsTeNMAAlj2q65Ubd9zjHalTS9uM,2738
1711
+ mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=ov-fbReWP9T_RqhxFtS-gjNaZmbM9J8gQdBQyci5yqU,3290
1673
1712
  mteb/tasks/classification/guj/__init__.py,sha256=HZfimpBCywBLi5VGof_A9Ua6bqtMUoWGRhM1eqAEWKE,186
1674
- mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=lNK4trXtJoBLiSmHPtc1boPphpTAErUuSuAcUti68Yc,2315
1713
+ mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=VEdbzqlw8b8N8R3TQc275iiCxqGLAMAM8Nf_N7FnUGA,2303
1675
1714
  mteb/tasks/classification/heb/__init__.py,sha256=Wa9-nATstuSXN2OFsO3tF0BZdlk3AzM0g9R1VzZUTc0,171
1676
- mteb/tasks/classification/heb/hebrew_sentiment_analysis.py,sha256=UpVBGyq_K4Pbt0caJwe-aQ_rGLZRid7lpZfG5lRGMSY,4535
1715
+ mteb/tasks/classification/heb/hebrew_sentiment_analysis.py,sha256=1DPoxWdGAZJB7LwEQWJzpR8KEg2fpbgGXe_cGv1bo5M,4523
1677
1716
  mteb/tasks/classification/hin/__init__.py,sha256=KdScMtYYmjsali0InoHP0PKQ8yCbaD-j2tLqc7_lhlo,356
1678
- mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=QmFWArv-e15bXQHMpqGvd_hv5FIyWWmyNNMZfaEZzlo,3729
1679
- mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=xQXzQwdsiflpuHce0Ch7RTVvQqwExWC0lFLanP2Q4yM,3113
1717
+ mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=HXLJZFEpnI7UjwA-NuadhrCplqaLiSb8Npla_6oXC48,3717
1718
+ mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=YIeEuNa2UTr8Jwh_wx15broRuD3NHNansGq7Bl9Vjl0,3101
1680
1719
  mteb/tasks/classification/hrv/__init__.py,sha256=vJXR8TISYR7ySWdPUnb4Y4QxGqZd19NT7yNSVKP_vPI,148
1681
- mteb/tasks/classification/hrv/frenk_hr_classification.py,sha256=6f6yeGN-gUWcsF3Z48QEhqRaYk1UIASzicEZnDKERqM,2729
1720
+ mteb/tasks/classification/hrv/frenk_hr_classification.py,sha256=Clui-LXY-3m7Df1kehZCvwUlrZ19tptOMgthBVtg5xU,2717
1682
1721
  mteb/tasks/classification/ind/__init__.py,sha256=GJuXzPFYgB-hOne14ViJOcysxT_U1zsPXvliN4E6Ejw,516
1683
- mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=lt-fIHjiMiyC_Z6NA5jqWmQmtXIQZ3cWoT9iBEO4m28,3828
1684
- mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=VFG-IBwGU_z7230M2n8YSeuuRxCliVy_ayW6NZjxnNw,5541
1722
+ mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=N7p_5fdDsXM0MAzkjw3PmULlN6nqJ1nbGYj4PWoBdco,3816
1723
+ mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=8pPHWVSEVYNmtN7sbmVs231xbKS5-dUPXZvAOPsHWdE,5529
1685
1724
  mteb/tasks/classification/ita/__init__.py,sha256=zn_5k4iGZ3Mr3bRgk97GTUnIuaRqZNEcNoEAtPEr2zM,596
1686
1725
  mteb/tasks/classification/ita/dado_eval_coarse_classification.py,sha256=MrmOz94NzT76HFoEMt4zH79HbKjHmoyrqUxhmM17_7g,1904
1687
1726
  mteb/tasks/classification/ita/ita_casehold_classification.py,sha256=7UHCF68ecz6G5qB7R_SGZi18V2dv-ZZGWa06yGb_DJ0,2147
1688
- mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py,sha256=XexPUNH2rjk7V8-mnXg0jkRNFwIqSp_i8KM2UjqAwkA,3632
1727
+ mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py,sha256=AIwecYzAIuCyfw5Gc21xCCiNGpIPj8BJgh0dg-WurU8,3620
1689
1728
  mteb/tasks/classification/ita/sardi_stance_classification.py,sha256=eExpj0jn0KlLnbqr_jtSoulZqs_wRwd0nfAOqRVhY8Y,1795
1690
1729
  mteb/tasks/classification/jav/__init__.py,sha256=ZDXaSpyUFHfEy8AYM4FHeZh2v2trUftpj-JTih7DCok,186
1691
- mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=lYwZXnqNVuI2QRrpmaaoKen-QcBvt-Qtqshfs6R5RCA,3363
1730
+ mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=VwI5GJQa5DDRPVet5KX70eek-pw1WBvw99LhUd4-PZU,3351
1692
1731
  mteb/tasks/classification/jpn/__init__.py,sha256=HSRntEt-mH56lbtMFE_0Pn8p_eF49pqhAhf7lyJGMy8,266
1693
1732
  mteb/tasks/classification/jpn/japanese_sentiment_classification.py,sha256=BuS49H0EAC_4-w5W-wgwpQdR0cP5o-_gMGj6gmLuRq8,2121
1694
- mteb/tasks/classification/jpn/wrime_classification.py,sha256=O4-T87NENp6z0BgsTyJadVzzy_XY9IL-NjKvFKeWJj8,4178
1733
+ mteb/tasks/classification/jpn/wrime_classification.py,sha256=tLBkVKghnfzxDxOjUCldhTwWCLU86P0vKCr6Dm7T_yU,4166
1695
1734
  mteb/tasks/classification/kan/__init__.py,sha256=N6IH-AFoWCAkL92grURYdjTdOcI4Gslyl7uTjxbrptQ,181
1696
- mteb/tasks/classification/kan/kannada_news_classification.py,sha256=C-AjDDYfI6qg1v9CWJ1fg7np10U3-CPqoZrgr3bQuio,3885
1735
+ mteb/tasks/classification/kan/kannada_news_classification.py,sha256=JkgVAFhFaGvjvJ3FgIygtKoET4gW0L_NQrdOzHdiR-A,3873
1697
1736
  mteb/tasks/classification/kat/__init__.py,sha256=urXsTJt_7ipiDeBVyolOtwIHldBmw8eEPkgqG16C83A,126
1698
1737
  mteb/tasks/classification/kat/georgian_sentiment_classification.py,sha256=Jya3W-pJLgQ8x0x-4KEHAVYwRPTJK3sF7qpbWMG4aP4,1796
1699
1738
  mteb/tasks/classification/kor/__init__.py,sha256=J28RhyNostxLHhl3PBgzd0VbfHnOqc-0p2pR44-QuAo,441
1700
- mteb/tasks/classification/kor/klue_tc.py,sha256=9tNyBHzLCVZWtbKGLuFHeALGEjOR3Qvy7beqSoU3SaY,4323
1739
+ mteb/tasks/classification/kor/klue_tc.py,sha256=TebhHt2g79itFqZQgJg3Gg6xEtc43dp5gyXm_kzmFHY,4311
1701
1740
  mteb/tasks/classification/kor/kor_fin.py,sha256=3ZfN1BIud7joUllzsDMveU23Vjdkwzit7BCBxs6LCDo,1893
1702
- mteb/tasks/classification/kor/kor_hate_classification.py,sha256=KZG0qVnEN3LtBYsliNJEgzIgjsIeAwPqpbbQ3gazT94,4119
1703
- mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=R8ZGDAXmgj37c9s9P9bF0si7VFIZxa9NAG65oiiqBsY,4001
1741
+ mteb/tasks/classification/kor/kor_hate_classification.py,sha256=V_IIham-xLAE77KoKk2RM8hXpuXnN3NYDl6aB8Renws,3997
1742
+ mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=P8AXvEopoX1axcx6A9IpKgDsDe2Xgmq4R3lcMMyFNus,3861
1704
1743
  mteb/tasks/classification/kur/__init__.py,sha256=kBLPJVSB512KaGbwFIUjvjKiLp8_lV6K-O-0fmUJAM4,206
1705
- mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=9bSyv9tnpQE7mS7SvjtZBmoqGCfSJbJaEb4_1D4X2e4,2748
1744
+ mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=6OWal7aXxVF6XWJO31d2vySPYgrWpDWSqJQaG2ruQbU,2736
1706
1745
  mteb/tasks/classification/mal/__init__.py,sha256=oPYnbXfC_hhDorrNOVMdoKJvo_EqVx57g6AMtETiAIs,191
1707
- mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=5D1U9Qjg4gJJELtDSGGuRC-R_fiy83EW5keBLI_TKGc,3027
1746
+ mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=KPSySBKHGlNY14ehDce3D1-RqFqz8DaapLgqwoTSmxM,3015
1708
1747
  mteb/tasks/classification/mar/__init__.py,sha256=_s9c3NJ5thW7ik8tpKlbwwAan6xNuN5UIn5MqDdC8NQ,181
1709
- mteb/tasks/classification/mar/marathi_news_classification.py,sha256=9WrktU2EdYFdeoFxLvI-9zurJeLNlyE-oSMJyP8XBdk,3070
1748
+ mteb/tasks/classification/mar/marathi_news_classification.py,sha256=EnAtbKLJNXWaaZxvAIgcazd9XUcgmzKWJOJniT_KMhs,3058
1710
1749
  mteb/tasks/classification/mkd/__init__.py,sha256=Uy0WzTj00jq3mKfBX1OSAO84LgiCfxnzkd2B4oDjp5c,258
1711
- mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py,sha256=SKosIP9oF0CT11NbR63rXpqXzjyMvu5b4LC-ISmh77c,3369
1750
+ mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py,sha256=9zX8v5seyBhcAVzXcHxQDNaFD4FYUn0qYUyU7jzsRWs,3357
1712
1751
  mteb/tasks/classification/multilingual/__init__.py,sha256=KldHM_1QG9o8RjaPr14_3jHXYLXDne8Ot1v5VJ6RDWQ,3676
1713
1752
  mteb/tasks/classification/multilingual/afri_senti_classification.py,sha256=D76fGCgnjr1Gf6pAb7G6XRwuRSIiPRHfhNmv1rt_ilM,2803
1714
1753
  mteb/tasks/classification/multilingual/afri_senti_lang_classification.py,sha256=tvcFtIyd009zEh_6WxL9j9pV456zz2fnQ-T2yK7LItE,1992
1715
1754
  mteb/tasks/classification/multilingual/amazon_counterfactual_classification.py,sha256=FVwcb96N3zzS4WcXy3UlNq8C_DJl-sHtVTVP2Tb0MBg,2249
1716
1755
  mteb/tasks/classification/multilingual/amazon_reviews_classification.py,sha256=ZmJqujSsL34RrVLYI9_hlzDTR57r44-FB1yqL3pggoA,1639
1717
- mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=RyJ2YZ7lbjWcnkxsBAMc276RamNmQtzz20saZioJ704,2859
1756
+ mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=o6Wyg1cavXOcN2Bl4zcPu3lryDLd-LoZ__acH_GvAL8,2814
1718
1757
  mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py,sha256=n_5ABMkYQPL2ynPZuJfwWA6HLX6Vd6m8irim5DnYywo,1893
1719
1758
  mteb/tasks/classification/multilingual/hin_dialect_classification.py,sha256=PphXUzMLB1NS9mb9qNQFdP1JmSrJ9SIpiqP2g4_T1I4,2276
1720
1759
  mteb/tasks/classification/multilingual/hume_multilingual_sentiment_classification.py,sha256=-EmXnWOuBbVdiuM3kjgo41EkRuOtMsrSTr-HAglsoJA,2130
@@ -1727,7 +1766,7 @@ mteb/tasks/classification/multilingual/massive_intent_classification.py,sha256=R
1727
1766
  mteb/tasks/classification/multilingual/massive_scenario_classification.py,sha256=2GnRe2D2ZXLWLdulPAJIusOo-_gK8BoAiyhTfUq0aeE,3014
1728
1767
  mteb/tasks/classification/multilingual/mtop_domain_classification.py,sha256=6ZYJJIhB1Q6UogabAAasvlJUm1S85rjw9baqntbQ6dM,1945
1729
1768
  mteb/tasks/classification/multilingual/mtop_intent_classification.py,sha256=5Ffh6zs7BSxcaOJbUhACyONBqea90I4a4Jr2ChVfuOs,1938
1730
- mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=5F41H7_AU3NGwr1Wa9es3smDYMbatnZ53sWc6_gMu3U,3719
1769
+ mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=M5g81DZjnndseTR1SuQZe0ZPz5QyMIj8kZNv0a_fOKk,3647
1731
1770
  mteb/tasks/classification/multilingual/multilingual_sentiment_classification.py,sha256=qKoK2bP5VLsOwNyfDTVJWjNPlqoi-Ct1RgJuCEP4mYo,3515
1732
1771
  mteb/tasks/classification/multilingual/naija_senti.py,sha256=MHKsVUArhFYtFmF7L84PAjPCKVBp_MX1tzmvcAsFmx0,2103
1733
1772
  mteb/tasks/classification/multilingual/nordic_lang_classification.py,sha256=pTGQ3u33p2yDFXL4K4BFR9GzWA51ReAQzFmuJvoBKYw,1872
@@ -1735,103 +1774,110 @@ mteb/tasks/classification/multilingual/nusa_paragraph_emotion_classification.py,
1735
1774
  mteb/tasks/classification/multilingual/nusa_paragraph_topic_classification.py,sha256=nh5qxJdRcIYtq_tv4J1r1tsNan9RW0yLecUwzFCzaZ8,2485
1736
1775
  mteb/tasks/classification/multilingual/nusa_x_senti.py,sha256=qCWZBHdINL8CO3tucc0n3xodpLk4YMApRG5qZJT_Pvw,2259
1737
1776
  mteb/tasks/classification/multilingual/ru_nlu_intent_classification.py,sha256=ZBouGeVgnSWnZKFl6GtCd0yl5A0WTzAwYlKg405b1i0,1643
1738
- mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=OrhIUKv8NwX3C60BBDh-CunIL_f_0L4oG1_2oiDFPZQ,7892
1739
- mteb/tasks/classification/multilingual/scala_classification.py,sha256=jcFbxFiZz3z8glSJAADMTlFQ27gxOUrDuxd9rv5qHws,2560
1777
+ mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=K2tEYv6hsZwZjNj1RAECrO01F1G61HCtzwtC_v1XjV8,7736
1778
+ mteb/tasks/classification/multilingual/scala_classification.py,sha256=tKwtKart9bUi9gVV-O4h4R9z0I8kayGmWWpf424eWAw,2548
1740
1779
  mteb/tasks/classification/multilingual/scandi_sent_classification.py,sha256=yNZ-Jb97GOsKtQ5GskT4F_opOATyQ3HqKL2pHAv_n5E,1812
1741
- mteb/tasks/classification/multilingual/sib200_classification.py,sha256=5dlwKTXSo9NNB5UEc08V886ACMZF3vKC7u1i6bm4NG4,8109
1780
+ mteb/tasks/classification/multilingual/sib200_classification.py,sha256=RcpPAUmEviNasGTR3csd5SBHSDTAFU4v15xRRTuPs_A,8063
1742
1781
  mteb/tasks/classification/multilingual/south_african_lang_classification.py,sha256=uAhxQMWQaQIoeO6pOVGViUJdma5Z56t967W9cbZYq7E,1790
1743
1782
  mteb/tasks/classification/multilingual/swiss_judgement_classification.py,sha256=vcPSMLduwmvt0VpAFN0dlA2DnobTlqR0wqI1ZxLN7rU,1513
1744
1783
  mteb/tasks/classification/multilingual/turkic_classification.py,sha256=SB-17gT866bE3Py01pdioIcqzFC2EdxdoiwZ2N11HbE,2356
1745
1784
  mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=E1AR4BgGdhw7jdMZy96RNUb1uvHaFFx9JsKJo60QZRw,2072
1746
1785
  mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il6gZehbVz-3xA,97
1747
- mteb/tasks/classification/mya/myanmar_news.py,sha256=0MxWx-YS2NWsWM9kWxGVN1fYXWvtpbgpNv-MnaVMgoQ,3224
1786
+ mteb/tasks/classification/mya/myanmar_news.py,sha256=76fQ-rmHZ0yympvvhM2jQy_XUErhoqwuffVJfYpqdoo,3214
1748
1787
  mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
1749
- mteb/tasks/classification/nep/nepali_news_classification.py,sha256=FL6IJTixczeO4xTCswSNdW2OLvqY3d7syEBo8BugN9s,3661
1750
- mteb/tasks/classification/nld/__init__.py,sha256=Byyx0ZpQew26WE7b8Xz_hleMQibg9OiME-r1wUmrctY,259
1751
- mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=5JoP1APtPmAeyV_uLsmQzVw6rKTolz5WX-HJ1ugoZCc,3389
1788
+ mteb/tasks/classification/nep/nepali_news_classification.py,sha256=T0XeLmAR_i_y2-vqU4q_ltu1iEz7B88rnDLftN_yQgU,3649
1789
+ mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
1790
+ mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=ndnmZgfXZlsv47t4FHPKVH5eZTPHq1YsPLeupikZ68s,3546
1791
+ mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=_mRNluXpo91ChJXIOGwRNsimQqotmhnk0dwW4DZjEX0,1601
1792
+ mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=pDU6zS7u69Pz1AiEAT0na-3haUAJtvMqywFgDoqKImU,1594
1793
+ mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=OU0C_k06iIP3EZ_8PMEeRk29q_Fp0G64j1jRwHNGFXs,1343
1794
+ mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=_uSrF4qTwiiPq0x3eJ3puaF0RbzqVwPwGAtKLywBB38,1569
1795
+ mteb/tasks/classification/nld/iconclass_classification.py,sha256=YlrA74ePG5ijAAj-wwIU-Gom5j5cyWDSCPYbVYLspd8,1655
1796
+ mteb/tasks/classification/nld/open_tender_classification.py,sha256=ObtvxZjMhzJkaSOLniyWFtHgVdIOFBq7C84_VTRLT50,1525
1797
+ mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=QjYdEFbDMGCM5PhKR1ydpErTj35ttnOjg0Q7sg3vlo0,1921
1752
1798
  mteb/tasks/classification/nob/__init__.py,sha256=axgfxU9oueXuBJgbnyb0B5coAqxiCv543SsMEYcQm7o,366
1753
- mteb/tasks/classification/nob/no_rec_classification.py,sha256=xXetGpPz_juq31cSsJnO6RZ5oyCfi080c_jjmPQRxFM,4186
1754
- mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=ztJSIufWm3WCwg3Is00NN4tIOuRVBFkiTFYM7bsxlb8,4007
1799
+ mteb/tasks/classification/nob/no_rec_classification.py,sha256=37WN5XZMML8RoC1cODPmfKNxxJ5VJKq4CTnUIe11ExA,4174
1800
+ mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=m02gcEid8anhVe4VdaYZ_EScLVU7Vyvq2RSSTG8l5gA,3995
1755
1801
  mteb/tasks/classification/ory/__init__.py,sha256=V70ULmvJDSTZwbNjgUmTw3qNo9aOm6U28mgGigK2dhQ,153
1756
- mteb/tasks/classification/ory/odia_news_classification.py,sha256=CW6agD0XqK29Bnp9IONMIS24n18WSYnYUZs3d8SfjlE,3143
1802
+ mteb/tasks/classification/ory/odia_news_classification.py,sha256=poz-5r0NA6D8P-9dx_SY1aoyhRRUqRW9t5UE_XVIeX8,3131
1757
1803
  mteb/tasks/classification/pan/__init__.py,sha256=t1lRdXLm9NHF1kmkAd4xhmqHdgprVAZUX8b95BcIeNM,108
1758
1804
  mteb/tasks/classification/pan/punjabi_news_classification.py,sha256=1dk0N8tGcH2yt-oniiIxoZh-s7uypiD7ZlByGNhR5A4,1542
1759
1805
  mteb/tasks/classification/pol/__init__.py,sha256=ebboDlcw2THwh7qzTyfvddOMh09B8h9I9GrPftQj16o,650
1760
- mteb/tasks/classification/pol/polish_classification.py,sha256=hQScpIlNmaIfaKzhZXBfTteWun72S7Hf0dODbLQ08uE,15096
1806
+ mteb/tasks/classification/pol/polish_classification.py,sha256=JdKNtMVHOWjZ4nrchabuShZtW0rwt9DYW3XglH3Yya0,15060
1761
1807
  mteb/tasks/classification/por/__init__.py,sha256=YtARRvys_j2BLk4RhndceR4CTuCiHnyhBvoElTn1__o,136
1762
1808
  mteb/tasks/classification/por/hate_speech_portuguese_classification.py,sha256=vI0t9IbVEsUwdF2FmvUO_wN320zrz9Qi6axQoP_WkJQ,1747
1763
1809
  mteb/tasks/classification/ron/__init__.py,sha256=XI2eqobcWBBjmDEJGHaDIRFfJWf5nrkiQjFhUJ1Ml_k,461
1764
- mteb/tasks/classification/ron/moroco.py,sha256=oRf1lyTUWdk72-V2cZ4cquWY6A-e24RtstFrvlSruTQ,3538
1765
- mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=4KvRDWHr-yDG8tHUIb-g5qkkxq8j_XP54iCVj7Z2iNg,2916
1766
- mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=2sqndihTBRFwzzLhpuuIGY_tI7vCnXAgTIUwwFwYJKs,2816
1810
+ mteb/tasks/classification/ron/moroco.py,sha256=NFFfpzvRzp0djPzMtvgl7i1JW_CXwCqEkTEbE9gem4k,3526
1811
+ mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=7KtfYmsI45VHmdR6fmjSfDRHCx2zRh36m35hG4LNmHQ,2904
1812
+ mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=t5HR5MJZAf1QnIL6-RmHqFQRI3kYFjtzJ6If8ct1zco,2804
1767
1813
  mteb/tasks/classification/rus/__init__.py,sha256=MXhJGRXsD-XrLVYE6Yf8hstLf8M5Am5A6erOsB0lNvY,1460
1768
- mteb/tasks/classification/rus/georeview_classification.py,sha256=yN-l44gtYRIOmTYclLScXMKRrP1AGfnUqK-XbGKqsNg,2482
1769
- mteb/tasks/classification/rus/headline_classification.py,sha256=SUdz-lfYPoqeifmr-t9PsYY95y5loyLZ8FJgr64Siz4,4057
1770
- mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=D_FLmZ59nIJbut9I5pXFb94WbHSeZPCPy30XSQj0w2M,6375
1814
+ mteb/tasks/classification/rus/georeview_classification.py,sha256=ssgBSuq13zih4h8yBDPS8AsdHvWvCFLMw8S1LiKbLb0,2470
1815
+ mteb/tasks/classification/rus/headline_classification.py,sha256=yryCgwEIQHqOY5595qHO538JXT5xAraMPJfTwxVuN4Q,4045
1816
+ mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=tdym3PV34RQJ1dAGdGPN2E4y4R5TWIyWUXSRzbsP1mw,6363
1771
1817
  mteb/tasks/classification/rus/kinopoisk_classification.py,sha256=-gw134UyzSuXiHAcH1seqYvxUDpT15ab_YYDzI2pAIo,1453
1772
- mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=2QR-mz0DrZ3CDU3b3TgmaLdHHIqH_C68FNPLzHvFhmM,3497
1818
+ mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=1lKl2kMm09ovU3oJ0Xyd06GuJvfFUSqsdDBZU8rXw_s,3485
1773
1819
  mteb/tasks/classification/rus/ru_sci_bench_grnti_classification.py,sha256=G4jli_baouKaWCaN0D6DL1Fih4BruIDr1a_EHQzs6Mg,1367
1774
1820
  mteb/tasks/classification/rus/ru_sci_bench_oecd_classification.py,sha256=xGjR2Tzcrqk66SzvLnEHp-weL5KAa_TTPPW8lIhiR90,1363
1775
- mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=_NvfnvXuNY9M1HYPQ-6lfFV7yGWiDIQvHZZc4PPXdTs,2378
1776
- mteb/tasks/classification/rus/senti_ru_eval.py,sha256=BR-XAupK9HvPxrXgTPFWZ3vtORz0V-mp9VISy3H5yVA,3068
1821
+ mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=lk6KLqYTMj3pC-GGOeJ7_WkZ8OO4BQOLVmac0Fm_6eA,2366
1822
+ mteb/tasks/classification/rus/senti_ru_eval.py,sha256=jSrDBchf92aKUG587o3p4GcuemMoWkJOdMuimfbj0yg,3056
1777
1823
  mteb/tasks/classification/san/__init__.py,sha256=aWgJCsbhb95gTgHUCfR6qRJvMU42pO_YxbGhMZJW5Z4,120
1778
1824
  mteb/tasks/classification/san/sanskrit_shlokas_classification.py,sha256=uWgGvyGzPYgF0wsa88S9eXD_GD0DGioZ2vqefbnV4V0,1722
1779
1825
  mteb/tasks/classification/sin/__init__.py,sha256=nph8HDJzt-d7Lns4gvqI9TLsg7jx4lAKbN1G-qzAusc,400
1780
- mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=J6ne_I2t11qGHoS6WD8QaMVVK4oS2ClWlYCiDN-0LOU,4025
1781
- mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=U62xwGOOORH48-fNp6G3S0TvZy5tMkR1DqcIxDsdifo,3405
1826
+ mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=CcRjFs2AXtBUUm-51ynCHKrZ7T4sjt_Liz9f_Whi9K4,4013
1827
+ mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=1IhbWujAzZJOe8HIQ4BTxJZzGds8dwKxRFaZ3fahbgs,3393
1782
1828
  mteb/tasks/classification/slk/__init__.py,sha256=UJKOGK5cfdo3Qd2e769ghbphpPE9aK1ZG4NZpcZmDGI,726
1783
- mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=4Dr3i9dr2VOjwjnEAf9kUJ-ddEao_2IAblAhmuI5VZ4,3586
1784
- mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=HOOhhBS2fQsoOTn6X2TsRsksZrI3xi5n-UROF-8SbrM,2361
1785
- mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=jaMu2rcPCVDX7oVrhTZxYMtavHuULCr4rYLOCtHxl4I,3326
1829
+ mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=5XKXBSHbgja-2KCbyOtWcNX2h3k2pSfWvVj4tJ6LSEc,3574
1830
+ mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=C7I1PtNkw9TOSlhf5Zc_Bq_WKpLsjhtz0DS4yLbtbcw,2349
1831
+ mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=suh4Uc2pJQRpjvtDZNeh8qCyMEIdCe7Wkqwjbd6C0w4,3314
1786
1832
  mteb/tasks/classification/slv/__init__.py,sha256=BwsXnZBq2EudbPz0AGUnonVe4bmNUHSeIfEIyTVQXcg,148
1787
- mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=tRGmYp4mYKZ2WCWOsHk-0-_T4rIys6LKpwH3tTpgEvo,3039
1833
+ mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=SoArMyn9Xl8UzmfYQAoX9YeH3cQ0FJZUlIBVgo-_m_o,3027
1788
1834
  mteb/tasks/classification/spa/__init__.py,sha256=-FRjuZqV_8uVdnL9GmzTP3Y7zr7ktkHE9ugsTMgZqC8,394
1789
- mteb/tasks/classification/spa/spanish_news_classification.py,sha256=8NYhKVPpyYSfieClARLPQt9hhwLEmgREvXx_Z1vJ5jM,2713
1790
- mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=rE-JAbxgOqnWnwfC1_fDmGu2hNGIlFz5O28_QgLiUic,3762
1835
+ mteb/tasks/classification/spa/spanish_news_classification.py,sha256=2uPbtemvlnvVJoWDt2qPo6tzpq2xTuUnLi8l93VjgG8,2701
1836
+ mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=dayQOZFfwOpJZsK8hg-vbT4bN1VLMjD3Sbk6tbIWsl4,3750
1791
1837
  mteb/tasks/classification/ssw/__init__.py,sha256=4PzlaxBkbg2yMqJBmkBZVO1ArZQoefiFLx03rJNU6TQ,181
1792
- mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=tqmDlBx9pyvwBb9GQDpXEwKBe5fxTcZ8m8OC89N1PAA,3071
1838
+ mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=p1QwKdPebcPdJ3X5ZXLnMkXqA5dv5uyk5uY-lOm3Mcw,3059
1793
1839
  mteb/tasks/classification/swa/__init__.py,sha256=gIM7OBbNAWRJUa7_ElWc4EHEvVX2TUrs0jXYxnKETPY,181
1794
- mteb/tasks/classification/swa/swahili_news_classification.py,sha256=q1NVPzIAtqXVw9xFOQUNRcpvW2TlibCjWoyODEzDkbs,3605
1840
+ mteb/tasks/classification/swa/swahili_news_classification.py,sha256=xamx-C0hwOq57MoRd8n9n4a_LXniFH4SMDU1MzSixc4,3593
1795
1841
  mteb/tasks/classification/swe/__init__.py,sha256=phSBojx1lLs7Ow8fAsxFaewkc-_bKqZqZT03okvqRbg,489
1796
- mteb/tasks/classification/swe/dalaj_classification.py,sha256=UMZhgZfIaj7A8JfETe3m_AFwOCJLZxg1ZYee_7Rt7o4,2962
1797
- mteb/tasks/classification/swe/swe_rec_classification.py,sha256=S9IDWANFhnAvTqNBvZpn_74aZYmwPvLBrQ93mr9Mo90,3314
1798
- mteb/tasks/classification/swe/swedish_sentiment_classification.py,sha256=9dX6jtNEmuZHMcoqBfK_OgzANxk6Qug3akTUW7E6TD8,2271
1842
+ mteb/tasks/classification/swe/dalaj_classification.py,sha256=x1GajvgbWwxqi85PBXh3CzPxpwf0UGQ6-klLvcEn678,2950
1843
+ mteb/tasks/classification/swe/swe_rec_classification.py,sha256=f4qe5IOY2yw-Ud-wxWej35Hqrgn_dcCJ3TZY1ElEIgE,3302
1844
+ mteb/tasks/classification/swe/swedish_sentiment_classification.py,sha256=k6LxJ7HJZ9VaN44dkKwD9pE7jqs5BSR7MGM0b5UaM-M,2259
1799
1845
  mteb/tasks/classification/tam/__init__.py,sha256=cj6Zi2IoXH2GrsKrFfS6xqiC_BYXNhyMBPTjET5owrg,171
1800
- mteb/tasks/classification/tam/tamil_news_classification.py,sha256=iHWa0tPFqPU8_JSnmGH9-FmLGbwLe2Hcuw3i7Uk4Q5c,3235
1846
+ mteb/tasks/classification/tam/tamil_news_classification.py,sha256=RWO717yhpI7lAtphz6igB0i_Ir7Y5gXJEX2TOdX6C0s,3223
1801
1847
  mteb/tasks/classification/tel/__init__.py,sha256=DicrFxq-N9dDqF-WZ64mbH2jvz_be8ZSWRnvaVdn_GI,244
1802
- mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=kr2RazVzvQlu_iEhhm1MHixRbaIR49KojrcCRsSlEGI,2590
1848
+ mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=yPl47FzmNxsvmi0gfn6Fb9T3EU-7fNFY_jpX9UKHurA,2578
1803
1849
  mteb/tasks/classification/tha/__init__.py,sha256=L17uVKPwwwEcHvhWuA9-ZZ7cEsEovM-oqGY35FAdb6c,336
1804
- mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=vkxpIfZdUnLDAxOuEwNeRqM2U7bRdt2xHGJx65j-dgo,3107
1805
- mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=f7xJgp2d0oVUXm8TfIsjt80yZIUrE2VR-KJgIO_0egA,1737
1850
+ mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=CdTFVbTi5t7VQrlPydV7xfVEKRLcQVeajQy1avHgeg4,3095
1851
+ mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=0qy4fHUf5i6Kgfxve1NneelB9gNas_7lMRs6pwgce1Q,1736
1806
1852
  mteb/tasks/classification/tsn/__init__.py,sha256=pHxOFshsfTp_CkIowXYcDtpZsxihcnPewREjFOzwHH4,176
1807
- mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=T5_-XgDq4cKoKVxf5jlTf6F_wHy3fGGMnmGwA-Fr-Ss,3118
1853
+ mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=wO3FD7JLaV9gycHVySmVjJUMwGbYd73pZfZEtSiknrw,3106
1808
1854
  mteb/tasks/classification/tur/__init__.py,sha256=ZHpiPVOG5fymXCy2V2XqnSyVuXwHWmoa58KE9ohGjKw,481
1809
- mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=UxAtI9Aau_qc-JvR6SkdlHT0m2yT0OPgV8cp7HuvbuI,3081
1810
- mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=zfM_ODrzHvgNkoM3Mbbks1xQGNBZE6cGBuy1lJ6Ptb0,2793
1855
+ mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=eWPoX2uK06GsmgrteInkiC0uw0mF4dnkPiR249jBDpg,3069
1856
+ mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=9_AxxYWNCVqCuFN1_uCbwid9ox7KNKRSWbpfLMQrFII,2781
1811
1857
  mteb/tasks/classification/ukr/__init__.py,sha256=Tk8r98fjAhLigvXSu2v3vhq3aJVepreg7k7hVxlpIYo,186
1812
- mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=qI8L6r0WWhvAtERRxNQG88zwAnfSBTunlJZ49YNc85A,4522
1858
+ mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=yoVswuHpklImy6xhTHNribGqSjzGRnNuYQC1cdq9LaM,4412
1813
1859
  mteb/tasks/classification/urd/__init__.py,sha256=CxO1ERWJxvYlmNUsXSGs3oPKqAtjrP0MTInCl6NV3oM,217
1814
- mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=ODS9UIFla1s-JIKISgoTYEmaB62vdRmPe9vb0024IfQ,2813
1860
+ mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=uELwmACR5NRMBcyP9kCF28zjV1z6VW-Op3sGomNqF28,2801
1815
1861
  mteb/tasks/classification/vie/__init__.py,sha256=C590nbZwTwxtP-46xS1NYgcH0UJcELA9TDxiJO-o67o,1603
1816
- mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py,sha256=owdX0fD16cPaP9Ah_kIiYft4xmggGMfRTWZGKfp14Rk,1931
1817
- mteb/tasks/classification/vie/amazon_polarity_vn_classification.py,sha256=uZA1WGks38m6dU2uQifHHEyIZGi1QdpMrwEZUmjpTYY,1896
1818
- mteb/tasks/classification/vie/amazon_reviews_vn_classification.py,sha256=nqy8CCCtPLDs9Ux8ZwwxNfzxQG-GkUMVCqNeracuSXo,1898
1819
- mteb/tasks/classification/vie/banking77_vn_classification.py,sha256=VhIpFD-wmp3Fngw4fLjBuHTfIeygrn5Hv12wcqgI5Iw,1823
1820
- mteb/tasks/classification/vie/emotion_vn_classification.py,sha256=7mRKRxLg68YHpDLDV50z_y07HHMGhfSDuq4Gi53bfSM,1941
1821
- mteb/tasks/classification/vie/imdb_vn_classification.py,sha256=tvOyPq8r485Nw_rvEu1Ra0hM4AiwH9iRj8Xk1r5l8N4,1829
1822
- mteb/tasks/classification/vie/massive_intent_vn_classification.py,sha256=6TqtPqxvrTmaZVPNh5-4ZB4jKEVZQGzkrcVAjkzPTs0,1986
1823
- mteb/tasks/classification/vie/massive_scenario_vn_classification.py,sha256=3XTMA5atVyYtV57VZ1OPjKBArlPoJ7YyjXsOo6i02UQ,1994
1824
- mteb/tasks/classification/vie/mtop_domain_vn_classification.py,sha256=QDQxBVmcX2UTYVaEX9VJthaFI7h4a8NAbuF31juFeS0,1817
1825
- mteb/tasks/classification/vie/mtop_intent_vn_classification.py,sha256=u7Bq-DgMi_mH1PxQ2z0mMAZQrXS3Mvm_Fn2A8XKIhWE,1817
1826
- mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=OrYfy-Uq0Cyjs8wiquUv-m7L7p0SUqpe9YysvFGJIH4,2175
1827
- mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py,sha256=WHO3YBO9YHSCiijXpLhEA3850RBG-J5gO-jJdysOVp4,1949
1828
- mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=VQvwwGfsGpeny9R57UrVVzGrx-Ye2d64CUIW8xWPnc0,3271
1862
+ mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py,sha256=sWx7RpJsY_E-n9H-XfTTxlsxgJdUlviaSCrCJgBkPlQ,1886
1863
+ mteb/tasks/classification/vie/amazon_polarity_vn_classification.py,sha256=-FZZwFSLN8p9ddKKWpt8-i_mVJdXIaXgo4cb2Paj7Qs,1831
1864
+ mteb/tasks/classification/vie/amazon_reviews_vn_classification.py,sha256=NZuwMLmt1AmqnLaMXIQonHLvIJCZy1pUYx3sGtI2cSo,1846
1865
+ mteb/tasks/classification/vie/banking77_vn_classification.py,sha256=smnfmE_aCL5JmbRwql8e3DVrCr2lvtSe9rj8Fj2lxZU,1771
1866
+ mteb/tasks/classification/vie/emotion_vn_classification.py,sha256=JFq65-sIIHRrm5o4cQONgXlgkQYnf7JwlD4J4N5QWK8,1889
1867
+ mteb/tasks/classification/vie/imdb_vn_classification.py,sha256=mwmKbei2K-O0ff5SS7LYyPrrjuU13tWxVI43z5fCp04,1777
1868
+ mteb/tasks/classification/vie/massive_intent_vn_classification.py,sha256=W69N1r9G94p17lZS9-w0RJvpkCrWKBReNzBfKch4RGY,1934
1869
+ mteb/tasks/classification/vie/massive_scenario_vn_classification.py,sha256=URvW6kI7q_Njx9eDqH9yDIRqHAYEfGRYYmYq0lXgl2c,1942
1870
+ mteb/tasks/classification/vie/mtop_domain_vn_classification.py,sha256=HVrfQVeM1icgcqT26I_W-Hc8B26GDkeEcQKNLDTkVdw,1765
1871
+ mteb/tasks/classification/vie/mtop_intent_vn_classification.py,sha256=utdySQ5kCQ4GkZn0HU8rqW_-koBe6ShMz5V2-fuvUdw,1765
1872
+ mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=NAra_89GulEqJ_2AwRpzvWCej2_JIXaiaZU1HbQa9D8,2123
1873
+ mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py,sha256=PDMEokdODsfN5ULnlyo3HNO_2JFESLYaQuPxGxXlnO4,1897
1874
+ mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=9g1u2bmnSFO3yf1KbRfG7ZOLIzQi8ckw6u900mMe3zA,3259
1829
1875
  mteb/tasks/classification/zho/__init__.py,sha256=lwB6j0YFdKF5mnBwcTBW_QP-Es7o0Qur6cwT6ZKKAG8,651
1830
- mteb/tasks/classification/zho/cmteb_classification.py,sha256=tRuxX8OJOhAXcvQESbHhrLWvTQuRRbjOFtkC1-TkNWc,16616
1831
- mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=AkECZH7Ljrd6y8UpurcVMUyWzlOU5EKUbxmtcaB8Pwk,3316
1876
+ mteb/tasks/classification/zho/cmteb_classification.py,sha256=YS9jNJYBCuen3X78Z0TKID9ekjDpHcRZ1kbrsYke1EU,16556
1877
+ mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=rMerItD7XYtDsif4g9vktQxC_qpcSV4yOJWT_aJUvRU,3304
1832
1878
  mteb/tasks/classification/zul/__init__.py,sha256=iPm0kTxJ6R-R48cULXZtpebvD8IzyWbVokhgCvKT0c4,182
1833
- mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=YVluEnOYqXoqosA977s5is0heSHeFufKxH3oongNC3g,3072
1834
- mteb/tasks/clustering/__init__.py,sha256=Xfd74sMtS1hFy8oz2OYXQcFni42F0_BsjA35GVajmqs,294
1879
+ mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=awjyfjdtG6DQa2WPmfm_jAZWO0Iyy9scfpGv6izk1bA,3060
1880
+ mteb/tasks/clustering/__init__.py,sha256=on2FxT3bKFn4-ttmyd13nqKCPHGw1UYV5X2lsrIuC6Y,313
1835
1881
  mteb/tasks/clustering/deu/__init__.py,sha256=7vq3Nqz34nS1JSuS_Izm7vBpkDN8q4-uf809yPw3RF8,591
1836
1882
  mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=KtaktUJQg2RcvN6DMclFfKqjc02vFw_keGyAoeOYCWA,3337
1837
1883
  mteb/tasks/clustering/deu/blurbs_clustering_s2s.py,sha256=o103vt6pG1d_M87nN2HMXcNwSjcXFoVqABKsGkFFEm0,4328
@@ -1871,7 +1917,7 @@ mteb/tasks/clustering/fra/allo_prof_clustering_s2s.py,sha256=U_yNmKbD5ZZLQISUzuF
1871
1917
  mteb/tasks/clustering/fra/hal_clustering_s2s.py,sha256=H-YZdBAv2CzXqvFc36OTmzgJZEgPwrqdOCd1sJZMWJ8,4675
1872
1918
  mteb/tasks/clustering/jpn/__init__.py,sha256=WFar8GZnEqUf5fgXKqY2JXW7INOANo32uNRVrNQ8hAk,232
1873
1919
  mteb/tasks/clustering/jpn/livedoor_news_clustering.py,sha256=ee6ZrU_89FX5oHbOAdwjLwdB2TrBn-FhP1RQoGzmInk,2457
1874
- mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py,sha256=zmLCqwsd83lygGhK5tnOce3uHcuBnvvfRLQrV9_JDuc,1914
1920
+ mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py,sha256=r5rE6zbasAf_Xk21sf8Tw1R-yootjICTwYoynMYPMiQ,1894
1875
1921
  mteb/tasks/clustering/kor/__init__.py,sha256=UlC3CzwvNgTgPrk9KMw_Ne9M6zTqXVMl2vBbYAk_5hs,213
1876
1922
  mteb/tasks/clustering/kor/klue_mrc_domain_clustering.py,sha256=dwwAPDeWexd-0rsn_psBj7zSgFiLpkaWR75x2KwBES8,1879
1877
1923
  mteb/tasks/clustering/kor/klue_ynat_mrc_category_clustering.py,sha256=4yDomAm_JIHn5xiJDcznQpwj85RFo3hcWMYZ1EYb_ow,1915
@@ -1882,8 +1928,16 @@ mteb/tasks/clustering/multilingual/masakha_news_clustering_p2p.py,sha256=SmxlWKS
1882
1928
  mteb/tasks/clustering/multilingual/masakha_news_clustering_s2s.py,sha256=-Xq_MyuEukwq8S9drb6uy8KQGvIXIeCWbXl1RkN3e5c,3167
1883
1929
  mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=NY5J-UWGc2z5pBPwo-o6jODC6nR16axP7gKmxmlT2H8,6388
1884
1930
  mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=4UfRF82DLNLLvDkazaiW_lT3eGuSe5-QP0IW0xb8rtg,5988
1885
- mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=a8uu1Eiq4_M-U28eBC511Y3UNCHZVK64oZtVmAuk7Wo,8574
1931
+ mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=EoUCaZ69BcxSf4chXIyA8M4NCsVC2nmaM4D0HEImgdY,8528
1886
1932
  mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=XgMqPZ74tWjxU169qN8ri_aZVQ_kaR6xFVNJYyWBt4E,4384
1933
+ mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
1934
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=xFiTQPZosUR8iYwHG3T1-SGwtMReMg5ofQvkrvIHjiE,1580
1935
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=07i07z9-Iu6d_PGtS4uFBNGte0PXqWmif-x_B5PxndE,1568
1936
+ mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=k1S7Cx3n9kYg2jmQGydaYFC6zbb-D--S6hbxYQ6bIVg,1865
1937
+ mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=Yek6Y9ITCJ95Yhg48ryItfxx0e_Um2s8OtBvv2zZ0YU,2052
1938
+ mteb/tasks/clustering/nld/open_tender_clustering_s2s.py,sha256=9DlFx_VQHFrRR5Gi6zDg0OYnmxeXYSPMlFKpFhjFvco,1715
1939
+ mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=TDGBUwN6AAQ8U0S0Whp5OiU0_XAsNsonrCeqxNnYFCg,2191
1940
+ mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=2UXW5pk95meD5FNHuMY4S1mhlaPl0NfrKDAV9N4_uCY,2193
1887
1941
  mteb/tasks/clustering/nob/__init__.py,sha256=de-t3amIyZAo0iPjy33xVMFKCQlcDNmS4M8dgfWsr1U,503
1888
1942
  mteb/tasks/clustering/nob/snl_clustering.py,sha256=n4-cHyAgJUEckqvEO1fk-o4rdXeIALNe2-enpvW4M9o,3580
1889
1943
  mteb/tasks/clustering/nob/snl_hierarchical_clustering.py,sha256=OfdGmodK0eHTQMLo22SMI4FxM47wUCJmYYL8OOPqrCg,3328
@@ -1902,11 +1956,11 @@ mteb/tasks/clustering/spa/spanish_news_clustering_p2p.py,sha256=uf_UeDEdO8UCLy5b
1902
1956
  mteb/tasks/clustering/swe/__init__.py,sha256=Dlo6wABqkU8BcXNQAlx3QmrT9yT3BorO1OBsCEfOuFw,186
1903
1957
  mteb/tasks/clustering/swe/swedn_clustering.py,sha256=F-sYyolk8nQOXcdvGB5GqsPqRwsh_K1ZBaVC6X2MZag,4623
1904
1958
  mteb/tasks/clustering/vie/__init__.py,sha256=ubFXlHoGT7Fm2dkCkfYjftu4wMJXLw6QFg-7-qgKGp8,505
1905
- mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py,sha256=AgcN8eEkGFNnDRy7El9nepEHzhJSuafKADi7eFmFhnc,1902
1906
- mteb/tasks/clustering/vie/reddit_clustering_vn.py,sha256=Ad22aKetvjGEAuZzBjrjtJQLXN3-HcjuOZiAivzo57s,1911
1907
- mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py,sha256=tD6OE4at95L3AzGiq_7LQ57qBT2u3QJYv3zfo6D-2iE,1910
1908
- mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py,sha256=JYVFNOr6CbUCQTGEQQSnIlL08ov2LoG7_CesSL2EOPA,1933
1909
- mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py,sha256=Urjqds-l3QDTGGmyLCBWjPoyLNJgkIC8pHUDi-6IXJY,1877
1959
+ mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py,sha256=CtGwN1raoYMO91Mg2oklYt_-pok6TgcaesCnKhJhFzM,1850
1960
+ mteb/tasks/clustering/vie/reddit_clustering_vn.py,sha256=C5MiypLNZfXvzP7KGaOdHr4uSyvwvs8XhMTkL4pcOgs,1859
1961
+ mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py,sha256=Do_58DiX_DVgqodYnKQT3gZRqrKICpKZjifodRtlXQY,1858
1962
+ mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py,sha256=bFF2iu-KBZSP6jFYLBV2ssscsaACf-noFP6wL0R5Rx4,1881
1963
+ mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py,sha256=LADX5CLncf0AlGdfypuAfglEM6D2gGnBBSTKIhPTR0w,1825
1910
1964
  mteb/tasks/clustering/zho/__init__.py,sha256=Z6AYBtGjILLiguzbSOML6Gi3OuM2NICABhcSpl4dk2g,481
1911
1965
  mteb/tasks/clustering/zho/cmteb_clustering.py,sha256=YEceqUqwTPUB7UWE7YMdP_3ZWn8DbqJGrF8nfXwDHXE,14801
1912
1966
  mteb/tasks/image_text_pair_classification/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb7OmeY,19
@@ -1940,37 +1994,40 @@ mteb/tasks/multichoice/eng/__init__.py,sha256=eq04borhYbQqMMbipJg6BhydZhLZDLfm0N
1940
1994
  mteb/tasks/multichoice/eng/blink_it2i_multi_choice.py,sha256=YHsLVHspeNIpA-8x6AYXa-3SVMzuOKVaXauFy0dxOL4,1820
1941
1995
  mteb/tasks/multichoice/eng/blink_it2t_multi_choice.py,sha256=W6M9jDMcNIPkZYe8zt8T-ch4gEuA4astmPWx_7_MHoY,1837
1942
1996
  mteb/tasks/multichoice/eng/cv_bench.py,sha256=VgjCDjDDRP5jc0Si7ofMU3L0Ob-jV5aNVjBo9luT07c,9183
1943
- mteb/tasks/multilabel_classification/__init__.py,sha256=4W3zhy3MVJ9TZjpGK_9zf1DPmuNWC7ShgkceWE2jhbE,161
1997
+ mteb/tasks/multilabel_classification/__init__.py,sha256=D93vfKwD5Q5VSlpTysUIbkvAncZFSQAd6sUnN53mw5U,180
1944
1998
  mteb/tasks/multilabel_classification/eng/__init__.py,sha256=mcgoX0OxpR0UNftBXc4HJr27Tsxmjg0cMhBb5swN5Aw,87
1945
1999
  mteb/tasks/multilabel_classification/eng/pascal_voc2007.py,sha256=Lf29mv60xsbLscjmFUzTMbPYWyiJHAgivRzGafIOguA,1901
1946
2000
  mteb/tasks/multilabel_classification/ita/__init__.py,sha256=07xCrfm2mILOwe8KYHdkZLLGnVuiTcjZuTNIjdfqbrU,86
1947
- mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=D8G29OtQfVcTa3nvRJdkrv56F_HC0gJlWb4MRHp4J0s,2127
2001
+ mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=k_bo8HNkYKva8AfBHz-pR0yoSbed9M1uUCBdFzyl8Nw,2090
1948
2002
  mteb/tasks/multilabel_classification/kor/__init__.py,sha256=EBO57GMpXNw49hD1UHEc14lx8pTHvGohu_1KstnGvNo,122
1949
- mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py,sha256=qYgzE6x33WJw01scaaqKF5eG4AK_sZRu5PpwQaJRxOM,2452
2003
+ mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py,sha256=reuzDUxrVZ3A44BirEQkiFQ4wjp_0Aa-S7_8I6gVKW8,2382
1950
2004
  mteb/tasks/multilabel_classification/mlt/__init__.py,sha256=HC_nIigyK7DLdojnAfUZdlRAaoW5AStAauCxFpPdMMU,108
1951
- mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=sWxlf8LH3BfjCzkxNzNQgyScDYbButljgFae41TqsfM,2147
2005
+ mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=ZXUear2ZIWKURTyY2BF35I_o_ssCoSNRWUMLDrouIYo,2102
1952
2006
  mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
1953
2007
  mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
2008
+ mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
2009
+ mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=LgRBPVW6gMHtlpfYDs4TTl7E1QJYNOKeuH1kszFjNrM,3085
2010
+ mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=_eapD0SUYG8ZUhnc3-NmN86Qer8qkTGRnrSn_T-Ch5Y,1939
1954
2011
  mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsRgL1qVi_RMsWpJwHrdx5_wmw,136
1955
- mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=m1jA33p_MVNoYRptNuVfd-YEPTc1G3EcCFB836YFlMk,1975
2012
+ mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=Ke5roy0MYEYgRsdNDL4q_AwmY_rYKpo0H_k8wFnt2s8,1929
1956
2013
  mteb/tasks/multilabel_classification/rus/__init__.py,sha256=skzrIGJ4giqi0tIiwCZux3JAYDlmu_vYZWrEBlusC6Q,355
1957
2014
  mteb/tasks/multilabel_classification/rus/cedr_classification.py,sha256=xHj99e90__WH6zJ8AaUggAw098aSUc0N_b90N_pUKHA,1549
1958
2015
  mteb/tasks/multilabel_classification/rus/ru_toixic_multilabelclassification_okmlcup.py,sha256=VoXnFSrT2xipV7i7dX6CwR7ApMdq94IKyFhg5FLXvn4,1228
1959
2016
  mteb/tasks/multilabel_classification/rus/sensitive_topics_classification.py,sha256=WHqBuGWpTBdO2HGcIrKAQr7v_gefvglXWcxEzMqUSks,2034
1960
2017
  mteb/tasks/multilabel_classification/swe/__init__.py,sha256=lXR_6OxipZLTevntJj2Ilbac7KMtN-FDxGmrIWOtsEM,297
1961
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=ykFkBKb5Tv8TrA7bHHVhYu7rPI34dys0y0RTR1wmcUQ,2839
1962
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=E5pgLQ67jKW0UI7ggoKpfC0p54BsVpFTgO6piZe6Ia0,2824
1963
- mteb/tasks/pair_classification/__init__.py,sha256=NM9jsFVAIUyAPFSiBlEC5f3B8jb6_vj1bys5dV61OpU,313
2018
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=kqK-tmDIpOMziUGavfoCSnL5cLTZA0MCrNBJACPaiOY,2835
2019
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=o1_sgy1_k0pHDpii3RLU4dM_ZddaTjMEdIn5NRnT_nc,2818
2020
+ mteb/tasks/pair_classification/__init__.py,sha256=wShARe6hEVXt0fbuyIRuCD5FU_DBZswaQVAhEvrKHW8,332
1964
2021
  mteb/tasks/pair_classification/ara/__init__.py,sha256=nDoH7v49LUuZnF2xP6u7O4fpnAHBPdN1qxDyeZNbXrA,56
1965
2022
  mteb/tasks/pair_classification/ara/ar_entail.py,sha256=8ROjVjAlbn6GtMtjYaUpNwoloPAFGguWafCOrS3Z1MI,1868
1966
2023
  mteb/tasks/pair_classification/ces/__init__.py,sha256=a5LKNqekw88onEBY8akJTPXwn4WvF1OWdTpWBwySTvE,66
1967
2024
  mteb/tasks/pair_classification/ces/ctk_facts_nli.py,sha256=jdArX0bXSYVute6JFoGm40_C_auNf2eKxrbkUMCLVOA,1581
1968
2025
  mteb/tasks/pair_classification/dan/__init__.py,sha256=EYRr1bXjQ-4y38SIfvXGnc4ZC_WYAv8V8hFEUr4nvsI,68
1969
- mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=y531sklsWqXp_9uaSfXXdvK6SMKoMIkkUrCekcrNa8M,2056
2026
+ mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=FY1zgJagIHKA7hWW--tRAUKoqZeT_b-E6Iu6h_Z_Lek,2052
1970
2027
  mteb/tasks/pair_classification/deu/__init__.py,sha256=glcMGZQtd2r4tT2sA2b7vg6Fxrj0RY2HnghnURxD3Ug,89
1971
2028
  mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py,sha256=UHsQNRmWHyKRbLMVMZADbh3EI8yDyVHgjkC0X-xyrnM,1771
1972
2029
  mteb/tasks/pair_classification/eng/__init__.py,sha256=ME_1M0sfZ36vVSHSNnKKEB5-Cm7EtdkZML69OIHcl0M,697
1973
- mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=aR1aTtZ3Ft9Idt9sTaHYq0xaulahFQdJcrHVhbP_SsA,5795
2030
+ mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=k24kzLMZWB486eBVO9vpBEC15o49BuMUipt2HmUOqgk,5733
1974
2031
  mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py,sha256=FI9chUNQMijS6uCuY2uzcs33UzUaPMnuk4sXLjpLZFQ,2268
1975
2032
  mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=fLPx-s48kyKTzPqrq-_rN2xtOsiNIalD1ylt6eBEv2o,4050
1976
2033
  mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py,sha256=dJYGOwQEBqpJdTFNWzeTRl-spyORqkubMz3taQwVCWE,2228
@@ -1990,13 +2047,16 @@ mteb/tasks/pair_classification/ita/dis_co_tex_pair_classification.py,sha256=N1Y_
1990
2047
  mteb/tasks/pair_classification/kor/__init__.py,sha256=h-aIkge-Vf89YRjA0bteTrKAAXF3Hojs0_D4NfycyPQ,53
1991
2048
  mteb/tasks/pair_classification/kor/klue_nli.py,sha256=9W9jLcrxCcWP2A5Ks7mjsHb0XJi5AfKyMGLTEIdT6kA,2522
1992
2049
  mteb/tasks/pair_classification/multilingual/__init__.py,sha256=Se4NBy208UzG7ZYWLk-8GtUjz7Nt6uKqV4sf5hbz_L0,528
1993
- mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py,sha256=BmnLe4ANErIdpaM-qVF3x8282a575tm7GNE36K4Q1M0,2178
2050
+ mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py,sha256=8wmaLY1h5XZfz9dhkj2SkhGvwvpf5Mo-7YanQ4YEfN4,2230
1994
2051
  mteb/tasks/pair_classification/multilingual/opusparcus_pc.py,sha256=h8LHHaWxuvsdtW9rFP5oKyLhnNJcEDq7b_a_DoH84rU,1500
1995
2052
  mteb/tasks/pair_classification/multilingual/paws_x_pair_classification.py,sha256=0IpodQ1H3rM_YEcODUDQPNeOHbkKrBi4OCbwC9LI2OE,1651
1996
2053
  mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py,sha256=sYgOlneCYiGm6xi8IpJCr8aWdYDzoeJhq79fvxh5GfQ,2773
1997
2054
  mteb/tasks/pair_classification/multilingual/rte3.py,sha256=ZR3kpz8Y2AxyLe0uIYORoSUJ0zx8p8sjXxdMIX6WiBg,3037
1998
2055
  mteb/tasks/pair_classification/multilingual/x_stance.py,sha256=NPLzF8j_d_Y8kLocfIr8qaeJzJBwWE-1uveXxmGYI8M,1536
1999
2056
  mteb/tasks/pair_classification/multilingual/xnli.py,sha256=q7erc3tCbamua46CuhJc36jPKOoIs4KCzD91zBPG-Y4,4677
2057
+ mteb/tasks/pair_classification/nld/__init__.py,sha256=H65VNZnmBDsyupF4PtYVz-PwYD9b0xXb-9e6ODK2-DM,214
2058
+ mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py,sha256=l420srn-nm1wbo361ogCU-Fq2B0Gv97FiN9UXSUrElY,1459
2059
+ mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py,sha256=YZ9yG4Lyh9jd7DgbBzo0sd7QNmjZZ64eR7rMiA0STxE,2006
2000
2060
  mteb/tasks/pair_classification/pol/__init__.py,sha256=3bEzEe4yom2SL3XaqNwSs_0eCv6LKFEAoOOoD9FK-gk,110
2001
2061
  mteb/tasks/pair_classification/pol/polish_pc.py,sha256=vUkkYqewzNcRQkZ_wLM63xH21PKtBGhiVGLPas5XN6o,6782
2002
2062
  mteb/tasks/pair_classification/por/__init__.py,sha256=E_dD1BZfjS0gBjzmkhUnl8SrqiGegLRfPhcItUAn6b8,104
@@ -2005,14 +2065,14 @@ mteb/tasks/pair_classification/por/sick_br_pc.py,sha256=aGsDQFyTQr0vI6GOoZ6fO4np
2005
2065
  mteb/tasks/pair_classification/rus/__init__.py,sha256=7XbamCA01GY91cj6gjObhT2YRAKSJ7bEw7k1hoc-8hw,46
2006
2066
  mteb/tasks/pair_classification/rus/terra.py,sha256=MyQNKdKy3DBduORfdBwsnIj8OcSiOjQhUTa1vK3tunA,1791
2007
2067
  mteb/tasks/pair_classification/vie/__init__.py,sha256=_sAoiOFXvdGjKGP1FU6Bex0OFuje9Um6QfOIlMStTzE,299
2008
- mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=larhzR3xbnSkGbyIVK7iN6Lm5ScIc52CXMqkhJRQYLQ,2089
2009
- mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=xHl2lEl-ZycRcEcXByrC5ciXSppVZ-F2KSO9rt5CTEQ,2034
2010
- mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=DsmE6t1lUGSqCYLVnaWU3cdFchsjWBBRSL8O6Aj_YTI,1984
2068
+ mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=5g6yusxcWwwkapo7Abov7QEzZWJHhBLjOGWox0SvdAk,2037
2069
+ mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=2Ms_1qIK5GQd7RpV3fi-_u8wJhVQs_6bZncYkvP5i-o,1982
2070
+ mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=ACddNtLNIly0FvfrmweqxhMTVUCQtydoN225ObzPous,1932
2011
2071
  mteb/tasks/pair_classification/zho/__init__.py,sha256=Ie7KdwH7ui_Kjn9I13dH7Po8y9p0IFWiR0lOpLJQwSI,82
2012
2072
  mteb/tasks/pair_classification/zho/cmteb_pair_classification.py,sha256=yisKgPwh59Q0S5oQURDQvu77kOpfT2pkHf9nkvyp3cQ,3419
2013
2073
  mteb/tasks/regression/__init__.py,sha256=Ji1BSk-2BO5isA3N-vaAnsUcrI32y0LLz8nFkx7E2Kk,28
2014
2074
  mteb/tasks/regression/multilingual/__init__.py,sha256=fFX9zwn0XCGmVVel5d2u0X_LLOHzmET1tjxb_Y48vEA,189
2015
- mteb/tasks/regression/multilingual/ru_sci_bench_regression.py,sha256=fG5DFMog1uNZLz6SUeSxecmJTMpzjQRF08DcpMJsmGM,3668
2075
+ mteb/tasks/regression/multilingual/ru_sci_bench_regression.py,sha256=OltZvAdH3x8yZf2narSzk9X7fiW32TE-rSX1qNWLPhk,3628
2016
2076
  mteb/tasks/reranking/__init__.py,sha256=BAHINlVPQgz-3nwFN7m9jXPrDKpfyLnTRXfZhcUrBmA,161
2017
2077
  mteb/tasks/reranking/ara/__init__.py,sha256=JhBuhiMun7sAxJQP9U5XhXpRDuMlCSyxipnOBfBfehQ,94
2018
2078
  mteb/tasks/reranking/ara/namaa_mr_tydi_reranking.py,sha256=CzNdzt-8fIO4gHUdwr2UBRBK03rrzkqzTF8Nv6knFhc,1623
@@ -2045,13 +2105,13 @@ mteb/tasks/reranking/multilingual/esci_reranking.py,sha256=opEtarEw8JhcqVhIZ2wQo
2045
2105
  mteb/tasks/reranking/multilingual/hume_wikipedia_reranking_multilingual.py,sha256=899WZdh3jEORdzSnprr9Nt5FVF16PSWcwTK9swOg7cc,1505
2046
2106
  mteb/tasks/reranking/multilingual/miracl_reranking.py,sha256=N4YpMCcmFjWtKy1g4LjVS_Ou0jZ2fJJomRKwJQZbus8,2283
2047
2107
  mteb/tasks/reranking/multilingual/wikipedia_reranking_multilingual.py,sha256=gZWigy-EEPkew6R-wcxt24_uPrOEFH-h9YT-0rPrXX4,1678
2048
- mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py,sha256=LPj_jHBaJ1hcQEbGphOKuFp2XNrcCOHDQs1tkEdaczQ,11372
2108
+ mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py,sha256=2fXZX27xzrn0es4TKaDFaGdo08swUHEA2Ik3pbOzCd8,11360
2049
2109
  mteb/tasks/reranking/rus/__init__.py,sha256=Txjqg4_Pq5MgNsmlIKnTet3UZe_oyraHDJgx_W8aBYA,72
2050
2110
  mteb/tasks/reranking/rus/ru_bq_reranking.py,sha256=cojQO9p5jYn32RdhRmuQQ_-TJnviXR_SrrAFECoMs3g,1363
2051
2111
  mteb/tasks/reranking/vie/__init__.py,sha256=4A4rr8-l9liGs63MKp161DgzHdT7OViw3Dmbs7nIE2Q,299
2052
- mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py,sha256=PFd3nM7FFAOJITNd94YJ0DRzzXu6P0HI8ljJwN2bCOQ,1893
2053
- mteb/tasks/reranking/vie/sci_docs_reranking_vn.py,sha256=EMalmlOCj21xJbmPTytg_oNqUF7PAY3aDfaEhPtfVmY,1791
2054
- mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py,sha256=qT6_4usH3hwLG9iy89UKpXTGxldUhIYc6pFzy86VKNI,1932
2112
+ mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py,sha256=pTJFy3ZS6cPOgUwe_7dP6lPLOMRfwENpX--0py7N7mM,1841
2113
+ mteb/tasks/reranking/vie/sci_docs_reranking_vn.py,sha256=Qk0JWb7e5A5CUNiR0Hyo5W1VOrGh9W-2arTyVlE-uMI,1739
2114
+ mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py,sha256=bJhCNPZKphHBF31EJByYvLDTLcyfXLFdNmi4QIMSQUY,1880
2055
2115
  mteb/tasks/reranking/zho/__init__.py,sha256=ut3BvVt_ZNktlEvBx587CSEy-1Q7U3XZjEt8UalKBsg,148
2056
2116
  mteb/tasks/reranking/zho/cmteb_reranking.py,sha256=Vzp_m5PRnCNth_5ibmq-y21GUuZ2qRADmagJa25r6W4,5403
2057
2117
  mteb/tasks/retrieval/__init__.py,sha256=8FjY5EOE3dZG5FztpAKkkJLTvAvtXbDKq781fyvboRc,466
@@ -2063,7 +2123,7 @@ mteb/tasks/retrieval/code/code1_retrieval.py,sha256=bFQjQtKw0Lpn5Yj_uRFbRYUKnd61
2063
2123
  mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=pSbrwXByeL9JaUzEMYsRl-upVMrQPlWXe1QCw1FqLcM,2877
2064
2124
  mteb/tasks/retrieval/code/code_feedback_mt_retrieval.py,sha256=CiJ8pYt3gmYR0mnk8KqdaO1jXgQbpU4aKvOe4d7lpu4,1489
2065
2125
  mteb/tasks/retrieval/code/code_feedback_st_retrieval.py,sha256=eNV1DKxmKJzhIlBVP4u1JsxPRV_SrfKG4Uy6csbXZjM,1477
2066
- mteb/tasks/retrieval/code/code_rag.py,sha256=732O0bqKgIpzeHt1oQed0dICvPKpuC3cexkVH9veAeM,9577
2126
+ mteb/tasks/retrieval/code/code_rag.py,sha256=Cx1GzhUwdcRwZJDCx3nsavHrqDh5IWuU5ZVIV7pIX9A,9577
2067
2127
  mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=81y-W4l7I8mzQJ-bvCM7rfIGykI9VdO_2MFNJIvTJDk,3816
2068
2128
  mteb/tasks/retrieval/code/code_search_net_retrieval.py,sha256=BECmHuIQXeDjjUBKmvjYji395Ep-RnF0fCgpGXDZTus,1504
2069
2129
  mteb/tasks/retrieval/code/code_trans_ocean_contest_retrieval.py,sha256=pkFKpaKuBbGYU-tezvSz_BMESUKY5Pp17CmSj4e0_K8,1497
@@ -2079,9 +2139,9 @@ mteb/tasks/retrieval/code/stack_overflow_qa_retrieval.py,sha256=NjD7b7234xrlA2xK
2079
2139
  mteb/tasks/retrieval/code/synthetic_text2_sql_retrieval.py,sha256=TQikfAT_n65OzJEWmlxaj4mncce3hdzFpuB9ZIsBktQ,1640
2080
2140
  mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=OOypL5bkQ1xX7D6SlDPcfu1KIDlKPTlMKkR2gnax2b4,3310
2081
2141
  mteb/tasks/retrieval/dan/__init__.py,sha256=gHkyCxzEZ-Nyv5HBLsQ0VPs1y0JjoxNX5q5kOhPiCT4,280
2082
- mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=8IqK6LOYmeX6E1LM6WVXc6A4NbUe9Up813KY-LiG3io,5621
2083
- mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=z-2zz7syAzm4pByvyw0cUdqimDwzfF1Pw0wizXJJN9U,3774
2084
- mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=WZY-ZoqQyV5vBr8IXL1g94NLS2qdk0dYfjJhjDZEVSY,3407
2142
+ mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=W7LN0Tn42fFss1quMHq2W39NrZm1tGmmdONtRGDSr34,5622
2143
+ mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=-8OT4d2YtNB_Jis0wOnJU44zPopFKX3nUPeC6olHaTo,3774
2144
+ mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=y2pZXmHmXlz-R6KJtGaLXxyTsUOcvYaBcBC3zKA83Lw,3407
2085
2145
  mteb/tasks/retrieval/deu/__init__.py,sha256=xgC4Nt2DCgcoCAkiErKSCQENs18DJtHFbocSMWS_278,719
2086
2146
  mteb/tasks/retrieval/deu/ger_da_lir_retrieval.py,sha256=ZQFzZLguoOmrZ_pZVk4w5N7vzhiUYcg8sTvs62S4EaY,1371
2087
2147
  mteb/tasks/retrieval/deu/ger_da_lir_small_retrieval.py,sha256=zb5SGbztP3xQI9tt-3MEFsxEvxXzVlpo-ahx1cFd-WU,1572
@@ -2094,7 +2154,7 @@ mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=RYZCPgKaNPi14ncxnvz8_7
2094
2154
  mteb/tasks/retrieval/deu/legal_qu_ad_retrieval.py,sha256=l_UNVkOQxqlKp6wef2BM-GKtyYnmYLYThGZZnUsR_-c,1594
2095
2155
  mteb/tasks/retrieval/ell/__init__.py,sha256=46naXAZtJzyezyqOQGRIlr4zQVkqGQJdj7ztjMrez9Y,72
2096
2156
  mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=uKmiWHHZvL1o5m17XCrzi16kHWFNhlEUHrtlk-LR1as,2514
2097
- mteb/tasks/retrieval/eng/__init__.py,sha256=yvTVNBeiVJoK9MForbM1i2-_OFXNgYaO7FOIdN83sqY,15763
2157
+ mteb/tasks/retrieval/eng/__init__.py,sha256=loq6PjQTX-ZpCUgy6wFZ74LCpZVmzbiRQKtJQlJbvQM,16093
2098
2158
  mteb/tasks/retrieval/eng/aila_casedocs_retrieval.py,sha256=UKoN9oE8C412REf8MV16aUDgE5NwkHxnXsh4dcLztpk,1398
2099
2159
  mteb/tasks/retrieval/eng/aila_statutes_retrieval.py,sha256=GugjZwaWmTlNyYzK8ACKZHIiUw2YBvLaVyTngN_qQyM,1366
2100
2160
  mteb/tasks/retrieval/eng/alpha_nli_retrieval.py,sha256=GpOkizyeOs_ZMbRu9g1yAXdKkQr8PObUepP1OulbJio,1714
@@ -2116,7 +2176,7 @@ mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=_PQYn3jXgeLKjnb_uKxzHtM
2116
2176
  mteb/tasks/retrieval/eng/chem_hotpot_qa_retrieval.py,sha256=sLTfqBf967htSU7Ego7zkEC8QYVWFI12YoHxa-urWEw,2114
2117
2177
  mteb/tasks/retrieval/eng/chem_nq_retrieval.py,sha256=8bl4PRKJwYgNF0sZPZQINgn81-r3c_2gDoMQJYdpb8I,1886
2118
2178
  mteb/tasks/retrieval/eng/cirr_it2i_retrieval.py,sha256=o_4fVGosZjYsfMQy7tzQGaq8aijhUwXKcV7MYIYY4SY,1583
2119
- mteb/tasks/retrieval/eng/climate_fever_retrieval.py,sha256=giXcYhin_92gkmJijjGGCb4OGVuKP2HS_rPTI7ERkDc,4869
2179
+ mteb/tasks/retrieval/eng/climate_fever_retrieval.py,sha256=obIROibY5nQ8oDGbkjG5Z3jrJ-rAXVmF_1w_XN6Nqm0,4615
2120
2180
  mteb/tasks/retrieval/eng/cqa_dupstack_android_retrieval.py,sha256=-Uj8BOIPyjl8egm34qZGRKULGgEoaoac4wOhdWXAPgE,1674
2121
2181
  mteb/tasks/retrieval/eng/cqa_dupstack_english_retrieval.py,sha256=hI0PhOmbf4__DPIZEyNbn7w6tinZxbc1ZATlZECjz0I,1629
2122
2182
  mteb/tasks/retrieval/eng/cqa_dupstack_gaming_retrieval.py,sha256=VBsAaiGzapR-9SCJahVeoeqExeEQyphwctPWgERWuTs,1633
@@ -2131,7 +2191,7 @@ mteb/tasks/retrieval/eng/cqa_dupstack_webmasters_retrieval.py,sha256=zEkmPfHW2_5
2131
2191
  mteb/tasks/retrieval/eng/cqa_dupstack_wordpress_retrieval.py,sha256=l6IkX_gHtl3PpbcLxFvcNePwZDul-dOxRX7l0bQlzgY,1634
2132
2192
  mteb/tasks/retrieval/eng/cub200_i2i_retrieval.py,sha256=sn0eN5Q9mseKVdtzN5duZGyjNB3jmLSSS2xgKvC_Icc,1251
2133
2193
  mteb/tasks/retrieval/eng/dapfam_patent_retrieval.py,sha256=3rJDG8Id-gcG8K92SwgfXC8XREhH6uUbjU3u_AyCzgQ,27254
2134
- mteb/tasks/retrieval/eng/dbpedia_retrieval.py,sha256=EkrMmMgDX6M1tgBDg1qt73lCL8D_U4MIrocnr2RbsHE,3257
2194
+ mteb/tasks/retrieval/eng/dbpedia_retrieval.py,sha256=24XDQknkp_yxLUEEyEj7JnmTpqmT8hdDaLVA1Pr9PB4,3475
2135
2195
  mteb/tasks/retrieval/eng/edis_t2it_retrieval.py,sha256=hgFPxjozfGG25YeYV1WWMNarwJAXPWuPgFPbvsX-LqY,1393
2136
2196
  mteb/tasks/retrieval/eng/encyclopedia_vqa_it2it_retrieval.py,sha256=GviRCA5VAZXuf9lkHuMpAJ-rLLLKwVizolvbEbjyGPA,1667
2137
2197
  mteb/tasks/retrieval/eng/english_finance1_retrieval.py,sha256=GKtIypZypE3qUcQIUOYZPhuUGTMpqjJ0QCV-fFr9NV4,1121
@@ -2144,7 +2204,7 @@ mteb/tasks/retrieval/eng/fashion200k_i2t_retrieval.py,sha256=7hXg2FamRxrOhP7aLT4
2144
2204
  mteb/tasks/retrieval/eng/fashion200k_t2i_retrieval.py,sha256=our4KJGdi7ebQIVLXUcg-d6QgKDgzOoviJUxwpNtDSo,1555
2145
2205
  mteb/tasks/retrieval/eng/fashion_iq_it2i_retrieval.py,sha256=Vtm2MZrZ1f7BMxxzr4DRxwobCNvnvsZn5Y19uv2ygi4,1606
2146
2206
  mteb/tasks/retrieval/eng/feedback_qa_retrieval.py,sha256=YAUn1EeeSxWanB3ZRirECxafHZvEnUbJmcFNXMxhnIU,1766
2147
- mteb/tasks/retrieval/eng/fever_retrieval.py,sha256=tIYCrIwED8kgO-oqrPGvQ2VETRmMh3H-wg3S65TgNHY,3942
2207
+ mteb/tasks/retrieval/eng/fever_retrieval.py,sha256=CRUzFPZSwD3J7JBpzofXYZsLLzjKhJ-CDM6O7Fab-z0,3977
2148
2208
  mteb/tasks/retrieval/eng/fi_qa2018_retrieval.py,sha256=BChxosI8yRHrHwvpF_EtgzGPKdXwhD-47kPxiUJp01A,1520
2149
2209
  mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=8pPk1sMQDf2uG4a-jW37bbJimxh1NT5TpMGb97PcOpw,3692
2150
2210
  mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=d--7LWDJg46otIokG5u8V249eLUHWJJ8Jspg4mFQF1Q,3490
@@ -2155,17 +2215,17 @@ mteb/tasks/retrieval/eng/gl_dv2_i2i_retrieval.py,sha256=aeVQjOlZG0OUPTt5HhZbAEMr
2155
2215
  mteb/tasks/retrieval/eng/gl_dv2_i2t_retrieval.py,sha256=z9Fn45XT832Fo3N1IIs38jNW-RdqrtjI0JYi7JIDI_k,1449
2156
2216
  mteb/tasks/retrieval/eng/gov_report_retrieval.py,sha256=Xqr8dDqo8wHXDMbZ_HuFS46ui5QFpyh_z09R5zK9FHw,1662
2157
2217
  mteb/tasks/retrieval/eng/hagrid_retrieval.py,sha256=IfF8y1yUURZ-CiT8g2i1XK5rC8N83_E_XpgWvUUBGfw,1454
2158
- mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=eyrUUOeerBsGG8ufU4LjIeu2kHVvEU5ZVDoLAfKrQdA,3414
2159
- mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=AQTiCWbaV5WChcVF-lALwhjSYHZ8rOcYtIWIrv39-5k,3403
2218
+ mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=2wolr3UrHcONtbGLFxjj6vqVgGkdfSULBnU4oSEF2LE,3285
2219
+ mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=5Sl0glFi48DQfVpHSRA5VYyHEl9KDJ-tm8m0RfPxKUY,3285
2160
2220
  mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=j_Y7wRS29F8drvXgwmMXILejvAdr_UDrXwK0pRQ8I1s,3570
2161
2221
  mteb/tasks/retrieval/eng/hella_swag_retrieval.py,sha256=SDMTKYvcN5WGIiynYH7fqvlUb5qzTNeFTv6IJpOUIgQ,1598
2162
- mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py,sha256=dWZtWnwa6KZoSPUoExszETvISxcjvA3TatO1MX7pyr8,3993
2222
+ mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py,sha256=DeNHRepIvcI217SqTuMvEsWMhNL1gcMblSRww60VCDw,3943
2163
2223
  mteb/tasks/retrieval/eng/image_co_de_t2i_retrieval.py,sha256=9M1yMrYBVS7_ZHHc7yyY3QDC4ao1XSpFc3dT0k7WGWI,1288
2164
2224
  mteb/tasks/retrieval/eng/info_seek_it2it_retrieval.py,sha256=r0ziXRSditV1S_QoF0PA6UfHQivYbnp94ZtmtZgtNVQ,1579
2165
2225
  mteb/tasks/retrieval/eng/info_seek_it2t_retrieval.py,sha256=qJ_pyxAvIVHUmibBSd9TqvdF_jZv3omCFX_8eKddviA,1541
2166
2226
  mteb/tasks/retrieval/eng/legal_bench_consumer_contracts_qa_retrieval.py,sha256=NrhXlzXSpy1aCYvakdN4vgcrfrP5iz6Rw0otc15wf_k,1530
2167
2227
  mteb/tasks/retrieval/eng/legal_bench_corporate_lobbying_retrieval.py,sha256=zvhW2Gq0BFmXYp7-EoZ8rZWgI47wrG7z9e-1qM693io,5189
2168
- mteb/tasks/retrieval/eng/legal_summarization_retrieval.py,sha256=B93AlMDXx-RKTP-1x2_Dr98Q_3OKRvHuts5BSpJ-fdc,1448
2228
+ mteb/tasks/retrieval/eng/legal_summarization_retrieval.py,sha256=Fk_GtYWzbA1AIpS9w_bdxL2RsH-_HYj4u4zm2A_cWRI,1447
2169
2229
  mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=cKNfseWeolUKau4bet4_-MiJBXmG4JQQHb7ZfovuiLY,2601
2170
2230
  mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=yXyG6vpMpMYDPT_RBycwSwTI4QhjhPWQ2zQrdeAmaaE,2964
2171
2231
  mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=t6-AdiXiOpgLKacVILKu0LrpTc4RWs2uW3ywUa-zkK8,2959
@@ -2173,12 +2233,12 @@ mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=jO38l3-dkN22IX4
2173
2233
  mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=0NpKvntafhBi0WMFcNoXl-J_BJHZYQZLsFNEaxztzVg,2292
2174
2234
  mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=ai0cI88ns7maPIvVhA3pHJ-kwIG50DOv2-ET3X2cxMU,2860
2175
2235
  mteb/tasks/retrieval/eng/limit_retrieval.py,sha256=j2yNnXLo5ejLubU7SzbdnOEk3uofQBF3H3nqq_Ba8pE,2494
2176
- mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=za2ScSmaH8UyZIGqWkaIPo_4rDj8f7QYdk8XGB5QC28,2996
2236
+ mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=CpL-LNff6QHpseLML4u9_csPNff4QhErRMjYN-42uCM,2934
2177
2237
  mteb/tasks/retrieval/eng/llava_it2t_retrieval.py,sha256=j2W4nh5EPcbvilYqgyjJ1tfHgxLsKGG5wisSsiAVK3A,1780
2178
2238
  mteb/tasks/retrieval/eng/lotte_retrieval.py,sha256=l5akqCc54mS1fmmhBWie-2EDpuCc0sQZRCtm2c3x3YA,2325
2179
2239
  mteb/tasks/retrieval/eng/medical_qa_retrieval.py,sha256=tmraQ6Y6IFe_BbFb0tVtC0W_kADF0D6Fvh3xybwXyhs,1368
2180
- mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=nUmH7PdMeii6GV8ULhNjcEHLbP3W_GCxc1Q4fSZKjhM,4014
2181
- mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=lPgI6UE5Z599ZEB816PDjFyYCijsFIVBw-dKTiuTfg0,3984
2240
+ mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=xJ0SY_Iuyf0ras2FvKhJL9DwRzqgrp0JSFYO4UMhT7U,3924
2241
+ mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=8K2YeLVbsvjzbBETv-zJMulavYf2tKrP-BOC0iJuGKk,3927
2182
2242
  mteb/tasks/retrieval/eng/met_i2i_retrieval.py,sha256=tv1U0shLRqoKn3e9BRU3Q0tFJLKDTt0gt4qq8F8Phg8,1377
2183
2243
  mteb/tasks/retrieval/eng/ml_questions.py,sha256=ads-UBjQQbTZoFwQEBmbI3SdN60WnWrFQFXjX12TAW8,3728
2184
2244
  mteb/tasks/retrieval/eng/mscoco_i2t_retrieval.py,sha256=CMphGPlJazwHR0aQc0RRUGkv4sTS2ih7KDmw1fqZFtQ,1562
@@ -2204,10 +2264,10 @@ mteb/tasks/retrieval/eng/nights_i2i_retrieval.py,sha256=L4ABfQZo6lHZ_jGnBrH1Gxqm
2204
2264
  mteb/tasks/retrieval/eng/nq_retrieval.py,sha256=2r6M-R_VcNs2VXFgRVde-dTjLZeK1iscB-P8VcfTuRs,3262
2205
2265
  mteb/tasks/retrieval/eng/okvqa_it2t_retrieval.py,sha256=nm_1GXVppP7wCAJFgiN003Bb-6QdDeOcS634NbVdKq8,1448
2206
2266
  mteb/tasks/retrieval/eng/oven_it2it_retrieval.py,sha256=Rvm1kt9PTOcCYZIUK3V-5aRV7PEvrsIxyfSE36d6BnI,1693
2207
- mteb/tasks/retrieval/eng/oven_it2t_retrieval.py,sha256=MIUYmWilKEI7eEZl6_xvNO6bHKouE83HGQK2Kl2Xt10,1672
2267
+ mteb/tasks/retrieval/eng/oven_it2t_retrieval.py,sha256=gnomGPeN3nm22sfF5avD3SKFF3-2ngH0ZlgnuMwKVAc,1672
2208
2268
  mteb/tasks/retrieval/eng/piqa_retrieval.py,sha256=tWs1jxC_BQu2s0iimBCGDiu-3QZefFRnQaeHk2C2kwA,1615
2209
2269
  mteb/tasks/retrieval/eng/quail_retrieval.py,sha256=qpwhSbAFqZWrSS3UKFyVvJBOHb0I6hY8wgSPY94ka4c,1703
2210
- mteb/tasks/retrieval/eng/quora_retrieval.py,sha256=5a6L0WKKr2XErg4VSlguoqxZjqrRrRFxtfI5sggaZLw,2993
2270
+ mteb/tasks/retrieval/eng/quora_retrieval.py,sha256=KASLS_K0mzK0PydnSifldKtO2fKoV2cEIZu-pgkkgf4,3485
2211
2271
  mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=Hq_5OjxCyJDe90mf7713M9P93Zx2VL24eyPc-1F104Q,12665
2212
2272
  mteb/tasks/retrieval/eng/r_oxford_i2i_retrieval.py,sha256=smlcZ4sRJMAfiYrBKkpz-r4BeFQhGxjt8nhWfWmuhz4,4165
2213
2273
  mteb/tasks/retrieval/eng/r_paris_i2i_retrieval.py,sha256=9d5rCYCpHWJIlmO3cmW_S4Qix8-QEiqt6lxxUS9MJXc,4096
@@ -2216,8 +2276,8 @@ mteb/tasks/retrieval/eng/ra_rb_math_retrieval.py,sha256=jcwsK88cmFInVMZdtssa_tLO
2216
2276
  mteb/tasks/retrieval/eng/re_mu_q_it2t_retrieval.py,sha256=3olBhJuvbQ3ge58dWUV0jzfIxEKwcHgGykzw5SkPL7s,1766
2217
2277
  mteb/tasks/retrieval/eng/rp2k_i2i_retrieval.py,sha256=w2JPvtWP15pATjk3s6phMm8xgtHj7T2VkLhh1osv4C4,1198
2218
2278
  mteb/tasks/retrieval/eng/sci_fact_retrieval.py,sha256=oojafsAKuFccHIB6BWjks4NdG7yLUh0vn4fSTMcmOvA,1351
2219
- mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=cAf8MZU5ltCudNJnXrniqVHiEwFjl49Ur2Za3ta4Rx0,3263
2220
- mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=3oJIoG97A8qxSm5HxIhO98YdwLDMzPp2xzm0PVAzU_k,3263
2279
+ mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=8YQ_79D10XdJ94qNa9z_OVCoqHbkuxPS6NG1O4Aelsg,3137
2280
+ mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=5k9-Lq52EkinxCTQ7hr82oYND4E_3ElAMv2Zb2SxoME,3137
2221
2281
  mteb/tasks/retrieval/eng/scidocs_retrieval.py,sha256=nfAT5In9G99pozVtk7qjk7d8bYnF6IwuPf7xJ3OtuSU,1447
2222
2282
  mteb/tasks/retrieval/eng/siqa_retrieval.py,sha256=IvSxYymVZxqze7l2App-83QQ6bqgEchzMLYwNhns5UU,1600
2223
2283
  mteb/tasks/retrieval/eng/sketchy_i2i_retrieval.py,sha256=iDzvU5qYAQQGvZ6VtOjKGP76zVjhYngh6vOOG3bL_Bg,1377
@@ -2236,14 +2296,14 @@ mteb/tasks/retrieval/eng/touche2020_retrieval.py,sha256=kSM06MdLTyPgSN_nvTAz4kHM
2236
2296
  mteb/tasks/retrieval/eng/treccovid_retrieval.py,sha256=x5e1ejs9hCyTY8MZn9A0LtIfZCzYyTN3cvHGGeWMOBE,1483
2237
2297
  mteb/tasks/retrieval/eng/trecdl_retrieval.py,sha256=Rbs_0kd6cHxFny1Acchba4Vy9M6Vf78jSmQX4iyPXWo,4746
2238
2298
  mteb/tasks/retrieval/eng/tu_berlin_t2i_retrieval.py,sha256=jBocfLCA1Gp2IGG0KZ33mU8erUxrKTioeSnM-fyJn5o,1278
2239
- mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=jxHrhO2agmolxgPkw8AtJoKe8Ieg9fNXZuTo_u2Aeeg,17407
2299
+ mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=gXvGQ-7Y0LI7PnLDH1nqjS6fpJ2YF3j9s-FJhVA1kdE,17346
2240
2300
  mteb/tasks/retrieval/eng/visual_news_i2t_retrieval.py,sha256=iFk5HN1DPgISrJ3k4GFJkkxdrZqyMBZZagPTDJdaH7I,1409
2241
2301
  mteb/tasks/retrieval/eng/visual_news_t2i_retrieval.py,sha256=cNT4asxxsBjNKtNrmqZQN639Of7UKNutDv7Y5ZWB3eo,1437
2242
2302
  mteb/tasks/retrieval/eng/viz_wiz_it2t_retrieval.py,sha256=jE70T5If62lkKnbF-CMAgRK4eyUBmUjNAdREBhbvzRA,1438
2243
2303
  mteb/tasks/retrieval/eng/vqa2_it2t_retrieval.py,sha256=M_g6Y6OrNRByD52-JxuO8iIO8aFUg8HHg5BxQ31-m1I,1403
2244
2304
  mteb/tasks/retrieval/eng/web_qa_t2it_retrieval.py,sha256=c7pJja_ii4ku9pfd-Gd3FqO6cF-0IIEb_H0FRY2A69w,1477
2245
2305
  mteb/tasks/retrieval/eng/web_qa_t2t_retrieval.py,sha256=rx6uoqc8yduGhuvdv2K5v2oFiQI8jP-BEt5nmaKrsac,1517
2246
- mteb/tasks/retrieval/eng/wino_grande_retrieval.py,sha256=bRjNxz_pgH7waI7m_NMR_VLvcRxnBtMXY6CTU4RLEnc,1714
2306
+ mteb/tasks/retrieval/eng/wino_grande_retrieval.py,sha256=ou8TlZ-JPS1nh7NS7OeerUsB2WRZWWwKTuygpJNLb2A,1714
2247
2307
  mteb/tasks/retrieval/est/__init__.py,sha256=uNkOSKfZsO1F-xC4twL8ukxtfrI4A4eIU-oAs3Hi5Dg,46
2248
2308
  mteb/tasks/retrieval/est/estqa.py,sha256=sORL3KI47yXOy8GXptBtCuryOdDShdRDFpCdnnIaaCI,1418
2249
2309
  mteb/tasks/retrieval/fas/__init__.py,sha256=DUq1CTC_nj-201dbUNqlmqN-oR-YKjeW3O8DhtMX9rk,2213
@@ -2259,8 +2319,8 @@ mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=SZOm-z5OruxEG47zMYjApJoR2oWi
2259
2319
  mteb/tasks/retrieval/hun/__init__.py,sha256=M59LTpENxaFLMSU43mNiP38lChJ_l_yZh__1giKeUDc,93
2260
2320
  mteb/tasks/retrieval/hun/hun_sum2.py,sha256=td6lxYg_eH9J62sNNuFonHIJ_22E-XGgiFN-D3iAbFw,2373
2261
2321
  mteb/tasks/retrieval/jpn/__init__.py,sha256=FJifPwzk9niyN16RyVr7aPr2T6K0GXSoASotX1PddeA,1175
2262
- mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=GpyyhK6MPArnB6XJfs3ceqcx9Yy33WgvICaBuy2VzdE,1607
2263
- mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py,sha256=E4-eX_mhLwEly_Xbfq-JCxCesXl5iOwFZDeNlrpjrtg,1169
2322
+ mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=x3rNQwi73WfpkYdGBwt24QccIWJRK_Zj9z16MUMyI3I,1603
2323
+ mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py,sha256=_9zsw9QS53NFp2EiCw3BKQdfk57agHxkSfpzKNqdJXE,1170
2264
2324
  mteb/tasks/retrieval/jpn/ja_qu_ad_retrieval.py,sha256=qc89t-uJqzk37sTRKlSxenYOSq4Qy2E-H_namSBeGN0,1312
2265
2325
  mteb/tasks/retrieval/jpn/japanese_legal1_retrieval.py,sha256=drUYO9QMSWgxvYWxL5QBdYPZ35HNwCF2d0ju1yQlZrI,1121
2266
2326
  mteb/tasks/retrieval/jpn/jaqket_retrieval.py,sha256=dfSNx2QJ3bj5QZOHbGnInOxTlVXkgsFvYfMnmgU8PkE,1438
@@ -2269,41 +2329,43 @@ mteb/tasks/retrieval/jpn/nlp_journal_abs_intro_retrieval.py,sha256=EEOQpTC6vEPUL
2269
2329
  mteb/tasks/retrieval/jpn/nlp_journal_title_abs_retrieval.py,sha256=JOOW_5pRKHzVn8wTOY0fhxLJ6Ns7wlQHoGHGIYVovAQ,3056
2270
2330
  mteb/tasks/retrieval/jpn/nlp_journal_title_intro_retrieval.py,sha256=aVFTFiANWrIz68FjHv9KBqlhpWlsmi9EAP052gECzaU,3078
2271
2331
  mteb/tasks/retrieval/kat/__init__.py,sha256=H4phkKqg_yZzkK7T62aCMBzjbGZzLKJ-MngrQlPbW3A,93
2272
- mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=XKEmWaMuxJraXfMF4k7S8CFy3KdLUphad7z8Nz29jp4,2345
2332
+ mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=4zyodSYCtHtBW9WKIGxFZaTXDrtHuaf3uyfIsDRGBqM,2494
2273
2333
  mteb/tasks/retrieval/kor/__init__.py,sha256=zNjAS2VRjeYX5u4vqev6dGOo_R3i9uSzxAsduZ0po4I,138
2274
2334
  mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
2275
2335
  mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
2276
- mteb/tasks/retrieval/multilingual/__init__.py,sha256=vsRM1cV3GYgn_hzHq6y1vy1abPToKebnCpzl0sibn38,6090
2277
- mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=nIjGMP-lIHbCf63q33GhRFddn6bASRVhcBFJ9TgEJ1I,6956
2336
+ mteb/tasks/retrieval/multilingual/__init__.py,sha256=mfVGkoB4DO5ktlg8ia-4nImFVmZcqXh1XkgCkIff0tY,6765
2337
+ mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=gaVLEwuLEwMutMi9V-obpiYKbpllX2QNm2j3MVeebfE,7027
2278
2338
  mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=_6r34ZvRiLVENYcrd87NjilybGaetBwKFEbO29zYmBU,4676
2279
2339
  mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=Puy0PjpRr4M_Bbxdl7oWfa7pQGM04zaRaTNlnhyKejM,4677
2280
2340
  mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=dwzo2sqjamM_xkSiC-jbapyhDFezSJpM4S8KfBsuLPk,4562
2281
2341
  mteb/tasks/retrieval/multilingual/indic_qa_retrieval.py,sha256=K7iWZ-yTftZFQiXBOlkTJXGpQXs-ZFt6OQj_L6HjEwk,1872
2282
- mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=2x6AWRV7dswVbZzCZd_tnCD7dZjUU_F-epcILxmwy-8,36677
2342
+ mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=g_2r5BIAojIcoNxugtw87tc7NX90Jz7DQnTPHRGtisM,36624
2283
2343
  mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
2284
- mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=m9vgkRCmNXadDzGxJBl0K6w-tT3Goy3aStQ2D5iwoZk,3966
2285
- mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=bhmsYJZYG9imqOFYyWhKs8FqekGthqWyXg8k3DRiTNE,5002
2286
- mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=vQUtJYchvsEbXkgBZr5-MfEBg5YyXylfTJOLUwKXKGc,2078
2287
- mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=JkclJnNLHn13rw9KnIE8AqmHD1FnJP33k87yDV5sVFg,4289
2344
+ mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
2345
+ mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=mDp47UXPK5K99HVKIZcxTESnTIkFKLRf6AQV3NC6zQs,4763
2346
+ mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=pbxX5puGqKUxKdU23VsakSgx6k_Wu6lNX2uzugF_7yg,2066
2347
+ mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=UC8DsmTD7exKhETOqibO3pYegxcqybtxUCi1QjfzfEg,4261
2288
2348
  mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=3uGnj3O92_02zXZnPWHpgjjmyHIliWS3Mjf2SuZCIFs,3803
2289
- mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=Ws4X6FoTquGSiqjfmbLZEHphMPfT8W_2f1Do1Lz9bn8,2452
2349
+ mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=xF4GjBmJVgw6c8VGVh-5QLN_4i_NKeoAzqRWmA_pfnw,2440
2290
2350
  mteb/tasks/retrieval/multilingual/neu_clir2022_retrieval.py,sha256=bkGMvMxG2toYL98kv85BvVpSZ-rVeWvB5FFIzXhdPO4,2749
2291
2351
  mteb/tasks/retrieval/multilingual/neu_clir2023_retrieval.py,sha256=0cALhuU3ZU5c_y7tDIyiMc7Onv-qC7YwfnimZVb8-rg,2793
2292
- mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=CGOTbGuwYNrzbefB76QY88fnb8CdJkN9bPhAssNtLvA,3502
2293
- mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=ftLNo4OEG01N6jZyVpoyvZumM-CAeVV7VS58-ujxX4E,6925
2352
+ mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=LJGpx4RkSJPXldN0SlMA6PbG1x8R2l-Hupc9q1xfleg,3667
2353
+ mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=Mmcvrt_1cIxPfHZfUzSURPZyaaweGiB02im1ZszlS6M,6837
2294
2354
  mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=iFUQUlO_ogBdQBVYBQW3o-AJDQ792yg1pJtRxA5I3Qo,3796
2295
2355
  mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=UduWKefwP7bPYxiDlztPEvSWXmTdw0xElglMbPY6XhA,4449
2296
- mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=e84cWH0zepdwVY-e5nNu3_uHodLf1V1-uZoWMQ0mKq4,8974
2356
+ mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=UEvRarrOnziRmY3SSYmDwWutfrRqe4EQBU-BON6qjug,8913
2357
+ mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py,sha256=wOoC--IVTz0dR6RMVICbz6OWxfCyVahGDSfX_TScCgA,16934
2297
2358
  mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
2298
2359
  mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
2299
- mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=wMAhvrvho10_hR58OD6xDEHGpPmY94RgT5q3QRShmho,4428
2300
- mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=Fx7kdrLgA_Z4UF5B6u726vq7FW_olteC1gAOLqadrgk,3833
2360
+ mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=_swZhhMRs5OhzBdJVqQF1i9ZrTvAxaVrG0TpkPWkoHo,4359
2361
+ mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=joA0Cj7hBXtmFLXXJxU64ijSQrrcY9PBgoEYhisWPpU,3924
2301
2362
  mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbmelntuExw4_AhmO_rdONjzfTl5E,1389
2302
2363
  mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=o5rhMeRf9HCZQxDKU9SIibqQSR5pw4bmYV8I5nALmQ4,3971
2303
- mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=3GSZs74nKxfB92sXdrYvYDVl8oeOrkpyy_cje43Y8gU,5130
2364
+ mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=IUMlMB1G1MbYOg9q81FPTk1pKnnLGS-WLgypehOOXqQ,5123
2304
2365
  mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
2305
- mteb/tasks/retrieval/nld/__init__.py,sha256=9N5ffUI52FQ4bNTMvV460irGA45ncGjbgabl6ysVamw,2263
2306
- mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=R65AvhmxvXmtLiguNBTKNLMh4Q-s7o9UWoTR-3x2_GU,1534
2366
+ mteb/tasks/retrieval/nld/__init__.py,sha256=kQ7eR-n63XTBnzK1lHexfsCPjJWeg2OpLi5i6M3HSDc,2798
2367
+ mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=c3O3PWvv-XpHE3YNv0EGzPbR71VnSq9RhOsT57z5iRY,2048
2368
+ mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=4QUFjAer2WapzLZUNOUTnjZwgsKoCFi7rqX1UJnneOU,1669
2307
2369
  mteb/tasks/retrieval/nld/climate_fevernl_retrieval.py,sha256=VQ7Z3GpmIdhM47e5Vz3p7bSzJaYBKvVf8SX9VvvLlEw,1577
2308
2370
  mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=A6bTYkteMZWUSf_ocJ8bL_4PyCMeq34vavvNGuIWt-Q,2618
2309
2371
  mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=6q7yzUe4Tw-BGi_lQPXMBgMMO5tqZ-y7n0NdzQ0Pm-c,2618
@@ -2318,20 +2380,24 @@ mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=JgQsDdqTth9EFR
2318
2380
  mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=A_eHnC2bgmNOM_QfJJYh_salrHENYlwjmZ4A1hFmzJ4,2600
2319
2381
  mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=Yo0NBvNn8BJWuoNWAGvAI-2khVSreqa4XXX0r5LZ7wo,2596
2320
2382
  mteb/tasks/retrieval/nld/db_pedia_nl_retrieval.py,sha256=bhd2ESL-roRgvDDB4cAKDmusYmOEJaJGfMfuMzFLVcw,1633
2383
+ mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=RfQXg-GNSeL6ZklO3YKJ2dKG8BOCht-3mfCg94Q2iU0,1323
2321
2384
  mteb/tasks/retrieval/nld/fevernl_retrieval.py,sha256=LZ8xofhy8xINPWdV8QYvmY1sQPtb8taHLIQ8iKJ34Iw,1694
2322
2385
  mteb/tasks/retrieval/nld/fi_qa2018_nl_retrieval.py,sha256=Qfd2Wdnmq99Onb4iCShAc0jPQ_bTreSkRShhQWqfkJA,1503
2323
2386
  mteb/tasks/retrieval/nld/hotpot_qanl_retrieval.py,sha256=xNPApN1CZzkhpvU4ZRf-rSSmljpSnFUQDVoqraW93X0,1635
2387
+ mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py,sha256=w5FL9aZB3HzoZcnNwR4GdYrUoJ2nCH9UrzBCjig4RLQ,1572
2324
2388
  mteb/tasks/retrieval/nld/mmarconl_retrieval.py,sha256=iColk0qI_Ga3KHL_4aIGKK2X0S-WvqFXqDJqujzJaIA,1683
2325
- mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py,sha256=wp2ylUbflMg8BAocMgdDxgDRn9wNxIoMf3i8vc_L75I,1511
2389
+ mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py,sha256=6kLUAvs7w5_aximrHC93fDh_thTXppr15BnBzPH5P_E,2008
2326
2390
  mteb/tasks/retrieval/nld/nqnl_retrieval.py,sha256=M4olYlutXu2VZUA5uMF-uga7V53GivPupyTKs4jy_bw,1394
2391
+ mteb/tasks/retrieval/nld/open_tender_retrieval.py,sha256=lwlGFoFkyxw7EI6tvV2RqBWGU1R6Syt-0FiRg8Qdz7c,1522
2327
2392
  mteb/tasks/retrieval/nld/quora_nl_retrieval.py,sha256=u7v-huChD-HymugAzG0fawTVUntVOyiDdmmRxC0d0Pw,1600
2328
- mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py,sha256=g1e8xjqNHboZwZpHQ5l4GYCYYfSoyx7xELvDaIWPfUA,1505
2329
- mteb/tasks/retrieval/nld/scidocsnl_retrieval.py,sha256=z9W0fb8L-yUoIp2ae0tsVoCxh_512Y_nbiB1YGJEiiA,1617
2393
+ mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py,sha256=uRE-Fcfmu8BJxKgYu0p8UL58Kdue9Vv9Yove3ZeIzl4,2021
2394
+ mteb/tasks/retrieval/nld/scidocsnl_retrieval.py,sha256=JhQYZX-DthiYprxyzJNMETRGvRtAQwWnR0qfmC2FPJo,2226
2330
2395
  mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY3mp0SbLn8rZEL-7GP-XwGY,1481
2331
2396
  mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
2397
+ mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=FoudYkcY4IY0PNHCvx87bjoUnJJolWVwNhq6xH9HE84,1834
2332
2398
  mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
2333
- mteb/tasks/retrieval/nob/norquad.py,sha256=BuELiYevzBR4pgLEcIcwE_3eT1TBDChoMEw85CUGf38,3779
2334
- mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=vL8tDAYB4ZbxRdIpbe-0wgX5-HLfIEs03AXp_y-56SI,3143
2399
+ mteb/tasks/retrieval/nob/norquad.py,sha256=sqQLt3ajBrui2TnwvuPny5tU-aijiRUHA1kzXmF7cN8,3779
2400
+ mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=VXouYjek_U8jCdpuvIzQ00YRIq0gJM_5lorgVFzlI6g,3143
2335
2401
  mteb/tasks/retrieval/pol/__init__.py,sha256=Ha3wf63NJliq1z6cqxLE8uSZH8RlscnNV-5Sq9tqwCM,2017
2336
2402
  mteb/tasks/retrieval/pol/argu_ana_pl_retrieval.py,sha256=ztNXnRDCp5nKCd2BhR6Fg2tgzMsx4jqIxRaNYvbU-Y8,1252
2337
2403
  mteb/tasks/retrieval/pol/cqadupstack_pl_retrieval.py,sha256=mwBibm87FjrDgrmozkPZTVzgQiquOJ4s1a7X-j2eZk0,16558
@@ -2347,12 +2413,12 @@ mteb/tasks/retrieval/pol/sci_fact_pl_retrieval.py,sha256=lpvzybSoGrt5SK3RjMlsWwW
2347
2413
  mteb/tasks/retrieval/pol/scidocspl_retrieval.py,sha256=u-O1sLqJaPigMNwq5KCKfa5bT6wIfmsMdC-zvgmeII8,1317
2348
2414
  mteb/tasks/retrieval/pol/touche2020_pl_retrieval.py,sha256=4b7fbLmBsG094uFyySXy3f_4vnUVXLVVOGom0lC475E,1369
2349
2415
  mteb/tasks/retrieval/pol/treccovidpl_retrieval.py,sha256=rAaAEaEM4GeGrw2e7Dt76FN0MpJcHoxh1mExk1ojef4,1528
2350
- mteb/tasks/retrieval/rus/__init__.py,sha256=oKMptxlsbtRqvZwgZ7bCoCDRbg3l5h7I16sEwplWDzs,205
2351
- mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=ae0xu9NbRX8wiDGXhmCbuMQxOxlBO0SCDa9qXm3c0ec,2772
2416
+ mteb/tasks/retrieval/rus/__init__.py,sha256=lInCmwDWCJ6YmKzRAcJ3bZrAmmLElRYaWxeKIdH3ep4,309
2417
+ mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=fOcDi5CutbwcJStij7COIBGG6AC3Vmne3Xdq66jpw2Q,3102
2352
2418
  mteb/tasks/retrieval/rus/ru_bq_retrieval.py,sha256=gmG_0IYllezCR0GL3I8Yh0OxBhi8wYsrhfAxKhk5ESs,1425
2353
2419
  mteb/tasks/retrieval/slk/__init__.py,sha256=ak6edgong69cm7FXrcslkvli0vRRdwCQnP_qlHvRAeI,153
2354
2420
  mteb/tasks/retrieval/slk/sk_quad_retrieval.py,sha256=Z4mSiSjSHX5F-gmHL_l-T-03mRVpc-I_u57raLYSWHA,2621
2355
- mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=97ez4wdFiwV3YtrsQ7sxpYGU1tINf1Qw29FRVyDmX3k,2597
2421
+ mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=VjPbGElf9S_sg4tYgDXz2rB5ZOHiH7GTvL7RpBDQrkc,2534
2356
2422
  mteb/tasks/retrieval/spa/__init__.py,sha256=HWMvzhd7nY9LozDkpZkmUN0DyKLr9pLKvd5ycfydRj4,212
2357
2423
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2p.py,sha256=IRhHDVlhsZaBLMqz8CVAJ8uZK_17tEQ2fUallfisMts,1579
2358
2424
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2s.py,sha256=zgUdrrlHPLiTQ4E0lRQEtnv7O3X8FjK6AdM0ylHlWCA,1579
@@ -2360,39 +2426,39 @@ mteb/tasks/retrieval/swe/__init__.py,sha256=hJ-WHS2rIU8W5VvMNPtNOtCMaG2HyNConMWI
2360
2426
  mteb/tasks/retrieval/swe/swe_faq_retrieval.py,sha256=s-o7IM_l7giuK4bJMdYkq2CtE0QQrkMVq5wMtbSJXpY,1599
2361
2427
  mteb/tasks/retrieval/swe/swedn_retrieval.py,sha256=RFcpp0u-EKIwSRXR37tJ0_haY6Jvlfj8DWCgrD-0tnU,1512
2362
2428
  mteb/tasks/retrieval/tur/__init__.py,sha256=tAKhhsTK6meiZwRMIvbx7_ye90JAAW3dlS8iI0r_vg8,84
2363
- mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=gCCP_ryFwv9W2wxcDLkqazAsqN33w2rZprRwu2uaKXE,3685
2429
+ mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=d03Ccol3NbSjqvDcqqLGLe0KELuOIloilpt7MMEWnO8,3685
2364
2430
  mteb/tasks/retrieval/vie/__init__.py,sha256=j69iltc-is1oqx0oIV1RVjjM46LLH-JJQzKnxm4cYvc,2142
2365
- mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=jafS3I5agXE7GDFHOLvw8-IUrqqRz1fwVEmGZO9j3AA,1806
2366
- mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=xqbWwMBE5ixKzzYLKkGUm2SIU8LEsSltPZ9k7Guiu28,1901
2367
- mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py,sha256=kIgwdW68U00qzgn3ml7JO5O801ta8AMbijCnvoMBUvo,1903
2368
- mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py,sha256=9lyNSr9OtgzOmzyRG3DUqaMRAOTvZQEdejlLbTGojpc,1865
2369
- mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py,sha256=tfu1xNbzqy1ea4lZ8_vcmD_WqqgFwexfYDoh9dcKyfI,1909
2370
- mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py,sha256=dIK0E1cmqSc792Z2OrWLRRfJqZDIz_ZGGDKRYcK687s,1893
2371
- mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py,sha256=JOfTvHdGX44_KXM2cjPGFUTXsX95-S-Lc4U0h83Eyog,1878
2372
- mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py,sha256=eTrMJwKkgLVG-HHMevjgqDiuFrAw4jhdyKcsM5fklbk,1885
2373
- mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py,sha256=DkMUX2MsH6D9q5ZqDJfV27W1s-yyPWPUeDjXFGucmA8,1865
2374
- mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py,sha256=r5vq-l4sWD0aIveW6LdQqd-jYiO-EwEbeKruMipd6Ew,1876
2375
- mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py,sha256=S4ffZKV43FsfdT6bKzCyz4lIeDiHCKjlzMSyFjgeUsU,1862
2376
- mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py,sha256=A9fzlOTwy5OqGIIRWqnMRz3750Sz6ZdbvulXYq8nA3A,1873
2377
- mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py,sha256=4FQJk1evQ7Yta0TXhfrwJKGQgZbqQjmmtwn1gGeatnc,1806
2378
- mteb/tasks/retrieval/vie/fevervn_retrieval.py,sha256=L3CSa3MV9fcSq7ukn1-nRCYTeszsG2NLA2rUyKLGeqw,1929
2379
- mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py,sha256=w8H79YmYQN3Q5kmeAnH5tlombIaLsagtUcVT-FQ1pqk,1766
2380
- mteb/tasks/retrieval/vie/green_node_table_markdown_retrieval.py,sha256=AlvGHXqXwOTrEvZNcMxlWL_2a31iNrrZzNz2i6dcJec,1074
2381
- mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py,sha256=QyXcbOt1kwpFpK4W1f5VlJRGjF18Ytw86YbDy2hRUmM,1901
2382
- mteb/tasks/retrieval/vie/msmarcovn_retrieval.py,sha256=WsRGnBIpdZekS0YXj1io4d4eEofN_lvsAsRUIBMhdbA,2010
2383
- mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py,sha256=BB5xJ5Gnv9Xk3xIxryTd7uh1MX_UOtwOejNg-7VdH84,1832
2384
- mteb/tasks/retrieval/vie/nqvn_retrieval.py,sha256=FeWBNM7eK6bdjsrbYuSA-8xjcO5VEIe09RqTPnjK0x8,1796
2385
- mteb/tasks/retrieval/vie/quora_vn_retrieval.py,sha256=5YQr0Mc1O6HR5mIeKRs0gNmSja6Rp9qW79KFLSpjtZw,1901
2386
- mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py,sha256=GD-UR5TXNcUNIoOZSqP0TYbv19E3uPPlCxEaNcy4BjI,1825
2387
- mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=atYHK8Ex4in6G2Jn0gToO0PTqK7oKjZTqXHNg5sP40U,1879
2388
- mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=sXflYHNtC0fMTzoHPJnVqoNaf5Ol-KRmO2Mkhh-BEHk,1804
2389
- mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=RWV6f_slWzuG3XcRGxCktvBlS0CSBNwjEOjWuxce3m8,1878
2431
+ mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=wmE6syUs0sLs7xgIOxXQuiQzpxrskdsTc5sK46v1YEQ,1754
2432
+ mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=4GMO5qSYbP0pFtf1yklMZNqFgh8qi1Xo2IXQDl9t14s,1849
2433
+ mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py,sha256=1c6s1C0j1x7kE92WMv9JB4I_rdsHboyP-QILU-18rQ4,1851
2434
+ mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py,sha256=h--L4OiLIalxHnSulEiUZjMo7JRxjia-mKOnnoaOkzI,1813
2435
+ mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py,sha256=Jm5-2YbfBObFW_Ygwu03PAnSNMcZkH_7SL8L18KVWvQ,1857
2436
+ mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py,sha256=t-QRo9YP6ssTQVt-p-HBhFgfbZIosMPkGvcHfTV9sJk,1841
2437
+ mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py,sha256=1fErtC_fD1VZQUOLYTNvAwTmO5EVQvOv11-Rh4wsXuA,1826
2438
+ mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py,sha256=m1Hcz-q_znvbpjWXg2Jc85VZqbk0X87fmuNXDkCXm50,1833
2439
+ mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py,sha256=9EiLKJrpRXACmxZFA_KyXWigl20XxRqlkGYk1G49T4s,1813
2440
+ mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py,sha256=7Mr2sZrAKzFDeMT_7eQQ_52OKzefGFAnkcHmO4lntIo,1824
2441
+ mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py,sha256=2zDcrsCfcTAcybUmTpGeJQxUxNpkY7Ha8Tf0xwfqTcQ,1810
2442
+ mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py,sha256=ppFPam-3AXXVLVp_DiXeHaSr16Va44_-eRkOH0m5ypo,1821
2443
+ mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py,sha256=hOiwz2bcayDW6VrCvsIGeYh1TT7koByM76rZZwtp9KA,1754
2444
+ mteb/tasks/retrieval/vie/fevervn_retrieval.py,sha256=xLGoXefGk1l1AFiOSf2Ja0fM_rAQp4tdaR8H6jJqYlI,1853
2445
+ mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py,sha256=FGfFuLzRCTuupRxZdjVbBiwCOSspb3vwvtNAKvyXjso,1714
2446
+ mteb/tasks/retrieval/vie/green_node_table_markdown_retrieval.py,sha256=O7iIcuvqhrHjB7J1VxH9YJ3v6cuFFBQdrrnYwLgeRfE,2429
2447
+ mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py,sha256=FYWj8EhnfwDuPRxZ8uTeGkfa2Q-jDU2bliTmp975Coc,1837
2448
+ mteb/tasks/retrieval/vie/msmarcovn_retrieval.py,sha256=xtJ1-rjx4slwSR8p6NedqItTk-79ZzT2f9FlDOhbzkE,1958
2449
+ mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py,sha256=4S8IDJ-TVjKEy2teM8GOeDzHIZR8txkPvX0sGDYIyqs,1780
2450
+ mteb/tasks/retrieval/vie/nqvn_retrieval.py,sha256=tQT2t6XcflVRM78t_5TujWD27e9uCMrsfN0DBjDBY0E,1744
2451
+ mteb/tasks/retrieval/vie/quora_vn_retrieval.py,sha256=VkgKCFbDkOuZAsMl36lOr-MuvbhNfE8zUmmiySW9lSY,1837
2452
+ mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py,sha256=7F3wSU9N2BAj4Jmzw7sjbcxTyYDYs_3I1434X3riaZ4,1773
2453
+ mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=WlcfDfF43jsNf9D_Bl3k02RiiPdedORID6CEEMAYTLc,1815
2454
+ mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=DKcNwCCdANt7hNr3fLao9jkIJJjfxJ0jLLbD7_b-KnE,1752
2455
+ mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=ZlFFL37Zd_sbKXaUZx41XTxps-nnOi3PnBNCy9KvlJU,1826
2390
2456
  mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=eZh1rR43iXDHoylOGKjrUCopzEujE-1GSGTn2TMrkro,3621
2391
2457
  mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=Y93j0EwG6-bcc0DMLvHP9q3r9b_3xLXu6YBR0Q5HDho,985
2392
2458
  mteb/tasks/retrieval/zho/__init__.py,sha256=dIN-rPfrEjkCuUCha8SpQdlzWYY6IMO_HLxebcBhQxA,438
2393
2459
  mteb/tasks/retrieval/zho/cmteb_retrieval.py,sha256=DXNkvMQQZsKv1U5L_0boKEXGLDPn4RfauIlxwb0f-EQ,10789
2394
2460
  mteb/tasks/retrieval/zho/le_ca_r_dv2_retrieval.py,sha256=O7kNB_7rpgG7_KsKC0SUKG42dhx66Rakk77uy4Iufk0,1293
2395
- mteb/tasks/sts/__init__.py,sha256=Y81qiPij-fJkEQH0C2aEWMOTtrUYmd5qx6_GXp2naWQ,313
2461
+ mteb/tasks/sts/__init__.py,sha256=Smyo9FOM1JGErbayGm8pB-NfvE2RF3ivEE-hL-2rpKk,332
2396
2462
  mteb/tasks/sts/deu/__init__.py,sha256=UzK5lTvPWeo6o5liAbai_Ku0kXgTXiCc4eDH_j7Vsk8,97
2397
2463
  mteb/tasks/sts/deu/german_sts_benchmark_sts.py,sha256=YyZ4pa05ZOWAM-N2aMfkXN305zOI9mCs-yEC8Mea-eE,1322
2398
2464
  mteb/tasks/sts/eng/__init__.py,sha256=32DNMqcaYrY-mguE3mITgXu-3mpMrSYoy42pbg0kGB8,934
@@ -2435,6 +2501,8 @@ mteb/tasks/sts/multilingual/sts17_multilingual_visual_sts.py,sha256=k0Z1wv7esoKW
2435
2501
  mteb/tasks/sts/multilingual/sts22_crosslingual_sts.py,sha256=zf50mdAKKZZN_sU5Ga8DYoihWmo89eMTYEVQXt37D-g,4315
2436
2502
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_sts.py,sha256=QXenk9v8Mg5pNdkTmEO1X4JFp-3OCUfhHOPO3BE32OQ,1806
2437
2503
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_visual_sts.py,sha256=yH4DLkgrBk6Qg7LHLfAyyclynN_XrichBraNDbxRWl8,1855
2504
+ mteb/tasks/sts/nld/__init__.py,sha256=NdpfPHekoMIo9sw75Gahm_YCn8hzcVHixEStny107fk,67
2505
+ mteb/tasks/sts/nld/sick_nl_sts.py,sha256=rnZ9KeM4Id_eeJJrqcYYdxoH7f6-2lr9obgiuxtHnGY,1557
2438
2506
  mteb/tasks/sts/pol/__init__.py,sha256=Ob56PuMH_-J3gH9Pygg0fdEisWYKRT_fy_D0iE2zIpo,83
2439
2507
  mteb/tasks/sts/pol/polish_sts.py,sha256=qJCw-28dZ-o3epx44Zz-u6ZLE8HIu4ocJaJRyD0JQkc,3418
2440
2508
  mteb/tasks/sts/por/__init__.py,sha256=mUc8zOCeFl456-AEqKqgLQ4_sLnt_eUqD-cbcowRu0U,107
@@ -2448,9 +2516,9 @@ mteb/tasks/sts/rus/ru_sts_benchmark_sts.py,sha256=3aMR5WZM4gsWh1uD73GpGSscoNSvAO
2448
2516
  mteb/tasks/sts/spa/__init__.py,sha256=Hl5EWrH_tEDXP-LoTM6ZNZ50hqGe3dGMTtOb0xriPlk,46
2449
2517
  mteb/tasks/sts/spa/stses.py,sha256=INluwoWfIGAc3ZjAigRPJV7rSxtLGnDuxW6xGgwCiKA,1851
2450
2518
  mteb/tasks/sts/vie/__init__.py,sha256=8CPTfGVz4pnwiYPHtecKCyWloGBK2mKRoNfeXyaMTKQ,190
2451
- mteb/tasks/sts/vie/biosses_stsvn.py,sha256=-7wIvuGG3KPC2KVr2DLT5okOaP1dEUvVhv0kmLzqX34,1766
2452
- mteb/tasks/sts/vie/sickr_stsvn.py,sha256=2m49bDQ6TAynHA75x8Xu_AzRvqoAcmCNta-cRJ4rrTI,1793
2453
- mteb/tasks/sts/vie/sts_benchmark_stsvn.py,sha256=oUYAM9gmPfR4sqeKA3R3UIoy_7_7ZjoCPA50U7D-Lvs,1811
2519
+ mteb/tasks/sts/vie/biosses_stsvn.py,sha256=elg8qMoKfusUOQBHgimQN_tzZB9AvKU_XSEOaVcQBOM,1714
2520
+ mteb/tasks/sts/vie/sickr_stsvn.py,sha256=6v-4vgqKMPX_vubnacO5xKlRwm2L_0Sjl00GvHxDWY4,1741
2521
+ mteb/tasks/sts/vie/sts_benchmark_stsvn.py,sha256=oiLlwSWNGB84pD_G6teJJJPWOtBL7cVbXEwiIlhU0-U,1759
2454
2522
  mteb/tasks/sts/zho/__init__.py,sha256=88femZRWMKfpd4uaJy8BId5nQZaNSEIV8Y7BPS5Pp3w,135
2455
2523
  mteb/tasks/sts/zho/cmtebsts.py,sha256=lbvbybsBOS7NcKZ085FzdKCNkimv4rDJqCJENWbrFIg,8341
2456
2524
  mteb/tasks/summarization/__init__.py,sha256=M_4yRgj1jR9IHCCwfPVVnwQIm_RE10I7Cp7Om8jManQ,38
@@ -2470,18 +2538,18 @@ mteb/tasks/zeroshot_classification/eng/euro_sat.py,sha256=RB-_W6956zKAe8RddOgDeg
2470
2538
  mteb/tasks/zeroshot_classification/eng/fer2013.py,sha256=SQwY66faVBwDO2FVR4IQ1k9kV8RKb_MjmTNIOc38MT0,1711
2471
2539
  mteb/tasks/zeroshot_classification/eng/fgvc_aircraft.py,sha256=MOEmuQ211n4zcCPtAwsTmxJbd6oZ5KLXSL_Dgx5LTrQ,1842
2472
2540
  mteb/tasks/zeroshot_classification/eng/food101.py,sha256=KfG8nLYfBWF4wE76JsjoPfHVg76X3Glk6A7ZRBy8dlw,1574
2473
- mteb/tasks/zeroshot_classification/eng/gtsrb.py,sha256=8RvwpXvsP4TrED4VSzPMQxT98e65abbYCTXzNi9QOV0,2165
2541
+ mteb/tasks/zeroshot_classification/eng/gtsrb.py,sha256=5CkVWUCOWkkb4s6-e-r4usplJarThhJ2DcYD5-Jb94U,2161
2474
2542
  mteb/tasks/zeroshot_classification/eng/imagenet1k.py,sha256=M5j6k5IGW2BdLNIS0oKIHA-n2FuCax-edSXSPhuHb-U,1862
2475
2543
  mteb/tasks/zeroshot_classification/eng/mnist.py,sha256=m2RQ98FrN5hqBDUhbxTAC-uAltn_Ti5wD61PMHn28HQ,1548
2476
2544
  mteb/tasks/zeroshot_classification/eng/oxford_pets.py,sha256=NRrYYUFTcNuKm27lDgtwmXf_UySmqha0e8uyAwNoSJw,1661
2477
- mteb/tasks/zeroshot_classification/eng/patch_camelyon.py,sha256=Y4V98Y_nWZ5YGS4hRbnDJTEfOzC4MjAy4usYOq-uGyE,2084
2545
+ mteb/tasks/zeroshot_classification/eng/patch_camelyon.py,sha256=3Wb77rxyxU7bqKjm2PN2rw_z4e9FNI1g5hlUazzVXYc,2080
2478
2546
  mteb/tasks/zeroshot_classification/eng/rendered_sst2.py,sha256=4531qrKLEVkF9J-ENGFJG6BeE31Nj5GjNWoGMauoEZk,1237
2479
2547
  mteb/tasks/zeroshot_classification/eng/resisc45.py,sha256=EpcZgS9yr60Ywb-4ql7pXdPyAv85QFzAl-RxAUrm49o,1991
2480
2548
  mteb/tasks/zeroshot_classification/eng/sci_mmir.py,sha256=x7osRKumPTMmVc_f2SE_eArgzDHvDHAw5vle5eE6xk0,2327
2481
2549
  mteb/tasks/zeroshot_classification/eng/stanford_cars.py,sha256=aDKN5XSSpwjS54pz7JP2A1lTuk2J_rOeIHwiFipX87E,1605
2482
2550
  mteb/tasks/zeroshot_classification/eng/stl10.py,sha256=sd3nV7x7mypsP0Ipxu5TRQj6fGvmERcPbpKFwUoLKi0,1986
2483
2551
  mteb/tasks/zeroshot_classification/eng/sun397.py,sha256=Nls7tXM2Svu008MmAUjt-o_NSj-VNGKbW8qi-n7C18s,1963
2484
- mteb/tasks/zeroshot_classification/eng/ucf101.py,sha256=liGfjIgo2N5MU6NixPofuGsFwYZnuI3BZCVta21Z2Rw,1888
2552
+ mteb/tasks/zeroshot_classification/eng/ucf101.py,sha256=kwNRYks-_Oe4VE3GyoHIvN-2OJ6zhkwFr76WDNL9ymU,1884
2485
2553
  mteb/tasks/zeroshot_classification/eng/templates/__init__.py,sha256=da1PTClDMl-IBkrSvq6JC1lnS-K_BASzCvxVhNxN5Ls,13
2486
2554
  mteb/types/__init__.py,sha256=7_q6_84RvMuHeZK51GbLc5gbpTb3C1WmnqDHm6bnCzw,1104
2487
2555
  mteb/types/_encoder_io.py,sha256=YlIthHwi0o-ObANsWwVPcQc4pA1wpiRwIewDjNTMAdQ,5461
@@ -2489,9 +2557,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
2489
2557
  mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
2490
2558
  mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
2491
2559
  mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
2492
- mteb-2.0.5.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2493
- mteb-2.0.5.dist-info/METADATA,sha256=jYv9H5DfnlzweNgw0HGD9gAPfxvlVhBM8jxPRpXffdc,26432
2494
- mteb-2.0.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2495
- mteb-2.0.5.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2496
- mteb-2.0.5.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2497
- mteb-2.0.5.dist-info/RECORD,,
2560
+ mteb-2.1.19.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2561
+ mteb-2.1.19.dist-info/METADATA,sha256=SgPdhsHwYrRQFJ5IJh8IWBwxynwEPd4wAfzLnGw-Lxg,13574
2562
+ mteb-2.1.19.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2563
+ mteb-2.1.19.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2564
+ mteb-2.1.19.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2565
+ mteb-2.1.19.dist-info/RECORD,,