mteb 2.1.4__py3-none-any.whl → 2.7.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (527) hide show
  1. mteb/__init__.py +6 -0
  2. mteb/_create_dataloaders.py +22 -20
  3. mteb/_evaluators/any_sts_evaluator.py +23 -14
  4. mteb/_evaluators/classification_metrics.py +54 -0
  5. mteb/_evaluators/clustering_evaluator.py +3 -3
  6. mteb/_evaluators/evaluator.py +4 -2
  7. mteb/_evaluators/image/imagetext_pairclassification_evaluator.py +18 -11
  8. mteb/_evaluators/pair_classification_evaluator.py +34 -40
  9. mteb/_evaluators/retrieval_evaluator.py +2 -2
  10. mteb/_evaluators/retrieval_metrics.py +18 -17
  11. mteb/_evaluators/sklearn_evaluator.py +25 -37
  12. mteb/_evaluators/text/bitext_mining_evaluator.py +31 -19
  13. mteb/_evaluators/text/summarization_evaluator.py +27 -20
  14. mteb/_evaluators/zeroshot_classification_evaluator.py +7 -5
  15. mteb/abstasks/_data_filter/__init__.py +0 -0
  16. mteb/abstasks/_data_filter/filters.py +125 -0
  17. mteb/abstasks/_data_filter/task_pipelines.py +105 -0
  18. mteb/abstasks/_statistics_calculation.py +23 -11
  19. mteb/abstasks/_stratification.py +18 -18
  20. mteb/abstasks/abstask.py +35 -28
  21. mteb/abstasks/aggregate_task_metadata.py +1 -9
  22. mteb/abstasks/aggregated_task.py +10 -29
  23. mteb/abstasks/classification.py +15 -12
  24. mteb/abstasks/clustering.py +20 -16
  25. mteb/abstasks/clustering_legacy.py +13 -10
  26. mteb/abstasks/image/image_text_pair_classification.py +7 -4
  27. mteb/abstasks/multilabel_classification.py +33 -22
  28. mteb/abstasks/pair_classification.py +27 -11
  29. mteb/abstasks/regression.py +4 -4
  30. mteb/abstasks/retrieval.py +28 -24
  31. mteb/abstasks/retrieval_dataset_loaders.py +2 -2
  32. mteb/abstasks/sts.py +14 -4
  33. mteb/abstasks/task_metadata.py +32 -33
  34. mteb/abstasks/text/bitext_mining.py +39 -28
  35. mteb/abstasks/text/reranking.py +8 -6
  36. mteb/abstasks/text/summarization.py +10 -5
  37. mteb/abstasks/zeroshot_classification.py +8 -4
  38. mteb/benchmarks/_create_table.py +84 -37
  39. mteb/benchmarks/benchmark.py +77 -16
  40. mteb/benchmarks/benchmarks/__init__.py +12 -0
  41. mteb/benchmarks/benchmarks/benchmarks.py +361 -16
  42. mteb/benchmarks/get_benchmark.py +14 -53
  43. mteb/cache.py +227 -37
  44. mteb/cli/_display_tasks.py +2 -2
  45. mteb/cli/build_cli.py +110 -14
  46. mteb/cli/generate_model_card.py +43 -23
  47. mteb/deprecated_evaluator.py +71 -62
  48. mteb/descriptive_stats/BitextMining/RuSciBenchBitextMining.v2.json +61 -0
  49. mteb/descriptive_stats/Classification/HebrewSentimentAnalysis.v3.json +60 -0
  50. mteb/descriptive_stats/Classification/TurkishConstitutionalCourtViolation.json +54 -0
  51. mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2CybersecurityRetrieval.json +32 -0
  52. mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2EconomicRetrieval.json +32 -0
  53. mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2EnergyRetrieval.json +32 -0
  54. mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2HrRetrieval.json +32 -0
  55. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json +214 -0
  56. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json +214 -0
  57. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json +214 -0
  58. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json +214 -0
  59. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3HrRetrieval.json +214 -0
  60. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3IndustrialRetrieval.json +214 -0
  61. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3NuclearRetrieval.json +214 -0
  62. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PharmaceuticalsRetrieval.json +214 -0
  63. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PhysicsRetrieval.json +214 -0
  64. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json +214 -0
  65. mteb/descriptive_stats/PairClassification/TERRa.V2.json +35 -0
  66. mteb/descriptive_stats/Reranking/JQaRARerankingLite.json +35 -0
  67. mteb/descriptive_stats/Reranking/JaCWIRRerankingLite.json +35 -0
  68. mteb/descriptive_stats/Reranking/MultiLongDocReranking.json +466 -0
  69. mteb/descriptive_stats/Retrieval/ArguAna-NL.v2.json +30 -0
  70. mteb/descriptive_stats/Retrieval/ChemRxivRetrieval.json +30 -0
  71. mteb/descriptive_stats/Retrieval/EuroPIRQRetrieval.json +116 -0
  72. mteb/descriptive_stats/Retrieval/JaCWIRRetrievalLite.json +30 -0
  73. mteb/descriptive_stats/Retrieval/JaqketRetrievalLite.json +30 -0
  74. mteb/descriptive_stats/Retrieval/MIRACLJaRetrievalLite.json +30 -0
  75. mteb/descriptive_stats/Retrieval/MrTyDiJaRetrievalLite.json +30 -0
  76. mteb/descriptive_stats/Retrieval/NFCorpus-NL.v2.json +30 -0
  77. mteb/descriptive_stats/Retrieval/NanoClimateFEVER-VN.json +30 -0
  78. mteb/descriptive_stats/Retrieval/NanoDBPedia-VN.json +30 -0
  79. mteb/descriptive_stats/Retrieval/NanoFEVER-VN.json +30 -0
  80. mteb/descriptive_stats/Retrieval/NanoHotpotQA-VN.json +30 -0
  81. mteb/descriptive_stats/Retrieval/NanoMSMARCO-VN.json +30 -0
  82. mteb/descriptive_stats/Retrieval/NanoNQ-VN.json +30 -0
  83. mteb/descriptive_stats/Retrieval/SCIDOCS-NL.v2.json +30 -0
  84. mteb/descriptive_stats/Retrieval/SQuADKorV1Retrieval.json +30 -0
  85. mteb/descriptive_stats/Retrieval/SciFact-NL.v2.json +30 -0
  86. mteb/descriptive_stats/Retrieval/TVPLRetrieval.json +30 -0
  87. mteb/evaluate.py +106 -75
  88. mteb/filter_tasks.py +25 -26
  89. mteb/get_tasks.py +29 -30
  90. mteb/languages/language_scripts.py +5 -3
  91. mteb/leaderboard/app.py +414 -151
  92. mteb/leaderboard/benchmark_selector.py +14 -5
  93. mteb/leaderboard/figures.py +13 -15
  94. mteb/leaderboard/table.py +82 -17
  95. mteb/load_results.py +12 -12
  96. mteb/models/__init__.py +4 -1
  97. mteb/models/abs_encoder.py +31 -23
  98. mteb/models/cache_wrappers/__init__.py +2 -1
  99. mteb/models/cache_wrappers/cache_backend_protocol.py +3 -5
  100. mteb/models/cache_wrappers/cache_backends/_hash_utils.py +7 -6
  101. mteb/models/cache_wrappers/cache_backends/faiss_cache.py +6 -2
  102. mteb/models/cache_wrappers/cache_backends/numpy_cache.py +43 -25
  103. mteb/models/cache_wrappers/cache_wrapper.py +3 -3
  104. mteb/models/get_model_meta.py +25 -118
  105. mteb/models/instruct_wrapper.py +33 -9
  106. mteb/models/model_implementations/align_models.py +8 -1
  107. mteb/models/model_implementations/amazon_models.py +1 -0
  108. mteb/models/model_implementations/andersborges.py +65 -0
  109. mteb/models/model_implementations/ara_models.py +9 -1
  110. mteb/models/model_implementations/arctic_models.py +16 -8
  111. mteb/models/model_implementations/b1ade_models.py +2 -1
  112. mteb/models/model_implementations/bedrock_models.py +4 -0
  113. mteb/models/model_implementations/bge_models.py +101 -17
  114. mteb/models/model_implementations/bica_model.py +35 -0
  115. mteb/models/model_implementations/blip2_models.py +13 -2
  116. mteb/models/model_implementations/blip_models.py +43 -16
  117. mteb/models/model_implementations/bm25.py +5 -4
  118. mteb/models/model_implementations/bmretriever_models.py +10 -4
  119. mteb/models/model_implementations/cadet_models.py +10 -1
  120. mteb/models/model_implementations/cde_models.py +25 -4
  121. mteb/models/model_implementations/clip_models.py +9 -6
  122. mteb/models/model_implementations/clips_models.py +100 -0
  123. mteb/models/model_implementations/codefuse_models.py +165 -3
  124. mteb/models/model_implementations/codesage_models.py +18 -3
  125. mteb/models/model_implementations/cohere_models.py +13 -6
  126. mteb/models/model_implementations/cohere_v.py +7 -2
  127. mteb/models/model_implementations/colpali_models.py +17 -9
  128. mteb/models/model_implementations/colqwen_models.py +275 -5
  129. mteb/models/model_implementations/colsmol_models.py +4 -2
  130. mteb/models/model_implementations/conan_models.py +2 -1
  131. mteb/models/model_implementations/dino_models.py +194 -23
  132. mteb/models/model_implementations/e5_instruct.py +27 -4
  133. mteb/models/model_implementations/e5_models.py +21 -110
  134. mteb/models/model_implementations/e5_v.py +7 -6
  135. mteb/models/model_implementations/eagerworks_models.py +164 -0
  136. mteb/models/model_implementations/emillykkejensen_models.py +91 -0
  137. mteb/models/model_implementations/en_code_retriever.py +2 -1
  138. mteb/models/model_implementations/euler_models.py +32 -0
  139. mteb/models/model_implementations/evaclip_models.py +4 -0
  140. mteb/models/model_implementations/fa_models.py +67 -9
  141. mteb/models/model_implementations/facebookai.py +205 -0
  142. mteb/models/model_implementations/geogpt_models.py +2 -1
  143. mteb/models/model_implementations/gme_v_models.py +17 -10
  144. mteb/models/model_implementations/google_models.py +17 -6
  145. mteb/models/model_implementations/granite_vision_embedding_models.py +8 -3
  146. mteb/models/model_implementations/gritlm_models.py +4 -2
  147. mteb/models/model_implementations/gte_models.py +99 -9
  148. mteb/models/model_implementations/hinvec_models.py +2 -1
  149. mteb/models/model_implementations/human.py +1 -0
  150. mteb/models/model_implementations/ibm_granite_models.py +36 -6
  151. mteb/models/model_implementations/inf_models.py +4 -2
  152. mteb/models/model_implementations/jasper_models.py +256 -3
  153. mteb/models/model_implementations/jina_clip.py +49 -10
  154. mteb/models/model_implementations/jina_models.py +222 -11
  155. mteb/models/model_implementations/kalm_models.py +203 -25
  156. mteb/models/model_implementations/kblab.py +37 -0
  157. mteb/models/model_implementations/kennethenevoldsen_models.py +74 -0
  158. mteb/models/model_implementations/kfst.py +25 -0
  159. mteb/models/model_implementations/kowshik24_models.py +32 -0
  160. mteb/models/model_implementations/lens_models.py +2 -0
  161. mteb/models/model_implementations/lgai_embedding_models.py +2 -1
  162. mteb/models/model_implementations/linq_models.py +4 -3
  163. mteb/models/model_implementations/listconranker.py +2 -2
  164. mteb/models/model_implementations/llm2clip_models.py +9 -6
  165. mteb/models/model_implementations/llm2vec_models.py +16 -8
  166. mteb/models/model_implementations/mcinext_models.py +7 -1
  167. mteb/models/model_implementations/mdbr_models.py +19 -3
  168. mteb/models/model_implementations/misc_models.py +422 -60
  169. mteb/models/model_implementations/mixedbread_ai_models.py +332 -0
  170. mteb/models/model_implementations/mme5_models.py +2 -1
  171. mteb/models/model_implementations/moco_models.py +15 -4
  172. mteb/models/model_implementations/mod_models.py +191 -0
  173. mteb/models/model_implementations/model2vec_models.py +27 -14
  174. mteb/models/model_implementations/moka_models.py +4 -1
  175. mteb/models/model_implementations/nbailab.py +70 -0
  176. mteb/models/model_implementations/no_instruct_sentence_models.py +3 -2
  177. mteb/models/model_implementations/nomic_models.py +173 -6
  178. mteb/models/model_implementations/nomic_models_vision.py +8 -3
  179. mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py +32 -19
  180. mteb/models/model_implementations/nvidia_models.py +155 -20
  181. mteb/models/model_implementations/octen_models.py +254 -0
  182. mteb/models/model_implementations/openai_models.py +20 -16
  183. mteb/models/model_implementations/openclip_models.py +37 -13
  184. mteb/models/model_implementations/opensearch_neural_sparse_models.py +10 -5
  185. mteb/models/model_implementations/ops_moa_models.py +5 -3
  186. mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py +1 -1
  187. mteb/models/model_implementations/pawan_models.py +39 -0
  188. mteb/models/model_implementations/piccolo_models.py +9 -1
  189. mteb/models/model_implementations/pixie_models.py +56 -0
  190. mteb/models/model_implementations/promptriever_models.py +12 -8
  191. mteb/models/model_implementations/pylate_models.py +46 -12
  192. mteb/models/model_implementations/qodo_models.py +4 -2
  193. mteb/models/model_implementations/qtack_models.py +2 -1
  194. mteb/models/model_implementations/qwen3_models.py +9 -6
  195. mteb/models/model_implementations/qzhou_models.py +5 -3
  196. mteb/models/model_implementations/random_baseline.py +19 -24
  197. mteb/models/model_implementations/rasgaard_models.py +34 -0
  198. mteb/models/model_implementations/reasonir_model.py +2 -1
  199. mteb/models/model_implementations/repllama_models.py +5 -3
  200. mteb/models/model_implementations/rerankers_custom.py +15 -9
  201. mteb/models/model_implementations/rerankers_monot5_based.py +31 -31
  202. mteb/models/model_implementations/richinfoai_models.py +2 -1
  203. mteb/models/model_implementations/ru_sentence_models.py +71 -20
  204. mteb/models/model_implementations/ruri_models.py +322 -0
  205. mteb/models/model_implementations/salesforce_models.py +6 -3
  206. mteb/models/model_implementations/samilpwc_models.py +2 -1
  207. mteb/models/model_implementations/sarashina_embedding_models.py +168 -0
  208. mteb/models/model_implementations/searchmap_models.py +2 -1
  209. mteb/models/model_implementations/seed_1_6_embedding_models.py +8 -2
  210. mteb/models/model_implementations/seed_1_6_embedding_models_1215.py +625 -0
  211. mteb/models/model_implementations/seed_models.py +1 -0
  212. mteb/models/model_implementations/sentence_transformers_models.py +177 -18
  213. mteb/models/model_implementations/shuu_model.py +32 -31
  214. mteb/models/model_implementations/siglip_models.py +30 -20
  215. mteb/models/model_implementations/slm_models.py +416 -0
  216. mteb/models/model_implementations/sonar_models.py +1 -0
  217. mteb/models/model_implementations/spartan8806_atles_champion.py +34 -0
  218. mteb/models/model_implementations/stella_models.py +23 -4
  219. mteb/models/model_implementations/tarka_models.py +376 -0
  220. mteb/models/model_implementations/text2vec_models.py +9 -3
  221. mteb/models/model_implementations/ua_sentence_models.py +11 -1
  222. mteb/models/model_implementations/uae_models.py +8 -1
  223. mteb/models/model_implementations/vdr_models.py +3 -1
  224. mteb/models/model_implementations/vi_vn_models.py +45 -6
  225. mteb/models/model_implementations/vista_models.py +2 -0
  226. mteb/models/model_implementations/vlm2vec_models.py +5 -3
  227. mteb/models/model_implementations/voyage_models.py +99 -0
  228. mteb/models/model_implementations/voyage_v.py +17 -9
  229. mteb/models/model_implementations/xyz_models.py +1 -0
  230. mteb/models/model_implementations/youtu_models.py +2 -1
  231. mteb/models/model_implementations/yuan_models.py +34 -0
  232. mteb/models/model_implementations/yuan_models_en.py +58 -0
  233. mteb/models/model_meta.py +498 -29
  234. mteb/models/models_protocols.py +22 -6
  235. mteb/models/search_encoder_index/__init__.py +7 -0
  236. mteb/models/search_encoder_index/search_backend_protocol.py +50 -0
  237. mteb/models/search_encoder_index/search_indexes/__init__.py +5 -0
  238. mteb/models/search_encoder_index/search_indexes/faiss_search_index.py +160 -0
  239. mteb/models/search_wrappers.py +197 -65
  240. mteb/models/sentence_transformer_wrapper.py +52 -32
  241. mteb/models/vllm_wrapper.py +327 -0
  242. mteb/py.typed +0 -0
  243. mteb/results/benchmark_results.py +114 -65
  244. mteb/results/model_result.py +63 -26
  245. mteb/results/task_result.py +117 -77
  246. mteb/similarity_functions.py +60 -7
  247. mteb/tasks/bitext_mining/multilingual/__init__.py +2 -1
  248. mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py +4 -2
  249. mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py +1 -1
  250. mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py +47 -5
  251. mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py +2 -6
  252. mteb/tasks/classification/ara/ajgt.py +1 -2
  253. mteb/tasks/classification/ara/hotel_review_sentiment_classification.py +1 -2
  254. mteb/tasks/classification/ara/online_store_review_sentiment_classification.py +1 -2
  255. mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py +1 -2
  256. mteb/tasks/classification/ara/tweet_emotion_classification.py +1 -2
  257. mteb/tasks/classification/ara/tweet_sarcasm_classification.py +1 -2
  258. mteb/tasks/classification/ben/bengali_document_classification.py +1 -2
  259. mteb/tasks/classification/ben/bengali_hate_speech_classification.py +1 -2
  260. mteb/tasks/classification/ben/bengali_sentiment_analysis.py +1 -2
  261. mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py +1 -2
  262. mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py +1 -2
  263. mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py +1 -2
  264. mteb/tasks/classification/dan/angry_tweets_classification.py +1 -2
  265. mteb/tasks/classification/dan/danish_political_comments_classification.py +1 -2
  266. mteb/tasks/classification/dan/ddisco_cohesion_classification.py +1 -2
  267. mteb/tasks/classification/dan/dk_hate_classification.py +2 -3
  268. mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py +1 -2
  269. mteb/tasks/classification/deu/ten_k_gnad_classification.py +1 -2
  270. mteb/tasks/classification/eng/amazon_polarity_classification.py +1 -2
  271. mteb/tasks/classification/eng/arxiv_classification.py +1 -2
  272. mteb/tasks/classification/eng/banking77_classification.py +1 -2
  273. mteb/tasks/classification/eng/dbpedia_classification.py +1 -2
  274. mteb/tasks/classification/eng/emotion_classification.py +1 -2
  275. mteb/tasks/classification/eng/financial_phrasebank_classification.py +1 -2
  276. mteb/tasks/classification/eng/frenk_en_classification.py +1 -2
  277. mteb/tasks/classification/eng/gtsrb_classification.py +1 -1
  278. mteb/tasks/classification/eng/imdb_classification.py +1 -2
  279. mteb/tasks/classification/eng/legal_bench_classification.py +14 -120
  280. mteb/tasks/classification/eng/news_classification.py +1 -2
  281. mteb/tasks/classification/eng/patch_camelyon_classification.py +1 -1
  282. mteb/tasks/classification/eng/patent_classification.py +1 -2
  283. mteb/tasks/classification/eng/poem_sentiment_classification.py +1 -2
  284. mteb/tasks/classification/eng/sds_eye_protection_classification.py +1 -2
  285. mteb/tasks/classification/eng/sds_gloves_classification.py +1 -2
  286. mteb/tasks/classification/eng/toxic_chat_classification.py +2 -19
  287. mteb/tasks/classification/eng/toxic_conversations_classification.py +1 -2
  288. mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py +1 -2
  289. mteb/tasks/classification/eng/tweet_topic_single_classification.py +2 -13
  290. mteb/tasks/classification/eng/ucf101_classification.py +1 -5
  291. mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py +1 -2
  292. mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py +1 -2
  293. mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py +1 -2
  294. mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py +1 -2
  295. mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py +1 -2
  296. mteb/tasks/classification/eng/yahoo_answers_topics_classification.py +1 -2
  297. mteb/tasks/classification/eng/yelp_review_full_classification.py +1 -2
  298. mteb/tasks/classification/est/estonian_valence.py +2 -3
  299. mteb/tasks/classification/fas/fa_mteb_classification.py +7 -14
  300. mteb/tasks/classification/fil/filipino_hate_speech_classification.py +1 -2
  301. mteb/tasks/classification/fin/fin_toxicity_classification.py +2 -11
  302. mteb/tasks/classification/fra/french_book_reviews.py +1 -2
  303. mteb/tasks/classification/fra/movie_review_sentiment_classification.py +1 -2
  304. mteb/tasks/classification/guj/gujarati_news_classification.py +1 -2
  305. mteb/tasks/classification/heb/__init__.py +6 -1
  306. mteb/tasks/classification/heb/hebrew_sentiment_analysis.py +62 -4
  307. mteb/tasks/classification/hin/hindi_discourse_classification.py +1 -2
  308. mteb/tasks/classification/hin/sentiment_analysis_hindi.py +1 -2
  309. mteb/tasks/classification/hrv/frenk_hr_classification.py +1 -2
  310. mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py +1 -2
  311. mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py +1 -2
  312. mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py +1 -2
  313. mteb/tasks/classification/jav/javanese_imdb_classification.py +1 -2
  314. mteb/tasks/classification/jpn/wrime_classification.py +1 -2
  315. mteb/tasks/classification/kan/kannada_news_classification.py +1 -2
  316. mteb/tasks/classification/kor/klue_tc.py +1 -2
  317. mteb/tasks/classification/kor/kor_hate_classification.py +2 -17
  318. mteb/tasks/classification/kor/kor_sarcasm_classification.py +2 -19
  319. mteb/tasks/classification/kur/kurdish_sentiment_classification.py +3 -4
  320. mteb/tasks/classification/mal/malayalam_news_classification.py +1 -2
  321. mteb/tasks/classification/mar/marathi_news_classification.py +1 -2
  322. mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py +1 -2
  323. mteb/tasks/classification/multilingual/catalonia_tweet_classification.py +1 -6
  324. mteb/tasks/classification/multilingual/multi_hate_classification.py +1 -4
  325. mteb/tasks/classification/multilingual/ru_sci_bench_classification.py +4 -23
  326. mteb/tasks/classification/multilingual/scala_classification.py +2 -3
  327. mteb/tasks/classification/multilingual/sib200_classification.py +1 -6
  328. mteb/tasks/classification/mya/myanmar_news.py +1 -2
  329. mteb/tasks/classification/nep/nepali_news_classification.py +1 -2
  330. mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py +4 -2
  331. mteb/tasks/classification/nld/dutch_cola_classification.py +3 -0
  332. mteb/tasks/classification/nld/dutch_government_bias_classification.py +3 -0
  333. mteb/tasks/classification/nld/dutch_news_articles_classification.py +3 -0
  334. mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py +3 -0
  335. mteb/tasks/classification/nld/iconclass_classification.py +3 -0
  336. mteb/tasks/classification/nld/open_tender_classification.py +3 -0
  337. mteb/tasks/classification/nld/vaccin_chat_nl_classification.py +3 -0
  338. mteb/tasks/classification/nob/no_rec_classification.py +1 -2
  339. mteb/tasks/classification/nob/norwegian_parliament_classification.py +1 -2
  340. mteb/tasks/classification/ory/odia_news_classification.py +1 -2
  341. mteb/tasks/classification/pol/polish_classification.py +3 -6
  342. mteb/tasks/classification/ron/moroco.py +1 -2
  343. mteb/tasks/classification/ron/romanian_reviews_sentiment.py +1 -2
  344. mteb/tasks/classification/ron/romanian_sentiment_classification.py +1 -2
  345. mteb/tasks/classification/rus/georeview_classification.py +1 -2
  346. mteb/tasks/classification/rus/headline_classification.py +1 -2
  347. mteb/tasks/classification/rus/inappropriateness_classification.py +1 -2
  348. mteb/tasks/classification/rus/ru_reviews_classification.py +1 -2
  349. mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py +1 -2
  350. mteb/tasks/classification/rus/senti_ru_eval.py +1 -2
  351. mteb/tasks/classification/sin/sinhala_news_classification.py +1 -2
  352. mteb/tasks/classification/sin/sinhala_news_source_classification.py +1 -2
  353. mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py +1 -2
  354. mteb/tasks/classification/slk/slovak_hate_speech_classification.py +1 -2
  355. mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py +1 -2
  356. mteb/tasks/classification/slv/frenk_sl_classification.py +1 -2
  357. mteb/tasks/classification/spa/spanish_news_classification.py +1 -2
  358. mteb/tasks/classification/spa/spanish_sentiment_classification.py +1 -2
  359. mteb/tasks/classification/ssw/siswati_news_classification.py +1 -2
  360. mteb/tasks/classification/swa/swahili_news_classification.py +1 -2
  361. mteb/tasks/classification/swe/dalaj_classification.py +1 -2
  362. mteb/tasks/classification/swe/swe_rec_classification.py +1 -2
  363. mteb/tasks/classification/swe/swedish_sentiment_classification.py +1 -2
  364. mteb/tasks/classification/tam/tamil_news_classification.py +1 -2
  365. mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py +1 -2
  366. mteb/tasks/classification/tha/wisesight_sentiment_classification.py +1 -2
  367. mteb/tasks/classification/tsn/tswana_news_classification.py +1 -2
  368. mteb/tasks/classification/tur/__init__.py +4 -0
  369. mteb/tasks/classification/tur/turkish_constitutional_court.py +41 -0
  370. mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py +1 -2
  371. mteb/tasks/classification/tur/turkish_product_sentiment_classification.py +1 -2
  372. mteb/tasks/classification/ukr/ukr_formality_classification.py +2 -15
  373. mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py +1 -2
  374. mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py +1 -6
  375. mteb/tasks/classification/vie/amazon_polarity_vn_classification.py +1 -6
  376. mteb/tasks/classification/vie/amazon_reviews_vn_classification.py +1 -5
  377. mteb/tasks/classification/vie/banking77_vn_classification.py +1 -5
  378. mteb/tasks/classification/vie/emotion_vn_classification.py +1 -5
  379. mteb/tasks/classification/vie/imdb_vn_classification.py +1 -5
  380. mteb/tasks/classification/vie/massive_intent_vn_classification.py +1 -5
  381. mteb/tasks/classification/vie/massive_scenario_vn_classification.py +1 -5
  382. mteb/tasks/classification/vie/mtop_domain_vn_classification.py +1 -5
  383. mteb/tasks/classification/vie/mtop_intent_vn_classification.py +1 -5
  384. mteb/tasks/classification/vie/toxic_conversations_vn_classification.py +1 -5
  385. mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py +1 -5
  386. mteb/tasks/classification/vie/vie_student_feedback_classification.py +1 -2
  387. mteb/tasks/classification/zho/cmteb_classification.py +5 -10
  388. mteb/tasks/classification/zho/yue_openrice_review_classification.py +1 -2
  389. mteb/tasks/classification/zul/isi_zulu_news_classification.py +1 -2
  390. mteb/tasks/clustering/eng/hume_wiki_cities_clustering.py +1 -1
  391. mteb/tasks/clustering/eng/wiki_cities_clustering.py +1 -1
  392. mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py +1 -3
  393. mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py +1 -6
  394. mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py +3 -0
  395. mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py +3 -0
  396. mteb/tasks/clustering/nld/iconclass_clustering_s2s.py +3 -0
  397. mteb/tasks/clustering/nld/open_tender_clustering_p2p.py +3 -0
  398. mteb/tasks/clustering/nld/open_tender_clustering_s2s.py +3 -0
  399. mteb/tasks/clustering/nld/vabb_clustering_p2p.py +3 -0
  400. mteb/tasks/clustering/nld/vabb_clustering_s2s.py +3 -0
  401. mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py +1 -5
  402. mteb/tasks/clustering/vie/reddit_clustering_vn.py +1 -5
  403. mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py +1 -5
  404. mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py +1 -5
  405. mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py +1 -5
  406. mteb/tasks/clustering/zho/cmteb_clustering.py +2 -2
  407. mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py +1 -1
  408. mteb/tasks/multilabel_classification/ita/emit_classification.py +1 -5
  409. mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py +1 -9
  410. mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py +1 -6
  411. mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py +3 -0
  412. mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py +3 -0
  413. mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py +1 -6
  414. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py +1 -1
  415. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py +1 -2
  416. mteb/tasks/pair_classification/dan/talemaader_pc.py +1 -6
  417. mteb/tasks/pair_classification/eng/legal_bench_pc.py +1 -9
  418. mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py +3 -0
  419. mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py +3 -0
  420. mteb/tasks/pair_classification/rus/__init__.py +2 -2
  421. mteb/tasks/pair_classification/rus/terra.py +51 -25
  422. mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py +1 -5
  423. mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py +1 -5
  424. mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py +1 -5
  425. mteb/tasks/regression/multilingual/ru_sci_bench_regression.py +2 -6
  426. mteb/tasks/reranking/jpn/__init__.py +9 -1
  427. mteb/tasks/reranking/jpn/j_qa_ra_reranking_lite.py +49 -0
  428. mteb/tasks/reranking/jpn/ja_cwir_reranking_lite.py +47 -0
  429. mteb/tasks/reranking/multilingual/__init__.py +2 -0
  430. mteb/tasks/reranking/multilingual/multi_long_doc_reranking.py +70 -0
  431. mteb/tasks/reranking/multilingual/wikipedia_reranking_multilingual.py +1 -1
  432. mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py +1 -2
  433. mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py +1 -5
  434. mteb/tasks/reranking/vie/sci_docs_reranking_vn.py +1 -5
  435. mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py +1 -5
  436. mteb/tasks/retrieval/code/code_rag.py +12 -12
  437. mteb/tasks/retrieval/code/fresh_stack_retrieval.py +8 -5
  438. mteb/tasks/retrieval/dan/dan_fever_retrieval.py +1 -1
  439. mteb/tasks/retrieval/dan/tv2_nordretrieval.py +2 -2
  440. mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py +2 -2
  441. mteb/tasks/retrieval/eng/__init__.py +2 -0
  442. mteb/tasks/retrieval/eng/chemrxiv.py +33 -0
  443. mteb/tasks/retrieval/eng/cub200_i2i_retrieval.py +1 -1
  444. mteb/tasks/retrieval/eng/lit_search_retrieval.py +1 -8
  445. mteb/tasks/retrieval/eng/vidore_bench_retrieval.py +4 -0
  446. mteb/tasks/retrieval/jpn/__init__.py +8 -0
  447. mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py +1 -4
  448. mteb/tasks/retrieval/jpn/ja_cwir_retrieval_lite.py +47 -0
  449. mteb/tasks/retrieval/jpn/jaqket_retrieval_lite.py +50 -0
  450. mteb/tasks/retrieval/jpn/miracl_ja_retrieval_lite.py +52 -0
  451. mteb/tasks/retrieval/jpn/mr_tydi_ja_retrieval_lite.py +48 -0
  452. mteb/tasks/retrieval/kat/georgian_faq_retrieval.py +11 -4
  453. mteb/tasks/retrieval/kor/__init__.py +16 -1
  454. mteb/tasks/retrieval/kor/kovidore2_bench_retrieval.py +142 -0
  455. mteb/tasks/retrieval/kor/squad_kor_v1_retrieval.py +47 -0
  456. mteb/tasks/retrieval/multilingual/__init__.py +24 -0
  457. mteb/tasks/retrieval/multilingual/belebele_retrieval.py +5 -4
  458. mteb/tasks/retrieval/multilingual/euro_pirq_retrieval.py +43 -0
  459. mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py +56 -42
  460. mteb/tasks/retrieval/multilingual/mkqa_retrieval.py +1 -2
  461. mteb/tasks/retrieval/multilingual/mlqa_retrieval.py +1 -4
  462. mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py +1 -2
  463. mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py +9 -4
  464. mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py +2 -12
  465. mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py +4 -2
  466. mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py +389 -0
  467. mteb/tasks/retrieval/nld/__init__.py +8 -4
  468. mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py +46 -27
  469. mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py +3 -0
  470. mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py +3 -0
  471. mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py +3 -0
  472. mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py +42 -25
  473. mteb/tasks/retrieval/nld/open_tender_retrieval.py +3 -0
  474. mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py +42 -24
  475. mteb/tasks/retrieval/nld/scidocsnl_retrieval.py +44 -27
  476. mteb/tasks/retrieval/nld/vabb_retrieval.py +3 -0
  477. mteb/tasks/retrieval/nob/norquad.py +2 -2
  478. mteb/tasks/retrieval/nob/snl_retrieval.py +2 -2
  479. mteb/tasks/retrieval/slk/slovak_sum_retrieval.py +1 -7
  480. mteb/tasks/retrieval/tur/tur_hist_quad.py +1 -1
  481. mteb/tasks/retrieval/vie/__init__.py +14 -6
  482. mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py +1 -5
  483. mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py +40 -5
  484. mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py +1 -5
  485. mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py +1 -5
  486. mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py +1 -5
  487. mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py +1 -5
  488. mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py +1 -5
  489. mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py +1 -5
  490. mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py +1 -5
  491. mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py +1 -5
  492. mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py +1 -5
  493. mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py +1 -5
  494. mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py +40 -5
  495. mteb/tasks/retrieval/vie/fevervn_retrieval.py +40 -7
  496. mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py +1 -5
  497. mteb/tasks/retrieval/vie/green_node_table_markdown_retrieval.py +16 -1
  498. mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py +40 -6
  499. mteb/tasks/retrieval/vie/msmarcovn_retrieval.py +49 -5
  500. mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py +1 -5
  501. mteb/tasks/retrieval/vie/nqvn_retrieval.py +40 -5
  502. mteb/tasks/retrieval/vie/quora_vn_retrieval.py +1 -6
  503. mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py +1 -5
  504. mteb/tasks/retrieval/vie/scidocsvn_retrieval.py +1 -6
  505. mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py +1 -5
  506. mteb/tasks/retrieval/vie/treccovidvn_retrieval.py +1 -5
  507. mteb/tasks/retrieval/vie/tvpl_retrieval.py +42 -0
  508. mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py +15 -1
  509. mteb/tasks/sts/nld/sick_nl_sts.py +1 -0
  510. mteb/tasks/sts/vie/biosses_stsvn.py +1 -5
  511. mteb/tasks/sts/vie/sickr_stsvn.py +1 -5
  512. mteb/tasks/sts/vie/sts_benchmark_stsvn.py +1 -5
  513. mteb/tasks/zeroshot_classification/eng/gtsrb.py +1 -1
  514. mteb/tasks/zeroshot_classification/eng/patch_camelyon.py +1 -1
  515. mteb/tasks/zeroshot_classification/eng/ucf101.py +1 -5
  516. mteb/types/__init__.py +2 -0
  517. mteb/types/_encoder_io.py +19 -2
  518. mteb/types/_result.py +2 -1
  519. mteb/types/statistics.py +9 -3
  520. {mteb-2.1.4.dist-info → mteb-2.7.2.dist-info}/METADATA +25 -8
  521. {mteb-2.1.4.dist-info → mteb-2.7.2.dist-info}/RECORD +525 -438
  522. mteb/models/model_implementations/mxbai_models.py +0 -102
  523. mteb/models/model_implementations/nb_sbert.py +0 -25
  524. {mteb-2.1.4.dist-info → mteb-2.7.2.dist-info}/WHEEL +0 -0
  525. {mteb-2.1.4.dist-info → mteb-2.7.2.dist-info}/entry_points.txt +0 -0
  526. {mteb-2.1.4.dist-info → mteb-2.7.2.dist-info}/licenses/LICENSE +0 -0
  527. {mteb-2.1.4.dist-info → mteb-2.7.2.dist-info}/top_level.txt +0 -0
{mteb-2.1.4.dist-info → mteb-2.7.2.dist-info}/RECORD RENAMED
@@ -1,67 +1,72 @@
1
- mteb/__init__.py,sha256=bl3K7IHalVzP27SIQ3qdo52vy9aAuvMsIKOx0h5P6Sk,1256
1
+ mteb/__init__.py,sha256=AFdvWGkAnKZqzKxqp-xvuBhGnpz0QM1cuOtaztsDzjI,1430
2
2
  mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
3
- mteb/_create_dataloaders.py,sha256=5N4BKUElPLgk7aR3M5RGe3oECIGy8SntB6WufZvFMaM,14237
3
+ mteb/_create_dataloaders.py,sha256=WgQmfAgz1fuPvCvk20Oo1HSt2g-KCGITqi8yF_5MGGg,14324
4
4
  mteb/_helpful_enum.py,sha256=jh73N1jlcpg7RGz4bj8UpctiMNvqvHpp9wrB7SYEzIU,510
5
5
  mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
6
6
  mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
7
7
  mteb/_set_seed.py,sha256=HPlPRl__Pe6IG-4UgJqTfplcivJ_wA2kaClbXoHQedM,1178
8
- mteb/cache.py,sha256=rjpXTo9FTuYNwuZGQxZ1v9Yj8pIeMvwW7WNWM4CI6zA,20010
9
- mteb/deprecated_evaluator.py,sha256=t13Eluvm5ByVIOqgT7fqiVfLb8Ud3A4bbF2djRfs8iA,26901
10
- mteb/evaluate.py,sha256=a8dE6GtDC8TC4Q9rvJfzPuPNDbuNJSx8TAhR-aFMnLQ,17153
11
- mteb/filter_tasks.py,sha256=5XE1OYmgDDoJYnXwFf4ma_PIT_Lekzs420sQF_kpCiY,7240
12
- mteb/get_tasks.py,sha256=6Gc18a2bZoLQV1Ms_qdr2KieAqIXg8TDg4l7ZN8rW2I,14218
13
- mteb/load_results.py,sha256=Xw2ZX7BToU92WwUTQUQKPAgPhX7ucyRRdoCrxAoPHdI,6414
14
- mteb/similarity_functions.py,sha256=ZkBapSGDXKE5ipTG2FpeFnAC1iWwiVkrAidmKK_I4bI,8799
8
+ mteb/cache.py,sha256=FheoSVGHDB88ohCKdGm3uJ0eq4tQjFZHyegAlUvymn8,27574
9
+ mteb/deprecated_evaluator.py,sha256=ASPodCDsqofAPUEGBikZA1ZCIDiSnxyL4xuic63OkYQ,27661
10
+ mteb/evaluate.py,sha256=RFHQ3NEI0qPD3EmMYrxH9RtDTjPJ3R4ZLX4ZmT14IO4,19247
11
+ mteb/filter_tasks.py,sha256=D9g2o79aQiA5va7u_QKtMlZNDUmYwZGqCDpaKhBimWQ,7335
12
+ mteb/get_tasks.py,sha256=UoxxsGVgeCm_qonCihl7EOFqWN_9BOCW2IP7GMN7ICw,14319
13
+ mteb/load_results.py,sha256=9SovAzy7TQn-hibClDfH5B-YDMVdi4tZmDgGYfiL2Hc,6431
14
+ mteb/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
15
+ mteb/similarity_functions.py,sha256=7mv2dFpMiWNDnGCjCsRQOT77RTtsIsoKUma_FsXG5z0,10790
15
16
  mteb/_evaluators/__init__.py,sha256=Ag1_RWpxBGMpujzd3FZjI40gY_KQKIpY31tJPuk-hFg,1013
16
17
  mteb/_evaluators/_download.py,sha256=jntlcURbJxcxUjTmn2D9Tu6ZnWgDc9t5bY8p9CZCqv4,586
17
- mteb/_evaluators/any_sts_evaluator.py,sha256=eGaxRYmB53STk3k6x9h8RDqf0W8TDBFGcekX4o5Mh0g,3331
18
- mteb/_evaluators/clustering_evaluator.py,sha256=uw9mNJ_swuZFwjU8b1XRMsI49nip-_fOEUPpSmv4mIc,2075
19
- mteb/_evaluators/evaluator.py,sha256=gwaeftcAKoGcIQs8jIaafynbcYrYErj6AitHBxgjn2w,807
20
- mteb/_evaluators/pair_classification_evaluator.py,sha256=m-xxDvSLrsqccbpmHur3h2dLl5YAC8Noy4n3-p0ewBM,6770
21
- mteb/_evaluators/retrieval_evaluator.py,sha256=HsowKZkqRCNzTwM7EcsHX18KhVKAjrm0sa_wFrreCb8,3031
22
- mteb/_evaluators/retrieval_metrics.py,sha256=we0damQCJrdaRUD6JlU2MM7Ls9xERP_OBS5gHt53u9Q,23588
23
- mteb/_evaluators/sklearn_evaluator.py,sha256=P6YRx4we1AHmIZJV_VTzHiZ-tx1kV7iG_t4vutlXixA,4491
24
- mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=i_4XXqZ_naSWHWSJChzxby4x9EGG0FjOSfDzB_7IVNc,2288
18
+ mteb/_evaluators/any_sts_evaluator.py,sha256=Xdl78CJo7yfeXjGhUBrrilzq_Uz3yzaakAugVlaqV5E,3769
19
+ mteb/_evaluators/classification_metrics.py,sha256=TI-cMPWrIpMqpsNhhwSBY4bZUu2yM469fbcu44zolW0,1926
20
+ mteb/_evaluators/clustering_evaluator.py,sha256=YfjwpZL03Tiu0jfd6HBSavrOs_WALwIpoPC25JGkVvE,2063
21
+ mteb/_evaluators/evaluator.py,sha256=CZIFM84KJcbygBqHrd6Reg0FA1ZT5dfVjFTuBYgGyMw,906
22
+ mteb/_evaluators/pair_classification_evaluator.py,sha256=kgxvnzsZPFF7c6GNRWtyAP3AJ3v_heRQUYwmYvNATzI,6440
23
+ mteb/_evaluators/retrieval_evaluator.py,sha256=UVrGtjOQdbDD2ZeH1oVm9ouIlU7Uup2a09ylzm0-QaM,3024
24
+ mteb/_evaluators/retrieval_metrics.py,sha256=fwsPemssWqQRvo0t4PZTGrrv5KXK8N6U35kOFSkRbEU,23755
25
+ mteb/_evaluators/sklearn_evaluator.py,sha256=lipgxkGXWeKGD2jhaNL9WQqLBS1_2L_WZpUobZR7iBI,3838
26
+ mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=Y5ZFUsBAWXMpKnZ6Iw1K0lm0_L4chLMxC4LAdZCBbPs,2296
25
27
  mteb/_evaluators/image/__init__.py,sha256=CsQd7OMkeV2Phun7paPWjayZ5qRnvj8H0TYBFeqMxag,148
26
- mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=oWurbJK34xzMwFwpfEKWGaararUCUnoMagUvH3NN4M4,4854
28
+ mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=6_xhsLSq8ZxGkE9Z_rBXR_FvrKcZ_DEvAaJsQVlLAGo,4962
27
29
  mteb/_evaluators/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
28
- mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=3Lmf0G4pCJN61nTLukIBSL49MHio0z5UAIDMrOVHniY,6244
29
- mteb/_evaluators/text/summarization_evaluator.py,sha256=LBQUudSzaa0x4-JV0tLiEWd_zvSUP-4twkV3HhOUeiU,10393
30
+ mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=RhWD_Q-xrKfTPoSzAVlhv31ays-jogYqO7ZtKUCiEgo,6570
31
+ mteb/_evaluators/text/summarization_evaluator.py,sha256=USjeo4Z1yhsSNkFq2c-I9okJSAHYyDDkqF-vRyBb828,10756
30
32
  mteb/abstasks/__init__.py,sha256=1iAwpYTWX7U-goak2KMmacPFCzxPchLQAmZ_uI0t-p0,1130
31
- mteb/abstasks/_statistics_calculation.py,sha256=gf_BhkXbCdwT1w4xza3op6FmjFsZIsNjvyUMCgRyTrg,5578
32
- mteb/abstasks/_stratification.py,sha256=zfwkIVmD7Aq7mR2Yt8jTeW1j5ZVV7CIweW842VzcfXc,14364
33
- mteb/abstasks/abstask.py,sha256=nZwiY_5d0VVtUrlCATngpFLG3JAovO5AvmD0nkkWsLE,25118
34
- mteb/abstasks/aggregate_task_metadata.py,sha256=vzt1z2wDl0sXD7ErZFwKojYwmFUBPAnGlXLuqLA_-6Q,5992
35
- mteb/abstasks/aggregated_task.py,sha256=puY6-EAqbL5ehKvFHTMriIdy3rAuqqYHF3ezog1eYxw,6671
36
- mteb/abstasks/classification.py,sha256=Es9pmRdjv6xbc-KnGqVdO6dR1cc7yAHhekCZES7n5o8,13441
37
- mteb/abstasks/clustering.py,sha256=WRbNfaYYaWJQGQEOrGtW6GpUkhsezqI-iGECYMK0Ruw,14433
38
- mteb/abstasks/clustering_legacy.py,sha256=HZY8zgBgqqs5urF_to9wzqm3MnjFivs59hU6P3NrzcI,8684
33
+ mteb/abstasks/_statistics_calculation.py,sha256=FI2kAK1fLf1HreoBNYZ1YKKjD26xI0UUhfmoC7x6Qss,5974
34
+ mteb/abstasks/_stratification.py,sha256=GnqYRtkFYsB-412EvMR2iMqIinFr98NCSmxHeCXctlw,14347
35
+ mteb/abstasks/abstask.py,sha256=NMm-BSKcDEwveE5qW4D8wRH0b7MsI_tgbhix21dIM6c,25579
36
+ mteb/abstasks/aggregate_task_metadata.py,sha256=nDkXU-_mxPdf_YK8d4P-fPGAzX3jBfwA19P7ZOgn0Fc,5646
37
+ mteb/abstasks/aggregated_task.py,sha256=-L0ke7A_jmOZYQRW1NmOaAVTUll2bGWRTjmCiH__1S0,6066
38
+ mteb/abstasks/classification.py,sha256=0pumzQSqCySo8EjNlUCu6xQgqfLFU7wugmH-0VCXX-4,13580
39
+ mteb/abstasks/clustering.py,sha256=xuad_3QHuqpxfZo250NBVAvxKC-jLBec37REcerG-BQ,14624
40
+ mteb/abstasks/clustering_legacy.py,sha256=XGGq-5kBMWOEpWt6LBLkeUNqHTSDw3GRRipfHW9ve8M,8865
39
41
  mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
40
- mteb/abstasks/multilabel_classification.py,sha256=_DugiqvGhOWd-dGM7746OeS0659Ft8W_vvWoi7BvSXQ,8968
41
- mteb/abstasks/pair_classification.py,sha256=cmXfQmzmbTiHDWgPKy21Iddh_q_PwCqhv8Lz6rAwe5U,12851
42
- mteb/abstasks/regression.py,sha256=SeacOErZUXGLGOcwqAvht6BlbD8fcsn9QhNiFIuJGyc,8832
43
- mteb/abstasks/retrieval.py,sha256=7QTKYlGaGvF1lOQkB_B4qj8Vm2FxxFXNVTHhfwZO8Bw,26439
44
- mteb/abstasks/retrieval_dataset_loaders.py,sha256=WukcFAn54rUpXULCG43eysHozXHAxo2CaPhQyL_2Yg8,9401
45
- mteb/abstasks/sts.py,sha256=rv611-rFNgaGFD8Hmsgwsbxgjt7dNZritL9pMFMjzLk,8660
46
- mteb/abstasks/task_metadata.py,sha256=jDN2j-WOu1yYtexdsmmnqDU-0-QJbh7MxLXgNlVvcEA,26854
47
- mteb/abstasks/zeroshot_classification.py,sha256=4UxBIZ1e1iRK8PRAhCWnnSDirK2vi5-w2N5ZomCnaIM,5882
42
+ mteb/abstasks/multilabel_classification.py,sha256=D_bdK3yyZFgaH1pg9PpO5LHQMVaJP3IkzvXCmYgmPjI,9540
43
+ mteb/abstasks/pair_classification.py,sha256=-T8q7JQRjHZ3ihLqnuR2yuuci9xljvUqCldsHGnGLGc,13767
44
+ mteb/abstasks/regression.py,sha256=sROjvfasLS89KRPUTsc1ONFsBTzfoqlpxLQfIkKBQXs,8763
45
+ mteb/abstasks/retrieval.py,sha256=keuf7GeYyM0ODPlVFGZIFBmBoSil0c1glmcu6C0YzhA,26921
46
+ mteb/abstasks/retrieval_dataset_loaders.py,sha256=Jcr2hHe5sqWc8eL3WDhR9J7bJokD7tyhz_z3eD14o0M,9403
47
+ mteb/abstasks/sts.py,sha256=b_19QvclU0_q0aEJdfvB3weUQ96bUS7uDuuRrjpz8Bc,9245
48
+ mteb/abstasks/task_metadata.py,sha256=7TM_ls5bzYA1dHFq3VQgeioiyLrvMQz4i3hmWIsnD4M,27029
49
+ mteb/abstasks/zeroshot_classification.py,sha256=O8jxoBgnrRx-BzOnr1aJVK3wIEBwkA4xuMxdVxlzJqI,6053
50
+ mteb/abstasks/_data_filter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
51
+ mteb/abstasks/_data_filter/filters.py,sha256=znU7pjA7GYbChxUVyPGgCIdp7OvFeawBvksXki5LMcg,4611
52
+ mteb/abstasks/_data_filter/task_pipelines.py,sha256=HUB2fXX5IsLJ9MchLoh3cEjiywkPEY1wFgKBlv1wz58,3158
48
53
  mteb/abstasks/image/__init__.py,sha256=NgvMJnp1g2mUv27RL-TvzA7s1BOdMG-EB1CrZfdbWdg,136
49
- mteb/abstasks/image/image_text_pair_classification.py,sha256=SejETTXc3g2VSWYafTe-VAHZcNpX98bgzsWsqQisIzI,7712
54
+ mteb/abstasks/image/image_text_pair_classification.py,sha256=4RfPdAlb4ZlAE-9DiFQUvm7YpcQg9kTY7HRjRVenLmk,7935
50
55
  mteb/abstasks/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
51
- mteb/abstasks/text/bitext_mining.py,sha256=8m86XHJ3TxguC9itxZRq2Bt_p0NYojojS2BtkAiW-QM,10508
52
- mteb/abstasks/text/reranking.py,sha256=rfRGRBeSjZLgkh8pneMgRm-vd9NHr5jSFH92YfOHfmU,7776
53
- mteb/abstasks/text/summarization.py,sha256=KYEb8gh4JjpSsrvGUmQ2VlrVdzzVxIWcitXOJUaHhO4,6954
56
+ mteb/abstasks/text/bitext_mining.py,sha256=0Ff7t1jMEonajHzB5CzZZoSMVkC5KTa0muoytcNzOjM,11152
57
+ mteb/abstasks/text/reranking.py,sha256=vD5YUwst--zJ01bU40Z7juqQyuv8jrareRTtoCwt8E4,7871
58
+ mteb/abstasks/text/summarization.py,sha256=qCUWfxaVAW0EYTFClUh9puBMGttyV6C7qKpCcHPAZN8,7148
54
59
  mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
55
- mteb/benchmarks/_create_table.py,sha256=gYgwhACmY8JSN00y6r3HfHNQphCIuvcw_IwRZNQwgdc,20623
56
- mteb/benchmarks/benchmark.py,sha256=9pbrn5vsSB9Xo23YqQXjRdzorXnMulkm1QvJUkqvuGk,3445
57
- mteb/benchmarks/get_benchmark.py,sha256=Zh_C_RXl02hBxg6ffQlxEFERrokaern1RAN4yh2pa2E,3833
58
- mteb/benchmarks/benchmarks/__init__.py,sha256=Et7Gf7pKDxa939bIvAJB6OCirQrWAbmbbI3LHA6eMa0,2070
59
- mteb/benchmarks/benchmarks/benchmarks.py,sha256=iddOlyNIqnxd6Mp_-cQcADKbZ3gc2uZKxyEutJvv78o,88416
60
+ mteb/benchmarks/_create_table.py,sha256=b2RqGqi0ZonKbHecEcZiF4pkfE96smFRIzxOI82ETA8,22304
61
+ mteb/benchmarks/benchmark.py,sha256=RheQOo0iQbu_ylN7oFLr2r-z_ahrMCTvKscVuwUx6yo,5694
62
+ mteb/benchmarks/get_benchmark.py,sha256=nzR6cu5yXu1kIJKhd4A2R62xp43Z62bluPbOpNXHMWQ,2545
63
+ mteb/benchmarks/benchmarks/__init__.py,sha256=767VzDgayFSB3KJ05o0gFdOeo2f1EarbEfnCsy_karw,2294
64
+ mteb/benchmarks/benchmarks/benchmarks.py,sha256=zAm1NTggaWb5Am6O30FUf-8zIbbF39eiuhSyLHzlpxQ,102370
60
65
  mteb/benchmarks/benchmarks/rteb_benchmarks.py,sha256=QnCSrTTaBfcRlAQp2Nu81tgv1idMXqiM16Fp2zKJ5Ys,10607
61
66
  mteb/cli/__init__.py,sha256=v-csUr3eUZElIvrGB6QGtaIdndDfNWEe9oZchsGsJpg,64
62
- mteb/cli/_display_tasks.py,sha256=7A06dT9sSoTz6shyMvskPxuc5eHY_H7PGPlROzMP0yw,2196
63
- mteb/cli/build_cli.py,sha256=SzYrKEdbtfyA08ATPPL4_Z5REzNKp5965R_ANEKc3ug,12408
64
- mteb/cli/generate_model_card.py,sha256=IZ7C96xvtBcqERm1goTynwo8A9fpI_KDUxGiyZeLfGE,4053
67
+ mteb/cli/_display_tasks.py,sha256=pWKupzak8uxEIwJZbYpZpteeVprOgVT9Wr0HYeypitQ,2206
68
+ mteb/cli/build_cli.py,sha256=LkpAPwirASdfDzDdAbyRIAJ87tUAWZk7i75E8hN5iVA,15389
69
+ mteb/cli/generate_model_card.py,sha256=wX1ApQHCbox9z8QIiHSomcbTiCIHmsoUTnsxmAv7e-g,4945
65
70
  mteb/descriptive_stats/BitextMining/BUCC.json,sha256=7zXoJaZacNdqMSG60jPZGIDJ1is_bxbVlcrVyImPRxw,3745
66
71
  mteb/descriptive_stats/BitextMining/BUCC.v2.json,sha256=IRPOKaIaUD31okNe12nQV2E1JeYK_Fo25Tz7d-utATM,3716
67
72
  mteb/descriptive_stats/BitextMining/BibleNLPBitextMining.json,sha256=BxzjiVoeXrSKaeBIVytLKMf2yx_6ksZ4GddPtTU8MWY,1248649
@@ -83,6 +88,7 @@ mteb/descriptive_stats/BitextMining/PhincBitextMining.json,sha256=bC31IS_N3-eehB
83
88
  mteb/descriptive_stats/BitextMining/PubChemSMILESBitextMining.json,sha256=v4OzVwYV3Q-J3VitfK8zX_t2ZOZzvD4WtPeJoFeVNgI,3737
84
89
  mteb/descriptive_stats/BitextMining/RomaTalesBitextMining.json,sha256=ciHSHuKgi4Ip0eH4f6G52w4MQ0BFvjizBN1Mh-2tPNE,1415
85
90
  mteb/descriptive_stats/BitextMining/RuSciBenchBitextMining.json,sha256=f_lS0ua_dtwhmw-zqqZGGPJ4b_4u82VDicM8a71SId8,2209
91
+ mteb/descriptive_stats/BitextMining/RuSciBenchBitextMining.v2.json,sha256=jm6tsOyOooX64kgPl_rLTv_aiHy34Nc1MudlqXgrSpQ,2214
86
92
  mteb/descriptive_stats/BitextMining/SAMSumFa.json,sha256=A1o7RjIwoNwjxRoMS6Qmn-4VGy5vX_QDK4sQAjJCM5Y,613
87
93
  mteb/descriptive_stats/BitextMining/SRNCorpusBitextMining.json,sha256=41u--q1IXxBXqFb8f_BXYdv9fIlUkbfSPldzwCNbo-w,2136
88
94
  mteb/descriptive_stats/BitextMining/SynPerChatbotRAGSumSRetrieval.json,sha256=nNEK8VHlRxDRmMjwuBA4U5RuXNZwxWyCHFCJHQbqIAQ,612
@@ -252,6 +258,7 @@ mteb/descriptive_stats/Classification/HeadlineClassification.json,sha256=VfTqah7
252
258
  mteb/descriptive_stats/Classification/HeadlineClassification.v2.json,sha256=n-KiCmlKXb5QOzNG9QTdjwYR-cRV3Qvn96KOF2so7Cs,2110
253
259
  mteb/descriptive_stats/Classification/HebrewSentimentAnalysis.json,sha256=j517xsonPntbr4k5Pa9ftGGIZqzaOLDvPqeGjWngdyI,1659
254
260
  mteb/descriptive_stats/Classification/HebrewSentimentAnalysis.v2.json,sha256=FaxgCr_lbS-ppsd_cEp_87kbCRCGqFUDMZv375XGvdk,1658
261
+ mteb/descriptive_stats/Classification/HebrewSentimentAnalysis.v3.json,sha256=75u2ZWek2BT8JQElPqBHvCqTEXbeTwlrXcyQC5NK-wU,1658
255
262
  mteb/descriptive_stats/Classification/HinDialectClassification.json,sha256=HK13-QJaWc0uC4wOqhZHKzT6i05_wJhURdUJ6Upq8OQ,4745
256
263
  mteb/descriptive_stats/Classification/HindiDiscourseClassification.json,sha256=4XMoJL46RHYKYKdndxD5lZ2b3hGjL2CArx3eRalO8eg,1049
257
264
  mteb/descriptive_stats/Classification/HindiDiscourseClassification.v2.json,sha256=MGz2Ntd2JxyHtlP3GhkhbMQ_yH2Eladd4vZSFOme2K8,2088
@@ -508,6 +515,7 @@ mteb/descriptive_stats/Classification/ToxicConversationsVNClassification.json,sh
508
515
  mteb/descriptive_stats/Classification/TswanaNewsClassification.json,sha256=ve0LsVS9DKfqeXE3vwQD5yCtZE5EA209-g2BpJ-5Kn0,2703
509
516
  mteb/descriptive_stats/Classification/TswanaNewsClassification.v2.json,sha256=ve0LsVS9DKfqeXE3vwQD5yCtZE5EA209-g2BpJ-5Kn0,2703
510
517
  mteb/descriptive_stats/Classification/TurkicClassification.json,sha256=Vc4ZRF1j0eyasJLMIW-0vN4HhVtfDxU1nzS-y8P0FWU,19509
518
+ mteb/descriptive_stats/Classification/TurkishConstitutionalCourtViolation.json,sha256=EMEEd5F1RdDTYBRBD-oyYXtf87K_yufblqIFFm051U8,1508
511
519
  mteb/descriptive_stats/Classification/TurkishMovieSentimentClassification.json,sha256=e0SE-SCDiioi8zkEIjKGAzHHpWoZJ41HT0igJRkK6Vs,1507
512
520
  mteb/descriptive_stats/Classification/TurkishMovieSentimentClassification.v2.json,sha256=IhXQYsjSXHdpAdnJMLfM5etS7VeKeorQofv6aNFePU0,1509
513
521
  mteb/descriptive_stats/Classification/TurkishProductSentimentClassification.json,sha256=cgpSg-LW1fPVVPuOkOl-d3cDXr5T5JVIwEnXjW3EKEc,1499
@@ -775,11 +783,25 @@ mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTatQARetrieval.json,sh
775
783
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTweetStockSyntheticsRetrieval.json,sha256=13JnQILz--KA2j9xooDkf2hp_4bdAttKcM_co6m0VMo,14073
776
784
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsDocumentsRetrieval.json,sha256=caHYDGWGBmlOdL3HHT0djzOgj1hwfGfNMpgNptRRdVs,27289
777
785
  mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsMapsRetrieval.json,sha256=HIoVgPD7wSHz7Ro-HKXh_YpAJFCJb6WzUsziBP2a1fI,1089
786
+ mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2CybersecurityRetrieval.json,sha256=stPxkKTyZNw3mVVnuZRrWLfSsxYYEnd8Ym2NvBppdXw,1088
787
+ mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2EconomicRetrieval.json,sha256=bUkZyMf7f00Wz0KCwcezjp_KJcq5hEbop50dWcMa6T4,1088
788
+ mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2EnergyRetrieval.json,sha256=iMt--FqlwQrj3skZ6MnPW9GHh5yH8wcuA5hfr7e4D3w,1088
789
+ mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2HrRetrieval.json,sha256=nJJkkRNCo26iVXk0ZQCbHR5iii8zeyTrpthnzQ_MIRU,1091
778
790
  mteb/descriptive_stats/Image/DocumentUnderstanding/MIRACLVisionRetrieval.json,sha256=LY6SQHcLESsRrRmfzt9h2sGHfxAdnQD1fhMG0KCQmaU,24510
779
791
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2BioMedicalLecturesRetrieval.json,sha256=L4xuWlJVfd8WDIRtj8gJoOWbBnbm3BigWrQC2nOojpc,6365
780
792
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsHLRetrieval.json,sha256=DWI0Au4nsfUCSNWkAhK_ffGfmcRdgIHc_JYekjFlXKg,1091
781
793
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsRetrieval.json,sha256=KkXggOA5gKdMixYP5AYuVLL6KWkNkIWU6t9mwJiLtJs,6469
782
794
  mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2EconomicsReportsRetrieval.json,sha256=m9HPPB3Tcpv4jYeWIpj1RVTe0PABF94jWeF0bwIfB9Y,6443
795
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json,sha256=f_y7ispKHYN9theAndylaNriV0qZkUbCYh74eQ24Dk8,8985
796
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json,sha256=VfkVR3Gb8we-w5gAzncPxoIzThu3sliSyZ8QdSdU6Dk,9141
797
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json,sha256=-P-wMCQUhbCHxcQwU3KyjAOoB9Qa4NoF5GFVyM4lc3Q,8986
798
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json,sha256=Z2Kd8_GAIT9gs99B4KcEmSX0RwrpMrP6UhIRb8Ei3YE,9026
799
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3HrRetrieval.json,sha256=Zlic-x7795meyH9HtFI1XDmP1bGS_VwppizGuigx8Kk,9153
800
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3IndustrialRetrieval.json,sha256=J3vyZdO3ENRFJeCjwLuzyz837yoZSMwAMkSekZpzkXQ,9151
801
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3NuclearRetrieval.json,sha256=iGQfW_Xiz3ls8eUnkBZt05AJvXeFIjCVFZKqo8TtWxA,9153
802
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PharmaceuticalsRetrieval.json,sha256=WGCushRYslK44ENPob9j5AN-DZrdC0KmD8Mn3Ls-ZvA,9161
803
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PhysicsRetrieval.json,sha256=EzrOi5Y0e_HzhaPVHXQtyhbyWwlZxpiAykWAC-Mn1Q0,8992
804
+ mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json,sha256=g1zONOaTPiWDVZCgjlRmlhtKzybZaVif887pJf2G0AI,9153
783
805
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreArxivQARetrieval.json,sha256=enSBasFp7N6iaecl8TKZphJHCM7tguIPZGTt_-Gv7-U,1040
784
806
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreDocVQARetrieval.json,sha256=k4kmjHaTraBGxCen4MIKi2t5RZ5p4bj5PTTRF6Z2PhM,1066
785
807
  mteb/descriptive_stats/Image/DocumentUnderstanding/VidoreInfoVQARetrieval.json,sha256=e2fhMwJfz2VzFO_JKb32CmIww4HHSJ_lubyIJxCZoec,1068
@@ -913,6 +935,7 @@ mteb/descriptive_stats/PairClassification/SprintDuplicateQuestions.json,sha256=S
913
935
  mteb/descriptive_stats/PairClassification/SynPerChatbotRAGFAQPC.json,sha256=tH_5-4r-BtbpuPmR-dy_HDZ2-XoDtY5BUN2OS3pKUIQ,988
914
936
  mteb/descriptive_stats/PairClassification/SynPerQAPC.json,sha256=_oV9WyPr3O93S0yd4PKnxVfEGZjkQ8eFGAyXnrgO4BY,995
915
937
  mteb/descriptive_stats/PairClassification/SynPerTextKeywordsPC.json,sha256=X3syICEpIKwT__cEUqafPEEb5IbHKPe4o8qXfQJffKQ,987
938
+ mteb/descriptive_stats/PairClassification/TERRa.V2.json,sha256=ZN6JfpkVsay8rqp7SmgkP9TgjXx3_tN9pimu2W6APZw,976
916
939
  mteb/descriptive_stats/PairClassification/TERRa.json,sha256=ZN6JfpkVsay8rqp7SmgkP9TgjXx3_tN9pimu2W6APZw,976
917
940
  mteb/descriptive_stats/PairClassification/TalemaaderPC.json,sha256=2NE271xQXD7ZPvgmxRLB12eKmDPI51R7ODDVlLor6wU,960
918
941
  mteb/descriptive_stats/PairClassification/TwitterSemEval2015-VN.json,sha256=moqTs9Pdns2c4ya1UqwOw3yuNk-Enx7zZ1cvDh83-2Q,985
@@ -942,11 +965,14 @@ mteb/descriptive_stats/Reranking/HUMENews21InstructionReranking.json,sha256=8R-4
942
965
  mteb/descriptive_stats/Reranking/HUMERobust04InstructionReranking.json,sha256=Wk9-8xNePKEImoy3UkRasid58gai-e6gIlkzO_VIjIc,1156
943
966
  mteb/descriptive_stats/Reranking/HUMEWikipediaRerankingMultilingual.json,sha256=7HSs-XvtdORejbHXbBu6GjPSRPYnemI-r3aWIdauwUo,5448
944
967
  mteb/descriptive_stats/Reranking/JQaRAReranking.json,sha256=jH5RuOb36a-gH_QNh0DZQpofpyoYGkjKQm9iFn7-VUM,1201
968
+ mteb/descriptive_stats/Reranking/JQaRARerankingLite.json,sha256=pQFLnAx3zUt1AzlpkQhvI-Hix9rr_3dQ0WEmdUPKL6o,1205
945
969
  mteb/descriptive_stats/Reranking/JaCWIRReranking.json,sha256=N4djULyJD_lgJa8x-qoACiaL33hUjdLK02hqXv7Bv5M,1169
970
+ mteb/descriptive_stats/Reranking/JaCWIRRerankingLite.json,sha256=CC6F5QTDt5dwroOBvm6h2FObxeCHifraGAZTzwLnUcc,1175
946
971
  mteb/descriptive_stats/Reranking/LocBenchRR.json,sha256=k3Jck8QfSBxrsDenSgT06T2CbTSs8SGH2Y_RBrDWiTs,1227
947
972
  mteb/descriptive_stats/Reranking/MIRACLReranking.json,sha256=boUEIFlFgCUG40M2-mXuXkJluK2POQYuoJYMXPdatVQ,27457
948
973
  mteb/descriptive_stats/Reranking/MMarcoReranking.json,sha256=XF75mWbGFkCCOxgvgy04PWgd7AiHBvCrBGPumK_gKIk,1173
949
974
  mteb/descriptive_stats/Reranking/MindSmallReranking.json,sha256=7_f4AvJnUdAU9dp41f5J3vhy-7rwTUw78ntq5oYQRdY,1213
975
+ mteb/descriptive_stats/Reranking/MultiLongDocReranking.json,sha256=WjjOHfMQSA0wURXsA07LpsRSIH5D04iOQC0IF8Xcd0g,19626
950
976
  mteb/descriptive_stats/Reranking/MultiSWEbenchRR.json,sha256=a4AwlFiLI9Un10uoqeqkKf8Wvkvgza11z1tELL9nBgA,1229
951
977
  mteb/descriptive_stats/Reranking/NamaaMrTydiReranking.json,sha256=j7gFd9-1dl8iqNEbINyQN6CIFZFMkniWOcQ7QhbYPCA,1177
952
978
  mteb/descriptive_stats/Reranking/NevIR.json,sha256=fKQ8j_NUqPeqoYvBVBRobl7-rXs2el1yszpsKdkSReM,1165
@@ -974,6 +1000,7 @@ mteb/descriptive_stats/Retrieval/AppsRetrieval.json,sha256=aDBlI0xzeOIFUn6a7ylFI
974
1000
  mteb/descriptive_stats/Retrieval/ArguAna-Fa.json,sha256=0Nug1fXP5u4mue6aLgHHilOoUbmI9s4491NTTbkqLsw,993
975
1001
  mteb/descriptive_stats/Retrieval/ArguAna-Fa.v2.json,sha256=NNCJfL5SpqUn5JHdWr4QiIKAnm6qEIdh9kDEIHp-37U,993
976
1002
  mteb/descriptive_stats/Retrieval/ArguAna-NL.json,sha256=MJfSGq8QAqbL_mjQXqtYGoxV2u0O_sIvc0ywHdlhO1c,994
1003
+ mteb/descriptive_stats/Retrieval/ArguAna-NL.v2.json,sha256=MJfSGq8QAqbL_mjQXqtYGoxV2u0O_sIvc0ywHdlhO1c,994
977
1004
  mteb/descriptive_stats/Retrieval/ArguAna-PL.json,sha256=WtaqLTUsMBoobvdwyqmTEMB2FFc9ULgrdLX7wufn7DU,994
978
1005
  mteb/descriptive_stats/Retrieval/ArguAna-VN.json,sha256=BAAAPBe_vwIKGFbmy_pVaKSiaAtsHP_UdeVB8lhzxMU,994
979
1006
  mteb/descriptive_stats/Retrieval/ArguAna.json,sha256=pX57RjspcrVBDsf4iHDI5zJcQpoqfPQutSGtwkLmPW0,995
@@ -1055,6 +1082,7 @@ mteb/descriptive_stats/Retrieval/CUREv1.json,sha256=lfz-JMLuE5KlWqM08CUF80Nex1Oh
1055
1082
  mteb/descriptive_stats/Retrieval/ChatDoctorRetrieval.json,sha256=VyyOcmc9GQ1zqXrvAv0pFR5OAK-pE0fQYGJOsl4Wvok,991
1056
1083
  mteb/descriptive_stats/Retrieval/ChemHotpotQARetrieval.json,sha256=V2oT8C6Wh5VR6LeBlxrYH0VUJeEisjJELOZHpN2NP1o,2950
1057
1084
  mteb/descriptive_stats/Retrieval/ChemNQRetrieval.json,sha256=6E8SefjKJdqVC1R0JvGOPrJdpogDT-1H9X19GryVfI8,985
1085
+ mteb/descriptive_stats/Retrieval/ChemRxivRetrieval.json,sha256=kIfyVNgoLtO1QpnKguIovQVUio8RVdc1bBY_kwogT-Q,986
1058
1086
  mteb/descriptive_stats/Retrieval/ClimateFEVER-Fa.json,sha256=B1bp66dEPtY6p1zgHTK3fyBN_eFbmprpjhwUovVs4mI,1016
1059
1087
  mteb/descriptive_stats/Retrieval/ClimateFEVER-NL.json,sha256=RaHI8NhlXCD28FGFd1-Pofm4lvD-_Kcszde2OgPxQk8,1017
1060
1088
  mteb/descriptive_stats/Retrieval/ClimateFEVER-VN.json,sha256=D2xgItr4sBQiW3x8qr12firW0cXsOHygKZcDrtjhQ10,1016
@@ -1113,6 +1141,7 @@ mteb/descriptive_stats/Retrieval/EnglishFinance3Retrieval.json,sha256=IpCB7e6cwO
1113
1141
  mteb/descriptive_stats/Retrieval/EnglishFinance4Retrieval.json,sha256=tdSyer5_q9rPZSD0LEjjXluCbWY_W_FewhOTQycU1U0,995
1114
1142
  mteb/descriptive_stats/Retrieval/EnglishHealthcare1Retrieval.json,sha256=c_QduudRLaQVFARJxSc-YTFwHeNyhiu7IMv6JGlYC5c,1005
1115
1143
  mteb/descriptive_stats/Retrieval/EstQA.json,sha256=qqmmX7ExWg4152S6yiUAyHzaLS0I-QUaOn9KVBZ3UZ8,981
1144
+ mteb/descriptive_stats/Retrieval/EuroPIRQRetrieval.json,sha256=FIpF0h7hhF7O4jn-rEa9a-_8tPD1MAY-klTkSX3_SI8,4586
1116
1145
  mteb/descriptive_stats/Retrieval/FEVER-FaHardNegatives.json,sha256=KMDX6lg671e76rAboz30KgpvJAPxVSa6Thgefj1tgM4,987
1117
1146
  mteb/descriptive_stats/Retrieval/FEVER-NL.json,sha256=K810hO-zNJWg3-i30oma72wsjORGu8lLLd4PN_w0VVs,1020
1118
1147
  mteb/descriptive_stats/Retrieval/FEVER-VN.json,sha256=MnadQ0FGkXCFCDCI8eGwFYbouo8ta_1W_WlrqNx1clI,1018
@@ -1161,11 +1190,13 @@ mteb/descriptive_stats/Retrieval/HumanEvalRetrieval.json,sha256=aiW3AaImNrsEfUUp
1161
1190
  mteb/descriptive_stats/Retrieval/HunSum2AbstractiveRetrieval.json,sha256=o3FOm7CJmMUGsdfOc8fC2yln3C69WOnG78K13tq90Q0,992
1162
1191
  mteb/descriptive_stats/Retrieval/IndicQARetrieval.json,sha256=Ao6BLg1DeZG0QLGerXX8YlqtoqMqw--G2QvaP2-9wtA,14374
1163
1192
  mteb/descriptive_stats/Retrieval/JaCWIRRetrieval.json,sha256=sJH2BuaFdoxHH0MSqxdE1DCYSyGslvAbrWaanMSqOUA,985
1193
+ mteb/descriptive_stats/Retrieval/JaCWIRRetrievalLite.json,sha256=67G5OL3dGxPgk_oAClj4IYFgo28Zf_GZ4OnMdRy044c,986
1164
1194
  mteb/descriptive_stats/Retrieval/JaGovFaqsRetrieval.json,sha256=CfZmdZfVDZjMqnAcCmgIFKoNHhIENxh0KVPVQe_lDi0,987
1165
1195
  mteb/descriptive_stats/Retrieval/JaQuADRetrieval.json,sha256=-IxLNwbqC0ZSICvLnICXcANdefo-YrE8GSjU5Ir_vsY,986
1166
1196
  mteb/descriptive_stats/Retrieval/JapaneseCode1Retrieval.json,sha256=DkRoV776czj5-d2-ehjZDHDzQhDwA0WVnjuVjRG-h4w,998
1167
1197
  mteb/descriptive_stats/Retrieval/JapaneseLegal1Retrieval.json,sha256=LMZQX5p24p3mGkwqIYbqzGU76_nSGCtRP9aMXjAIc9s,1012
1168
1198
  mteb/descriptive_stats/Retrieval/JaqketRetrieval.json,sha256=LJ0tsK1pov8gtcmfHl7-X8jqi8fIr_tjIMUMEK9YlJ0,993
1199
+ mteb/descriptive_stats/Retrieval/JaqketRetrievalLite.json,sha256=78u8XUaxtWViVgE6TWQRhUljNKx_XJX14S9FQuWzCzM,991
1169
1200
  mteb/descriptive_stats/Retrieval/Ko-StrategyQA.json,sha256=DRJ8rW7y58wIlm8dRHlEiYnrR03Fz-Q9P_Y7y3BOEaw,1001
1170
1201
  mteb/descriptive_stats/Retrieval/LEMBNarrativeQARetrieval.json,sha256=bGyt0faJEvh2TILMC_2qmrCRG37utjOayw3ZpjDNX9Q,1001
1171
1202
  mteb/descriptive_stats/Retrieval/LEMBNeedleRetrieval.json,sha256=f-PHx91WO4YC6q0SqfbMWsH3S1zfhnXYCJZ2kwnQ17M,7685
@@ -1184,6 +1215,7 @@ mteb/descriptive_stats/Retrieval/LegalSummarization.json,sha256=wOTo3a35f0hcHwfw
1184
1215
  mteb/descriptive_stats/Retrieval/LitSearchRetrieval.json,sha256=ws1aeRMer8XyiuYjsBoSgafej46zkeEf3XidAViWbNM,1003
1185
1216
  mteb/descriptive_stats/Retrieval/LoTTE.json,sha256=L4lPCphR0r3_xN4IXQklQdE5NsLo97LsNvRv79rz5ZE,27011
1186
1217
  mteb/descriptive_stats/Retrieval/MBPPRetrieval.json,sha256=jfOr5rVx4304Icglrh-94dXNuGjnxPIqP7e5_v6WRLs,983
1218
+ mteb/descriptive_stats/Retrieval/MIRACLJaRetrievalLite.json,sha256=rcXFC5tqA5KdU8J8mxCKqkpUMY_-qVEgKjCO7yuVZxU,1008
1187
1219
  mteb/descriptive_stats/Retrieval/MIRACLRetrieval.json,sha256=a_tOrkxHdINJY_hXF24COOs5WF39NOgXGGTZgmN_ZpY,23211
1188
1220
  mteb/descriptive_stats/Retrieval/MIRACLRetrievalHardNegatives.json,sha256=bcifWI51GUSkrhbIPCYT7ieV21Wsr1eBSCmZbXkjXCs,23040
1189
1221
  mteb/descriptive_stats/Retrieval/MIRACLRetrievalHardNegatives.v2.json,sha256=bcifWI51GUSkrhbIPCYT7ieV21Wsr1eBSCmZbXkjXCs,23040
@@ -1203,9 +1235,11 @@ mteb/descriptive_stats/Retrieval/MedicalQARetrieval.json,sha256=3mN6T82PDSlpUJB0
1203
1235
  mteb/descriptive_stats/Retrieval/MedicalRetrieval.json,sha256=vMa94jsIhkoTXMsPoHaJuXbBRaPuKto-KYlyHkOKHLM,980
1204
1236
  mteb/descriptive_stats/Retrieval/MintakaRetrieval.json,sha256=1XcaYZBo5VHD6SVmKKzSCUk3FlJQK4uopnBV2epQeWk,10698
1205
1237
  mteb/descriptive_stats/Retrieval/MrTidyRetrieval.json,sha256=X2Jp5nByCv_UNmeeHOpLbE20iGnos9nB_E28D4ZIvhg,14653
1238
+ mteb/descriptive_stats/Retrieval/MrTyDiJaRetrievalLite.json,sha256=Y_6lLFpRcqXCrGYCs19VfwMvpdVFrkqJVBsJvEfokt4,1004
1206
1239
  mteb/descriptive_stats/Retrieval/MultiLongDocRetrieval.json,sha256=MGBeQevI03sxAK3qldfye3yRxQ7O5URV90NFyCNUr_k,33239
1207
1240
  mteb/descriptive_stats/Retrieval/NFCorpus-Fa.json,sha256=rqHqn43MBaA4cni5FbCD5CK_TmQ5z3SiXDmfGx7GIUg,1002
1208
1241
  mteb/descriptive_stats/Retrieval/NFCorpus-NL.json,sha256=x5eYhzWMKToA0ayxP3h10FyegCrbirrCywRQCzMI9SM,1003
1242
+ mteb/descriptive_stats/Retrieval/NFCorpus-NL.v2.json,sha256=x5eYhzWMKToA0ayxP3h10FyegCrbirrCywRQCzMI9SM,1003
1209
1243
  mteb/descriptive_stats/Retrieval/NFCorpus-PL.json,sha256=gY7QM-fjnAnaMdfdRtHaMLzugzUDKMGM-xMomtuq2Qg,1005
1210
1244
  mteb/descriptive_stats/Retrieval/NFCorpus-VN.json,sha256=S-oi9KTAmpfqWbN7aAfh6_E2QP34l9FT8c6x-UOKi4I,1002
1211
1245
  mteb/descriptive_stats/Retrieval/NFCorpus.json,sha256=bRUA4qS0L3UekskKHRRVHsV28EPMQJ3i5CuCY6FA0J8,1004
@@ -1226,13 +1260,19 @@ mteb/descriptive_stats/Retrieval/NQ-VN.json,sha256=lz7Jb865vUqLOxZhd8StxxAmlyNg-
1226
1260
  mteb/descriptive_stats/Retrieval/NQ.json,sha256=ylIFn-uHev-jkcua8SUmiDCRanM9uCkvRElU-kIGIJg,1014
1227
1261
  mteb/descriptive_stats/Retrieval/NQHardNegatives.json,sha256=uPcQxhFQ9R7HGcEu8c9U4K1a5yYntN-mVK4anaRHtNo,986
1228
1262
  mteb/descriptive_stats/Retrieval/NanoArguAnaRetrieval.json,sha256=Qv5QaFK0wXUec-9rv6K71oTgwdeOWxPpGEA-gu0-BkI,976
1263
+ mteb/descriptive_stats/Retrieval/NanoClimateFEVER-VN.json,sha256=8isr2BOTbbFU4_Ivwof3-MTdxngG2SMl_GYrD_vbg3Q,1010
1229
1264
  mteb/descriptive_stats/Retrieval/NanoClimateFeverRetrieval.json,sha256=CdBXQhfQhtKG9_64I6AXDV4giSRppmLZDB3S8M28TOA,973
1265
+ mteb/descriptive_stats/Retrieval/NanoDBPedia-VN.json,sha256=xhNOXfcG-shzlptKuHBu9dkRXQAbmlknQqu8vhxKb6g,1012
1230
1266
  mteb/descriptive_stats/Retrieval/NanoDBPediaRetrieval.json,sha256=eAZJSH9WPk6AVkonlshmX9RHqq-b6iLTPmzO3yJFesk,974
1267
+ mteb/descriptive_stats/Retrieval/NanoFEVER-VN.json,sha256=vb5rzqP3SHVo3R85xRaS-nXUfH0b6KQMAbFSmK6U--o,1010
1231
1268
  mteb/descriptive_stats/Retrieval/NanoFEVERRetrieval.json,sha256=ac505XP13F5NRmCaQPwKdH-v9JTESsieu-K1IEa4j-I,971
1232
1269
  mteb/descriptive_stats/Retrieval/NanoFiQA2018Retrieval.json,sha256=eB00Q60zKfJmIY6HO083-eWIKo1STY8z4WdzRrKMI4I,973
1270
+ mteb/descriptive_stats/Retrieval/NanoHotpotQA-VN.json,sha256=JVJUfPow4rwxuUuMNJ_ygusaYDm1s7tBJX5IzUSfXLQ,998
1233
1271
  mteb/descriptive_stats/Retrieval/NanoHotpotQARetrieval.json,sha256=mAgjR7ekGKqk0QtiZxK-iuPWJIFWi9yvAO6j9liz-iQ,972
1272
+ mteb/descriptive_stats/Retrieval/NanoMSMARCO-VN.json,sha256=InXDVB08Q11Pb9IU2H2s7rZT_DXnbdpcs2duj66EdHI,1008
1234
1273
  mteb/descriptive_stats/Retrieval/NanoMSMARCORetrieval.json,sha256=_2ap0Bglk-hVK2rYJy3E4ECVm6Kf3yqhvWYQ99ZXruM,970
1235
1274
  mteb/descriptive_stats/Retrieval/NanoNFCorpusRetrieval.json,sha256=BjRdljofdnrJqn8BQdRpoxoanU5-XdeSn48085N2o4Q,977
1275
+ mteb/descriptive_stats/Retrieval/NanoNQ-VN.json,sha256=l_49qFdL8DtxaZ9i9lX5dJcxG1KnjvaOO-eyuVWsUAM,1010
1236
1276
  mteb/descriptive_stats/Retrieval/NanoNQRetrieval.json,sha256=q9TBcEqGV8fmoK4_32a-yDLhGN6FAj049XuN95Hhiiw,969
1237
1277
  mteb/descriptive_stats/Retrieval/NanoQuoraRetrieval.json,sha256=sG9ZgROl8kqDk3n2Rmb7zMgUmu0S8LqILZvjdevf-rQ,967
1238
1278
  mteb/descriptive_stats/Retrieval/NanoSCIDOCSRetrieval.json,sha256=J0a84pa1TupKlHC5Oi9zqhOkmKz2TqlcxPPXt58zuBU,973
@@ -1278,16 +1318,19 @@ mteb/descriptive_stats/Retrieval/RuSciBenchCociteRetrieval.json,sha256=_Op8mcXjv
1278
1318
  mteb/descriptive_stats/Retrieval/SCIDOCS-Fa.json,sha256=CAXjSpSoy3V3TQM2PKtZtumi3fCUizc8Dlb89VEa620,986
1279
1319
  mteb/descriptive_stats/Retrieval/SCIDOCS-Fa.v2.json,sha256=G7sucOO-wWsSV0oP_jhf3AKrv5MItE9P7Xauq0M4-_I,987
1280
1320
  mteb/descriptive_stats/Retrieval/SCIDOCS-NL.json,sha256=qYFAgsJ7FT-qDLUStkHTmAu46PxesfIVEGU-DxEpf3c,987
1321
+ mteb/descriptive_stats/Retrieval/SCIDOCS-NL.v2.json,sha256=qYFAgsJ7FT-qDLUStkHTmAu46PxesfIVEGU-DxEpf3c,987
1281
1322
  mteb/descriptive_stats/Retrieval/SCIDOCS-PL.json,sha256=-N7x2MkyRMCbN2fa3D0cnNbhZftGQt1BdiZezYo7fm0,988
1282
1323
  mteb/descriptive_stats/Retrieval/SCIDOCS-VN.json,sha256=mzaXUR3KxBZBZoJ-hImEz9x6XEX-cu_WyKlb0ccx2mQ,988
1283
1324
  mteb/descriptive_stats/Retrieval/SCIDOCS.json,sha256=Xa2HtyeuWVV9xJOT1YwhrM32RubiMql1lkz-d1moKSc,988
1284
1325
  mteb/descriptive_stats/Retrieval/SIQA.json,sha256=Z8lTLsbrSCdGiYFOQ_yrb3bXxlkHOZ1uYZCGorvBDHQ,991
1285
1326
  mteb/descriptive_stats/Retrieval/SKQuadRetrieval.json,sha256=VQXzc7XquS3pxJXlP0qovigYdleNgHBzwJIuHkCSXpM,1005
1286
1327
  mteb/descriptive_stats/Retrieval/SNLRetrieval.json,sha256=3IHnPHydwVU_68lP5EM6OpHBM5CRuUQFPeny2bIVOEg,990
1328
+ mteb/descriptive_stats/Retrieval/SQuADKorV1Retrieval.json,sha256=-TLf6e9WKfnK_52TsTXCBRqd7xRgzD7sllWq91dhNhc,984
1287
1329
  mteb/descriptive_stats/Retrieval/SadeemQuestionRetrieval.json,sha256=xvMLI0XiyWb7IKHUxFzyOUsRLj7oLFaG8R2cszLkwkw,995
1288
1330
  mteb/descriptive_stats/Retrieval/SciFact-Fa.json,sha256=BZHK8KUj5ShBzfomQxUbH8GBVpWYpepwdNaOZ1DHUE0,988
1289
1331
  mteb/descriptive_stats/Retrieval/SciFact-Fa.v2.json,sha256=1U8zTDU24TBaZ2cVX6puKT_oQx_vdLBeVz6MRswOrJE,976
1290
1332
  mteb/descriptive_stats/Retrieval/SciFact-NL.json,sha256=ncSxx1APRy-i0Sh_x7uEmJAPCSm9cRgLBbyUd02t0QI,989
1333
+ mteb/descriptive_stats/Retrieval/SciFact-NL.v2.json,sha256=ncSxx1APRy-i0Sh_x7uEmJAPCSm9cRgLBbyUd02t0QI,989
1291
1334
  mteb/descriptive_stats/Retrieval/SciFact-PL.json,sha256=UwPs1wwErZcNU6y5sNbKpuOOTnvXSGhgQY8IUKvjsas,977
1292
1335
  mteb/descriptive_stats/Retrieval/SciFact-VN.json,sha256=iUldliZZHxc3sEbMVqmjWk9Z36-WhMJSvIk9Ep57DH0,1002
1293
1336
  mteb/descriptive_stats/Retrieval/SciFact.json,sha256=1Gh0ph7_m5oc5hjlKw7KvslEd4qgJL8NgxtEkERTNXw,987
@@ -1315,6 +1358,7 @@ mteb/descriptive_stats/Retrieval/TRECCOVID.json,sha256=VMICXZ2lA7GfiUyudOxYGRnMm
1315
1358
  mteb/descriptive_stats/Retrieval/TRECDL2019.json,sha256=6BOe9qATrKaRz8_cCMbqwXiu-ZiZq--Cm37uwTqSvJs,1013
1316
1359
  mteb/descriptive_stats/Retrieval/TRECDL2020.json,sha256=0WFbaPL2dyp5FZ1Wf0yAOVhndUfxP11sep562RHMplA,1014
1317
1360
  mteb/descriptive_stats/Retrieval/TV2Nordretrieval.json,sha256=_oDN_OfptM5ak-d4OXA-RU0hrtjvfg18jhir8CckxZ0,985
1361
+ mteb/descriptive_stats/Retrieval/TVPLRetrieval.json,sha256=m-t90SylbkuUUyu-MprOpB27h8xkoqjA2ebhvq5Vl98,1007
1318
1362
  mteb/descriptive_stats/Retrieval/TempReasonL1.json,sha256=-MpwGucuNT0aKOMWwGld9POo_vkSnjpnih8xIFnN5d4,975
1319
1363
  mteb/descriptive_stats/Retrieval/TempReasonL2Context.json,sha256=Gd2cVFAsdF1RHHWIbKI9hZLWgrbFzp8p0xoa6NU1uGM,996
1320
1364
  mteb/descriptive_stats/Retrieval/TempReasonL2Fact.json,sha256=om5WmIGXJLeMI-b0Tp7-odKRH-S9kx6OHXlnAD62rLk,992
@@ -1405,137 +1449,166 @@ mteb/languages/iso_15924_to_script.json,sha256=agZvrYqSc0YJDXoqluncshuaMeg5RGkd_
1405
1449
  mteb/languages/iso_639_3_to_language.json,sha256=KDVAh3TQziSyUd8xGDwpUHRUeTrngwp-MDuOxM9bpgo,193114
1406
1450
  mteb/languages/iso_mappings.py,sha256=TKpAmP9KL-KmY5EsHjsrfbnnluvCHES5mTlXNUC-pp0,891
1407
1451
  mteb/languages/language_family.json,sha256=OUGcHeOIPcZPb2FWmYLhxTS0JxjK5y3Fo6x0PeK0cKM,1833535
1408
- mteb/languages/language_scripts.py,sha256=5wix9HTYolNIpTiS5oXf2pGJyL7ftdGKs_m432w81V8,3998
1452
+ mteb/languages/language_scripts.py,sha256=p7AM10Fe3b3EOMlPj8i5_MDjtyoH4FMCCBv_zrABWBg,4053
1409
1453
  mteb/languages/programming_languages.py,sha256=zxAakT3OSUnAuTnQ34VyeFIECnNXMlleZmAake6jsZE,211
1410
1454
  mteb/leaderboard/__init__.py,sha256=991roXmtRwEQysV-37hWEzWpkvPgMCGRqZTHR-hm2io,88
1411
- mteb/leaderboard/app.py,sha256=xvOcK_ICmAwl1Mo5muI7fmCjYeSt1ztSgsQDrPF6OvM,32575
1412
- mteb/leaderboard/benchmark_selector.py,sha256=1PRTDcNU4o2ZVHAzAUVp6UxWNElZDcGbnKHsNGv4aco,7621
1413
- mteb/leaderboard/figures.py,sha256=Rq20LFpaUhQD4tuKp7P7ExQtAjonMLibgO3ud0ykMag,7491
1414
- mteb/leaderboard/table.py,sha256=qs0H_Gt9FzRvzb-AL0YlqEe0YAsdYsVX3QlncfCBEqg,7828
1455
+ mteb/leaderboard/app.py,sha256=L7yhQvtkVR0eiee6l0I0094U5CTYzvf_YIaT2AW6Qk4,42374
1456
+ mteb/leaderboard/benchmark_selector.py,sha256=qd-2L20RQ4ACke01UlytkhZok1dkWgfUlXzfET52kGc,7956
1457
+ mteb/leaderboard/figures.py,sha256=cfOK82rRf-7sCjyP7GBxh4ezhOIt0OhD0_86mKtzLrg,7530
1458
+ mteb/leaderboard/table.py,sha256=KqU8aAbZ_tDp1O_qXRGWR32QnB7v_lsF6k5jxLcQVN0,10366
1415
1459
  mteb/leaderboard/text_segments.py,sha256=iMIkS04QQjPbT-SkU0x6fOcS8xRbUYevryu9HydipKM,6570
1416
- mteb/models/__init__.py,sha256=ycGU-x60LT0OFyP4CYa5pQhM7J5hCimubuT56va9wfM,741
1417
- mteb/models/abs_encoder.py,sha256=m0JkRfRPMYadDgBR9eozRloI31ZSWkSzDFINpwbfLZk,16533
1418
- mteb/models/get_model_meta.py,sha256=VpZZNINk-QrNeVpPZnlqzlLhtBs8G84eRwTzAb_gRD4,9108
1419
- mteb/models/instruct_wrapper.py,sha256=HxHmnlxkjtZhfgTZRYJBT3Nma7Dhx6a9e2Bg-cO_IYs,8844
1420
- mteb/models/model_meta.py,sha256=b-Nel9nX5bJk4cgJnqkBzEKyMY7uXvxlCBSxmmH1Ios,14769
1421
- mteb/models/models_protocols.py,sha256=D2hYWn_UBGMaKtRwBx3u0B0ni6lHJjSzTxX21XFNwIc,8917
1422
- mteb/models/search_wrappers.py,sha256=0McxwGnqyiYKPHjHsxWZp1pP9qGuHemZjeX1z5ZgNAI,15588
1423
- mteb/models/sentence_transformer_wrapper.py,sha256=n5CMsM6Lpg_CFHH0NkpJusMsaLUTt-L9vRmFINQ961k,12338
1424
- mteb/models/cache_wrappers/__init__.py,sha256=j3JBHN73Tr7uMUO92FEvKXstnybxrPpGWmKXU2lAoIE,88
1425
- mteb/models/cache_wrappers/cache_backend_protocol.py,sha256=TR7kD7KbN1J4piszIecpegtLZYGy7sRHZt3SDWlImKk,1665
1426
- mteb/models/cache_wrappers/cache_wrapper.py,sha256=PsLKBhjZBmQPUtLGWxjiXvqeSZrv_2GPVxB1y2zWIS0,6602
1460
+ mteb/models/__init__.py,sha256=ABTuoqiBjBtBWW3LYY7ItBHdylR6jWoy06HH0g6j6fU,910
1461
+ mteb/models/abs_encoder.py,sha256=6e9UAk7ckYsJ6hItIPMfSaPdlX_FxfJ-OdJ87oqT2OM,16625
1462
+ mteb/models/get_model_meta.py,sha256=wVh2FaWevJ10hJlbm-FQtTQazLMfnkEV3IK7PUyBPOQ,6082
1463
+ mteb/models/instruct_wrapper.py,sha256=GLHg9KcgYu2rF15LEMKesRpPudGfKE2y-aLXVG_CLj0,9670
1464
+ mteb/models/model_meta.py,sha256=BDT4Q_aYPm3RUgtXq2poe1VyUUHob_fLrDKA4BPgYrg,31143
1465
+ mteb/models/models_protocols.py,sha256=5WYOZw3-T-wK7ux0YZVCfbcMTkAisqAqbu44ZNoir4A,9250
1466
+ mteb/models/search_wrappers.py,sha256=9lXLXUyL6atMCwXp-HBUong6msT3UAUY9QI7zKXbSVU,20945
1467
+ mteb/models/sentence_transformer_wrapper.py,sha256=liMzSqr0bC-yI_oEL50ckEc4ti9nibDLIiukP2crhOA,13543
1468
+ mteb/models/vllm_wrapper.py,sha256=ebX4JIKPoxW4PIlr3BnaoLGuMGRpHzBe_ZwvFscx1D0,12286
1469
+ mteb/models/cache_wrappers/__init__.py,sha256=1w1TnMwulWJSzNkLXjbh5MY3sqgHWc6vUntYn49i9X8,169
1470
+ mteb/models/cache_wrappers/cache_backend_protocol.py,sha256=iGWdqDEoaCxUVEnwsXhy-m9d2QX8KTaQ9m2ZyawrMes,1634
1471
+ mteb/models/cache_wrappers/cache_wrapper.py,sha256=GPC0UhHfkUH-i-Q4HdFvBev6h6GtMlWEId_B3tL-J54,6600
1427
1472
  mteb/models/cache_wrappers/cache_backends/__init__.py,sha256=hN2Tq7cpTxoOYSCJ1Wnpvb8dEm-kQLfCCahT1N9Bacw,123
1428
- mteb/models/cache_wrappers/cache_backends/_hash_utils.py,sha256=WeQjXlNUpGpb-CbaWpu_EtezML7zoDYfbwIo0Jswvsc,480
1429
- mteb/models/cache_wrappers/cache_backends/faiss_cache.py,sha256=i9IfaCv1-_BvVokXFW1UZ9hMLCuM6rZ0tI-ZesoBkt4,3734
1430
- mteb/models/cache_wrappers/cache_backends/numpy_cache.py,sha256=GyTVC5DLph3EeRnDMO1EEQzBDoOgk2J1hPqpl07lefM,7442
1473
+ mteb/models/cache_wrappers/cache_backends/_hash_utils.py,sha256=CeewRAwKr2RhFB7VOpam-4NDFMjFl8VaVPaZolbGGq8,550
1474
+ mteb/models/cache_wrappers/cache_backends/faiss_cache.py,sha256=oAm5Ca7iR0AE1ivSvOF3Nbbtb_jhfCwp8O1Ck4vSk3s,3828
1475
+ mteb/models/cache_wrappers/cache_backends/numpy_cache.py,sha256=V275IY-0lyh2REqZjIZOgJJ7SY05yiWdHNF2kiSdRfo,8071
1431
1476
  mteb/models/model_implementations/__init__.py,sha256=BZDdde6ajKv-yroy9mqE2YS3Hw1KBdKoxBPg8aPTZEs,1164
1432
- mteb/models/model_implementations/align_models.py,sha256=EUxJSOM8ppJLVpT7dWredKfMY6k69jXRy2luwpifX1A,4267
1433
- mteb/models/model_implementations/amazon_models.py,sha256=pdRU2QGAB5ccQnAfbRSzHE1G3ZUdjvsAgeJwkB_olDQ,694
1434
- mteb/models/model_implementations/ara_models.py,sha256=NguWSXEN9RhrfExvTh6vL5F3uie5iRUGD9ziwpZagaA,1033
1435
- mteb/models/model_implementations/arctic_models.py,sha256=eaMRaN9WdpVq1W6cbtNcJMdrJUTXrTSYUjTJufCdZRY,10350
1436
- mteb/models/model_implementations/b1ade_models.py,sha256=aEKmXWVX8iJ_OotAYPOMxsOHTDEOJYdSwkR6iJsZ-ms,1609
1437
- mteb/models/model_implementations/bedrock_models.py,sha256=RWN25Es4Nb6eIMiZlFHWNAnftKMVBumM2kozpO7Kh50,8709
1438
- mteb/models/model_implementations/bge_models.py,sha256=LL_JnXsjGPnzzxby05Z0Jm3v6-v76nCB-yI36H9fKwo,22386
1439
- mteb/models/model_implementations/blip2_models.py,sha256=l1YeLjlFEFGfHLIwpJ8gVUCc6cN-lUYXn6_FerEOiLE,7293
1440
- mteb/models/model_implementations/blip_models.py,sha256=P5Ui6Dxbl0mfUc9udvPqN5cQx4paz7muG7SR2_FBBsg,10681
1441
- mteb/models/model_implementations/bm25.py,sha256=orjdCPWRdeAskQ3zJEzuNMyEks6WW1qv4mGfw8Ih51Q,4836
1442
- mteb/models/model_implementations/bmretriever_models.py,sha256=ABfrACa028Dcujan7-PaUZLTw9wkDB15XIfinP_FRxg,6555
1443
- mteb/models/model_implementations/cadet_models.py,sha256=AR1uVm5EVvY2Q4rc_nuOtUQzTW9scrSGrjLGCqUJWsU,1829
1444
- mteb/models/model_implementations/cde_models.py,sha256=jN1MokN_4tl46Elrx05ZQYW-B_sRK49CUp3Et7CAyJc,8654
1445
- mteb/models/model_implementations/clip_models.py,sha256=zrfgNmZszu0JMtMNdCMzEohixsrnQ7xFhCqgsiucH_Q,6107
1446
- mteb/models/model_implementations/codefuse_models.py,sha256=BDJA_uC6XVZEroK6-dzixrgYx9C7sSOkc9QCFSc4yUo,8593
1447
- mteb/models/model_implementations/codesage_models.py,sha256=fy0_WYcU4DnYH9DQ1C5F93MXAmKLBA5HW650XyGqPcE,2483
1448
- mteb/models/model_implementations/cohere_models.py,sha256=H7Mjn57kmeBhIaJx6riaCEEgZS01YBWBBGPagEU87ZQ,13690
1449
- mteb/models/model_implementations/cohere_v.py,sha256=K6VEw1NkyM2PuMd18kHE6aqPrcByYSwEmAKjvLods_w,15760
1450
- mteb/models/model_implementations/colpali_models.py,sha256=uVmK3jXO-GDn-7i6cJFWdc0u0-MU3INHHL1rXUPhBec,8944
1451
- mteb/models/model_implementations/colqwen_models.py,sha256=G_yNAQRI9Evf1x2qsLHOZX687iYy4WIsnlR0U-jHJzo,6804
1452
- mteb/models/model_implementations/colsmol_models.py,sha256=O2M7Ksydh94M_Iax4KytHb-wOL18N0BIYLKSsLF8BFs,2967
1453
- mteb/models/model_implementations/conan_models.py,sha256=G-s7xo9VtNX-f7lWKtYVGHHiMMN0Xp44PlNIp7E0LAo,6502
1454
- mteb/models/model_implementations/dino_models.py,sha256=QFgaFHR5YKrylqJGSljXCBn2W7qHhmF6KdXkvHrQNEI,16380
1455
- mteb/models/model_implementations/e5_instruct.py,sha256=9R4GoSFicgqNDCh3HhTN_8L1qhzuEKvatjHYn3T9zlU,7676
1456
- mteb/models/model_implementations/e5_models.py,sha256=vsqkmm6XzZn9ROj_OUR0j2KiN75MEuQsOPeoyc1AeYg,10937
1457
- mteb/models/model_implementations/e5_v.py,sha256=_9W7I0ryIzx_H9eCkzwdm8iHdGX1LIjKGXkhSh_zNv8,6690
1458
- mteb/models/model_implementations/en_code_retriever.py,sha256=leZ-0M6LrunocY3XQBYZU1uevDRopeyR5ujIhwqBbd8,1043
1459
- mteb/models/model_implementations/evaclip_models.py,sha256=cPMGYLDIq4s8zJxb4vPXqJ-rqwPaq7KOh2QZSO6cDas,8000
1460
- mteb/models/model_implementations/fa_models.py,sha256=WGal70_ezITWoNdjcMdbOCTSCtoaXzuPadYstLVXxhg,7478
1461
- mteb/models/model_implementations/geogpt_models.py,sha256=Juv86SwhgQX80lVLjAFtim2aSiJT1AcgjniyyiKyk1Q,1923
1462
- mteb/models/model_implementations/gme_v_models.py,sha256=NkfgR3_UdZzoBt1NnalVou6LOR-F7qXM4by9EbAVrys,13568
1463
- mteb/models/model_implementations/google_models.py,sha256=P3Kg6G8UI6JA17MMlhhoDj54SCAcRP8uZ1CudL-Caf0,9295
1464
- mteb/models/model_implementations/granite_vision_embedding_models.py,sha256=uqQ5-e_a-ADv3gf3sR9Drk0S4x8Gy8mZkpL-E4X16TM,7241
1465
- mteb/models/model_implementations/gritlm_models.py,sha256=aS_CuioL95JAQMYiaKlGuAWU9wZjabn268Xut3bD8-w,3005
1466
- mteb/models/model_implementations/gte_models.py,sha256=o26Xyu_tucUlP435Q_jB4-bl0xckgj4wtbutTwhYgIo,10073
1467
- mteb/models/model_implementations/hinvec_models.py,sha256=I_d_dSNVaGIwMIwyvTlaPAzGMpwh_PzvsfE4y47GFyg,1575
1468
- mteb/models/model_implementations/human.py,sha256=klMpuMAtYH92EIEwNMEhne_Baf9fNiTg1DNWYD11P44,532
1469
- mteb/models/model_implementations/ibm_granite_models.py,sha256=YCT0jbgawy19ps5l8QlxpQoJLjq8Nh-3R-e6yxS0DRM,7902
1470
- mteb/models/model_implementations/inf_models.py,sha256=lvXUFhAYDltq2_Xa9MHcwfhh1V20rbJLSgON76tkj6w,2906
1471
- mteb/models/model_implementations/jasper_models.py,sha256=KzjVnQ1HwaVO9Z7kk1ZkjFrhvlKupeWCmkSljnZv-IM,4071
1472
- mteb/models/model_implementations/jina_clip.py,sha256=CfiIxbhKspjQajNtObCfGPHOWPk6uLn4cuwydQHFTMo,5118
1473
- mteb/models/model_implementations/jina_models.py,sha256=QWoesiTygdFTLcdGpdx26wOUI1AXRz3jLmxGHJ0WMNE,29919
1474
- mteb/models/model_implementations/kalm_models.py,sha256=ruNzMk3MRLW0up91aXwPIMqorRyujDF291B78D_m7bM,52827
1475
- mteb/models/model_implementations/lens_models.py,sha256=fC7_NB1F8vBAlXD0p0-hALf6eZTPFJwpz57dy71OlwI,1696
1476
- mteb/models/model_implementations/lgai_embedding_models.py,sha256=S83pbfkMH3YUNl4skusgbK-Rn-uLuScQVxgXwegR_N4,2333
1477
- mteb/models/model_implementations/linq_models.py,sha256=rnW27MybLMQ2Y3OxDyBTMSIsx_hXC0DlMD4kFv7NJV0,1918
1478
- mteb/models/model_implementations/listconranker.py,sha256=pFISrZ91NHsnhc5El5U_ZPsB9cSTuTY8-nDzpoNMC9s,4485
1479
- mteb/models/model_implementations/llm2clip_models.py,sha256=_sqAOb5oSbxn1oaXjWwPXRjTvxLT48xXL_tuabt2Ks0,9265
1480
- mteb/models/model_implementations/llm2vec_models.py,sha256=Og_EqnOXgIfaTcVTl3Lj5BicG83ycnXS_YHNtK63I-A,12638
1481
- mteb/models/model_implementations/mcinext_models.py,sha256=W9MBQFqGTXVa52WDFFq1Pdat2TgRvluOcD6JVAupn28,18968
1482
- mteb/models/model_implementations/mdbr_models.py,sha256=B7R3dVEH9EZ_fSZ05VveSbmTyO3Erh7iJ2WmMn52d-4,2509
1483
- mteb/models/model_implementations/misc_models.py,sha256=R1Ew2Bwj-YwHoHmO_qVa8WQf3BQcJ1FDjj3Xm0Y6nzo,56381
1484
- mteb/models/model_implementations/mme5_models.py,sha256=cRRXecC8EHeLQiEd1nfCb1vt75x_CnG1s_9lYRrtyTA,1484
1485
- mteb/models/model_implementations/moco_models.py,sha256=Mxjs4Nml7Jd_j2oSdN7WQc2t_UrkZVBRmhDUW5QK-6M,5154
1486
- mteb/models/model_implementations/model2vec_models.py,sha256=D-EY-6P-cKKunbgzk4DHzJL1ogpWYFhpHbTLb8qQjJw,13765
1487
- mteb/models/model_implementations/moka_models.py,sha256=Y5do7Z4JyGxabYrjHhkBLqCKTQKotniS-f4kOgXJjag,4995
1488
- mteb/models/model_implementations/mxbai_models.py,sha256=33ta2BnhvKYBUgE89wFgPNf-CnOb7ooumZvqHOvbZsA,3593
1489
- mteb/models/model_implementations/nb_sbert.py,sha256=Ab0OXvOzEqlFFO1679mMiCdJvMSnvcfCoeFMLzNL74I,861
1490
- mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=6i-xbLRRNKuDpU-hwklwdQjgu1wnz5CecLSoc6kyd7Q,3976
1491
- mteb/models/model_implementations/nomic_models.py,sha256=mT-v5Gs5-sRH8-ziCw_CtxB9ox3C6FtwWJjNghNrunw,11334
1492
- mteb/models/model_implementations/nomic_models_vision.py,sha256=gEEieMThvw4p-QhRH0G_9-WWTvj-jqOlgFsh6O07dbc,6731
1493
- mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=zLo-GSghLsIpIZguAdg0Vf18Dn-mdizwQDrWiSwupr0,6171
1494
- mteb/models/model_implementations/nvidia_models.py,sha256=aeex14J1yGxc2wm8kCDIgxwo_uy0Fu9y9liFVD-LDOg,21555
1495
- mteb/models/model_implementations/openai_models.py,sha256=2tJyEapIW-GtB3ZOXIHwGjSZGgJl2daE_UsbzH4NhBM,9620
1496
- mteb/models/model_implementations/openclip_models.py,sha256=TsIAgh759S_2Vl9yjoEhvRq8VLrNnQj1L9sscsOqq7U,10702
1497
- mteb/models/model_implementations/opensearch_neural_sparse_models.py,sha256=fuxIjOx_kPoDps5C7LW3JllG-AZj4ktqeTNgJESHZh4,8351
1498
- mteb/models/model_implementations/ops_moa_models.py,sha256=vTZYi6aYe2UYI_BBaoMad3anozknUoadVQw_EBKX3MU,2411
1499
- mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py,sha256=qGXv71qRjNCIFluZOwvfBlFlKKyN2bXBokwUPk4KHmM,1066
1500
- mteb/models/model_implementations/piccolo_models.py,sha256=VUb_U7n8RmVSS2bbIzk-g8oKXzMJ88Lehnku-E_96Uw,1847
1501
- mteb/models/model_implementations/promptriever_models.py,sha256=2iB1n4ZSX0NyDBBk9rryKSwdjhc3D6TgUhhlzJxys8E,6316
1502
- mteb/models/model_implementations/pylate_models.py,sha256=yINGQL97S4xjj74-FTWpO4KHX-E9NDOEeyQWyRmmnaE,14772
1503
- mteb/models/model_implementations/qodo_models.py,sha256=JDqffDlQiOEariyheybOIf3iNkqot2gTkEIHWDnRbUE,2037
1504
- mteb/models/model_implementations/qtack_models.py,sha256=biZLH5E3UWIcMZXIZNGgBZFEUvovPpAo6vUyL776W1w,1224
1505
- mteb/models/model_implementations/qwen3_models.py,sha256=IpPJC_y-Kt_1Bq6nT2lX3-lMl-hl0BV6VhAL8Czfyfg,5133
1506
- mteb/models/model_implementations/qzhou_models.py,sha256=90tsGftdCX90Gvu63bxtMyzczGi_u9bsUlg4WAVeH9Q,3536
1507
- mteb/models/model_implementations/random_baseline.py,sha256=NH-epZ73BYvV6qYgu09BsoiFxBWypUNLdJIXRp5QPhM,8030
1508
- mteb/models/model_implementations/reasonir_model.py,sha256=wSCcJpUgZ0pG2g3vTEzYNmPlPG_CVn_rR0ENVCines0,2218
1509
- mteb/models/model_implementations/repllama_models.py,sha256=89HoqEpzkNysHeuf_-YhU8WETamHTogSRztGIRo6G1s,7321
1510
- mteb/models/model_implementations/rerankers_custom.py,sha256=ro73A9-hHudy3_qIMrhP-ja-3Xqu78r_aORm856zHQc,10651
1511
- mteb/models/model_implementations/rerankers_monot5_based.py,sha256=rxVwzapNnHl4gCw79XVCaTXj3-wbToyj7XVL97tpAF4,34302
1512
- mteb/models/model_implementations/richinfoai_models.py,sha256=llvYa0JUjyOOMbuTgOYoJ2qeqZ5rLHX1ZjZIYlYbdvA,989
1513
- mteb/models/model_implementations/ru_sentence_models.py,sha256=Dstx46xFcAOC7giKPclC41GJTtFfmg4t6gLTdAnrxDk,40129
1514
- mteb/models/model_implementations/salesforce_models.py,sha256=KslTK-IKeLvNG-vQir9k6swkaOgjk6eyozm_BOVgTpY,5160
1515
- mteb/models/model_implementations/samilpwc_models.py,sha256=oMwKNwCxoH1jZgCy04oo2oVlBZWu253QMpnEEC6emz8,2021
1516
- mteb/models/model_implementations/searchmap_models.py,sha256=XvVl99emIgnNUCxkTuFQXW6py2R8vgsArfpyHveCugw,1904
1517
- mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=8J3htEddltyGTydIbnMUudgAV97FdD43-SQKaSA_Iuc,18534
1518
- mteb/models/model_implementations/seed_models.py,sha256=SgK4kPVO6V33G3F1zSq06zSkWarPLEwBt1SWp4TUoVw,14142
1519
- mteb/models/model_implementations/sentence_transformers_models.py,sha256=EtEaXg1yFFp3DQEOxu6am8bcVQR-ypcHj6DCqJGHOVU,21160
1520
- mteb/models/model_implementations/shuu_model.py,sha256=KkcuVYjIzoha3Fvxh8ppqHQ9BfNMWeqDqn9dGCRKUjg,1167
1521
- mteb/models/model_implementations/siglip_models.py,sha256=tvi8QB2ayBoeXsxwHrl5RFlkknvE6FM9N06zSBWGQD0,12602
1522
- mteb/models/model_implementations/sonar_models.py,sha256=Nc6kAJRWSrxA57DPRrgOPHqS1dNhz2vsE_1ZA2JtigQ,4784
1523
- mteb/models/model_implementations/stella_models.py,sha256=NL3tk-rnuBdznsQ-nmelqun4tFO2xKoNPPOOVKqnPGU,8062
1524
- mteb/models/model_implementations/text2vec_models.py,sha256=zaHWRc2W0RYZAOetinqRzug9UGW0HmY5U-jYsLXA8wo,4160
1525
- mteb/models/model_implementations/ua_sentence_models.py,sha256=fcvXR4-Rrt-UDTlDkh2ZAO1gO_ufCOHiT6EhoeKiHx8,1224
1526
- mteb/models/model_implementations/uae_models.py,sha256=KZxH5a3t-sfh33xUBkLizEuyFAyPlGfnRsn-S7mjq74,3112
1527
- mteb/models/model_implementations/vdr_models.py,sha256=lMm43BBPjZU5lxZcpmPZ8hn0PbhTEaOrd65d151N0fE,1386
1528
- mteb/models/model_implementations/vi_vn_models.py,sha256=quWmd3JT2J6SlAsFrV2gcnc67M9zr58mEF2zLUF8-uw,4795
1529
- mteb/models/model_implementations/vista_models.py,sha256=Q3I01kRtIPaoke0iMIcH4CLcCDTnMSIBFNCof7LPTX4,10832
1530
- mteb/models/model_implementations/vlm2vec_models.py,sha256=HGGy_-z9Wc99xOKum71rBNipCPqWcM1efmmXgy5Rvxc,11724
1531
- mteb/models/model_implementations/voyage_models.py,sha256=dOCccOQlloGrg0q44PxMQzx8dHuQ8VgkDUD01EydpJ0,19824
1532
- mteb/models/model_implementations/voyage_v.py,sha256=6i-oFnaY2D2qR1Dgb0B98ougnD1ujW9aNG9QoWyvwwY,8041
1533
- mteb/models/model_implementations/xyz_models.py,sha256=TePlrH6EHwRPO87U_J3Yce9-XHCn_X7I2cJ_6BZ2fUY,1296
1534
- mteb/models/model_implementations/youtu_models.py,sha256=NB74E6z-_36HyXb8GXKn8CrmRLN68uX9eH4xcS57zl0,5938
1477
+ mteb/models/model_implementations/align_models.py,sha256=nR-sxBHV7t-x35aihSQwzSXe09iRZutpqwFqmAnTZGA,4560
1478
+ mteb/models/model_implementations/amazon_models.py,sha256=a9bLYQ1ZGWDo4RdyaPNsBqadMrBm550fLIFr1Zfp2Nk,720
1479
+ mteb/models/model_implementations/andersborges.py,sha256=TkZFz55hn3A8qBBKW4SChOMAiVRVhUdzF1gSaiv4icc,2411
1480
+ mteb/models/model_implementations/ara_models.py,sha256=pE1aW6a4AdP2H0p6-YCyMi6kBGpDUsI7xi8qDtRVD_k,1478
1481
+ mteb/models/model_implementations/arctic_models.py,sha256=G03_fOm_pgYbT9rgMruVlI0sEN_B8fB9HAt5nzRbbRs,10750
1482
+ mteb/models/model_implementations/b1ade_models.py,sha256=oyUmA83CjiAqh51nl3c4k5NuzB-SBySyMSXsbEU--hU,1666
1483
+ mteb/models/model_implementations/bedrock_models.py,sha256=KKs_0_Cl6f0nzzmxmmKJ1vR2r3B7xRKMbNehov4EGjQ,8813
1484
+ mteb/models/model_implementations/bge_models.py,sha256=YMatt2zsOx3EVA7DQp6m6NgnTgsVU-JxWD6iEA4-IFU,25171
1485
+ mteb/models/model_implementations/bica_model.py,sha256=vfScW0FBqWG00C7-lb9krWzWnAS7pTzDvBsqMPjeJAM,1266
1486
+ mteb/models/model_implementations/blip2_models.py,sha256=mNnWANEeQoPfgx1I3lDP4jzb3KgejohUMOQz9_KYKWM,7749
1487
+ mteb/models/model_implementations/blip_models.py,sha256=Tfsk0mEo7brFQ9paDTtGri8axZUHzNqAUK7WHEqOfWM,11754
1488
+ mteb/models/model_implementations/bm25.py,sha256=QBzWCyo_X4rVxL2ua-L1WTPpDMf9OVQcD9zwMkQkOrI,4837
1489
+ mteb/models/model_implementations/bmretriever_models.py,sha256=UMvSNK7ZgC0SfHp9nGjvdBSwDB2M-ZqpGlSIaieSl3Y,6845
1490
+ mteb/models/model_implementations/cadet_models.py,sha256=CtY4ioYb7W8LcIYRCO5dh6-Nr1QDp6UYvTUR6FGwTik,2266
1491
+ mteb/models/model_implementations/cde_models.py,sha256=rPyvpd1rEK0F_wwHoJ1GGXWEKZmoNJyR7Km7AOUT5BM,9271
1492
+ mteb/models/model_implementations/clip_models.py,sha256=fDIY9xAh2mtUgnWOlPGR98HmPNLN7-qB0wH8_9ZO_Rk,6200
1493
+ mteb/models/model_implementations/clips_models.py,sha256=RJUMc9q8ZA4HRtcUDa063Rb0GvXl_cIrjU93Xv4epys,3581
1494
+ mteb/models/model_implementations/codefuse_models.py,sha256=dwlHFA0p1oO7vX9NCFmjRa9hgp1_2EnpPCbKN6xfMAc,14208
1495
+ mteb/models/model_implementations/codesage_models.py,sha256=HQqkwv6IuhNkUfrKBa9mnwWozoRKnmYRWOdwluBYjZA,3124
1496
+ mteb/models/model_implementations/cohere_models.py,sha256=nXe2Lizql4N_FmlzyMhgMx2dBYV8EN_4lzi0Y_Z1Afo,13984
1497
+ mteb/models/model_implementations/cohere_v.py,sha256=bDrvREsuL1Ea3ZGCGsvXTWQ4nMJND3T0dYqOKAl1vls,15858
1498
+ mteb/models/model_implementations/colpali_models.py,sha256=gTGPjk9l-AFDumrO-KdWiP_kOKUNGwmTiDSr7Z2-z_s,9264
1499
+ mteb/models/model_implementations/colqwen_models.py,sha256=lmLBnlGgpMftj1yOzE6eJ2CHfNvqWo70oTxnc_V0Uzk,16038
1500
+ mteb/models/model_implementations/colsmol_models.py,sha256=7JjepKLNIqtQVFzvFlYmx_5Sp4yYPtg48loezhRqmuw,3071
1501
+ mteb/models/model_implementations/conan_models.py,sha256=KmdhZ4l3euYPmGE_2T4F6EQctpcNdwXIHrxpmcdkAMo,6569
1502
+ mteb/models/model_implementations/dino_models.py,sha256=7ok5GpfeXtyPL2XRnPIHXnft2PiO6RPB3uTRPFp1NEI,26018
1503
+ mteb/models/model_implementations/e5_instruct.py,sha256=86Y-MeUOQeAxNhUmqtP-4bFASQSZkDLyhyP3-lzU0yc,8061
1504
+ mteb/models/model_implementations/e5_models.py,sha256=iczmJdoqfoH8dvxwmgd0xGTGR-H9XRbIhQbVqImoAb4,9798
1505
+ mteb/models/model_implementations/e5_v.py,sha256=uTvD61jTrtBdGB5MY83JnIdFi3WXs4xq08nilg1_Ujk,6800
1506
+ mteb/models/model_implementations/eagerworks_models.py,sha256=bk-Vy_BqD-Qn_rpsW4lLaBDza-KRVtfDBVHcXKaqNMQ,5785
1507
+ mteb/models/model_implementations/emillykkejensen_models.py,sha256=Qqzze2MXWioSalQ1cCdXIHRZRUfMN9IxtSU74IwkDb4,3740
1508
+ mteb/models/model_implementations/en_code_retriever.py,sha256=UTOmjnCCDOhqoMyYXKCGDPNOqR5XMmNuE9drpgMzMqs,1084
1509
+ mteb/models/model_implementations/euler_models.py,sha256=6EdpMJFFGVHGgPC44jRrsc7ywunoWN5fku-zBaa88rA,1162
1510
+ mteb/models/model_implementations/evaclip_models.py,sha256=oEoHnKQ4W09EQUCnNwpEd1ieDZGbth4j6lXfC-9jVBc,8104
1511
+ mteb/models/model_implementations/fa_models.py,sha256=vwEzH1EIzw0gb0cwmgoz81oYWwowVix-G47y0SiL1PQ,9988
1512
+ mteb/models/model_implementations/facebookai.py,sha256=YxJRjMtdvqCHfh3dTwxrLsr19v0N658O1cTx7GilO94,5058
1513
+ mteb/models/model_implementations/geogpt_models.py,sha256=FmvRKWmSBf6gXQ1b0VbHdSP02ZAEP68IzIq4726kync,1980
1514
+ mteb/models/model_implementations/gme_v_models.py,sha256=aPDW_NZTMGXDvIPJgp-8aMEP33cGRDmDr766QPiC_Rs,13860
1515
+ mteb/models/model_implementations/google_models.py,sha256=TtHu-RhFq72jIX4jkq3M9gIOjp5RKgUB1pX2EtgUCLM,11158
1516
+ mteb/models/model_implementations/granite_vision_embedding_models.py,sha256=_H0pphKd7CZwTmZyccYwc8VRCBuADb-2Y1NqjLyLqYg,7372
1517
+ mteb/models/model_implementations/gritlm_models.py,sha256=XmKNIyIAJUpmfT5r_cqm7DjacbLFeGygX9IIe3k3dfw,3119
1518
+ mteb/models/model_implementations/gte_models.py,sha256=A9woaY4doCb89b5dxFpJcbwmHMXiG9NnseznoWFU-Qg,14232
1519
+ mteb/models/model_implementations/hinvec_models.py,sha256=PL2lJPf8r6u4duE6B0pIYDCyX1JJuQspXBi1YXRVPOk,1632
1520
+ mteb/models/model_implementations/human.py,sha256=EtYa8G7Dc8fDcelBVw0xTpxGGx1YKKuprVgksY5ZOcE,558
1521
+ mteb/models/model_implementations/ibm_granite_models.py,sha256=ljHjuPuBkIwJvp5WZ3csjTOIb14nLh1h3OYkW-CEeHY,8464
1522
+ mteb/models/model_implementations/inf_models.py,sha256=SXXs3s9PWo08fzrxG_WOXGc_gvbpmkt-Blt7YoGcPRo,3020
1523
+ mteb/models/model_implementations/jasper_models.py,sha256=buJgllGIeyi7LsxDJY3UYJs_YzdDBkU3QpuQyU6VoTc,16293
1524
+ mteb/models/model_implementations/jina_clip.py,sha256=0XhRSWTPR3ERAsOoVOxhB1yV6v1pEY8EQcTy1ChtSoU,6595
1525
+ mteb/models/model_implementations/jina_models.py,sha256=kFmkAWUFoJpq_1tRQIspk54lsik2vIoQcy5DS7YKgQ0,35198
1526
+ mteb/models/model_implementations/kalm_models.py,sha256=SHqkw5p7HzmQrb_bIFjRp1rsuv2v531nXIk390h_ojY,62115
1527
+ mteb/models/model_implementations/kblab.py,sha256=EisTJXijICN2pyfWT_89qUnNO7TH95t1LxCxjzJnzQo,1237
1528
+ mteb/models/model_implementations/kennethenevoldsen_models.py,sha256=YdroUdWJtSjrua93Qo950eui38qhD6KgnSND_NlTzro,3060
1529
+ mteb/models/model_implementations/kfst.py,sha256=jz0Pez-NLXy2Hxt2edvVJMm9A6yn6xQacxxr2nCyOsY,949
1530
+ mteb/models/model_implementations/kowshik24_models.py,sha256=xm2oh0Sjbvp4Aur4XUkTxp6pYtKZIbyN1r88eE4aHpQ,1460
1531
+ mteb/models/model_implementations/lens_models.py,sha256=sVgP-wyi7SrMVyXkS1msMEKkE2ZTheYrt3QwGezqqJk,1748
1532
+ mteb/models/model_implementations/lgai_embedding_models.py,sha256=6XSL2h4MaA8etAE8qmrDrwKBYxUBurJq-zZ8bXdW1oE,2390
1533
+ mteb/models/model_implementations/linq_models.py,sha256=O4uf7U3ahSW-VsIkCke6uNV37UYEHbJtlJWKuRttfpk,1929
1534
+ mteb/models/model_implementations/listconranker.py,sha256=Pabs6UapPmH4CeUTZskHJ-9jQ4-6fh-j6I3l4RUimZY,4548
1535
+ mteb/models/model_implementations/llm2clip_models.py,sha256=VaPRxliOMViMMpNJmaal8QFJVU9F3-yiPxJoXNHyLyk,9340
1536
+ mteb/models/model_implementations/llm2vec_models.py,sha256=qKbTMrMXYRvmzY9bsaSgQhl6PxnSEAEQypkzU_TC46Y,12966
1537
+ mteb/models/model_implementations/mcinext_models.py,sha256=h-X9og2Cjj8DarHkaLOfqlIHpeCGnJZv0EuwYG61uzY,19127
1538
+ mteb/models/model_implementations/mdbr_models.py,sha256=gGF58m_nxwaVOq03T275VofQD3Ur9W2ZdMpYwcQ9RTg,2750
1539
+ mteb/models/model_implementations/misc_models.py,sha256=G42am6_tdRDFQ-0dU60OLeW2qxiQLwOoA5_NBHVN1eQ,72346
1540
+ mteb/models/model_implementations/mixedbread_ai_models.py,sha256=DJGYb9Twt9cuess2QS4CrW_dWEtL0LTJ5uWruHt8Gzw,10549
1541
+ mteb/models/model_implementations/mme5_models.py,sha256=4lbFhmKAFUpZojoLBObL0wx8dA6wJ9SGYej488Q_Fdg,1541
1542
+ mteb/models/model_implementations/moco_models.py,sha256=DOFXJINU3LV0gk83PRE5bXxvXs0LiKFUcznSR5lmk6E,5565
1543
+ mteb/models/model_implementations/mod_models.py,sha256=6Cs08pqKrvSPYGNCil-T2Q151AmOCCBKMF54KkzdxJY,6350
1544
+ mteb/models/model_implementations/model2vec_models.py,sha256=7O6y-8fPtaHOoOfPn2-ZqmxSNHAG3r8-DIeK7sthzBg,14568
1545
+ mteb/models/model_implementations/moka_models.py,sha256=M3nhjDoisunpYojtU-dEZYaLjBkndOGhWByz17_x5_w,5088
1546
+ mteb/models/model_implementations/nbailab.py,sha256=LM00HJIr4yrA45qh2O21BIDXku9KcoTz-mttczEx_qM,2567
1547
+ mteb/models/model_implementations/no_instruct_sentence_models.py,sha256=qLiMok_OxKvIYXWnP0KNWqH1monZx-OdSZrSx3QEhtI,4049
1548
+ mteb/models/model_implementations/nomic_models.py,sha256=dmQC_cWg6hAmiBHK7fXoXEiGBJnJvrq0RsnCcJ2qe1Q,15137
1549
+ mteb/models/model_implementations/nomic_models_vision.py,sha256=usCKfZCR7aEi_DnNmVAYjH-lXx_ipQkBVtUAmhJ90QI,6870
1550
+ mteb/models/model_implementations/nvidia_llama_nemoretriever_colemb.py,sha256=pJqkKBNns6jUYlpI3aGtpmrhXOSYgEvCje1ir_yXdpc,6889
1551
+ mteb/models/model_implementations/nvidia_models.py,sha256=KcnH7wGhz4LQ2F_y9Q9cJTr89DNKeHjVkVgHUfftzIY,26685
1552
+ mteb/models/model_implementations/octen_models.py,sha256=FFR1-yG2euN-6kgL4qJNHYB6cPsds4NGYFPmc5tHhoE,8514
1553
+ mteb/models/model_implementations/openai_models.py,sha256=905BajYi_XyOZgqU3AeKpwIttLoUitaAyc48sTWI6Jg,9482
1554
+ mteb/models/model_implementations/openclip_models.py,sha256=MyosgeYSrgBXGuGFtI2Tyxksxpb7bADFJVSYFCLweVA,11622
1555
+ mteb/models/model_implementations/opensearch_neural_sparse_models.py,sha256=TnIHut_IHvplvovlcTZ-PWnEldTzcru5JdUIaTH-8Do,8636
1556
+ mteb/models/model_implementations/ops_moa_models.py,sha256=W9DkHT5TwMys-vKmELrcKKfdV9HsHOBvaQAITneDdew,2480
1557
+ mteb/models/model_implementations/ordalietech_solon_embeddings_mini_beta_1_1.py,sha256=PJx1enAWiuiQUqA0JdfpPSBZS1h8CKy7ew-GFGj4YUM,1081
1558
+ mteb/models/model_implementations/pawan_models.py,sha256=Fwpxqool7lHOMsim0XllWjRrQwxZP2ZU3Y9OtQ0AMvA,1192
1559
+ mteb/models/model_implementations/piccolo_models.py,sha256=rIdT5pLInGyjLXpLcECLPWFJ1N-XfzCte0k3Em5Vy-M,2181
1560
+ mteb/models/model_implementations/pixie_models.py,sha256=vm2vyCBhi5-_5iRQBmIB6KMjvJOByHDkYiPvSi8LsnQ,1798
1561
+ mteb/models/model_implementations/promptriever_models.py,sha256=Ck_oEuvohgPOhSbyfDGlweKXtKZasWYUwukBMBr1YMc,6492
1562
+ mteb/models/model_implementations/pylate_models.py,sha256=4Z48zUGtOZRnqmA0XzO8YrVPO8GcaVBpXSln8VIw21g,16960
1563
+ mteb/models/model_implementations/qodo_models.py,sha256=bb2iUDdLp1sOZdYojZuzAzV4CQK68Ad1Y-VJul78uho,2151
1564
+ mteb/models/model_implementations/qtack_models.py,sha256=GJGZ0zmJw1KT39kIyrQUlEGMkY-lUa36CY_qTN6mPJU,1265
1565
+ mteb/models/model_implementations/qwen3_models.py,sha256=7uRzl8Uopi_zAAeJ0G1DUxNH4bl1h5gzMqks6ltbkHE,5303
1566
+ mteb/models/model_implementations/qzhou_models.py,sha256=iNsSGvoJJ8XByMF-vFScResLDuqEUcps95s2UvWCPjE,3618
1567
+ mteb/models/model_implementations/random_baseline.py,sha256=_lUTjoEl0nJEPcnN1FNWwKEnoJc29PEpaKbnx8HJnLc,7548
1568
+ mteb/models/model_implementations/rasgaard_models.py,sha256=iwqLW0r12RF3tyhakZu3ZPTLx0IRXeOAxptgaJCaJKQ,1285
1569
+ mteb/models/model_implementations/reasonir_model.py,sha256=881oFRknIelXBJFFJWVaETol98mjXt69IDueUg1cxNE,2275
1570
+ mteb/models/model_implementations/repllama_models.py,sha256=0_aDjQKv-Vy1PVaHulrc6ydL_N5dJQYpgDOtYWoBOtg,7356
1571
+ mteb/models/model_implementations/rerankers_custom.py,sha256=2KHRYRGDWg4W4KUnUPIzlxLeDkHdj0qY7WQTu4PDYpk,10757
1572
+ mteb/models/model_implementations/rerankers_monot5_based.py,sha256=bGGfVJob6MOGo8R3xLMcrlTqo_VHGhYiT6C17u0L0t8,34696
1573
+ mteb/models/model_implementations/richinfoai_models.py,sha256=n9m6tRq1f3sRWmiQ_9yORMSTZuk9yya3jcvNJTuKh8E,1030
1574
+ mteb/models/model_implementations/ru_sentence_models.py,sha256=nGvJV9rkfsEMp3QtYBtDnJF2jTm1C31_kCHILnAd6wg,42269
1575
+ mteb/models/model_implementations/ruri_models.py,sha256=La2z2xaqYlX6arGrPz55i3-8SYokXhitiyV7DpJQODk,10453
1576
+ mteb/models/model_implementations/salesforce_models.py,sha256=Fc8uvamRc_fzhKLQtiiLRwtzMPqkQxveosoQul76b-k,5331
1577
+ mteb/models/model_implementations/samilpwc_models.py,sha256=ZYmpjsg66eTVaA7-ChDwDAk7zBU5v5JbIDdVaxmlhOk,2078
1578
+ mteb/models/model_implementations/sarashina_embedding_models.py,sha256=ZShwUY3SuSjm6wTYqqh5aIdhadFfFHNvbM2VzZZrOUU,8529
1579
+ mteb/models/model_implementations/searchmap_models.py,sha256=xVQPkO7aLp_kBFiMDAmBOx13VIAuXjgnJ2zUg_Cmed8,1961
1580
+ mteb/models/model_implementations/seed_1_6_embedding_models.py,sha256=gcGKEY-n7DWGPlXYhO_kcNJ3lkBEnbw8NUxADNs3siM,18635
1581
+ mteb/models/model_implementations/seed_1_6_embedding_models_1215.py,sha256=OoTHcDRQGOuSzf08V62EXrSEdRsXhnMv2ZN9feJWs9s,36443
1582
+ mteb/models/model_implementations/seed_models.py,sha256=9UF2AQ0Uue8DD73SjYhHn2hLxey_7Iq9ii9TkRaA3CM,14168
1583
+ mteb/models/model_implementations/sentence_transformers_models.py,sha256=6oULaf2mTyVe7vy9oS_QoKuxXXPaAqjQgSooMTG0xow,26071
1584
+ mteb/models/model_implementations/shuu_model.py,sha256=1jDFFPAfbfrSzC4vbHczO4yqy3Xh4tWiDAd3FS9-T6M,1177
1585
+ mteb/models/model_implementations/siglip_models.py,sha256=SOSyp-B7w6Vvqas_10D_1rvpJcKSQuJmXGy7Wdtsw7o,13012
1586
+ mteb/models/model_implementations/slm_models.py,sha256=JXjBio-9NFHLefU4Ny1Z-fFkyvvIz0U2kQ6t5s-PzlQ,13427
1587
+ mteb/models/model_implementations/sonar_models.py,sha256=e0zG4ZxCM52mOtIpd43mMORZcX39utOiVDvzX_mz7oQ,4810
1588
+ mteb/models/model_implementations/spartan8806_atles_champion.py,sha256=nDfqkxdi8BlFoixWYjBQnaDyPCRb1UyPgH7792hihXs,1270
1589
+ mteb/models/model_implementations/stella_models.py,sha256=ts2BbEl-Qe8okYTneVeoWE-pu9VCkyO7a9oJofjjEok,8420
1590
+ mteb/models/model_implementations/tarka_models.py,sha256=r6H_ZLGbFwpQQrhvaepJVrsSxYXvXGChMIUDgbHaRFs,27427
1591
+ mteb/models/model_implementations/text2vec_models.py,sha256=WuwcmJ6Irhayz4V7F3JJosTsfUm6WjNPmCiqUlAj0Ac,4300
1592
+ mteb/models/model_implementations/ua_sentence_models.py,sha256=bbgwj71Y79VNiuK1hKIKq5XJy4mP71iDrd7IMeiKun8,1708
1593
+ mteb/models/model_implementations/uae_models.py,sha256=FEdM_7Pmx2bsx0xhExO6kZqeavpqlk8mDjTKUwWdNwo,3224
1594
+ mteb/models/model_implementations/vdr_models.py,sha256=8jlfABvO7Z9ebzAPFHqln3B2INFpszu_ClrcUyaVpss,1479
1595
+ mteb/models/model_implementations/vi_vn_models.py,sha256=Ep2zj4Xvjyu0a_YiLsYvolKdMGSOtzm-N-yNyXmfNwA,6328
1596
+ mteb/models/model_implementations/vista_models.py,sha256=GkQFHIwwjxwM0wDuo-dWJBo4dLExlHtHfXwhcdKA5uQ,10884
1597
+ mteb/models/model_implementations/vlm2vec_models.py,sha256=EeWl3kpS_1VDJs4t1QmpaWSuglLPL2GyZu27fVY1VT8,11802
1598
+ mteb/models/model_implementations/voyage_models.py,sha256=jwVjgx9E6-rZxd8wmuNbbQxKTobuWBNWrs0ezqp4Oik,22525
1599
+ mteb/models/model_implementations/voyage_v.py,sha256=JqtXnICeaODRZHBj_Xsaf3PfIG-XPKopblNxAXHqYNo,8159
1600
+ mteb/models/model_implementations/xyz_models.py,sha256=gjwCx3U4AxMcJDTSWVoYV6xeyXLw7lUZI5D6Q7JjWho,1322
1601
+ mteb/models/model_implementations/youtu_models.py,sha256=THwWRabutW-qC-JZOVhxXWjKHVyMElzt_xm81ixzN50,5995
1602
+ mteb/models/model_implementations/yuan_models.py,sha256=j-QIKECPg4TiBW_3Bp6g5yr2UOdFziFSeoGE4uKepSM,980
1603
+ mteb/models/model_implementations/yuan_models_en.py,sha256=V57gbJFdHW8voN-tkrwUIWv91IkjUfmoQd6SK6AeHLc,1695
1604
+ mteb/models/search_encoder_index/__init__.py,sha256=3QFacIuFyEiI7ocsSkb3Lp2S2L7MLkpHCMIJ201fowA,182
1605
+ mteb/models/search_encoder_index/search_backend_protocol.py,sha256=TSjlx88stJcMldbAeVqNCf8JsQvE-B5rf5SBRw90isY,1890
1606
+ mteb/models/search_encoder_index/search_indexes/__init__.py,sha256=Wm60_oUemUpFsvrCMW111dcPH2L2rt1iZrXMskXmG7o,88
1607
+ mteb/models/search_encoder_index/search_indexes/faiss_search_index.py,sha256=6C9e-bN6IzytwCTjNrwosZD7yDwhbZ-V7pR_IlPWQ2g,5671
1535
1608
  mteb/results/__init__.py,sha256=EXQqK4Am5eIYzD52dpcGAFSdqnC38oE6JHN302oidHc,158
1536
- mteb/results/benchmark_results.py,sha256=OWqeBxbNsPmOKRhxY980N5CikpdJXToDGJGTXUe64Lw,18209
1537
- mteb/results/model_result.py,sha256=Wdbkpxq7_geliYDr4558i6txDVdsHL-Y9WAv_u7thlI,13689
1538
- mteb/results/task_result.py,sha256=79lQNMH1xcCr_Y0XsOGRlF_9OJFPsaCCBTDUuK1wUG8,31782
1609
+ mteb/results/benchmark_results.py,sha256=Ea_JPqVIjZHgVceTO3Oa9rzYblxFZhMhpU3lr2upOY4,20219
1610
+ mteb/results/model_result.py,sha256=WokI7iyF3JQxawRTNQ9dJZm-5pD66oJWio0i5G9AB94,15200
1611
+ mteb/results/task_result.py,sha256=OwNNJN8l9sEmlwYYxuhIHwRrpafK1h7vVx0Dr5_qwHE,33710
1539
1612
  mteb/tasks/__init__.py,sha256=izAxU0ip1F_YUwx0dFCuN35BaktdmePh6vlDiHC0kLo,503
1540
1613
  mteb/tasks/aggregated_tasks/__init__.py,sha256=Ufgbh1AirxCQkojO3AUhUFWM8zQG10cfdVTkj_PeyLI,104
1541
1614
  mteb/tasks/aggregated_tasks/eng/__init__.py,sha256=HgaSyAX8Is5CGE006RgJkLQQVxrx2FmMnm6NHQBDi-4,358
@@ -1561,10 +1634,10 @@ mteb/tasks/bitext_mining/fas/__init__.py,sha256=srw2I-yfcLgIkRzJv-p_qZ9fg0cCKr-D
1561
1634
  mteb/tasks/bitext_mining/fas/fa_mteb_summary_retrieval.py,sha256=yj8l1K3CIdESwl4sl2M4HhyOrZZYQZb_EDo-EgCAJdg,3330
1562
1635
  mteb/tasks/bitext_mining/kat/__init__.py,sha256=a-KcFJ3Ol7R8yq02RcGjaOxEfqnwJeo7AAib-RU-JFw,116
1563
1636
  mteb/tasks/bitext_mining/kat/tbilisi_city_hall_bitext_mining.py,sha256=xVCxpJr7UW2KadNdn7Gsw-wZ65uz5vhRDhQZ7eILokQ,1918
1564
- mteb/tasks/bitext_mining/multilingual/__init__.py,sha256=qDgixbHEvV3xz6JN3kFQDnvtSL-yVjl-Z8inUwimI6I,1954
1637
+ mteb/tasks/bitext_mining/multilingual/__init__.py,sha256=LcPygeOuvrka67aDkktT-2lSqcxpWPSMmd_BaxIsl24,2012
1565
1638
  mteb/tasks/bitext_mining/multilingual/bible_nlp_bitext_mining.py,sha256=lNbCz3dN9o3F04Y7vtNBhF-lPUNyVbAOKgUR-QKZn_8,29082
1566
- mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=lg-4of5K_6mn7iU-TpxwP_HFRk10qILJWprR-QX9Jug,2708
1567
- mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py,sha256=Zv6QCyTchTmlgWegS-iNJKfcc1Tr-ZmGftub5xZO5-w,1808
1639
+ mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=tTKvS-v7d9V_zymCn_ZonUKlo9NI7vTyppxS9iAu8I0,2873
1640
+ mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py,sha256=P_UHMWh2gKG6CloXmP5J2kjrCTQwoJAU1MKdLl6JFKc,1836
1568
1641
  mteb/tasks/bitext_mining/multilingual/danish_medicines_agency_bitext_mining.py,sha256=5iengckKv1NCHILjrX6WDEgBNJlmbSV5y-WWdaLZYrs,1703
1569
1642
  mteb/tasks/bitext_mining/multilingual/diabla_bitext_mining.py,sha256=Ua6DfpJYgoaIRSWB284WNj6wQWqxPiC3kUPcmKNGDWQ,1498
1570
1643
  mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py,sha256=Dh43H2NWZIAzN9Zeib3TtKhUcK1jldUQX-GvTsm1MnI,5616
@@ -1580,160 +1653,160 @@ mteb/tasks/bitext_mining/multilingual/nusa_translation_bitext_mining.py,sha256=e
1580
1653
  mteb/tasks/bitext_mining/multilingual/nusa_x_bitext_mining.py,sha256=BphnEDdG1-IsCklJWRCs2yK7I1zVuPh7PQrrYAI540c,2309
1581
1654
  mteb/tasks/bitext_mining/multilingual/phinc_bitext_mining.py,sha256=53xLXpgIDk55JfCoe3pa93T_9T9sfRJAryBVcWZx5co,1477
1582
1655
  mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=5uwf4vhud5bQuPAcufWGcA7UBmp5YPKsyvc5OUYgK-M,1730
1583
- mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=0UeyufmfkvN-Gd9O360zd2laQLQUFPyC_ifOKSwQE9s,2111
1656
+ mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=09e8XDy-zvqpvGMuj8AIbYUGmrggPi6XvOZi9Fbw0G4,4162
1584
1657
  mteb/tasks/bitext_mining/multilingual/tatoeba_bitext_mining.py,sha256=Y6QnjbmL4fIuTgK8tuZfNnWmM-GwBVaAjUiAtTSgPqM,5898
1585
- mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=4EY_2mHF4J-JCyo-ZdX5bgKEv-VqVwpR-DmUNSP7jcM,14986
1658
+ mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=vWoRmAJKR0ed8mUKDqLUMe_IpFjj7Xlsw0NFhcIOJOc,14978
1586
1659
  mteb/tasks/bitext_mining/srn/__init__.py,sha256=XaMVvUagmgLUG6tZw2jo6fMKiVTfQpaaWZGQZo-1YYk,97
1587
1660
  mteb/tasks/bitext_mining/srn/srn_corpus_bitext_mining.py,sha256=6svN1Ny1MJVaBhEFguYAGZnm8ciuLqBxUfhGaAjR88w,1507
1588
1661
  mteb/tasks/bitext_mining/vie/__init__.py,sha256=AbM2aeSHvlY_fNsPWKchyyHBrSvhBwASOWFht74HQcg,95
1589
1662
  mteb/tasks/bitext_mining/vie/vie_med_ev_bitext_mining.py,sha256=tHnLLMoWUG1j25TwWFQ1cgBtCYcvKbCmquu_mNRZaGw,1494
1590
1663
  mteb/tasks/classification/__init__.py,sha256=6KrsJhJ6YbffNiAY3IWamJ5s4ipiIWHqO4cCD0ncWoI,1092
1591
1664
  mteb/tasks/classification/ara/__init__.py,sha256=PZ2njVzpxUwqB-yx-lajl2uf3yGYBc05a5q77scr4kA,1161
1592
- mteb/tasks/classification/ara/ajgt.py,sha256=lrbMd3YZDUU7nPImL-vaDnTsseA_W8n3kpRwHmWTlko,3103
1593
- mteb/tasks/classification/ara/hotel_review_sentiment_classification.py,sha256=1f_8cbHUsZj2-3px5GY-gEiGxqgPfocTKN748Loh9k0,3062
1594
- mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=X_kA7iQPnVPUBgmA1EsNPLzPhnlgWEMuWkra5NryE4E,2463
1595
- mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=xgkHE0s_9DsWvvMWBebcehUrKRmtAxs1wrS4TrTCCXg,3324
1596
- mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=PkRowXr4XU45t-hSDOGPsH4XQ5N2rscFiQ_GJAkLUhU,3270
1597
- mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=7cTTznVI04QpbqOOnY8_XvGWjgUPyb41OLS5A46119o,3950
1665
+ mteb/tasks/classification/ara/ajgt.py,sha256=TfcsGZbdp2Y7ksrhEPYpY37e_iAvTMGEt9e8-kwFq4U,3091
1666
+ mteb/tasks/classification/ara/hotel_review_sentiment_classification.py,sha256=VNv6uICgYVsQiCreNiczEjDq2-dLtTmNVp0ZF2tA-Kg,3050
1667
+ mteb/tasks/classification/ara/online_store_review_sentiment_classification.py,sha256=hN9dImEZWs9LLYSDWhyKDFJ-Ph2ZZQgxh5K0VXGiP8I,2451
1668
+ mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha256=xlq-rEzWei8onOJWOzSxJtNuyeHWczf1cDz7m3-5j-Y,3312
1669
+ mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=MpLxj0WOuHYV6LIaAwBg__jcOmzsApPxPRBKgkO3RhA,3258
1670
+ mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=55SxUtNUECLT9liyJztPh-MPuN9PnQzkQ89Izg7JlU4,3938
1598
1671
  mteb/tasks/classification/ben/__init__.py,sha256=j_vQLxEOUKR8hLBgTe2sSzvLyoVXRByF0g_f5-i1mRQ,592
1599
- mteb/tasks/classification/ben/bengali_document_classification.py,sha256=BOC5QersoFhsQzbeWrt-O2o5XLQ7k-Aj3t5y2MuMy0U,3648
1600
- mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=Bu79C9lNXMOyS6Mq8Mpw9Yr7tACrRC9wG-xhuUpsl94,3362
1601
- mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=oVbwpNoWmnVeCvFf8-y-ImEcDbgnTqA0GASOp418oNQ,2990
1672
+ mteb/tasks/classification/ben/bengali_document_classification.py,sha256=K4KTkca4HwKa77045kY7hMxHxRklyC44RzfNKOP0C4I,3636
1673
+ mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=xmlPgQfWqEFPOboY6Ix5ZXTz48D1TqUeWV3-ip9dsKA,3350
1674
+ mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=NYtZBO8BYHPAkLOwof8a8v9Xa5YnRYITvAxrAP4EP_A,2978
1602
1675
  mteb/tasks/classification/bul/__init__.py,sha256=2-wLDHKcyykalSp9zWCgOaqMh4nnDo92lYdiUgJIP04,170
1603
1676
  mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py,sha256=T9OjawyJbfYmDh-c4qArRzsuJ3HgbhbCAgHndXN3VVI,1843
1604
1677
  mteb/tasks/classification/ces/__init__.py,sha256=0vuGRyaBaW-V6_3pdGGLIEwQh3uB5UpewY6NdJZ3vrw,860
1605
- mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=xVWAtkHkiJhA9MwLLG9R_4s6DOTVr2qpHpwp8Cm6kqg,3554
1606
- mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=r2nI-Aoywv3i8BRXq7Rv0sg33WhxC9tYFHxJU5zdOEA,4131
1607
- mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=tujnOfZPKSGq0o9_e8H1Nw-uQ3t2GSQYYgkDMySXFn8,3630
1678
+ mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=ujuUGruDRbcMDY3SXvN6dFsR2qs3iYF7x-bc8_W-hAA,3542
1679
+ mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=gVcg6m6Pikhi5DY2HSpj7iMcd5QRw_iZfVFlXX97m0g,4119
1680
+ mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=NthCj4xcDnSwSe5mMX3a6ldELv_qmkN5wuM4UAdE3js,3618
1608
1681
  mteb/tasks/classification/ces/czech_subjectivity_classification.py,sha256=31lTpWh0adXA8C6TY64NbSKi4pVbnH7ocEDEQCd5JEA,1520
1609
1682
  mteb/tasks/classification/dan/__init__.py,sha256=edrG5UqewQ_YfQD3KtCTs9GU5z1jo4wjlkSEHuQg1ww,864
1610
- mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=K1KxSzZV8k4ZbfPoFLFThQq_y28K1Q_VCtv_4mdwtRE,3166
1611
- mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=Yiei__QJP5qGNVpdPKS0Sb0DX01yvS_vjf9HlXXtcdk,3213
1612
- mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=cjzNC5P9HmemPhj2V8twnZo6bT3zwml9qWd8elUfxJg,4022
1613
- mteb/tasks/classification/dan/dk_hate_classification.py,sha256=FhV94a0qn9mSsJuEFtz_y2c_-PTzT9wp29b0DImzYNs,4452
1683
+ mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=GmNu5-ec_6ebMCxKIgDU54ZfaM0xFV_tYE6hYLN8ItM,3154
1684
+ mteb/tasks/classification/dan/danish_political_comments_classification.py,sha256=mChj82mWgXluVC7yXXT2LqNZ_v9QHbNEWIFUGlN8LHc,3201
1685
+ mteb/tasks/classification/dan/ddisco_cohesion_classification.py,sha256=8ZJUscPwhd0Y71Sd5tTeEWCuFgN2YHlgX2lQOz9bj3g,4010
1686
+ mteb/tasks/classification/dan/dk_hate_classification.py,sha256=ixPt5LnWwhxKomGbZ7x5bfIuvgdjAtn_8byL2DFnwHQ,4424
1614
1687
  mteb/tasks/classification/dan/lcc_sentiment_classification.py,sha256=wVbHXQN1I-W8YxDz_fT8Q3ZIM_mgNZDx_wm7vsIBols,1733
1615
1688
  mteb/tasks/classification/deu/__init__.py,sha256=_mikrUfmvMBoIkAHqZoayV6o-8QssaX3E4D1TmxNt_8,454
1616
- mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=I7XiF9Vy9-YPTAFql3LER0I1S-Fx9G45OAeAioMIIi0,3982
1617
- mteb/tasks/classification/deu/ten_k_gnad_classification.py,sha256=ZwvB0wU3vKm0hc-dl35ozdl99S2tgX61HP3FF4GqSPE,3212
1689
+ mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py,sha256=wyig6rTOET2Km1fX4_LP2FTqbGzF2hgmWwV4EXM88kM,3970
1690
+ mteb/tasks/classification/deu/ten_k_gnad_classification.py,sha256=FB0K2Th6kQql-xPHE3Is27Cfax9I_C5mq1-fWNPi30Q,3200
1618
1691
  mteb/tasks/classification/ell/__init__.py,sha256=ex9crkO5u0jpP--73on-beegAZ6368MLPtMpf7ko6sk,118
1619
1692
  mteb/tasks/classification/ell/greek_legal_code_classification.py,sha256=aLiD-sUv6iOunzuHoJubWyhPdhmYrGi9qZUkt0Vw5Og,1977
1620
1693
  mteb/tasks/classification/eng/__init__.py,sha256=gVlsr0YIe84-wvluhXWJuP7R-2wDc53xdJkbvuYVEZE,21065
1621
- mteb/tasks/classification/eng/amazon_polarity_classification.py,sha256=RpBcVvV5ERWQ4gRP4WQDptKmGk4i0cgEh3fMz8h7T7Y,3132
1622
- mteb/tasks/classification/eng/arxiv_classification.py,sha256=FehoDvslIsG3CVMtoWj6Q1RsDBuVWKGWfsFsS9kCq_w,2764
1623
- mteb/tasks/classification/eng/banking77_classification.py,sha256=UfsmV48DVNnBxsoigUWh0kmXOD36rzIhw_HCKw-34h4,3936
1694
+ mteb/tasks/classification/eng/amazon_polarity_classification.py,sha256=xYTp78UBpsTwqEAw1BhAUkrAUwg3IcZbbsjYvm5wCrM,3120
1695
+ mteb/tasks/classification/eng/arxiv_classification.py,sha256=N1YhT35mG5SiDkm7C8Cph87vHTqGVZ7QCnahypCA7hg,2752
1696
+ mteb/tasks/classification/eng/banking77_classification.py,sha256=a39NHycvoblomhYJIJg5I3TYUB_wA2YHgOH63VsGtcA,3924
1624
1697
  mteb/tasks/classification/eng/birdsnap_classification.py,sha256=_OQsYUUwF2t3sOTIvvI2uI98dAG_ropoxtUTq3Yt3KE,1629
1625
1698
  mteb/tasks/classification/eng/caltech101_classification.py,sha256=4Y_Ez0UHGK3l7mHlBCIhr-djrc9F3hkO5g15Bn0-Vfw,1715
1626
1699
  mteb/tasks/classification/eng/cifar.py,sha256=PyO1bTtXtzoyRmYBD8RX5fruTwRqDTl56nWbkmK2liQ,2536
1627
1700
  mteb/tasks/classification/eng/country211_classification.py,sha256=gYGX2HjPn6lxnDFTE4LtvxjA1lYmfbv8tnG1fStcxuQ,1575
1628
- mteb/tasks/classification/eng/dbpedia_classification.py,sha256=zQ6DxzlPo-hoS5zFB3EFJ3UnnD9EYVL6odj56JKT3e8,3729
1701
+ mteb/tasks/classification/eng/dbpedia_classification.py,sha256=_eIM37pft2AMTIi9R7z9ruxPoaAZYxKyAtFPLeZ0O9I,3717
1629
1702
  mteb/tasks/classification/eng/dtd_classification.py,sha256=jbZrYFGfhLvd5YK8wsbIp-C_K52U5wPomMbJ0PofrH4,1412
1630
- mteb/tasks/classification/eng/emotion_classification.py,sha256=7A22Vla-W7tPQcGJpPBFKpTO2IC8afp6JmxiehaPW5Y,4156
1703
+ mteb/tasks/classification/eng/emotion_classification.py,sha256=oNkStKgfwNcfLlXtEeku1_LX0zhVwiGOj0rHW1x5rEA,4144
1631
1704
  mteb/tasks/classification/eng/euro_sat_classification.py,sha256=5bsJpp_jwwcKxPMdSP0TQtNfMxumr7Y0zb2vZIVyELc,1872
1632
1705
  mteb/tasks/classification/eng/fer2013_classification.py,sha256=tvUNndRVxddNvIsQmaUg_rYOfs1BFxGiAHM4Scz9HUs,1487
1633
1706
  mteb/tasks/classification/eng/fgvc_aircraft_classification.py,sha256=qEJFXxeuo-uBy1HDeDYE4XtJayX53EwmnhNTeB9V214,1641
1634
- mteb/tasks/classification/eng/financial_phrasebank_classification.py,sha256=Ccqnlzy5uK0CFV4W_QxoBVeCmEolh8qDmKeT8Rho4Fw,3044
1707
+ mteb/tasks/classification/eng/financial_phrasebank_classification.py,sha256=r7CguZZc0oxH-GXwFK61drDRH3xYMJT1r3V4mrqjG7Q,3032
1635
1708
  mteb/tasks/classification/eng/food101_classification.py,sha256=G3xxqJv5GQQpnI5HZ_zMZ16-l2E4f1mRDwPkjo-jtos,1366
1636
- mteb/tasks/classification/eng/frenk_en_classification.py,sha256=wO7qcqpjYR1F7ftoydKImI_Pbj_hrmmk1GIl15Wimlo,2727
1637
- mteb/tasks/classification/eng/gtsrb_classification.py,sha256=hQ0FQOXRrJQix3ixiDn1aGgAMLP7Bek0N0gTq3_wogM,1853
1709
+ mteb/tasks/classification/eng/frenk_en_classification.py,sha256=EQxVRWqmQhMLIv8MfaQ1OdBMAFR6fH4utlyupJjpD80,2715
1710
+ mteb/tasks/classification/eng/gtsrb_classification.py,sha256=EuR8F2uh3ajB2tErzcbrrgF4Do7QxcxEpA44JsgbOVg,1849
1638
1711
  mteb/tasks/classification/eng/hume_emotion_classification.py,sha256=IjuiZtSMQiVCV5DY8OHUzVtMORUwjDK2uOXkV_CYgAc,2092
1639
1712
  mteb/tasks/classification/eng/hume_toxic_conversations_classification.py,sha256=cSPg3KzLXwY0HnZS0BzpWydkW393TIVXEJmI_PfofQk,1797
1640
1713
  mteb/tasks/classification/eng/hume_tweet_sentiment_extraction_classification.py,sha256=hiOXpCGAHXLm4duu94ptT9l0uWsyw3SRB7w3SqyvxKc,1602
1641
1714
  mteb/tasks/classification/eng/imagenet1k.py,sha256=n6YlgVBG7fudRzv5BI0JWiSjpbWIaOLEGQws8VHn0O8,1574
1642
- mteb/tasks/classification/eng/imdb_classification.py,sha256=5ewozc0-GsXDuKXJBqOnBesJ8H0-_JzGqSeOtsVB784,3631
1643
- mteb/tasks/classification/eng/legal_bench_classification.py,sha256=zqy7REu20R-C4s1LQHSAVIXwzzTZRqdopFYdbTlF76s,305727
1715
+ mteb/tasks/classification/eng/imdb_classification.py,sha256=UEcsVpcIUtE-WaAIaewHVpquyIMmuhqwvghOwjf3l1w,3619
1716
+ mteb/tasks/classification/eng/legal_bench_classification.py,sha256=blNlvV1TykQvvPwMzsc7Hl9rik7JqtRok-jUvKDAyZ0,304818
1644
1717
  mteb/tasks/classification/eng/mnist_classification.py,sha256=hmQfHKKkw2ezFYr26350DCD0-_ZO6uPn7BN4fSZgoAY,1360
1645
- mteb/tasks/classification/eng/news_classification.py,sha256=8_MKO3dg-87-D4ObJaK2_XzoYPPA5lu7P6a62Jg36YY,3351
1718
+ mteb/tasks/classification/eng/news_classification.py,sha256=exvLhhqSctXHdnoC2yVOu-Nlk94Nogw44a-lkjqxZZ0,3339
1646
1719
  mteb/tasks/classification/eng/oxford_flowers_classification.py,sha256=1Qlma1B3rJXRZNiyh0n4b0At-nusKKAdEIXw2eSTv-Q,1673
1647
1720
  mteb/tasks/classification/eng/oxford_pets_classification.py,sha256=fvTlRex48bY9Dy9iUuWnTSn8XUfS1V_gOKCNM_KSFcU,1574
1648
- mteb/tasks/classification/eng/patch_camelyon_classification.py,sha256=KD5Uv6RWSK4pRm9eo5iFmGJlJpAQAsNdJQHj05YxlmU,1781
1649
- mteb/tasks/classification/eng/patent_classification.py,sha256=bg6bMVJkrtqD9XffcId6InY-xIaTKdb_LhCc4uDbKpE,3235
1650
- mteb/tasks/classification/eng/poem_sentiment_classification.py,sha256=67oTe6U2_F39RPbirizhQEsbplwvmHUU0691ze8D2WE,2783
1721
+ mteb/tasks/classification/eng/patch_camelyon_classification.py,sha256=Su0lUUlA57DSHYJ8EVtbU4WCIavExp0OnuU_Rl5Mi5s,1777
1722
+ mteb/tasks/classification/eng/patent_classification.py,sha256=HwPgGVT-T-Usq07M2ePP8P3mNqID6yLxruhfLK1pLtk,3223
1723
+ mteb/tasks/classification/eng/poem_sentiment_classification.py,sha256=XKf7xO9OMgHRmDlOtdPlRzUzMMLSXXScOuUp5VSr3pw,2771
1651
1724
  mteb/tasks/classification/eng/resisc45_classification.py,sha256=_0k3eZyS_vVmvMIBtc2q9Wv2W7ItfQeM3yAQrOWAFlQ,1807
1652
- mteb/tasks/classification/eng/sds_eye_protection_classification.py,sha256=arY16SecPfikXyFIdIEGvpw2shd7fcYqHYmxdIuYdoI,3465
1653
- mteb/tasks/classification/eng/sds_gloves_classification.py,sha256=E6dylSb964WUoePxizmyPDgw9CUjjOU_XB2bSF6gZ6U,3408
1725
+ mteb/tasks/classification/eng/sds_eye_protection_classification.py,sha256=Kco2Y7Ysx5ND16xwGvsceBSzVmhCt7nXenhKwU6XDos,3453
1726
+ mteb/tasks/classification/eng/sds_gloves_classification.py,sha256=5NQjCHRKsRXPDmZlxjmlwVACO1qwSLPWKtRNxY0NTis,3396
1654
1727
  mteb/tasks/classification/eng/stanford_cars_classification.py,sha256=73lWRD87ovMd4ELwRCMH6lb3mvAlDTf9qu2HQd-j0_M,1439
1655
1728
  mteb/tasks/classification/eng/stl10_classification.py,sha256=jqDm6_5iwrfcpzEFtALEv3iYF15Ykt3WLxL3oGkpePw,1745
1656
1729
  mteb/tasks/classification/eng/sun397_classification.py,sha256=KeFOof2Lp2mB3pAVcmebena7VSlafdL64AlPDXF6Tx0,1564
1657
- mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=00URbUmwTwS4Jk2IqLhoYyaYdIXS7O3hFZKwytFHhPQ,4951
1658
- mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=PlVpQnOrT1xJzAZGd6O4NVstxSpGMpOnIcwM2fUSCRE,3880
1659
- mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py,sha256=eglbzatOavSzeDfxWCV7SlpqKHEZdR3txll5ZXvDI-w,3110
1660
- mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=6DQuIL0vvUaj7pwSzs5ouy7oHUhRL-1ePqPuU4JT6nE,4081
1661
- mteb/tasks/classification/eng/ucf101_classification.py,sha256=9bggP7edVs_P_pT6VNjtKeeLCtuNnSAyh5Wz9-A37I8,1715
1662
- mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py,sha256=XwO3dZG894HtVvg0oe_0nu-fWbAKuzAEt6lt8bVLyCA,3027
1730
+ mteb/tasks/classification/eng/toxic_chat_classification.py,sha256=9C7mgV0VvOAFwgcSVdok5Zf09UK9CCOX2J9Sb2GF4LI,4743
1731
+ mteb/tasks/classification/eng/toxic_conversations_classification.py,sha256=ZnYI-caR8A8Qp6qP6rcubsEfOIeamO0rHjY0RPxw1eA,3868
1732
+ mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py,sha256=W29AZXv-b9tQaWVQbVmIpOzvrA1Oj0BixpujZ6WZVG8,3097
1733
+ mteb/tasks/classification/eng/tweet_topic_single_classification.py,sha256=rqgwiASWK5T0sMRvL289_4KrF0KcWGnvj1pGhZr7lPw,3991
1734
+ mteb/tasks/classification/eng/ucf101_classification.py,sha256=KiNA3U_6T-fTPnkgViH6jZBENzG9UmL9gDF7rz28eis,1711
1735
+ mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py,sha256=wC-wrqAFur68L1acHiLyJZd9a9cJ0x9FvNooy13wjhw,3015
1663
1736
  mteb/tasks/classification/eng/wikipedia_biolum_neurochem_classification.py,sha256=HU-yE0RsbPQMA2Rsc4wrqrRPMuiOaqsgC33xOe5bD1c,1464
1664
1737
  mteb/tasks/classification/eng/wikipedia_chem_eng_specialties_classification.py,sha256=_oIZGOfWaZsWDJmczJOb7Y8kCpWgm_17lxqkQOhiGQ0,1439
1665
- mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py,sha256=3q0jcUF6Lcaw6hMINYhL0PW1Ecc2XMXDKANKSQWgs3w,2999
1738
+ mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py,sha256=7xavizR0EGAvIhQpPr2hR4KT6-wYwC6louClvJOuJAI,2987
1666
1739
  mteb/tasks/classification/eng/wikipedia_chemistry_topics_classification.py,sha256=gbnQdfFh3mvqrIdsX9zjTlO-_9t8ucl2kfpm9md0OU0,1432
1667
- mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py,sha256=Y4fm_oKjH9DgABYT1QmUp1wOoG4iTZmA8gF2M1tsibQ,3103
1740
+ mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py,sha256=pj6gdTK-BTWRIVGybkjOgzmSHtnTCB95lVONSpSlvZQ,3091
1668
1741
  mteb/tasks/classification/eng/wikipedia_cryobiology_separation_classification.py,sha256=UBbf4CEkohhu7g5sosmDjuQY9ZSNPDeO1NQNwrlxJSQ,1443
1669
- mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py,sha256=GvNlYFmV9CuxuzXPpvRd7P0KnZzvwyNHIzSLEzcr4Lc,3149
1742
+ mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py,sha256=SpAGkBG-7d3TzRACe9HL01wE17QX3EuZeDbUN9ZAFwg,3137
1670
1743
  mteb/tasks/classification/eng/wikipedia_greenhouse_enantiopure_classification.py,sha256=IQezAhbWYSIAPvy6zdNjKt1i75dOvNFqza5l_-IG3w8,1466
1671
1744
  mteb/tasks/classification/eng/wikipedia_isotopes_fission_classification.py,sha256=uR617mRcO4PxY3h90DnoXEd5-bRTSRP0bR7OkjO0DUc,1470
1672
1745
  mteb/tasks/classification/eng/wikipedia_luminescence_classification.py,sha256=ddTH0Xmbc_-r06C7Z86yBsQWs3vZ6O3VfR5o74vr_zw,1454
1673
1746
  mteb/tasks/classification/eng/wikipedia_organic_inorganic_classification.py,sha256=3Dx7lF9GIN7jkMfbX93CrF6PHjpsuxnkMDOs9Bmc6GU,1440
1674
1747
  mteb/tasks/classification/eng/wikipedia_salts_semiconductors_classification.py,sha256=LCtDbN7ZvvIhKNDCKiMxPP3z4C9db_v-LUhUXDmeekE,1468
1675
1748
  mteb/tasks/classification/eng/wikipedia_solid_state_colloidal_classification.py,sha256=vs6kYuxH_wXhl_67GCyFcaQdYW8vLozVKI4i2nCVlzk,1460
1676
- mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py,sha256=ZvY4pBMm1SYhAOVHIrQnW7gUert4nqrH0-L3-91qnYw,3054
1677
- mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=we7j5m_88DqaJKx7P62_0sFKx06Ew6GWBtsRBKey6Nc,3577
1678
- mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=LU_vn_CBMYsNWz5WSJYkvoaoYah22XOataRYnIjudJY,3836
1749
+ mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py,sha256=qgSZFtyTuIrpyfBwGq5wllR7eMlD6uSPRNj2_NW53no,3042
1750
+ mteb/tasks/classification/eng/yahoo_answers_topics_classification.py,sha256=nIuo5-VSPdoJLcOyYbIpLatBUOVpeCWUVBIualjeAb0,3565
1751
+ mteb/tasks/classification/eng/yelp_review_full_classification.py,sha256=lDtPzcKlhtcT5VPyPHusb29wWExs3RZGF_AXUG24jpE,3824
1679
1752
  mteb/tasks/classification/est/__init__.py,sha256=v2lzg7TFmXiBAp8B4WS3SAahWzkAJ2TCrGBktbI1qhI,186
1680
- mteb/tasks/classification/est/estonian_valence.py,sha256=NWNcGLOnnK0qwQzW_-cFonA5sVoCEA24XIIALn5-6qI,3740
1753
+ mteb/tasks/classification/est/estonian_valence.py,sha256=SDXoxEVjFTguNKGYImLkz_u_Hkf_UTvYibfKrPbtbSs,3712
1681
1754
  mteb/tasks/classification/fas/__init__.py,sha256=igukIhFBC-lFxj-zbwaNh6ocGNTsGwY13QhM1e_cf6w,2505
1682
- mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=8ttsgMiwX7JaePvl35I6ACnC79UKpTuSOVYe0czsMLI,35137
1755
+ mteb/tasks/classification/fas/fa_mteb_classification.py,sha256=Pa0uVXgIHhyiMf066rqq3n41RufDEX_Mx18JM_HrHjs,35052
1683
1756
  mteb/tasks/classification/fas/persian_food_sentiment_classification.py,sha256=vydyi6mov_eAfCRH6A3Kf6nWJyJxCoyXUEoi7-MC80E,1473
1684
1757
  mteb/tasks/classification/fil/__init__.py,sha256=5ReJp52hkwCf3RBen6Tjwj2YA2FN176IoVFx_LOa4mE,359
1685
- mteb/tasks/classification/fil/filipino_hate_speech_classification.py,sha256=OXUdz3Am8Hfu9BTUwv5B9mwgqBU8oJW6smZ6VgIJ8WE,3193
1758
+ mteb/tasks/classification/fil/filipino_hate_speech_classification.py,sha256=h3LEFzP1pJKDjwVOgZyf0gmla8WLxkOViobwNSNfIuY,3181
1686
1759
  mteb/tasks/classification/fil/filipino_shopee_reviews_classification.py,sha256=rKyMe2N3lbckbLJyYuXjJXr2aM4Gb5lrP_AXcbmrVMA,1831
1687
1760
  mteb/tasks/classification/fin/__init__.py,sha256=U-tSwAQUxeAZMF2fgw6QwzJlxiLnHk2RRyKZVF-BQxQ,181
1688
- mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=d3d0ofGNepxB4UUB8kt_esZFAE6VdK6LVUhF_oyWiLM,4131
1761
+ mteb/tasks/classification/fin/fin_toxicity_classification.py,sha256=G3rLO2c0BmdPvsk5xvtYwH-OUHQtlePKwTZNTIdxjkA,4055
1689
1762
  mteb/tasks/classification/fra/__init__.py,sha256=P59IyoKLEZi0_h5TDu6Qidm9EmPl-ElQcXGhRktOtIA,362
1690
- mteb/tasks/classification/fra/french_book_reviews.py,sha256=KgS7g6Ci4dsjm4I2rciHoEsTZTTjEjlIZWqg9Tjo_NY,2750
1691
- mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=vf89bxQDdS6mHvHFXHQxIUfeQo8Ywikby51iJcVNIww,3302
1763
+ mteb/tasks/classification/fra/french_book_reviews.py,sha256=Fsx8UznQVNDNUhcdsTeNMAAlj2q65Ubd9zjHalTS9uM,2738
1764
+ mteb/tasks/classification/fra/movie_review_sentiment_classification.py,sha256=ov-fbReWP9T_RqhxFtS-gjNaZmbM9J8gQdBQyci5yqU,3290
1692
1765
  mteb/tasks/classification/guj/__init__.py,sha256=HZfimpBCywBLi5VGof_A9Ua6bqtMUoWGRhM1eqAEWKE,186
1693
- mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=lNK4trXtJoBLiSmHPtc1boPphpTAErUuSuAcUti68Yc,2315
1694
- mteb/tasks/classification/heb/__init__.py,sha256=Wa9-nATstuSXN2OFsO3tF0BZdlk3AzM0g9R1VzZUTc0,171
1695
- mteb/tasks/classification/heb/hebrew_sentiment_analysis.py,sha256=UpVBGyq_K4Pbt0caJwe-aQ_rGLZRid7lpZfG5lRGMSY,4535
1766
+ mteb/tasks/classification/guj/gujarati_news_classification.py,sha256=VEdbzqlw8b8N8R3TQc275iiCxqGLAMAM8Nf_N7FnUGA,2303
1767
+ mteb/tasks/classification/heb/__init__.py,sha256=xQNtDxjUsCXQhA_ZYO_4kpBtHWQSBhWhQwAuWcTo6GE,246
1768
+ mteb/tasks/classification/heb/hebrew_sentiment_analysis.py,sha256=2wmKwq4Z4YKTG3QieuxmUE56ofiSOV63kV-jh8Zomh4,7281
1696
1769
  mteb/tasks/classification/hin/__init__.py,sha256=KdScMtYYmjsali0InoHP0PKQ8yCbaD-j2tLqc7_lhlo,356
1697
- mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=QmFWArv-e15bXQHMpqGvd_hv5FIyWWmyNNMZfaEZzlo,3729
1698
- mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=xQXzQwdsiflpuHce0Ch7RTVvQqwExWC0lFLanP2Q4yM,3113
1770
+ mteb/tasks/classification/hin/hindi_discourse_classification.py,sha256=HXLJZFEpnI7UjwA-NuadhrCplqaLiSb8Npla_6oXC48,3717
1771
+ mteb/tasks/classification/hin/sentiment_analysis_hindi.py,sha256=YIeEuNa2UTr8Jwh_wx15broRuD3NHNansGq7Bl9Vjl0,3101
1699
1772
  mteb/tasks/classification/hrv/__init__.py,sha256=vJXR8TISYR7ySWdPUnb4Y4QxGqZd19NT7yNSVKP_vPI,148
1700
- mteb/tasks/classification/hrv/frenk_hr_classification.py,sha256=6f6yeGN-gUWcsF3Z48QEhqRaYk1UIASzicEZnDKERqM,2729
1773
+ mteb/tasks/classification/hrv/frenk_hr_classification.py,sha256=Clui-LXY-3m7Df1kehZCvwUlrZ19tptOMgthBVtg5xU,2717
1701
1774
  mteb/tasks/classification/ind/__init__.py,sha256=GJuXzPFYgB-hOne14ViJOcysxT_U1zsPXvliN4E6Ejw,516
1702
- mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=lt-fIHjiMiyC_Z6NA5jqWmQmtXIQZ3cWoT9iBEO4m28,3828
1703
- mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=VFG-IBwGU_z7230M2n8YSeuuRxCliVy_ayW6NZjxnNw,5541
1775
+ mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py,sha256=N7p_5fdDsXM0MAzkjw3PmULlN6nqJ1nbGYj4PWoBdco,3816
1776
+ mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py,sha256=8pPHWVSEVYNmtN7sbmVs231xbKS5-dUPXZvAOPsHWdE,5529
1704
1777
  mteb/tasks/classification/ita/__init__.py,sha256=zn_5k4iGZ3Mr3bRgk97GTUnIuaRqZNEcNoEAtPEr2zM,596
1705
1778
  mteb/tasks/classification/ita/dado_eval_coarse_classification.py,sha256=MrmOz94NzT76HFoEMt4zH79HbKjHmoyrqUxhmM17_7g,1904
1706
1779
  mteb/tasks/classification/ita/ita_casehold_classification.py,sha256=7UHCF68ecz6G5qB7R_SGZi18V2dv-ZZGWa06yGb_DJ0,2147
1707
- mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py,sha256=XexPUNH2rjk7V8-mnXg0jkRNFwIqSp_i8KM2UjqAwkA,3632
1780
+ mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py,sha256=AIwecYzAIuCyfw5Gc21xCCiNGpIPj8BJgh0dg-WurU8,3620
1708
1781
  mteb/tasks/classification/ita/sardi_stance_classification.py,sha256=eExpj0jn0KlLnbqr_jtSoulZqs_wRwd0nfAOqRVhY8Y,1795
1709
1782
  mteb/tasks/classification/jav/__init__.py,sha256=ZDXaSpyUFHfEy8AYM4FHeZh2v2trUftpj-JTih7DCok,186
1710
- mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=lYwZXnqNVuI2QRrpmaaoKen-QcBvt-Qtqshfs6R5RCA,3363
1783
+ mteb/tasks/classification/jav/javanese_imdb_classification.py,sha256=VwI5GJQa5DDRPVet5KX70eek-pw1WBvw99LhUd4-PZU,3351
1711
1784
  mteb/tasks/classification/jpn/__init__.py,sha256=HSRntEt-mH56lbtMFE_0Pn8p_eF49pqhAhf7lyJGMy8,266
1712
1785
  mteb/tasks/classification/jpn/japanese_sentiment_classification.py,sha256=BuS49H0EAC_4-w5W-wgwpQdR0cP5o-_gMGj6gmLuRq8,2121
1713
- mteb/tasks/classification/jpn/wrime_classification.py,sha256=O4-T87NENp6z0BgsTyJadVzzy_XY9IL-NjKvFKeWJj8,4178
1786
+ mteb/tasks/classification/jpn/wrime_classification.py,sha256=tLBkVKghnfzxDxOjUCldhTwWCLU86P0vKCr6Dm7T_yU,4166
1714
1787
  mteb/tasks/classification/kan/__init__.py,sha256=N6IH-AFoWCAkL92grURYdjTdOcI4Gslyl7uTjxbrptQ,181
1715
- mteb/tasks/classification/kan/kannada_news_classification.py,sha256=C-AjDDYfI6qg1v9CWJ1fg7np10U3-CPqoZrgr3bQuio,3885
1788
+ mteb/tasks/classification/kan/kannada_news_classification.py,sha256=JkgVAFhFaGvjvJ3FgIygtKoET4gW0L_NQrdOzHdiR-A,3873
1716
1789
  mteb/tasks/classification/kat/__init__.py,sha256=urXsTJt_7ipiDeBVyolOtwIHldBmw8eEPkgqG16C83A,126
1717
1790
  mteb/tasks/classification/kat/georgian_sentiment_classification.py,sha256=Jya3W-pJLgQ8x0x-4KEHAVYwRPTJK3sF7qpbWMG4aP4,1796
1718
1791
  mteb/tasks/classification/kor/__init__.py,sha256=J28RhyNostxLHhl3PBgzd0VbfHnOqc-0p2pR44-QuAo,441
1719
- mteb/tasks/classification/kor/klue_tc.py,sha256=9tNyBHzLCVZWtbKGLuFHeALGEjOR3Qvy7beqSoU3SaY,4323
1792
+ mteb/tasks/classification/kor/klue_tc.py,sha256=TebhHt2g79itFqZQgJg3Gg6xEtc43dp5gyXm_kzmFHY,4311
1720
1793
  mteb/tasks/classification/kor/kor_fin.py,sha256=3ZfN1BIud7joUllzsDMveU23Vjdkwzit7BCBxs6LCDo,1893
1721
- mteb/tasks/classification/kor/kor_hate_classification.py,sha256=KZG0qVnEN3LtBYsliNJEgzIgjsIeAwPqpbbQ3gazT94,4119
1722
- mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=R8ZGDAXmgj37c9s9P9bF0si7VFIZxa9NAG65oiiqBsY,4001
1794
+ mteb/tasks/classification/kor/kor_hate_classification.py,sha256=V_IIham-xLAE77KoKk2RM8hXpuXnN3NYDl6aB8Renws,3997
1795
+ mteb/tasks/classification/kor/kor_sarcasm_classification.py,sha256=P8AXvEopoX1axcx6A9IpKgDsDe2Xgmq4R3lcMMyFNus,3861
1723
1796
  mteb/tasks/classification/kur/__init__.py,sha256=kBLPJVSB512KaGbwFIUjvjKiLp8_lV6K-O-0fmUJAM4,206
1724
- mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=9bSyv9tnpQE7mS7SvjtZBmoqGCfSJbJaEb4_1D4X2e4,2748
1797
+ mteb/tasks/classification/kur/kurdish_sentiment_classification.py,sha256=p59oRCS0JhfZqP-IgKwmqb_zP48rFb069smhL74ryVM,2760
1725
1798
  mteb/tasks/classification/mal/__init__.py,sha256=oPYnbXfC_hhDorrNOVMdoKJvo_EqVx57g6AMtETiAIs,191
1726
- mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=5D1U9Qjg4gJJELtDSGGuRC-R_fiy83EW5keBLI_TKGc,3027
1799
+ mteb/tasks/classification/mal/malayalam_news_classification.py,sha256=KPSySBKHGlNY14ehDce3D1-RqFqz8DaapLgqwoTSmxM,3015
1727
1800
  mteb/tasks/classification/mar/__init__.py,sha256=_s9c3NJ5thW7ik8tpKlbwwAan6xNuN5UIn5MqDdC8NQ,181
1728
- mteb/tasks/classification/mar/marathi_news_classification.py,sha256=9WrktU2EdYFdeoFxLvI-9zurJeLNlyE-oSMJyP8XBdk,3070
1801
+ mteb/tasks/classification/mar/marathi_news_classification.py,sha256=EnAtbKLJNXWaaZxvAIgcazd9XUcgmzKWJOJniT_KMhs,3058
1729
1802
  mteb/tasks/classification/mkd/__init__.py,sha256=Uy0WzTj00jq3mKfBX1OSAO84LgiCfxnzkd2B4oDjp5c,258
1730
- mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py,sha256=SKosIP9oF0CT11NbR63rXpqXzjyMvu5b4LC-ISmh77c,3369
1803
+ mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py,sha256=9zX8v5seyBhcAVzXcHxQDNaFD4FYUn0qYUyU7jzsRWs,3357
1731
1804
  mteb/tasks/classification/multilingual/__init__.py,sha256=KldHM_1QG9o8RjaPr14_3jHXYLXDne8Ot1v5VJ6RDWQ,3676
1732
1805
  mteb/tasks/classification/multilingual/afri_senti_classification.py,sha256=D76fGCgnjr1Gf6pAb7G6XRwuRSIiPRHfhNmv1rt_ilM,2803
1733
1806
  mteb/tasks/classification/multilingual/afri_senti_lang_classification.py,sha256=tvcFtIyd009zEh_6WxL9j9pV456zz2fnQ-T2yK7LItE,1992
1734
1807
  mteb/tasks/classification/multilingual/amazon_counterfactual_classification.py,sha256=FVwcb96N3zzS4WcXy3UlNq8C_DJl-sHtVTVP2Tb0MBg,2249
1735
1808
  mteb/tasks/classification/multilingual/amazon_reviews_classification.py,sha256=ZmJqujSsL34RrVLYI9_hlzDTR57r44-FB1yqL3pggoA,1639
1736
- mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=RyJ2YZ7lbjWcnkxsBAMc276RamNmQtzz20saZioJ704,2859
1809
+ mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=o6Wyg1cavXOcN2Bl4zcPu3lryDLd-LoZ__acH_GvAL8,2814
1737
1810
  mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py,sha256=n_5ABMkYQPL2ynPZuJfwWA6HLX6Vd6m8irim5DnYywo,1893
1738
1811
  mteb/tasks/classification/multilingual/hin_dialect_classification.py,sha256=PphXUzMLB1NS9mb9qNQFdP1JmSrJ9SIpiqP2g4_T1I4,2276
1739
1812
  mteb/tasks/classification/multilingual/hume_multilingual_sentiment_classification.py,sha256=-EmXnWOuBbVdiuM3kjgo41EkRuOtMsrSTr-HAglsoJA,2130
@@ -1746,7 +1819,7 @@ mteb/tasks/classification/multilingual/massive_intent_classification.py,sha256=R
1746
1819
  mteb/tasks/classification/multilingual/massive_scenario_classification.py,sha256=2GnRe2D2ZXLWLdulPAJIusOo-_gK8BoAiyhTfUq0aeE,3014
1747
1820
  mteb/tasks/classification/multilingual/mtop_domain_classification.py,sha256=6ZYJJIhB1Q6UogabAAasvlJUm1S85rjw9baqntbQ6dM,1945
1748
1821
  mteb/tasks/classification/multilingual/mtop_intent_classification.py,sha256=5Ffh6zs7BSxcaOJbUhACyONBqea90I4a4Jr2ChVfuOs,1938
1749
- mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=5F41H7_AU3NGwr1Wa9es3smDYMbatnZ53sWc6_gMu3U,3719
1822
+ mteb/tasks/classification/multilingual/multi_hate_classification.py,sha256=M5g81DZjnndseTR1SuQZe0ZPz5QyMIj8kZNv0a_fOKk,3647
1750
1823
  mteb/tasks/classification/multilingual/multilingual_sentiment_classification.py,sha256=qKoK2bP5VLsOwNyfDTVJWjNPlqoi-Ct1RgJuCEP4mYo,3515
1751
1824
  mteb/tasks/classification/multilingual/naija_senti.py,sha256=MHKsVUArhFYtFmF7L84PAjPCKVBp_MX1tzmvcAsFmx0,2103
1752
1825
  mteb/tasks/classification/multilingual/nordic_lang_classification.py,sha256=pTGQ3u33p2yDFXL4K4BFR9GzWA51ReAQzFmuJvoBKYw,1872
@@ -1754,109 +1827,110 @@ mteb/tasks/classification/multilingual/nusa_paragraph_emotion_classification.py,
1754
1827
  mteb/tasks/classification/multilingual/nusa_paragraph_topic_classification.py,sha256=nh5qxJdRcIYtq_tv4J1r1tsNan9RW0yLecUwzFCzaZ8,2485
1755
1828
  mteb/tasks/classification/multilingual/nusa_x_senti.py,sha256=qCWZBHdINL8CO3tucc0n3xodpLk4YMApRG5qZJT_Pvw,2259
1756
1829
  mteb/tasks/classification/multilingual/ru_nlu_intent_classification.py,sha256=ZBouGeVgnSWnZKFl6GtCd0yl5A0WTzAwYlKg405b1i0,1643
1757
- mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=OrhIUKv8NwX3C60BBDh-CunIL_f_0L4oG1_2oiDFPZQ,7892
1758
- mteb/tasks/classification/multilingual/scala_classification.py,sha256=jcFbxFiZz3z8glSJAADMTlFQ27gxOUrDuxd9rv5qHws,2560
1830
+ mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=K2tEYv6hsZwZjNj1RAECrO01F1G61HCtzwtC_v1XjV8,7736
1831
+ mteb/tasks/classification/multilingual/scala_classification.py,sha256=6cl5wZYdPiZV1gUvZW-SWyaZqzIEBQ1KxyXwBoJwWz8,2532
1759
1832
  mteb/tasks/classification/multilingual/scandi_sent_classification.py,sha256=yNZ-Jb97GOsKtQ5GskT4F_opOATyQ3HqKL2pHAv_n5E,1812
1760
- mteb/tasks/classification/multilingual/sib200_classification.py,sha256=5dlwKTXSo9NNB5UEc08V886ACMZF3vKC7u1i6bm4NG4,8109
1833
+ mteb/tasks/classification/multilingual/sib200_classification.py,sha256=RcpPAUmEviNasGTR3csd5SBHSDTAFU4v15xRRTuPs_A,8063
1761
1834
  mteb/tasks/classification/multilingual/south_african_lang_classification.py,sha256=uAhxQMWQaQIoeO6pOVGViUJdma5Z56t967W9cbZYq7E,1790
1762
1835
  mteb/tasks/classification/multilingual/swiss_judgement_classification.py,sha256=vcPSMLduwmvt0VpAFN0dlA2DnobTlqR0wqI1ZxLN7rU,1513
1763
1836
  mteb/tasks/classification/multilingual/turkic_classification.py,sha256=SB-17gT866bE3Py01pdioIcqzFC2EdxdoiwZ2N11HbE,2356
1764
1837
  mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=E1AR4BgGdhw7jdMZy96RNUb1uvHaFFx9JsKJo60QZRw,2072
1765
1838
  mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il6gZehbVz-3xA,97
1766
- mteb/tasks/classification/mya/myanmar_news.py,sha256=fRDQBaSnNSLGIDU7HBz8xlHkIcc58B9JaK7D6g0fQ24,3226
1839
+ mteb/tasks/classification/mya/myanmar_news.py,sha256=76fQ-rmHZ0yympvvhM2jQy_XUErhoqwuffVJfYpqdoo,3214
1767
1840
  mteb/tasks/classification/nep/__init__.py,sha256=Sj3bPg2KXOui4nwgVhSdz6JUpjadQJ1ZJjxxpMyMLfQ,176
1768
- mteb/tasks/classification/nep/nepali_news_classification.py,sha256=FL6IJTixczeO4xTCswSNdW2OLvqY3d7syEBo8BugN9s,3661
1841
+ mteb/tasks/classification/nep/nepali_news_classification.py,sha256=T0XeLmAR_i_y2-vqU4q_ltu1iEz7B88rnDLftN_yQgU,3649
1769
1842
  mteb/tasks/classification/nld/__init__.py,sha256=a_YlxI4tL8joDa1RF-ctbA4kw_8kHhM0sWBNtX1FTcQ,1037
1770
- mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=5JoP1APtPmAeyV_uLsmQzVw6rKTolz5WX-HJ1ugoZCc,3389
1771
- mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=tV6wdrNToJMI4QL-Ujh79tDiazNVnpzcSvzA1eQWGXY,1471
1772
- mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=Rqrv1HsrvKwI7bZctwPkKF5IUT9uLaoiiijwcGHqzPc,1458
1773
- mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=VwAE5zj5Z6yO31k66YqoJOUEWrNzu9-nPdufGwDZpJg,1220
1774
- mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=o9rpMS-ZovTNniGL1QhiZKpZS_zzKSrP--WY8TXIlg0,1447
1775
- mteb/tasks/classification/nld/iconclass_classification.py,sha256=t74aHdFGTbEa2tgeOc-6fpGNeC-Sd1BryzKVecK0kas,1523
1776
- mteb/tasks/classification/nld/open_tender_classification.py,sha256=PknkVwUlGWYe8dhzNe54noZhZWXGpUyj7zPii5lOWN0,1391
1777
- mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=wRruABPcWdm_JzX_LkKCTpyOjK35tbY7KUB3UL-RTSc,1800
1843
+ mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py,sha256=ndnmZgfXZlsv47t4FHPKVH5eZTPHq1YsPLeupikZ68s,3546
1844
+ mteb/tasks/classification/nld/dutch_cola_classification.py,sha256=_mRNluXpo91ChJXIOGwRNsimQqotmhnk0dwW4DZjEX0,1601
1845
+ mteb/tasks/classification/nld/dutch_government_bias_classification.py,sha256=pDU6zS7u69Pz1AiEAT0na-3haUAJtvMqywFgDoqKImU,1594
1846
+ mteb/tasks/classification/nld/dutch_news_articles_classification.py,sha256=OU0C_k06iIP3EZ_8PMEeRk29q_Fp0G64j1jRwHNGFXs,1343
1847
+ mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py,sha256=_uSrF4qTwiiPq0x3eJ3puaF0RbzqVwPwGAtKLywBB38,1569
1848
+ mteb/tasks/classification/nld/iconclass_classification.py,sha256=YlrA74ePG5ijAAj-wwIU-Gom5j5cyWDSCPYbVYLspd8,1655
1849
+ mteb/tasks/classification/nld/open_tender_classification.py,sha256=ObtvxZjMhzJkaSOLniyWFtHgVdIOFBq7C84_VTRLT50,1525
1850
+ mteb/tasks/classification/nld/vaccin_chat_nl_classification.py,sha256=QjYdEFbDMGCM5PhKR1ydpErTj35ttnOjg0Q7sg3vlo0,1921
1778
1851
  mteb/tasks/classification/nob/__init__.py,sha256=axgfxU9oueXuBJgbnyb0B5coAqxiCv543SsMEYcQm7o,366
1779
- mteb/tasks/classification/nob/no_rec_classification.py,sha256=xXetGpPz_juq31cSsJnO6RZ5oyCfi080c_jjmPQRxFM,4186
1780
- mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=ztJSIufWm3WCwg3Is00NN4tIOuRVBFkiTFYM7bsxlb8,4007
1852
+ mteb/tasks/classification/nob/no_rec_classification.py,sha256=37WN5XZMML8RoC1cODPmfKNxxJ5VJKq4CTnUIe11ExA,4174
1853
+ mteb/tasks/classification/nob/norwegian_parliament_classification.py,sha256=m02gcEid8anhVe4VdaYZ_EScLVU7Vyvq2RSSTG8l5gA,3995
1781
1854
  mteb/tasks/classification/ory/__init__.py,sha256=V70ULmvJDSTZwbNjgUmTw3qNo9aOm6U28mgGigK2dhQ,153
1782
- mteb/tasks/classification/ory/odia_news_classification.py,sha256=CW6agD0XqK29Bnp9IONMIS24n18WSYnYUZs3d8SfjlE,3143
1855
+ mteb/tasks/classification/ory/odia_news_classification.py,sha256=poz-5r0NA6D8P-9dx_SY1aoyhRRUqRW9t5UE_XVIeX8,3131
1783
1856
  mteb/tasks/classification/pan/__init__.py,sha256=t1lRdXLm9NHF1kmkAd4xhmqHdgprVAZUX8b95BcIeNM,108
1784
1857
  mteb/tasks/classification/pan/punjabi_news_classification.py,sha256=1dk0N8tGcH2yt-oniiIxoZh-s7uypiD7ZlByGNhR5A4,1542
1785
1858
  mteb/tasks/classification/pol/__init__.py,sha256=ebboDlcw2THwh7qzTyfvddOMh09B8h9I9GrPftQj16o,650
1786
- mteb/tasks/classification/pol/polish_classification.py,sha256=hQScpIlNmaIfaKzhZXBfTteWun72S7Hf0dODbLQ08uE,15096
1859
+ mteb/tasks/classification/pol/polish_classification.py,sha256=JdKNtMVHOWjZ4nrchabuShZtW0rwt9DYW3XglH3Yya0,15060
1787
1860
  mteb/tasks/classification/por/__init__.py,sha256=YtARRvys_j2BLk4RhndceR4CTuCiHnyhBvoElTn1__o,136
1788
1861
  mteb/tasks/classification/por/hate_speech_portuguese_classification.py,sha256=vI0t9IbVEsUwdF2FmvUO_wN320zrz9Qi6axQoP_WkJQ,1747
1789
1862
  mteb/tasks/classification/ron/__init__.py,sha256=XI2eqobcWBBjmDEJGHaDIRFfJWf5nrkiQjFhUJ1Ml_k,461
1790
- mteb/tasks/classification/ron/moroco.py,sha256=oRf1lyTUWdk72-V2cZ4cquWY6A-e24RtstFrvlSruTQ,3538
1791
- mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=4KvRDWHr-yDG8tHUIb-g5qkkxq8j_XP54iCVj7Z2iNg,2916
1792
- mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=2sqndihTBRFwzzLhpuuIGY_tI7vCnXAgTIUwwFwYJKs,2816
1863
+ mteb/tasks/classification/ron/moroco.py,sha256=NFFfpzvRzp0djPzMtvgl7i1JW_CXwCqEkTEbE9gem4k,3526
1864
+ mteb/tasks/classification/ron/romanian_reviews_sentiment.py,sha256=7KtfYmsI45VHmdR6fmjSfDRHCx2zRh36m35hG4LNmHQ,2904
1865
+ mteb/tasks/classification/ron/romanian_sentiment_classification.py,sha256=t5HR5MJZAf1QnIL6-RmHqFQRI3kYFjtzJ6If8ct1zco,2804
1793
1866
  mteb/tasks/classification/rus/__init__.py,sha256=MXhJGRXsD-XrLVYE6Yf8hstLf8M5Am5A6erOsB0lNvY,1460
1794
- mteb/tasks/classification/rus/georeview_classification.py,sha256=yN-l44gtYRIOmTYclLScXMKRrP1AGfnUqK-XbGKqsNg,2482
1795
- mteb/tasks/classification/rus/headline_classification.py,sha256=SUdz-lfYPoqeifmr-t9PsYY95y5loyLZ8FJgr64Siz4,4057
1796
- mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=D_FLmZ59nIJbut9I5pXFb94WbHSeZPCPy30XSQj0w2M,6375
1867
+ mteb/tasks/classification/rus/georeview_classification.py,sha256=ssgBSuq13zih4h8yBDPS8AsdHvWvCFLMw8S1LiKbLb0,2470
1868
+ mteb/tasks/classification/rus/headline_classification.py,sha256=yryCgwEIQHqOY5595qHO538JXT5xAraMPJfTwxVuN4Q,4045
1869
+ mteb/tasks/classification/rus/inappropriateness_classification.py,sha256=tdym3PV34RQJ1dAGdGPN2E4y4R5TWIyWUXSRzbsP1mw,6363
1797
1870
  mteb/tasks/classification/rus/kinopoisk_classification.py,sha256=-gw134UyzSuXiHAcH1seqYvxUDpT15ab_YYDzI2pAIo,1453
1798
- mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=2QR-mz0DrZ3CDU3b3TgmaLdHHIqH_C68FNPLzHvFhmM,3497
1871
+ mteb/tasks/classification/rus/ru_reviews_classification.py,sha256=1lKl2kMm09ovU3oJ0Xyd06GuJvfFUSqsdDBZU8rXw_s,3485
1799
1872
  mteb/tasks/classification/rus/ru_sci_bench_grnti_classification.py,sha256=G4jli_baouKaWCaN0D6DL1Fih4BruIDr1a_EHQzs6Mg,1367
1800
1873
  mteb/tasks/classification/rus/ru_sci_bench_oecd_classification.py,sha256=xGjR2Tzcrqk66SzvLnEHp-weL5KAa_TTPPW8lIhiR90,1363
1801
- mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=_NvfnvXuNY9M1HYPQ-6lfFV7yGWiDIQvHZZc4PPXdTs,2378
1802
- mteb/tasks/classification/rus/senti_ru_eval.py,sha256=BR-XAupK9HvPxrXgTPFWZ3vtORz0V-mp9VISy3H5yVA,3068
1874
+ mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py,sha256=lk6KLqYTMj3pC-GGOeJ7_WkZ8OO4BQOLVmac0Fm_6eA,2366
1875
+ mteb/tasks/classification/rus/senti_ru_eval.py,sha256=jSrDBchf92aKUG587o3p4GcuemMoWkJOdMuimfbj0yg,3056
1803
1876
  mteb/tasks/classification/san/__init__.py,sha256=aWgJCsbhb95gTgHUCfR6qRJvMU42pO_YxbGhMZJW5Z4,120
1804
1877
  mteb/tasks/classification/san/sanskrit_shlokas_classification.py,sha256=uWgGvyGzPYgF0wsa88S9eXD_GD0DGioZ2vqefbnV4V0,1722
1805
1878
  mteb/tasks/classification/sin/__init__.py,sha256=nph8HDJzt-d7Lns4gvqI9TLsg7jx4lAKbN1G-qzAusc,400
1806
- mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=J6ne_I2t11qGHoS6WD8QaMVVK4oS2ClWlYCiDN-0LOU,4025
1807
- mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=U62xwGOOORH48-fNp6G3S0TvZy5tMkR1DqcIxDsdifo,3405
1879
+ mteb/tasks/classification/sin/sinhala_news_classification.py,sha256=CcRjFs2AXtBUUm-51ynCHKrZ7T4sjt_Liz9f_Whi9K4,4013
1880
+ mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=1IhbWujAzZJOe8HIQ4BTxJZzGds8dwKxRFaZ3fahbgs,3393
1808
1881
  mteb/tasks/classification/slk/__init__.py,sha256=UJKOGK5cfdo3Qd2e769ghbphpPE9aK1ZG4NZpcZmDGI,726
1809
- mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=4Dr3i9dr2VOjwjnEAf9kUJ-ddEao_2IAblAhmuI5VZ4,3586
1810
- mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=HOOhhBS2fQsoOTn6X2TsRsksZrI3xi5n-UROF-8SbrM,2361
1811
- mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=jaMu2rcPCVDX7oVrhTZxYMtavHuULCr4rYLOCtHxl4I,3326
1882
+ mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=5XKXBSHbgja-2KCbyOtWcNX2h3k2pSfWvVj4tJ6LSEc,3574
1883
+ mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=C7I1PtNkw9TOSlhf5Zc_Bq_WKpLsjhtz0DS4yLbtbcw,2349
1884
+ mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=suh4Uc2pJQRpjvtDZNeh8qCyMEIdCe7Wkqwjbd6C0w4,3314
1812
1885
  mteb/tasks/classification/slv/__init__.py,sha256=BwsXnZBq2EudbPz0AGUnonVe4bmNUHSeIfEIyTVQXcg,148
1813
- mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=tRGmYp4mYKZ2WCWOsHk-0-_T4rIys6LKpwH3tTpgEvo,3039
1886
+ mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=SoArMyn9Xl8UzmfYQAoX9YeH3cQ0FJZUlIBVgo-_m_o,3027
1814
1887
  mteb/tasks/classification/spa/__init__.py,sha256=-FRjuZqV_8uVdnL9GmzTP3Y7zr7ktkHE9ugsTMgZqC8,394
1815
- mteb/tasks/classification/spa/spanish_news_classification.py,sha256=8NYhKVPpyYSfieClARLPQt9hhwLEmgREvXx_Z1vJ5jM,2713
1816
- mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=rE-JAbxgOqnWnwfC1_fDmGu2hNGIlFz5O28_QgLiUic,3762
1888
+ mteb/tasks/classification/spa/spanish_news_classification.py,sha256=2uPbtemvlnvVJoWDt2qPo6tzpq2xTuUnLi8l93VjgG8,2701
1889
+ mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=dayQOZFfwOpJZsK8hg-vbT4bN1VLMjD3Sbk6tbIWsl4,3750
1817
1890
  mteb/tasks/classification/ssw/__init__.py,sha256=4PzlaxBkbg2yMqJBmkBZVO1ArZQoefiFLx03rJNU6TQ,181
1818
- mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=tqmDlBx9pyvwBb9GQDpXEwKBe5fxTcZ8m8OC89N1PAA,3071
1891
+ mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=p1QwKdPebcPdJ3X5ZXLnMkXqA5dv5uyk5uY-lOm3Mcw,3059
1819
1892
  mteb/tasks/classification/swa/__init__.py,sha256=gIM7OBbNAWRJUa7_ElWc4EHEvVX2TUrs0jXYxnKETPY,181
1820
- mteb/tasks/classification/swa/swahili_news_classification.py,sha256=q1NVPzIAtqXVw9xFOQUNRcpvW2TlibCjWoyODEzDkbs,3605
1893
+ mteb/tasks/classification/swa/swahili_news_classification.py,sha256=xamx-C0hwOq57MoRd8n9n4a_LXniFH4SMDU1MzSixc4,3593
1821
1894
  mteb/tasks/classification/swe/__init__.py,sha256=phSBojx1lLs7Ow8fAsxFaewkc-_bKqZqZT03okvqRbg,489
1822
- mteb/tasks/classification/swe/dalaj_classification.py,sha256=UMZhgZfIaj7A8JfETe3m_AFwOCJLZxg1ZYee_7Rt7o4,2962
1823
- mteb/tasks/classification/swe/swe_rec_classification.py,sha256=S9IDWANFhnAvTqNBvZpn_74aZYmwPvLBrQ93mr9Mo90,3314
1824
- mteb/tasks/classification/swe/swedish_sentiment_classification.py,sha256=9dX6jtNEmuZHMcoqBfK_OgzANxk6Qug3akTUW7E6TD8,2271
1895
+ mteb/tasks/classification/swe/dalaj_classification.py,sha256=x1GajvgbWwxqi85PBXh3CzPxpwf0UGQ6-klLvcEn678,2950
1896
+ mteb/tasks/classification/swe/swe_rec_classification.py,sha256=f4qe5IOY2yw-Ud-wxWej35Hqrgn_dcCJ3TZY1ElEIgE,3302
1897
+ mteb/tasks/classification/swe/swedish_sentiment_classification.py,sha256=k6LxJ7HJZ9VaN44dkKwD9pE7jqs5BSR7MGM0b5UaM-M,2259
1825
1898
  mteb/tasks/classification/tam/__init__.py,sha256=cj6Zi2IoXH2GrsKrFfS6xqiC_BYXNhyMBPTjET5owrg,171
1826
- mteb/tasks/classification/tam/tamil_news_classification.py,sha256=iHWa0tPFqPU8_JSnmGH9-FmLGbwLe2Hcuw3i7Uk4Q5c,3235
1899
+ mteb/tasks/classification/tam/tamil_news_classification.py,sha256=RWO717yhpI7lAtphz6igB0i_Ir7Y5gXJEX2TOdX6C0s,3223
1827
1900
  mteb/tasks/classification/tel/__init__.py,sha256=DicrFxq-N9dDqF-WZ64mbH2jvz_be8ZSWRnvaVdn_GI,244
1828
- mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=kr2RazVzvQlu_iEhhm1MHixRbaIR49KojrcCRsSlEGI,2590
1901
+ mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py,sha256=yPl47FzmNxsvmi0gfn6Fb9T3EU-7fNFY_jpX9UKHurA,2578
1829
1902
  mteb/tasks/classification/tha/__init__.py,sha256=L17uVKPwwwEcHvhWuA9-ZZ7cEsEovM-oqGY35FAdb6c,336
1830
- mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=vkxpIfZdUnLDAxOuEwNeRqM2U7bRdt2xHGJx65j-dgo,3107
1903
+ mteb/tasks/classification/tha/wisesight_sentiment_classification.py,sha256=CdTFVbTi5t7VQrlPydV7xfVEKRLcQVeajQy1avHgeg4,3095
1831
1904
  mteb/tasks/classification/tha/wongnai_reviews_classification.py,sha256=0qy4fHUf5i6Kgfxve1NneelB9gNas_7lMRs6pwgce1Q,1736
1832
1905
  mteb/tasks/classification/tsn/__init__.py,sha256=pHxOFshsfTp_CkIowXYcDtpZsxihcnPewREjFOzwHH4,176
1833
- mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=T5_-XgDq4cKoKVxf5jlTf6F_wHy3fGGMnmGwA-Fr-Ss,3118
1834
- mteb/tasks/classification/tur/__init__.py,sha256=ZHpiPVOG5fymXCy2V2XqnSyVuXwHWmoa58KE9ohGjKw,481
1835
- mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=UxAtI9Aau_qc-JvR6SkdlHT0m2yT0OPgV8cp7HuvbuI,3081
1836
- mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=zfM_ODrzHvgNkoM3Mbbks1xQGNBZE6cGBuy1lJ6Ptb0,2793
1906
+ mteb/tasks/classification/tsn/tswana_news_classification.py,sha256=wO3FD7JLaV9gycHVySmVjJUMwGbYd73pZfZEtSiknrw,3106
1907
+ mteb/tasks/classification/tur/__init__.py,sha256=viCR9s3exQyQDKEbgi1ESBiMPF07cG_TssN3oXc9_GA,611
1908
+ mteb/tasks/classification/tur/turkish_constitutional_court.py,sha256=F-lY7I46Zo8SoCPq2N9rz4yUy84icI0hIvPuI8XRarU,1626
1909
+ mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py,sha256=eWPoX2uK06GsmgrteInkiC0uw0mF4dnkPiR249jBDpg,3069
1910
+ mteb/tasks/classification/tur/turkish_product_sentiment_classification.py,sha256=9_AxxYWNCVqCuFN1_uCbwid9ox7KNKRSWbpfLMQrFII,2781
1837
1911
  mteb/tasks/classification/ukr/__init__.py,sha256=Tk8r98fjAhLigvXSu2v3vhq3aJVepreg7k7hVxlpIYo,186
1838
- mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=zQOxwega1ZldFadsBdfsZYKJB7O6D6lXxZ5dz-Wpnms,4520
1912
+ mteb/tasks/classification/ukr/ukr_formality_classification.py,sha256=yoVswuHpklImy6xhTHNribGqSjzGRnNuYQC1cdq9LaM,4412
1839
1913
  mteb/tasks/classification/urd/__init__.py,sha256=CxO1ERWJxvYlmNUsXSGs3oPKqAtjrP0MTInCl6NV3oM,217
1840
- mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=ODS9UIFla1s-JIKISgoTYEmaB62vdRmPe9vb0024IfQ,2813
1914
+ mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py,sha256=uELwmACR5NRMBcyP9kCF28zjV1z6VW-Op3sGomNqF28,2801
1841
1915
  mteb/tasks/classification/vie/__init__.py,sha256=C590nbZwTwxtP-46xS1NYgcH0UJcELA9TDxiJO-o67o,1603
1842
- mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py,sha256=owdX0fD16cPaP9Ah_kIiYft4xmggGMfRTWZGKfp14Rk,1931
1843
- mteb/tasks/classification/vie/amazon_polarity_vn_classification.py,sha256=uZA1WGks38m6dU2uQifHHEyIZGi1QdpMrwEZUmjpTYY,1896
1844
- mteb/tasks/classification/vie/amazon_reviews_vn_classification.py,sha256=nqy8CCCtPLDs9Ux8ZwwxNfzxQG-GkUMVCqNeracuSXo,1898
1845
- mteb/tasks/classification/vie/banking77_vn_classification.py,sha256=VhIpFD-wmp3Fngw4fLjBuHTfIeygrn5Hv12wcqgI5Iw,1823
1846
- mteb/tasks/classification/vie/emotion_vn_classification.py,sha256=7mRKRxLg68YHpDLDV50z_y07HHMGhfSDuq4Gi53bfSM,1941
1847
- mteb/tasks/classification/vie/imdb_vn_classification.py,sha256=tvOyPq8r485Nw_rvEu1Ra0hM4AiwH9iRj8Xk1r5l8N4,1829
1848
- mteb/tasks/classification/vie/massive_intent_vn_classification.py,sha256=6TqtPqxvrTmaZVPNh5-4ZB4jKEVZQGzkrcVAjkzPTs0,1986
1849
- mteb/tasks/classification/vie/massive_scenario_vn_classification.py,sha256=3XTMA5atVyYtV57VZ1OPjKBArlPoJ7YyjXsOo6i02UQ,1994
1850
- mteb/tasks/classification/vie/mtop_domain_vn_classification.py,sha256=QDQxBVmcX2UTYVaEX9VJthaFI7h4a8NAbuF31juFeS0,1817
1851
- mteb/tasks/classification/vie/mtop_intent_vn_classification.py,sha256=u7Bq-DgMi_mH1PxQ2z0mMAZQrXS3Mvm_Fn2A8XKIhWE,1817
1852
- mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=OrYfy-Uq0Cyjs8wiquUv-m7L7p0SUqpe9YysvFGJIH4,2175
1853
- mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py,sha256=WHO3YBO9YHSCiijXpLhEA3850RBG-J5gO-jJdysOVp4,1949
1854
- mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=VQvwwGfsGpeny9R57UrVVzGrx-Ye2d64CUIW8xWPnc0,3271
1916
+ mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py,sha256=sWx7RpJsY_E-n9H-XfTTxlsxgJdUlviaSCrCJgBkPlQ,1886
1917
+ mteb/tasks/classification/vie/amazon_polarity_vn_classification.py,sha256=-FZZwFSLN8p9ddKKWpt8-i_mVJdXIaXgo4cb2Paj7Qs,1831
1918
+ mteb/tasks/classification/vie/amazon_reviews_vn_classification.py,sha256=NZuwMLmt1AmqnLaMXIQonHLvIJCZy1pUYx3sGtI2cSo,1846
1919
+ mteb/tasks/classification/vie/banking77_vn_classification.py,sha256=smnfmE_aCL5JmbRwql8e3DVrCr2lvtSe9rj8Fj2lxZU,1771
1920
+ mteb/tasks/classification/vie/emotion_vn_classification.py,sha256=JFq65-sIIHRrm5o4cQONgXlgkQYnf7JwlD4J4N5QWK8,1889
1921
+ mteb/tasks/classification/vie/imdb_vn_classification.py,sha256=mwmKbei2K-O0ff5SS7LYyPrrjuU13tWxVI43z5fCp04,1777
1922
+ mteb/tasks/classification/vie/massive_intent_vn_classification.py,sha256=W69N1r9G94p17lZS9-w0RJvpkCrWKBReNzBfKch4RGY,1934
1923
+ mteb/tasks/classification/vie/massive_scenario_vn_classification.py,sha256=URvW6kI7q_Njx9eDqH9yDIRqHAYEfGRYYmYq0lXgl2c,1942
1924
+ mteb/tasks/classification/vie/mtop_domain_vn_classification.py,sha256=HVrfQVeM1icgcqT26I_W-Hc8B26GDkeEcQKNLDTkVdw,1765
1925
+ mteb/tasks/classification/vie/mtop_intent_vn_classification.py,sha256=utdySQ5kCQ4GkZn0HU8rqW_-koBe6ShMz5V2-fuvUdw,1765
1926
+ mteb/tasks/classification/vie/toxic_conversations_vn_classification.py,sha256=NAra_89GulEqJ_2AwRpzvWCej2_JIXaiaZU1HbQa9D8,2123
1927
+ mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py,sha256=PDMEokdODsfN5ULnlyo3HNO_2JFESLYaQuPxGxXlnO4,1897
1928
+ mteb/tasks/classification/vie/vie_student_feedback_classification.py,sha256=9g1u2bmnSFO3yf1KbRfG7ZOLIzQi8ckw6u900mMe3zA,3259
1855
1929
  mteb/tasks/classification/zho/__init__.py,sha256=lwB6j0YFdKF5mnBwcTBW_QP-Es7o0Qur6cwT6ZKKAG8,651
1856
- mteb/tasks/classification/zho/cmteb_classification.py,sha256=tRuxX8OJOhAXcvQESbHhrLWvTQuRRbjOFtkC1-TkNWc,16616
1857
- mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=AkECZH7Ljrd6y8UpurcVMUyWzlOU5EKUbxmtcaB8Pwk,3316
1930
+ mteb/tasks/classification/zho/cmteb_classification.py,sha256=YS9jNJYBCuen3X78Z0TKID9ekjDpHcRZ1kbrsYke1EU,16556
1931
+ mteb/tasks/classification/zho/yue_openrice_review_classification.py,sha256=rMerItD7XYtDsif4g9vktQxC_qpcSV4yOJWT_aJUvRU,3304
1858
1932
  mteb/tasks/classification/zul/__init__.py,sha256=iPm0kTxJ6R-R48cULXZtpebvD8IzyWbVokhgCvKT0c4,182
1859
- mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=YVluEnOYqXoqosA977s5is0heSHeFufKxH3oongNC3g,3072
1933
+ mteb/tasks/classification/zul/isi_zulu_news_classification.py,sha256=awjyfjdtG6DQa2WPmfm_jAZWO0Iyy9scfpGv6izk1bA,3060
1860
1934
  mteb/tasks/clustering/__init__.py,sha256=on2FxT3bKFn4-ttmyd13nqKCPHGw1UYV5X2lsrIuC6Y,313
1861
1935
  mteb/tasks/clustering/deu/__init__.py,sha256=7vq3Nqz34nS1JSuS_Izm7vBpkDN8q4-uf809yPw3RF8,591
1862
1936
  mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=KtaktUJQg2RcvN6DMclFfKqjc02vFw_keGyAoeOYCWA,3337
@@ -1876,7 +1950,7 @@ mteb/tasks/clustering/eng/cifar.py,sha256=CgerokQwKzrtTEQNxBPFH_vlosgtgrcZY2hmW1
1876
1950
  mteb/tasks/clustering/eng/clus_trec_covid.py,sha256=z6pNWYu__6o10jNpcrRUVHWKLq9vNP_a3g1cv0LHKZs,1746
1877
1951
  mteb/tasks/clustering/eng/hume_arxiv_clustering_p2p.py,sha256=Gb_OQUJblW37UTnFBUYGIhtVHupgeifhoYHyv0oPy4Q,1485
1878
1952
  mteb/tasks/clustering/eng/hume_reddit_clustering_p2p.py,sha256=kNYUGPPPA2XNDlPHzhiiN8eSwUG4wLOQvejhZ2T51Wo,1618
1879
- mteb/tasks/clustering/eng/hume_wiki_cities_clustering.py,sha256=gbxmlBt_GAE1KlshGj9FYanz-tZomLh8ZqCeRDhnAw0,1336
1953
+ mteb/tasks/clustering/eng/hume_wiki_cities_clustering.py,sha256=NCEMfMLu0lOM1Vyl7Q-OLFMOmxChJ8PvzOBQuGaSodU,1340
1880
1954
  mteb/tasks/clustering/eng/image_net.py,sha256=21eB_MYbUKFqyzAnvThKfsh4D0t9XerIKehQl5LLMe8,3183
1881
1955
  mteb/tasks/clustering/eng/medrxiv_clustering_p2p.py,sha256=sqRTwPAXg9IBeP5S8ngLm5Q0sMkTVoOEJK7Zf8i_mQo,2909
1882
1956
  mteb/tasks/clustering/eng/medrxiv_clustering_s2s.py,sha256=A0d5fjOGAYZFEukBe5DufD-BJ66KVQOSlC_Bgn4OZng,2874
@@ -1886,7 +1960,7 @@ mteb/tasks/clustering/eng/stack_exchange_clustering.py,sha256=IuUlUtmAnuSo6oLJJO
1886
1960
  mteb/tasks/clustering/eng/stack_exchange_clustering_p2p.py,sha256=1hluyxWoIWABLTjLCmXtEsh-h7oHLWegmoEU74OwXrY,4117
1887
1961
  mteb/tasks/clustering/eng/tiny_image_net.py,sha256=dRr46P37XLvRa49EJK6H1x3nJmwaYVDmLtLz-q-K5kM,1135
1888
1962
  mteb/tasks/clustering/eng/twenty_newsgroups_clustering.py,sha256=0jjIeTlDuBtOzMmGsoZye2T-l4fufsZlWeib2q00OyM,3828
1889
- mteb/tasks/clustering/eng/wiki_cities_clustering.py,sha256=82gf5BZtVf8liCi2V0bN0ZXcYh584jV4gXWVw74PCyM,1246
1963
+ mteb/tasks/clustering/eng/wiki_cities_clustering.py,sha256=-csEB6xiAGRDTi5gsseoZsODCSwzF5_LIe1eTUO4lHM,1250
1890
1964
  mteb/tasks/clustering/eng/wikipedia_chemistry_specialties_clustering.py,sha256=Shs6sYPe9s-HSGeKD9_0OEC4hUn3ODS8GFvX62XSK4U,1437
1891
1965
  mteb/tasks/clustering/eng/wikipedia_chemistry_topics_clustering.py,sha256=NQ5bmskZGElqg6vnZFKbzREufr_6IJGUwMpu6ItEWvg,1424
1892
1966
  mteb/tasks/clustering/fas/__init__.py,sha256=_jSSYKxbHl170edjvRKYtHoNkJ1I76A8DHcjSdJ4of0,315
@@ -1897,7 +1971,7 @@ mteb/tasks/clustering/fra/allo_prof_clustering_s2s.py,sha256=U_yNmKbD5ZZLQISUzuF
1897
1971
  mteb/tasks/clustering/fra/hal_clustering_s2s.py,sha256=H-YZdBAv2CzXqvFc36OTmzgJZEgPwrqdOCd1sJZMWJ8,4675
1898
1972
  mteb/tasks/clustering/jpn/__init__.py,sha256=WFar8GZnEqUf5fgXKqY2JXW7INOANo32uNRVrNQ8hAk,232
1899
1973
  mteb/tasks/clustering/jpn/livedoor_news_clustering.py,sha256=ee6ZrU_89FX5oHbOAdwjLwdB2TrBn-FhP1RQoGzmInk,2457
1900
- mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py,sha256=zmLCqwsd83lygGhK5tnOce3uHcuBnvvfRLQrV9_JDuc,1914
1974
+ mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py,sha256=r5rE6zbasAf_Xk21sf8Tw1R-yootjICTwYoynMYPMiQ,1894
1901
1975
  mteb/tasks/clustering/kor/__init__.py,sha256=UlC3CzwvNgTgPrk9KMw_Ne9M6zTqXVMl2vBbYAk_5hs,213
1902
1976
  mteb/tasks/clustering/kor/klue_mrc_domain_clustering.py,sha256=dwwAPDeWexd-0rsn_psBj7zSgFiLpkaWR75x2KwBES8,1879
1903
1977
  mteb/tasks/clustering/kor/klue_ynat_mrc_category_clustering.py,sha256=4yDomAm_JIHn5xiJDcznQpwj85RFo3hcWMYZ1EYb_ow,1915
@@ -1908,16 +1982,16 @@ mteb/tasks/clustering/multilingual/masakha_news_clustering_p2p.py,sha256=SmxlWKS
1908
1982
  mteb/tasks/clustering/multilingual/masakha_news_clustering_s2s.py,sha256=-Xq_MyuEukwq8S9drb6uy8KQGvIXIeCWbXl1RkN3e5c,3167
1909
1983
  mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=NY5J-UWGc2z5pBPwo-o6jODC6nR16axP7gKmxmlT2H8,6388
1910
1984
  mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=4UfRF82DLNLLvDkazaiW_lT3eGuSe5-QP0IW0xb8rtg,5988
1911
- mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=a8uu1Eiq4_M-U28eBC511Y3UNCHZVK64oZtVmAuk7Wo,8574
1985
+ mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=EoUCaZ69BcxSf4chXIyA8M4NCsVC2nmaM4D0HEImgdY,8528
1912
1986
  mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=XgMqPZ74tWjxU169qN8ri_aZVQ_kaR6xFVNJYyWBt4E,4384
1913
1987
  mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
1914
- mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=UOJ7eLoYAoGgW6iAhmJfFzxZTAXO8f8oZhKHuVJzwBw,1442
1915
- mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=undeyAivREAZQOmG3beegrQZVmPAII5rDfxIk8ylhvQ,1443
1916
- mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=yvzLRLXYRQ2pz-w2zWiuNJwPJT7NwN-17BgDnHmUui8,1739
1917
- mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=0MQ3PcrbuKh-1JTFPoh-KZcV96kDBLz6-ujjsrYFZ3w,1910
1918
- mteb/tasks/clustering/nld/open_tender_clustering_s2s.py,sha256=5zp1upeLZGKy3sCStEVjdhISGaEcBFO_a0_Ut45VXbQ,1591
1919
- mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=ivHWLWW9ZP-EKoJcb63iB-J5w-GnaNn0cf8t1fMDwRk,2041
1920
- mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=qbOdO6U_hf19i5sGO_X336ZJ6wnCGt3I5KnndsgtVNQ,2056
1988
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py,sha256=xFiTQPZosUR8iYwHG3T1-SGwtMReMg5ofQvkrvIHjiE,1580
1989
+ mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py,sha256=07i07z9-Iu6d_PGtS4uFBNGte0PXqWmif-x_B5PxndE,1568
1990
+ mteb/tasks/clustering/nld/iconclass_clustering_s2s.py,sha256=k1S7Cx3n9kYg2jmQGydaYFC6zbb-D--S6hbxYQ6bIVg,1865
1991
+ mteb/tasks/clustering/nld/open_tender_clustering_p2p.py,sha256=Yek6Y9ITCJ95Yhg48ryItfxx0e_Um2s8OtBvv2zZ0YU,2052
1992
+ mteb/tasks/clustering/nld/open_tender_clustering_s2s.py,sha256=9DlFx_VQHFrRR5Gi6zDg0OYnmxeXYSPMlFKpFhjFvco,1715
1993
+ mteb/tasks/clustering/nld/vabb_clustering_p2p.py,sha256=TDGBUwN6AAQ8U0S0Whp5OiU0_XAsNsonrCeqxNnYFCg,2191
1994
+ mteb/tasks/clustering/nld/vabb_clustering_s2s.py,sha256=2UXW5pk95meD5FNHuMY4S1mhlaPl0NfrKDAV9N4_uCY,2193
1921
1995
  mteb/tasks/clustering/nob/__init__.py,sha256=de-t3amIyZAo0iPjy33xVMFKCQlcDNmS4M8dgfWsr1U,503
1922
1996
  mteb/tasks/clustering/nob/snl_clustering.py,sha256=n4-cHyAgJUEckqvEO1fk-o4rdXeIALNe2-enpvW4M9o,3580
1923
1997
  mteb/tasks/clustering/nob/snl_hierarchical_clustering.py,sha256=OfdGmodK0eHTQMLo22SMI4FxM47wUCJmYYL8OOPqrCg,3328
@@ -1936,13 +2010,13 @@ mteb/tasks/clustering/spa/spanish_news_clustering_p2p.py,sha256=uf_UeDEdO8UCLy5b
1936
2010
  mteb/tasks/clustering/swe/__init__.py,sha256=Dlo6wABqkU8BcXNQAlx3QmrT9yT3BorO1OBsCEfOuFw,186
1937
2011
  mteb/tasks/clustering/swe/swedn_clustering.py,sha256=F-sYyolk8nQOXcdvGB5GqsPqRwsh_K1ZBaVC6X2MZag,4623
1938
2012
  mteb/tasks/clustering/vie/__init__.py,sha256=ubFXlHoGT7Fm2dkCkfYjftu4wMJXLw6QFg-7-qgKGp8,505
1939
- mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py,sha256=AgcN8eEkGFNnDRy7El9nepEHzhJSuafKADi7eFmFhnc,1902
1940
- mteb/tasks/clustering/vie/reddit_clustering_vn.py,sha256=Ad22aKetvjGEAuZzBjrjtJQLXN3-HcjuOZiAivzo57s,1911
1941
- mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py,sha256=tD6OE4at95L3AzGiq_7LQ57qBT2u3QJYv3zfo6D-2iE,1910
1942
- mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py,sha256=JYVFNOr6CbUCQTGEQQSnIlL08ov2LoG7_CesSL2EOPA,1933
1943
- mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py,sha256=Urjqds-l3QDTGGmyLCBWjPoyLNJgkIC8pHUDi-6IXJY,1877
2013
+ mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py,sha256=CtGwN1raoYMO91Mg2oklYt_-pok6TgcaesCnKhJhFzM,1850
2014
+ mteb/tasks/clustering/vie/reddit_clustering_vn.py,sha256=C5MiypLNZfXvzP7KGaOdHr4uSyvwvs8XhMTkL4pcOgs,1859
2015
+ mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py,sha256=Do_58DiX_DVgqodYnKQT3gZRqrKICpKZjifodRtlXQY,1858
2016
+ mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py,sha256=bFF2iu-KBZSP6jFYLBV2ssscsaACf-noFP6wL0R5Rx4,1881
2017
+ mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py,sha256=LADX5CLncf0AlGdfypuAfglEM6D2gGnBBSTKIhPTR0w,1825
1944
2018
  mteb/tasks/clustering/zho/__init__.py,sha256=Z6AYBtGjILLiguzbSOML6Gi3OuM2NICABhcSpl4dk2g,481
1945
- mteb/tasks/clustering/zho/cmteb_clustering.py,sha256=YEceqUqwTPUB7UWE7YMdP_3ZWn8DbqJGrF8nfXwDHXE,14801
2019
+ mteb/tasks/clustering/zho/cmteb_clustering.py,sha256=Q7uYPNXuTjxeuWduvdYQT8jog-jHUJgpyJ6x7F0ILu8,14815
1946
2020
  mteb/tasks/image_text_pair_classification/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb7OmeY,19
1947
2021
  mteb/tasks/image_text_pair_classification/eng/__init__.py,sha256=3LhP9ZsZLyK8i077ZPFrerNFtIfo5kUcUH4hQNxpL-Y,463
1948
2022
  mteb/tasks/image_text_pair_classification/eng/aro_coco_order.py,sha256=4CrBTUKXUHuR6k7fpJKFNcwA2-cRH3gO2T7TJCEsyaQ,1746
@@ -1950,7 +2024,7 @@ mteb/tasks/image_text_pair_classification/eng/aro_flickr_order.py,sha256=UipHMZ9
1950
2024
  mteb/tasks/image_text_pair_classification/eng/aro_visual_attribution.py,sha256=BnJCUW28PMHL_6bBnr0Tj09NJyUXNvHTUSre4DtrqQQ,1595
1951
2025
  mteb/tasks/image_text_pair_classification/eng/aro_visual_relation.py,sha256=V9iYtUPjk9cehL9SKneH7rgs15RaIA3U9ZLPZhkVCy0,1586
1952
2026
  mteb/tasks/image_text_pair_classification/eng/image_co_de.py,sha256=2lQJc8bxJUx1nLyLmQZjJNcldXk3m1rXdv8V1nQQlFA,4072
1953
- mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py,sha256=oExEiod3Gq7ylBvJmd1L-PQgo8sHcAxsSwa-C1CJpk4,2004
2027
+ mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py,sha256=i4gewqbknogst2p1TNQXTo_qfIeTxk0DWS-9bNOFI7M,1988
1954
2028
  mteb/tasks/image_text_pair_classification/eng/winoground.py,sha256=zdE8xTTC16NeiyxIC8vR2eH1Mv-YMP8Fd9fAeaYlIVI,1864
1955
2029
  mteb/tasks/instruction_reranking/__init__.py,sha256=BqfiIJ3WTB31ZeTGG-_WG-sf93PmqQB7gJbg8ESbQhg,47
1956
2030
  mteb/tasks/instruction_reranking/eng/__init__.py,sha256=FeTyCOipqqYpLXorPGAeXjuKX96AcX4PVLU_ZIQv4bI,330
@@ -1978,36 +2052,36 @@ mteb/tasks/multilabel_classification/__init__.py,sha256=D93vfKwD5Q5VSlpTysUIbkvA
1978
2052
  mteb/tasks/multilabel_classification/eng/__init__.py,sha256=mcgoX0OxpR0UNftBXc4HJr27Tsxmjg0cMhBb5swN5Aw,87
1979
2053
  mteb/tasks/multilabel_classification/eng/pascal_voc2007.py,sha256=Lf29mv60xsbLscjmFUzTMbPYWyiJHAgivRzGafIOguA,1901
1980
2054
  mteb/tasks/multilabel_classification/ita/__init__.py,sha256=07xCrfm2mILOwe8KYHdkZLLGnVuiTcjZuTNIjdfqbrU,86
1981
- mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=D8G29OtQfVcTa3nvRJdkrv56F_HC0gJlWb4MRHp4J0s,2127
2055
+ mteb/tasks/multilabel_classification/ita/emit_classification.py,sha256=k_bo8HNkYKva8AfBHz-pR0yoSbed9M1uUCBdFzyl8Nw,2090
1982
2056
  mteb/tasks/multilabel_classification/kor/__init__.py,sha256=EBO57GMpXNw49hD1UHEc14lx8pTHvGohu_1KstnGvNo,122
1983
- mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py,sha256=qYgzE6x33WJw01scaaqKF5eG4AK_sZRu5PpwQaJRxOM,2452
2057
+ mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py,sha256=reuzDUxrVZ3A44BirEQkiFQ4wjp_0Aa-S7_8I6gVKW8,2382
1984
2058
  mteb/tasks/multilabel_classification/mlt/__init__.py,sha256=HC_nIigyK7DLdojnAfUZdlRAaoW5AStAauCxFpPdMMU,108
1985
- mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=sWxlf8LH3BfjCzkxNzNQgyScDYbButljgFae41TqsfM,2147
2059
+ mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=ZXUear2ZIWKURTyY2BF35I_o_ssCoSNRWUMLDrouIYo,2102
1986
2060
  mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
1987
2061
  mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
1988
2062
  mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
1989
- mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=UJ5tEKTU-WjcwZnToejxqw1bcaIfEIKhZY5ZyFnO4FU,2927
1990
- mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=KPhsIv8ffktfyuZxjwi4_ymnjsz7I-ZE2P5eC_Lul1w,1802
2063
+ mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=LgRBPVW6gMHtlpfYDs4TTl7E1QJYNOKeuH1kszFjNrM,3085
2064
+ mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=_eapD0SUYG8ZUhnc3-NmN86Qer8qkTGRnrSn_T-Ch5Y,1939
1991
2065
  mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsRgL1qVi_RMsWpJwHrdx5_wmw,136
1992
- mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=m1jA33p_MVNoYRptNuVfd-YEPTc1G3EcCFB836YFlMk,1975
2066
+ mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=Ke5roy0MYEYgRsdNDL4q_AwmY_rYKpo0H_k8wFnt2s8,1929
1993
2067
  mteb/tasks/multilabel_classification/rus/__init__.py,sha256=skzrIGJ4giqi0tIiwCZux3JAYDlmu_vYZWrEBlusC6Q,355
1994
2068
  mteb/tasks/multilabel_classification/rus/cedr_classification.py,sha256=xHj99e90__WH6zJ8AaUggAw098aSUc0N_b90N_pUKHA,1549
1995
2069
  mteb/tasks/multilabel_classification/rus/ru_toixic_multilabelclassification_okmlcup.py,sha256=VoXnFSrT2xipV7i7dX6CwR7ApMdq94IKyFhg5FLXvn4,1228
1996
2070
  mteb/tasks/multilabel_classification/rus/sensitive_topics_classification.py,sha256=WHqBuGWpTBdO2HGcIrKAQr7v_gefvglXWcxEzMqUSks,2034
1997
2071
  mteb/tasks/multilabel_classification/swe/__init__.py,sha256=lXR_6OxipZLTevntJj2Ilbac7KMtN-FDxGmrIWOtsEM,297
1998
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=ykFkBKb5Tv8TrA7bHHVhYu7rPI34dys0y0RTR1wmcUQ,2839
1999
- mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=E5pgLQ67jKW0UI7ggoKpfC0p54BsVpFTgO6piZe6Ia0,2824
2072
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py,sha256=kqK-tmDIpOMziUGavfoCSnL5cLTZA0MCrNBJACPaiOY,2835
2073
+ mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py,sha256=o1_sgy1_k0pHDpii3RLU4dM_ZddaTjMEdIn5NRnT_nc,2818
2000
2074
  mteb/tasks/pair_classification/__init__.py,sha256=wShARe6hEVXt0fbuyIRuCD5FU_DBZswaQVAhEvrKHW8,332
2001
2075
  mteb/tasks/pair_classification/ara/__init__.py,sha256=nDoH7v49LUuZnF2xP6u7O4fpnAHBPdN1qxDyeZNbXrA,56
2002
2076
  mteb/tasks/pair_classification/ara/ar_entail.py,sha256=8ROjVjAlbn6GtMtjYaUpNwoloPAFGguWafCOrS3Z1MI,1868
2003
2077
  mteb/tasks/pair_classification/ces/__init__.py,sha256=a5LKNqekw88onEBY8akJTPXwn4WvF1OWdTpWBwySTvE,66
2004
2078
  mteb/tasks/pair_classification/ces/ctk_facts_nli.py,sha256=jdArX0bXSYVute6JFoGm40_C_auNf2eKxrbkUMCLVOA,1581
2005
2079
  mteb/tasks/pair_classification/dan/__init__.py,sha256=EYRr1bXjQ-4y38SIfvXGnc4ZC_WYAv8V8hFEUr4nvsI,68
2006
- mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=y531sklsWqXp_9uaSfXXdvK6SMKoMIkkUrCekcrNa8M,2056
2080
+ mteb/tasks/pair_classification/dan/talemaader_pc.py,sha256=FY1zgJagIHKA7hWW--tRAUKoqZeT_b-E6Iu6h_Z_Lek,2052
2007
2081
  mteb/tasks/pair_classification/deu/__init__.py,sha256=glcMGZQtd2r4tT2sA2b7vg6Fxrj0RY2HnghnURxD3Ug,89
2008
2082
  mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py,sha256=UHsQNRmWHyKRbLMVMZADbh3EI8yDyVHgjkC0X-xyrnM,1771
2009
2083
  mteb/tasks/pair_classification/eng/__init__.py,sha256=ME_1M0sfZ36vVSHSNnKKEB5-Cm7EtdkZML69OIHcl0M,697
2010
- mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=aR1aTtZ3Ft9Idt9sTaHYq0xaulahFQdJcrHVhbP_SsA,5795
2084
+ mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=k24kzLMZWB486eBVO9vpBEC15o49BuMUipt2HmUOqgk,5733
2011
2085
  mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py,sha256=FI9chUNQMijS6uCuY2uzcs33UzUaPMnuk4sXLjpLZFQ,2268
2012
2086
  mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=fLPx-s48kyKTzPqrq-_rN2xtOsiNIalD1ylt6eBEv2o,4050
2013
2087
  mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py,sha256=dJYGOwQEBqpJdTFNWzeTRl-spyORqkubMz3taQwVCWE,2228
@@ -2035,24 +2109,24 @@ mteb/tasks/pair_classification/multilingual/rte3.py,sha256=ZR3kpz8Y2AxyLe0uIYORo
2035
2109
  mteb/tasks/pair_classification/multilingual/x_stance.py,sha256=NPLzF8j_d_Y8kLocfIr8qaeJzJBwWE-1uveXxmGYI8M,1536
2036
2110
  mteb/tasks/pair_classification/multilingual/xnli.py,sha256=q7erc3tCbamua46CuhJc36jPKOoIs4KCzD91zBPG-Y4,4677
2037
2111
  mteb/tasks/pair_classification/nld/__init__.py,sha256=H65VNZnmBDsyupF4PtYVz-PwYD9b0xXb-9e6ODK2-DM,214
2038
- mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py,sha256=mk4P6iZU6x9PenULz1b60AVV6VocXT9JLpnq8ZT-fy8,1343
2039
- mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py,sha256=Q-ObZiYkPyhqK3cygWYUjCpHznIVcKcR5VZ-wF7onfM,1890
2112
+ mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py,sha256=l420srn-nm1wbo361ogCU-Fq2B0Gv97FiN9UXSUrElY,1459
2113
+ mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py,sha256=YZ9yG4Lyh9jd7DgbBzo0sd7QNmjZZ64eR7rMiA0STxE,2006
2040
2114
  mteb/tasks/pair_classification/pol/__init__.py,sha256=3bEzEe4yom2SL3XaqNwSs_0eCv6LKFEAoOOoD9FK-gk,110
2041
2115
  mteb/tasks/pair_classification/pol/polish_pc.py,sha256=vUkkYqewzNcRQkZ_wLM63xH21PKtBGhiVGLPas5XN6o,6782
2042
2116
  mteb/tasks/pair_classification/por/__init__.py,sha256=E_dD1BZfjS0gBjzmkhUnl8SrqiGegLRfPhcItUAn6b8,104
2043
2117
  mteb/tasks/pair_classification/por/assin2_rte.py,sha256=4k--kU2r3LS05TXdtVo4991Y6ayGbsOc--UL-bkW2Yo,2011
2044
2118
  mteb/tasks/pair_classification/por/sick_br_pc.py,sha256=aGsDQFyTQr0vI6GOoZ6fO4npB8gT8zYrjwKymEcm6bQ,2734
2045
- mteb/tasks/pair_classification/rus/__init__.py,sha256=7XbamCA01GY91cj6gjObhT2YRAKSJ7bEw7k1hoc-8hw,46
2046
- mteb/tasks/pair_classification/rus/terra.py,sha256=MyQNKdKy3DBduORfdBwsnIj8OcSiOjQhUTa1vK3tunA,1791
2119
+ mteb/tasks/pair_classification/rus/__init__.py,sha256=Y6Rl-zlzdtOnEX_Gb_k_NlJ_HuRMvz5IsVvnavBEE7M,66
2120
+ mteb/tasks/pair_classification/rus/terra.py,sha256=HYFiSD1h1S9-9OotPrDm7oVoODXGDyHKtFEJGze1naQ,2662
2047
2121
  mteb/tasks/pair_classification/vie/__init__.py,sha256=_sAoiOFXvdGjKGP1FU6Bex0OFuje9Um6QfOIlMStTzE,299
2048
- mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=larhzR3xbnSkGbyIVK7iN6Lm5ScIc52CXMqkhJRQYLQ,2089
2049
- mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=xHl2lEl-ZycRcEcXByrC5ciXSppVZ-F2KSO9rt5CTEQ,2034
2050
- mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=DsmE6t1lUGSqCYLVnaWU3cdFchsjWBBRSL8O6Aj_YTI,1984
2122
+ mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py,sha256=5g6yusxcWwwkapo7Abov7QEzZWJHhBLjOGWox0SvdAk,2037
2123
+ mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py,sha256=2Ms_1qIK5GQd7RpV3fi-_u8wJhVQs_6bZncYkvP5i-o,1982
2124
+ mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py,sha256=ACddNtLNIly0FvfrmweqxhMTVUCQtydoN225ObzPous,1932
2051
2125
  mteb/tasks/pair_classification/zho/__init__.py,sha256=Ie7KdwH7ui_Kjn9I13dH7Po8y9p0IFWiR0lOpLJQwSI,82
2052
2126
  mteb/tasks/pair_classification/zho/cmteb_pair_classification.py,sha256=yisKgPwh59Q0S5oQURDQvu77kOpfT2pkHf9nkvyp3cQ,3419
2053
2127
  mteb/tasks/regression/__init__.py,sha256=Ji1BSk-2BO5isA3N-vaAnsUcrI32y0LLz8nFkx7E2Kk,28
2054
2128
  mteb/tasks/regression/multilingual/__init__.py,sha256=fFX9zwn0XCGmVVel5d2u0X_LLOHzmET1tjxb_Y48vEA,189
2055
- mteb/tasks/regression/multilingual/ru_sci_bench_regression.py,sha256=fG5DFMog1uNZLz6SUeSxecmJTMpzjQRF08DcpMJsmGM,3668
2129
+ mteb/tasks/regression/multilingual/ru_sci_bench_regression.py,sha256=OltZvAdH3x8yZf2narSzk9X7fiW32TE-rSX1qNWLPhk,3628
2056
2130
  mteb/tasks/reranking/__init__.py,sha256=BAHINlVPQgz-3nwFN7m9jXPrDKpfyLnTRXfZhcUrBmA,161
2057
2131
  mteb/tasks/reranking/ara/__init__.py,sha256=JhBuhiMun7sAxJQP9U5XhXpRDuMlCSyxipnOBfBfehQ,94
2058
2132
  mteb/tasks/reranking/ara/namaa_mr_tydi_reranking.py,sha256=CzNdzt-8fIO4gHUdwr2UBRBK03rrzkqzTF8Nv6knFhc,1623
@@ -2076,22 +2150,25 @@ mteb/tasks/reranking/eng/web_linx_candidates_reranking.py,sha256=dGRRkf8GaPIAZAO
2076
2150
  mteb/tasks/reranking/fra/__init__.py,sha256=YhiXArWFZr_zxXFdKas0xkwxKrU45EbssiYF9c3D9FQ,148
2077
2151
  mteb/tasks/reranking/fra/alloprof_reranking.py,sha256=Evsf0YG2pJveP9qrXdJkRqNkfhGrKtXxGTEYfvk2bzU,1784
2078
2152
  mteb/tasks/reranking/fra/syntec_reranking.py,sha256=YqB1OPrcMDbfHEOrkCFd8W_Ve7Fm5b5ezY3FdT82Gd4,1290
2079
- mteb/tasks/reranking/jpn/__init__.py,sha256=RVT3hq_nzutfDCrI3c95oHWkQ2y1VS4XPRjX9CQ-AP0,220
2153
+ mteb/tasks/reranking/jpn/__init__.py,sha256=DBVF5VoKwnxZ0vcGaUEfrZUFz4zJjE9dG8L31Gv3Xg8,399
2080
2154
  mteb/tasks/reranking/jpn/j_qa_ra_reranking.py,sha256=8AhdHQSOzf0WgGCOXNhjG77RZjTtxMHrc1oBY38b13I,1648
2155
+ mteb/tasks/reranking/jpn/j_qa_ra_reranking_lite.py,sha256=RlX6Q4ie07UCAIlxhVmFqUTgSTt3a_H1edvMvXzw-Zk,1948
2081
2156
  mteb/tasks/reranking/jpn/ja_cwir_reranking.py,sha256=Us06popt1VSS5zoUUWfg52oTaX3F-6uUmCFYNIcs4i8,1630
2157
+ mteb/tasks/reranking/jpn/ja_cwir_reranking_lite.py,sha256=H9Y0u1O5icnnNJZnAFdMtVhEIS4VmYhkb4ctfFK9ULY,1904
2082
2158
  mteb/tasks/reranking/jpn/m_marco_reranking.py,sha256=T0kJC1u7OPem1Lg68czKzFb99C6dVpm115T8cg2vdAc,1392
2083
- mteb/tasks/reranking/multilingual/__init__.py,sha256=j6puUciwi4l0MR6fsFGyADRpr3PxoKIZBG-6B7nTUSE,467
2159
+ mteb/tasks/reranking/multilingual/__init__.py,sha256=xM-ZicCKPBtpfqkoeMGlhn76vLFOe49B1x27et42uQw,556
2084
2160
  mteb/tasks/reranking/multilingual/esci_reranking.py,sha256=opEtarEw8JhcqVhIZ2wQoFP0FFhXhKYXCsubFqM5BX0,1439
2085
2161
  mteb/tasks/reranking/multilingual/hume_wikipedia_reranking_multilingual.py,sha256=899WZdh3jEORdzSnprr9Nt5FVF16PSWcwTK9swOg7cc,1505
2086
2162
  mteb/tasks/reranking/multilingual/miracl_reranking.py,sha256=N4YpMCcmFjWtKy1g4LjVS_Ou0jZ2fJJomRKwJQZbus8,2283
2087
- mteb/tasks/reranking/multilingual/wikipedia_reranking_multilingual.py,sha256=gZWigy-EEPkew6R-wcxt24_uPrOEFH-h9YT-0rPrXX4,1678
2088
- mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py,sha256=LPj_jHBaJ1hcQEbGphOKuFp2XNrcCOHDQs1tkEdaczQ,11372
2163
+ mteb/tasks/reranking/multilingual/multi_long_doc_reranking.py,sha256=igJvX4fybXUkj_qWYbc9PLh8eH7pztS9OJRonxn3ME0,2692
2164
+ mteb/tasks/reranking/multilingual/wikipedia_reranking_multilingual.py,sha256=VjNQ9Tz9fCYWxCW4PYzJT30ZEVSboZBK9dIyJNfcpEQ,1682
2165
+ mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py,sha256=2fXZX27xzrn0es4TKaDFaGdo08swUHEA2Ik3pbOzCd8,11360
2089
2166
  mteb/tasks/reranking/rus/__init__.py,sha256=Txjqg4_Pq5MgNsmlIKnTet3UZe_oyraHDJgx_W8aBYA,72
2090
2167
  mteb/tasks/reranking/rus/ru_bq_reranking.py,sha256=cojQO9p5jYn32RdhRmuQQ_-TJnviXR_SrrAFECoMs3g,1363
2091
2168
  mteb/tasks/reranking/vie/__init__.py,sha256=4A4rr8-l9liGs63MKp161DgzHdT7OViw3Dmbs7nIE2Q,299
2092
- mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py,sha256=PFd3nM7FFAOJITNd94YJ0DRzzXu6P0HI8ljJwN2bCOQ,1893
2093
- mteb/tasks/reranking/vie/sci_docs_reranking_vn.py,sha256=EMalmlOCj21xJbmPTytg_oNqUF7PAY3aDfaEhPtfVmY,1791
2094
- mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py,sha256=qT6_4usH3hwLG9iy89UKpXTGxldUhIYc6pFzy86VKNI,1932
2169
+ mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py,sha256=pTJFy3ZS6cPOgUwe_7dP6lPLOMRfwENpX--0py7N7mM,1841
2170
+ mteb/tasks/reranking/vie/sci_docs_reranking_vn.py,sha256=Qk0JWb7e5A5CUNiR0Hyo5W1VOrGh9W-2arTyVlE-uMI,1739
2171
+ mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py,sha256=bJhCNPZKphHBF31EJByYvLDTLcyfXLFdNmi4QIMSQUY,1880
2095
2172
  mteb/tasks/reranking/zho/__init__.py,sha256=ut3BvVt_ZNktlEvBx587CSEy-1Q7U3XZjEt8UalKBsg,148
2096
2173
  mteb/tasks/reranking/zho/cmteb_reranking.py,sha256=Vzp_m5PRnCNth_5ibmq-y21GUuZ2qRADmagJa25r6W4,5403
2097
2174
  mteb/tasks/retrieval/__init__.py,sha256=8FjY5EOE3dZG5FztpAKkkJLTvAvtXbDKq781fyvboRc,466
@@ -2103,7 +2180,7 @@ mteb/tasks/retrieval/code/code1_retrieval.py,sha256=bFQjQtKw0Lpn5Yj_uRFbRYUKnd61
2103
2180
  mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=pSbrwXByeL9JaUzEMYsRl-upVMrQPlWXe1QCw1FqLcM,2877
2104
2181
  mteb/tasks/retrieval/code/code_feedback_mt_retrieval.py,sha256=CiJ8pYt3gmYR0mnk8KqdaO1jXgQbpU4aKvOe4d7lpu4,1489
2105
2182
  mteb/tasks/retrieval/code/code_feedback_st_retrieval.py,sha256=eNV1DKxmKJzhIlBVP4u1JsxPRV_SrfKG4Uy6csbXZjM,1477
2106
- mteb/tasks/retrieval/code/code_rag.py,sha256=Cx1GzhUwdcRwZJDCx3nsavHrqDh5IWuU5ZVIV7pIX9A,9577
2183
+ mteb/tasks/retrieval/code/code_rag.py,sha256=QeYOO6xk8fzrzIGBkBdRQDLsbjhL04QWArMqxxGcDLg,9385
2107
2184
  mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=81y-W4l7I8mzQJ-bvCM7rfIGykI9VdO_2MFNJIvTJDk,3816
2108
2185
  mteb/tasks/retrieval/code/code_search_net_retrieval.py,sha256=BECmHuIQXeDjjUBKmvjYji395Ep-RnF0fCgpGXDZTus,1504
2109
2186
  mteb/tasks/retrieval/code/code_trans_ocean_contest_retrieval.py,sha256=pkFKpaKuBbGYU-tezvSz_BMESUKY5Pp17CmSj4e0_K8,1497
@@ -2111,7 +2188,7 @@ mteb/tasks/retrieval/code/code_trans_ocean_dl_retrieval.py,sha256=WrcLbhtJkGqWcs
2111
2188
  mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py,sha256=HkRZbMlBa9jhRX7mil7zKAnT7yQna2yYH1UyAJE51EY,3785
2112
2189
  mteb/tasks/retrieval/code/cos_qa_retrieval.py,sha256=CYWty69H3aJQi3FHz-Qqj_O2usb19kH7Ct0nAcWNzlQ,1469
2113
2190
  mteb/tasks/retrieval/code/ds1000_retrieval.py,sha256=irbW7IN3a8NNkxSnWowBmlnilV7QRCbHp0fruRW8_Ic,3398
2114
- mteb/tasks/retrieval/code/fresh_stack_retrieval.py,sha256=th9gLiRICULGi4HGzjg2enw0ZkOhEYQpG5HruEk8hFw,3300
2191
+ mteb/tasks/retrieval/code/fresh_stack_retrieval.py,sha256=uoWHouYaDMbatauYFshabr7vH9jdiF8uraUcM5l0m9Q,3505
2115
2192
  mteb/tasks/retrieval/code/human_eval_retrieval.py,sha256=FagmoGdAjyh9hdIUxqjUbE-6QkSfvZTJ47oGQ3Vo_GE,4325
2116
2193
  mteb/tasks/retrieval/code/japanese_code1_retrieval.py,sha256=-FBDBmx2h4iYUv7b-jgwBXmHq7HguGpC6Uvc1fzbyb4,1133
2117
2194
  mteb/tasks/retrieval/code/mbpp_retrieval.py,sha256=EgNOypt5bfgy_-q2a4Sz-3x5CB9S2KGP_qxrWs6td5s,3350
@@ -2119,9 +2196,9 @@ mteb/tasks/retrieval/code/stack_overflow_qa_retrieval.py,sha256=NjD7b7234xrlA2xK
2119
2196
  mteb/tasks/retrieval/code/synthetic_text2_sql_retrieval.py,sha256=TQikfAT_n65OzJEWmlxaj4mncce3hdzFpuB9ZIsBktQ,1640
2120
2197
  mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=OOypL5bkQ1xX7D6SlDPcfu1KIDlKPTlMKkR2gnax2b4,3310
2121
2198
  mteb/tasks/retrieval/dan/__init__.py,sha256=gHkyCxzEZ-Nyv5HBLsQ0VPs1y0JjoxNX5q5kOhPiCT4,280
2122
- mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=W7LN0Tn42fFss1quMHq2W39NrZm1tGmmdONtRGDSr34,5622
2123
- mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=-8OT4d2YtNB_Jis0wOnJU44zPopFKX3nUPeC6olHaTo,3774
2124
- mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=y2pZXmHmXlz-R6KJtGaLXxyTsUOcvYaBcBC3zKA83Lw,3407
2199
+ mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=pCUxdj5tBJeEZzhS-8fJT6cZnVftqxuFb-WA5rnTJQg,5606
2200
+ mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=clcUDbqDMW4eqlb5PiFheNs4N13J4UaGbN8C2X1HP5U,3742
2201
+ mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=Rw7jeFTd4X62ExmgQt3GgXDGzXIG7aLzLtyhGo3KhEo,3375
2125
2202
  mteb/tasks/retrieval/deu/__init__.py,sha256=xgC4Nt2DCgcoCAkiErKSCQENs18DJtHFbocSMWS_278,719
2126
2203
  mteb/tasks/retrieval/deu/ger_da_lir_retrieval.py,sha256=ZQFzZLguoOmrZ_pZVk4w5N7vzhiUYcg8sTvs62S4EaY,1371
2127
2204
  mteb/tasks/retrieval/deu/ger_da_lir_small_retrieval.py,sha256=zb5SGbztP3xQI9tt-3MEFsxEvxXzVlpo-ahx1cFd-WU,1572
@@ -2134,7 +2211,7 @@ mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=RYZCPgKaNPi14ncxnvz8_7
2134
2211
  mteb/tasks/retrieval/deu/legal_qu_ad_retrieval.py,sha256=l_UNVkOQxqlKp6wef2BM-GKtyYnmYLYThGZZnUsR_-c,1594
2135
2212
  mteb/tasks/retrieval/ell/__init__.py,sha256=46naXAZtJzyezyqOQGRIlr4zQVkqGQJdj7ztjMrez9Y,72
2136
2213
  mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=uKmiWHHZvL1o5m17XCrzi16kHWFNhlEUHrtlk-LR1as,2514
2137
- mteb/tasks/retrieval/eng/__init__.py,sha256=loq6PjQTX-ZpCUgy6wFZ74LCpZVmzbiRQKtJQlJbvQM,16093
2214
+ mteb/tasks/retrieval/eng/__init__.py,sha256=dVW7pHRu8SXp2_PJwn6InbfWVQ2VVy0PJvr_-bLBrc4,16158
2138
2215
  mteb/tasks/retrieval/eng/aila_casedocs_retrieval.py,sha256=UKoN9oE8C412REf8MV16aUDgE5NwkHxnXsh4dcLztpk,1398
2139
2216
  mteb/tasks/retrieval/eng/aila_statutes_retrieval.py,sha256=GugjZwaWmTlNyYzK8ACKZHIiUw2YBvLaVyTngN_qQyM,1366
2140
2217
  mteb/tasks/retrieval/eng/alpha_nli_retrieval.py,sha256=GpOkizyeOs_ZMbRu9g1yAXdKkQr8PObUepP1OulbJio,1714
@@ -2155,6 +2232,7 @@ mteb/tasks/retrieval/eng/built_bench_retrieval.py,sha256=pqsIaVMl0ugGl5wx1oHPooq
2155
2232
  mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=_PQYn3jXgeLKjnb_uKxzHtM9SCICV3bsmgEcEoD2OXo,3582
2156
2233
  mteb/tasks/retrieval/eng/chem_hotpot_qa_retrieval.py,sha256=sLTfqBf967htSU7Ego7zkEC8QYVWFI12YoHxa-urWEw,2114
2157
2234
  mteb/tasks/retrieval/eng/chem_nq_retrieval.py,sha256=8bl4PRKJwYgNF0sZPZQINgn81-r3c_2gDoMQJYdpb8I,1886
2235
+ mteb/tasks/retrieval/eng/chemrxiv.py,sha256=-HS_axsMPaEKr8T0d9WvgfJ_UmAr00InHFjFpt4VDVo,1404
2158
2236
  mteb/tasks/retrieval/eng/cirr_it2i_retrieval.py,sha256=o_4fVGosZjYsfMQy7tzQGaq8aijhUwXKcV7MYIYY4SY,1583
2159
2237
  mteb/tasks/retrieval/eng/climate_fever_retrieval.py,sha256=obIROibY5nQ8oDGbkjG5Z3jrJ-rAXVmF_1w_XN6Nqm0,4615
2160
2238
  mteb/tasks/retrieval/eng/cqa_dupstack_android_retrieval.py,sha256=-Uj8BOIPyjl8egm34qZGRKULGgEoaoac4wOhdWXAPgE,1674
@@ -2169,7 +2247,7 @@ mteb/tasks/retrieval/eng/cqa_dupstack_tex_retrieval.py,sha256=as6ZGvtZhmwM0acxU3
2169
2247
  mteb/tasks/retrieval/eng/cqa_dupstack_unix_retrieval.py,sha256=vf8ZxjpjaQZ5irDtWLifu_pIxVFveoOLmTIqWwYCzWE,1642
2170
2248
  mteb/tasks/retrieval/eng/cqa_dupstack_webmasters_retrieval.py,sha256=zEkmPfHW2_5NEQTM0Dh3aR6dJ0PUeeiYvGCC2bLnUJM,1622
2171
2249
  mteb/tasks/retrieval/eng/cqa_dupstack_wordpress_retrieval.py,sha256=l6IkX_gHtl3PpbcLxFvcNePwZDul-dOxRX7l0bQlzgY,1634
2172
- mteb/tasks/retrieval/eng/cub200_i2i_retrieval.py,sha256=sn0eN5Q9mseKVdtzN5duZGyjNB3jmLSSS2xgKvC_Icc,1251
2250
+ mteb/tasks/retrieval/eng/cub200_i2i_retrieval.py,sha256=vqC9e3m5Pjtk5yKV2tapOQ28lkwo-UG-HfimpFQw7LQ,1263
2173
2251
  mteb/tasks/retrieval/eng/dapfam_patent_retrieval.py,sha256=3rJDG8Id-gcG8K92SwgfXC8XREhH6uUbjU3u_AyCzgQ,27254
2174
2252
  mteb/tasks/retrieval/eng/dbpedia_retrieval.py,sha256=24XDQknkp_yxLUEEyEj7JnmTpqmT8hdDaLVA1Pr9PB4,3475
2175
2253
  mteb/tasks/retrieval/eng/edis_t2it_retrieval.py,sha256=hgFPxjozfGG25YeYV1WWMNarwJAXPWuPgFPbvsX-LqY,1393
@@ -2213,7 +2291,7 @@ mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=jO38l3-dkN22IX4
2213
2291
  mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=0NpKvntafhBi0WMFcNoXl-J_BJHZYQZLsFNEaxztzVg,2292
2214
2292
  mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=ai0cI88ns7maPIvVhA3pHJ-kwIG50DOv2-ET3X2cxMU,2860
2215
2293
  mteb/tasks/retrieval/eng/limit_retrieval.py,sha256=j2yNnXLo5ejLubU7SzbdnOEk3uofQBF3H3nqq_Ba8pE,2494
2216
- mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=za2ScSmaH8UyZIGqWkaIPo_4rDj8f7QYdk8XGB5QC28,2996
2294
+ mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=CpL-LNff6QHpseLML4u9_csPNff4QhErRMjYN-42uCM,2934
2217
2295
  mteb/tasks/retrieval/eng/llava_it2t_retrieval.py,sha256=j2W4nh5EPcbvilYqgyjJ1tfHgxLsKGG5wisSsiAVK3A,1780
2218
2296
  mteb/tasks/retrieval/eng/lotte_retrieval.py,sha256=l5akqCc54mS1fmmhBWie-2EDpuCc0sQZRCtm2c3x3YA,2325
2219
2297
  mteb/tasks/retrieval/eng/medical_qa_retrieval.py,sha256=tmraQ6Y6IFe_BbFb0tVtC0W_kADF0D6Fvh3xybwXyhs,1368
@@ -2276,7 +2354,7 @@ mteb/tasks/retrieval/eng/touche2020_retrieval.py,sha256=kSM06MdLTyPgSN_nvTAz4kHM
2276
2354
  mteb/tasks/retrieval/eng/treccovid_retrieval.py,sha256=x5e1ejs9hCyTY8MZn9A0LtIfZCzYyTN3cvHGGeWMOBE,1483
2277
2355
  mteb/tasks/retrieval/eng/trecdl_retrieval.py,sha256=Rbs_0kd6cHxFny1Acchba4Vy9M6Vf78jSmQX4iyPXWo,4746
2278
2356
  mteb/tasks/retrieval/eng/tu_berlin_t2i_retrieval.py,sha256=jBocfLCA1Gp2IGG0KZ33mU8erUxrKTioeSnM-fyJn5o,1278
2279
- mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=gXvGQ-7Y0LI7PnLDH1nqjS6fpJ2YF3j9s-FJhVA1kdE,17346
2357
+ mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=728AC3hxFQINjF3CYap22wo3fTA8_419bHzR2UWNaww,17538
2280
2358
  mteb/tasks/retrieval/eng/visual_news_i2t_retrieval.py,sha256=iFk5HN1DPgISrJ3k4GFJkkxdrZqyMBZZagPTDJdaH7I,1409
2281
2359
  mteb/tasks/retrieval/eng/visual_news_t2i_retrieval.py,sha256=cNT4asxxsBjNKtNrmqZQN639Of7UKNutDv7Y5ZWB3eo,1437
2282
2360
  mteb/tasks/retrieval/eng/viz_wiz_it2t_retrieval.py,sha256=jE70T5If62lkKnbF-CMAgRK4eyUBmUjNAdREBhbvzRA,1438
@@ -2298,42 +2376,50 @@ mteb/tasks/retrieval/fra/french_legal1_retrieval.py,sha256=yq4avXuouedGq8y8WP4os
2298
2376
  mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=SZOm-z5OruxEG47zMYjApJoR2oWiHKsK5Vum41Z5hWU,2305
2299
2377
  mteb/tasks/retrieval/hun/__init__.py,sha256=M59LTpENxaFLMSU43mNiP38lChJ_l_yZh__1giKeUDc,93
2300
2378
  mteb/tasks/retrieval/hun/hun_sum2.py,sha256=td6lxYg_eH9J62sNNuFonHIJ_22E-XGgiFN-D3iAbFw,2373
2301
- mteb/tasks/retrieval/jpn/__init__.py,sha256=FJifPwzk9niyN16RyVr7aPr2T6K0GXSoASotX1PddeA,1175
2302
- mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=GpyyhK6MPArnB6XJfs3ceqcx9Yy33WgvICaBuy2VzdE,1607
2379
+ mteb/tasks/retrieval/jpn/__init__.py,sha256=1UA6fWOyaMieDBZxH9asudh9QLl20DW5alOGIdKDMAs,1519
2380
+ mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=x3rNQwi73WfpkYdGBwt24QccIWJRK_Zj9z16MUMyI3I,1603
2381
+ mteb/tasks/retrieval/jpn/ja_cwir_retrieval_lite.py,sha256=KXg08E250H_ueW3g8BYB-4elBaSAHt90eL4p8nDTIFo,1894
2303
2382
  mteb/tasks/retrieval/jpn/ja_gov_faqs_retrieval.py,sha256=_9zsw9QS53NFp2EiCw3BKQdfk57agHxkSfpzKNqdJXE,1170
2304
2383
  mteb/tasks/retrieval/jpn/ja_qu_ad_retrieval.py,sha256=qc89t-uJqzk37sTRKlSxenYOSq4Qy2E-H_namSBeGN0,1312
2305
2384
  mteb/tasks/retrieval/jpn/japanese_legal1_retrieval.py,sha256=drUYO9QMSWgxvYWxL5QBdYPZ35HNwCF2d0ju1yQlZrI,1121
2306
2385
  mteb/tasks/retrieval/jpn/jaqket_retrieval.py,sha256=dfSNx2QJ3bj5QZOHbGnInOxTlVXkgsFvYfMnmgU8PkE,1438
2386
+ mteb/tasks/retrieval/jpn/jaqket_retrieval_lite.py,sha256=HfSu6E_blhZxwzdprrA8r__vnNDur8IDMK6Kpa52XCw,2000
2387
+ mteb/tasks/retrieval/jpn/miracl_ja_retrieval_lite.py,sha256=uce4rZcmbyMq8q6K2UevKhW93wJzg5WGU-aTOgdzvUQ,2061
2388
+ mteb/tasks/retrieval/jpn/mr_tydi_ja_retrieval_lite.py,sha256=PHc3W8ftiDNhUCs8rfPDu6IYs8EzX6gp7OkXtfeFAKs,1819
2307
2389
  mteb/tasks/retrieval/jpn/nlp_journal_abs_article_retrieval.py,sha256=PyxSS9tab2drIQI6yEMUy4BxaoRGYNo8XySjp_xHkE8,3150
2308
2390
  mteb/tasks/retrieval/jpn/nlp_journal_abs_intro_retrieval.py,sha256=EEOQpTC6vEPULzC5_xDCt7r5LIL0K1zlExeqOC-G-E4,3068
2309
2391
  mteb/tasks/retrieval/jpn/nlp_journal_title_abs_retrieval.py,sha256=JOOW_5pRKHzVn8wTOY0fhxLJ6Ns7wlQHoGHGIYVovAQ,3056
2310
2392
  mteb/tasks/retrieval/jpn/nlp_journal_title_intro_retrieval.py,sha256=aVFTFiANWrIz68FjHv9KBqlhpWlsmi9EAP052gECzaU,3078
2311
2393
  mteb/tasks/retrieval/kat/__init__.py,sha256=H4phkKqg_yZzkK7T62aCMBzjbGZzLKJ-MngrQlPbW3A,93
2312
- mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=XKEmWaMuxJraXfMF4k7S8CFy3KdLUphad7z8Nz29jp4,2345
2313
- mteb/tasks/retrieval/kor/__init__.py,sha256=zNjAS2VRjeYX5u4vqev6dGOo_R3i9uSzxAsduZ0po4I,138
2394
+ mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=4zyodSYCtHtBW9WKIGxFZaTXDrtHuaf3uyfIsDRGBqM,2494
2395
+ mteb/tasks/retrieval/kor/__init__.py,sha256=KHCU9neGBhnAkNj7-gJ5aBTJQkp9E0AcfRBU8CuG3hY,533
2314
2396
  mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
2315
2397
  mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
2316
- mteb/tasks/retrieval/multilingual/__init__.py,sha256=vsRM1cV3GYgn_hzHq6y1vy1abPToKebnCpzl0sibn38,6090
2317
- mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=AEShsRxcoCNC2C02dj-go6eFr008NLZ2cnebAmdo4Sk,6956
2398
+ mteb/tasks/retrieval/kor/kovidore2_bench_retrieval.py,sha256=AjOLe2l9drBWOCeGzQqxfee3gwwU6ElAJ7-5pbFr6C8,6208
2399
+ mteb/tasks/retrieval/kor/squad_kor_v1_retrieval.py,sha256=M7T5FkN1efK7euRslx-LZN7hS_QdIwqtUuVlWO-dico,1631
2400
+ mteb/tasks/retrieval/multilingual/__init__.py,sha256=rbeuLmNYooHPjgROuEOH84Q6QmGhuXnedej0d6xAgqc,6841
2401
+ mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=gaVLEwuLEwMutMi9V-obpiYKbpllX2QNm2j3MVeebfE,7027
2318
2402
  mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=_6r34ZvRiLVENYcrd87NjilybGaetBwKFEbO29zYmBU,4676
2319
2403
  mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=Puy0PjpRr4M_Bbxdl7oWfa7pQGM04zaRaTNlnhyKejM,4677
2320
2404
  mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=dwzo2sqjamM_xkSiC-jbapyhDFezSJpM4S8KfBsuLPk,4562
2405
+ mteb/tasks/retrieval/multilingual/euro_pirq_retrieval.py,sha256=rlbgWMRdQgDD8z4ZBPgGU1fRAqjmoFDzh0uD_P6qR-4,1602
2321
2406
  mteb/tasks/retrieval/multilingual/indic_qa_retrieval.py,sha256=K7iWZ-yTftZFQiXBOlkTJXGpQXs-ZFt6OQj_L6HjEwk,1872
2322
- mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=g_2r5BIAojIcoNxugtw87tc7NX90Jz7DQnTPHRGtisM,36624
2407
+ mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=dw2YuFrA5OWFTL5zREiix93oAj7WcpcnAhCRh8YRoHI,44579
2323
2408
  mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
2324
2409
  mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
2325
2410
  mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=mDp47UXPK5K99HVKIZcxTESnTIkFKLRf6AQV3NC6zQs,4763
2326
- mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=vQUtJYchvsEbXkgBZr5-MfEBg5YyXylfTJOLUwKXKGc,2078
2327
- mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=JkclJnNLHn13rw9KnIE8AqmHD1FnJP33k87yDV5sVFg,4289
2411
+ mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=pbxX5puGqKUxKdU23VsakSgx6k_Wu6lNX2uzugF_7yg,2066
2412
+ mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=UC8DsmTD7exKhETOqibO3pYegxcqybtxUCi1QjfzfEg,4261
2328
2413
  mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=3uGnj3O92_02zXZnPWHpgjjmyHIliWS3Mjf2SuZCIFs,3803
2329
- mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=Ws4X6FoTquGSiqjfmbLZEHphMPfT8W_2f1Do1Lz9bn8,2452
2414
+ mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=xF4GjBmJVgw6c8VGVh-5QLN_4i_NKeoAzqRWmA_pfnw,2440
2330
2415
  mteb/tasks/retrieval/multilingual/neu_clir2022_retrieval.py,sha256=bkGMvMxG2toYL98kv85BvVpSZ-rVeWvB5FFIzXhdPO4,2749
2331
2416
  mteb/tasks/retrieval/multilingual/neu_clir2023_retrieval.py,sha256=0cALhuU3ZU5c_y7tDIyiMc7Onv-qC7YwfnimZVb8-rg,2793
2332
- mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=CGOTbGuwYNrzbefB76QY88fnb8CdJkN9bPhAssNtLvA,3502
2333
- mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=ftLNo4OEG01N6jZyVpoyvZumM-CAeVV7VS58-ujxX4E,6925
2417
+ mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=LJGpx4RkSJPXldN0SlMA6PbG1x8R2l-Hupc9q1xfleg,3667
2418
+ mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=Mmcvrt_1cIxPfHZfUzSURPZyaaweGiB02im1ZszlS6M,6837
2334
2419
  mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=iFUQUlO_ogBdQBVYBQW3o-AJDQ792yg1pJtRxA5I3Qo,3796
2335
2420
  mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=UduWKefwP7bPYxiDlztPEvSWXmTdw0xElglMbPY6XhA,4449
2336
- mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=UEvRarrOnziRmY3SSYmDwWutfrRqe4EQBU-BON6qjug,8913
2421
+ mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=vOfiruHywYkP8pccdAuGLyYyFTw1zK0qcXDnUFA8Z5A,9091
2422
+ mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py,sha256=V3jtSlWhoKR1PCvHsH0HrONy-oFghomwqihBonQs_50,17414
2337
2423
  mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
2338
2424
  mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
2339
2425
  mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=_swZhhMRs5OhzBdJVqQF1i9ZrTvAxaVrG0TpkPWkoHo,4359
@@ -2342,9 +2428,9 @@ mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbm
2342
2428
  mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=o5rhMeRf9HCZQxDKU9SIibqQSR5pw4bmYV8I5nALmQ4,3971
2343
2429
  mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=IUMlMB1G1MbYOg9q81FPTk1pKnnLGS-WLgypehOOXqQ,5123
2344
2430
  mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
2345
- mteb/tasks/retrieval/nld/__init__.py,sha256=AmiOwoaf7N8uElM8w3qRBttTVDmHE99SaTNz8kxJ7Pw,2668
2346
- mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=R65AvhmxvXmtLiguNBTKNLMh4Q-s7o9UWoTR-3x2_GU,1534
2347
- mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=0SAHmPvNwR7AzeLiZDduN7GMguS6HZrhVG-l-VOz79k,1517
2431
+ mteb/tasks/retrieval/nld/__init__.py,sha256=kQ7eR-n63XTBnzK1lHexfsCPjJWeg2OpLi5i6M3HSDc,2798
2432
+ mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=c3O3PWvv-XpHE3YNv0EGzPbR71VnSq9RhOsT57z5iRY,2048
2433
+ mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=4QUFjAer2WapzLZUNOUTnjZwgsKoCFi7rqX1UJnneOU,1669
2348
2434
  mteb/tasks/retrieval/nld/climate_fevernl_retrieval.py,sha256=VQ7Z3GpmIdhM47e5Vz3p7bSzJaYBKvVf8SX9VvvLlEw,1577
2349
2435
  mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=A6bTYkteMZWUSf_ocJ8bL_4PyCMeq34vavvNGuIWt-Q,2618
2350
2436
  mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=6q7yzUe4Tw-BGi_lQPXMBgMMO5tqZ-y7n0NdzQ0Pm-c,2618
@@ -2359,24 +2445,24 @@ mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=JgQsDdqTth9EFR
2359
2445
  mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=A_eHnC2bgmNOM_QfJJYh_salrHENYlwjmZ4A1hFmzJ4,2600
2360
2446
  mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=Yo0NBvNn8BJWuoNWAGvAI-2khVSreqa4XXX0r5LZ7wo,2596
2361
2447
  mteb/tasks/retrieval/nld/db_pedia_nl_retrieval.py,sha256=bhd2ESL-roRgvDDB4cAKDmusYmOEJaJGfMfuMzFLVcw,1633
2362
- mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=ds0_AJGTVBKr7KYV3k2H9UfF0WcmM9gDuYg8_sbvZVY,1195
2448
+ mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=RfQXg-GNSeL6ZklO3YKJ2dKG8BOCht-3mfCg94Q2iU0,1323
2363
2449
  mteb/tasks/retrieval/nld/fevernl_retrieval.py,sha256=LZ8xofhy8xINPWdV8QYvmY1sQPtb8taHLIQ8iKJ34Iw,1694
2364
2450
  mteb/tasks/retrieval/nld/fi_qa2018_nl_retrieval.py,sha256=Qfd2Wdnmq99Onb4iCShAc0jPQ_bTreSkRShhQWqfkJA,1503
2365
2451
  mteb/tasks/retrieval/nld/hotpot_qanl_retrieval.py,sha256=xNPApN1CZzkhpvU4ZRf-rSSmljpSnFUQDVoqraW93X0,1635
2366
- mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py,sha256=vIwg1scjdbuISjZ5xNnch1mWZn4314xfHVaNbCnlUMs,1420
2452
+ mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py,sha256=w5FL9aZB3HzoZcnNwR4GdYrUoJ2nCH9UrzBCjig4RLQ,1572
2367
2453
  mteb/tasks/retrieval/nld/mmarconl_retrieval.py,sha256=iColk0qI_Ga3KHL_4aIGKK2X0S-WvqFXqDJqujzJaIA,1683
2368
- mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py,sha256=wp2ylUbflMg8BAocMgdDxgDRn9wNxIoMf3i8vc_L75I,1511
2454
+ mteb/tasks/retrieval/nld/nf_corpus_nl_retrieval.py,sha256=6kLUAvs7w5_aximrHC93fDh_thTXppr15BnBzPH5P_E,2008
2369
2455
  mteb/tasks/retrieval/nld/nqnl_retrieval.py,sha256=M4olYlutXu2VZUA5uMF-uga7V53GivPupyTKs4jy_bw,1394
2370
- mteb/tasks/retrieval/nld/open_tender_retrieval.py,sha256=aSsge7976bwUxr2xg7q1ilamoA8WL23tpGlOTQsAsD8,1383
2456
+ mteb/tasks/retrieval/nld/open_tender_retrieval.py,sha256=lwlGFoFkyxw7EI6tvV2RqBWGU1R6Syt-0FiRg8Qdz7c,1522
2371
2457
  mteb/tasks/retrieval/nld/quora_nl_retrieval.py,sha256=u7v-huChD-HymugAzG0fawTVUntVOyiDdmmRxC0d0Pw,1600
2372
- mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py,sha256=g1e8xjqNHboZwZpHQ5l4GYCYYfSoyx7xELvDaIWPfUA,1505
2373
- mteb/tasks/retrieval/nld/scidocsnl_retrieval.py,sha256=z9W0fb8L-yUoIp2ae0tsVoCxh_512Y_nbiB1YGJEiiA,1617
2458
+ mteb/tasks/retrieval/nld/sci_fact_nl_retrieval.py,sha256=uRE-Fcfmu8BJxKgYu0p8UL58Kdue9Vv9Yove3ZeIzl4,2021
2459
+ mteb/tasks/retrieval/nld/scidocsnl_retrieval.py,sha256=JhQYZX-DthiYprxyzJNMETRGvRtAQwWnR0qfmC2FPJo,2226
2374
2460
  mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY3mp0SbLn8rZEL-7GP-XwGY,1481
2375
2461
  mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
2376
- mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=U_sFses437b7wVbAccsF-y7pcL3PZOgINEA2GWGOz2Y,1694
2462
+ mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=FoudYkcY4IY0PNHCvx87bjoUnJJolWVwNhq6xH9HE84,1834
2377
2463
  mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
2378
- mteb/tasks/retrieval/nob/norquad.py,sha256=sqQLt3ajBrui2TnwvuPny5tU-aijiRUHA1kzXmF7cN8,3779
2379
- mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=VXouYjek_U8jCdpuvIzQ00YRIq0gJM_5lorgVFzlI6g,3143
2464
+ mteb/tasks/retrieval/nob/norquad.py,sha256=Vh1r_SNctD8PIPkAIVqjomNlB51eWn2_Sk8i6v7LyfQ,3747
2465
+ mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=ROVkl6-tKJ670s8U1Q2EEAerkLR1zqo4yhA07y_Levg,3111
2380
2466
  mteb/tasks/retrieval/pol/__init__.py,sha256=Ha3wf63NJliq1z6cqxLE8uSZH8RlscnNV-5Sq9tqwCM,2017
2381
2467
  mteb/tasks/retrieval/pol/argu_ana_pl_retrieval.py,sha256=ztNXnRDCp5nKCd2BhR6Fg2tgzMsx4jqIxRaNYvbU-Y8,1252
2382
2468
  mteb/tasks/retrieval/pol/cqadupstack_pl_retrieval.py,sha256=mwBibm87FjrDgrmozkPZTVzgQiquOJ4s1a7X-j2eZk0,16558
@@ -2397,7 +2483,7 @@ mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=fOcDi5CutbwcJStij7COIBGG6A
2397
2483
  mteb/tasks/retrieval/rus/ru_bq_retrieval.py,sha256=gmG_0IYllezCR0GL3I8Yh0OxBhi8wYsrhfAxKhk5ESs,1425
2398
2484
  mteb/tasks/retrieval/slk/__init__.py,sha256=ak6edgong69cm7FXrcslkvli0vRRdwCQnP_qlHvRAeI,153
2399
2485
  mteb/tasks/retrieval/slk/sk_quad_retrieval.py,sha256=Z4mSiSjSHX5F-gmHL_l-T-03mRVpc-I_u57raLYSWHA,2621
2400
- mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=97ez4wdFiwV3YtrsQ7sxpYGU1tINf1Qw29FRVyDmX3k,2597
2486
+ mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=VjPbGElf9S_sg4tYgDXz2rB5ZOHiH7GTvL7RpBDQrkc,2534
2401
2487
  mteb/tasks/retrieval/spa/__init__.py,sha256=HWMvzhd7nY9LozDkpZkmUN0DyKLr9pLKvd5ycfydRj4,212
2402
2488
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2p.py,sha256=IRhHDVlhsZaBLMqz8CVAJ8uZK_17tEQ2fUallfisMts,1579
2403
2489
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2s.py,sha256=zgUdrrlHPLiTQ4E0lRQEtnv7O3X8FjK6AdM0ylHlWCA,1579
@@ -2405,35 +2491,36 @@ mteb/tasks/retrieval/swe/__init__.py,sha256=hJ-WHS2rIU8W5VvMNPtNOtCMaG2HyNConMWI
2405
2491
  mteb/tasks/retrieval/swe/swe_faq_retrieval.py,sha256=s-o7IM_l7giuK4bJMdYkq2CtE0QQrkMVq5wMtbSJXpY,1599
2406
2492
  mteb/tasks/retrieval/swe/swedn_retrieval.py,sha256=RFcpp0u-EKIwSRXR37tJ0_haY6Jvlfj8DWCgrD-0tnU,1512
2407
2493
  mteb/tasks/retrieval/tur/__init__.py,sha256=tAKhhsTK6meiZwRMIvbx7_ye90JAAW3dlS8iI0r_vg8,84
2408
- mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=d03Ccol3NbSjqvDcqqLGLe0KELuOIloilpt7MMEWnO8,3685
2409
- mteb/tasks/retrieval/vie/__init__.py,sha256=j69iltc-is1oqx0oIV1RVjjM46LLH-JJQzKnxm4cYvc,2142
2410
- mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=jafS3I5agXE7GDFHOLvw8-IUrqqRz1fwVEmGZO9j3AA,1806
2411
- mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=xqbWwMBE5ixKzzYLKkGUm2SIU8LEsSltPZ9k7Guiu28,1901
2412
- mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py,sha256=kIgwdW68U00qzgn3ml7JO5O801ta8AMbijCnvoMBUvo,1903
2413
- mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py,sha256=9lyNSr9OtgzOmzyRG3DUqaMRAOTvZQEdejlLbTGojpc,1865
2414
- mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py,sha256=tfu1xNbzqy1ea4lZ8_vcmD_WqqgFwexfYDoh9dcKyfI,1909
2415
- mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py,sha256=dIK0E1cmqSc792Z2OrWLRRfJqZDIz_ZGGDKRYcK687s,1893
2416
- mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py,sha256=JOfTvHdGX44_KXM2cjPGFUTXsX95-S-Lc4U0h83Eyog,1878
2417
- mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py,sha256=eTrMJwKkgLVG-HHMevjgqDiuFrAw4jhdyKcsM5fklbk,1885
2418
- mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py,sha256=DkMUX2MsH6D9q5ZqDJfV27W1s-yyPWPUeDjXFGucmA8,1865
2419
- mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py,sha256=r5vq-l4sWD0aIveW6LdQqd-jYiO-EwEbeKruMipd6Ew,1876
2420
- mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py,sha256=S4ffZKV43FsfdT6bKzCyz4lIeDiHCKjlzMSyFjgeUsU,1862
2421
- mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py,sha256=A9fzlOTwy5OqGIIRWqnMRz3750Sz6ZdbvulXYq8nA3A,1873
2422
- mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py,sha256=4FQJk1evQ7Yta0TXhfrwJKGQgZbqQjmmtwn1gGeatnc,1806
2423
- mteb/tasks/retrieval/vie/fevervn_retrieval.py,sha256=L3CSa3MV9fcSq7ukn1-nRCYTeszsG2NLA2rUyKLGeqw,1929
2424
- mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py,sha256=w8H79YmYQN3Q5kmeAnH5tlombIaLsagtUcVT-FQ1pqk,1766
2425
- mteb/tasks/retrieval/vie/green_node_table_markdown_retrieval.py,sha256=AlvGHXqXwOTrEvZNcMxlWL_2a31iNrrZzNz2i6dcJec,1074
2426
- mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py,sha256=QyXcbOt1kwpFpK4W1f5VlJRGjF18Ytw86YbDy2hRUmM,1901
2427
- mteb/tasks/retrieval/vie/msmarcovn_retrieval.py,sha256=WsRGnBIpdZekS0YXj1io4d4eEofN_lvsAsRUIBMhdbA,2010
2428
- mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py,sha256=BB5xJ5Gnv9Xk3xIxryTd7uh1MX_UOtwOejNg-7VdH84,1832
2429
- mteb/tasks/retrieval/vie/nqvn_retrieval.py,sha256=FeWBNM7eK6bdjsrbYuSA-8xjcO5VEIe09RqTPnjK0x8,1796
2430
- mteb/tasks/retrieval/vie/quora_vn_retrieval.py,sha256=5YQr0Mc1O6HR5mIeKRs0gNmSja6Rp9qW79KFLSpjtZw,1901
2431
- mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py,sha256=GD-UR5TXNcUNIoOZSqP0TYbv19E3uPPlCxEaNcy4BjI,1825
2432
- mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=atYHK8Ex4in6G2Jn0gToO0PTqK7oKjZTqXHNg5sP40U,1879
2433
- mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=sXflYHNtC0fMTzoHPJnVqoNaf5Ol-KRmO2Mkhh-BEHk,1804
2434
- mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=RWV6f_slWzuG3XcRGxCktvBlS0CSBNwjEOjWuxce3m8,1878
2494
+ mteb/tasks/retrieval/tur/tur_hist_quad.py,sha256=s7S5RrdwPx-0aatUwbgFbuLtj8927yQUHp1SEODfAl0,3669
2495
+ mteb/tasks/retrieval/vie/__init__.py,sha256=8k8aUndynSTP72j75e2tcU-8omMuGzOVZp3KxIAGaBg,2419
2496
+ mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py,sha256=wmE6syUs0sLs7xgIOxXQuiQzpxrskdsTc5sK46v1YEQ,1754
2497
+ mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py,sha256=eonoS9NWKw-okR9Eqe4B8YgzGSbw0t7FcNpt0JwxyKU,3788
2498
+ mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py,sha256=1c6s1C0j1x7kE92WMv9JB4I_rdsHboyP-QILU-18rQ4,1851
2499
+ mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py,sha256=h--L4OiLIalxHnSulEiUZjMo7JRxjia-mKOnnoaOkzI,1813
2500
+ mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py,sha256=Jm5-2YbfBObFW_Ygwu03PAnSNMcZkH_7SL8L18KVWvQ,1857
2501
+ mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py,sha256=t-QRo9YP6ssTQVt-p-HBhFgfbZIosMPkGvcHfTV9sJk,1841
2502
+ mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py,sha256=1fErtC_fD1VZQUOLYTNvAwTmO5EVQvOv11-Rh4wsXuA,1826
2503
+ mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py,sha256=m1Hcz-q_znvbpjWXg2Jc85VZqbk0X87fmuNXDkCXm50,1833
2504
+ mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py,sha256=9EiLKJrpRXACmxZFA_KyXWigl20XxRqlkGYk1G49T4s,1813
2505
+ mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py,sha256=7Mr2sZrAKzFDeMT_7eQQ_52OKzefGFAnkcHmO4lntIo,1824
2506
+ mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py,sha256=2zDcrsCfcTAcybUmTpGeJQxUxNpkY7Ha8Tf0xwfqTcQ,1810
2507
+ mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py,sha256=ppFPam-3AXXVLVp_DiXeHaSr16Va44_-eRkOH0m5ypo,1821
2508
+ mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py,sha256=9YEubKLDCMJhck_EjY4r3VzAFDu-P4SWR5CLnHdSkTQ,3571
2509
+ mteb/tasks/retrieval/vie/fevervn_retrieval.py,sha256=JLrpB90G5c7ZR2jM9GsYE2YQ51qTnn5FH-LDzO99Z1Q,3768
2510
+ mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py,sha256=FGfFuLzRCTuupRxZdjVbBiwCOSspb3vwvtNAKvyXjso,1714
2511
+ mteb/tasks/retrieval/vie/green_node_table_markdown_retrieval.py,sha256=O7iIcuvqhrHjB7J1VxH9YJ3v6cuFFBQdrrnYwLgeRfE,2429
2512
+ mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py,sha256=Vg_YI8YbZpXMmwZXS-2KLRutL2Nehw5tW231S2qShd4,3753
2513
+ mteb/tasks/retrieval/vie/msmarcovn_retrieval.py,sha256=syDFYmXL2xK3xCQrBAopGul8_3pDZzBdIjMpk2XbA1s,3951
2514
+ mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py,sha256=4S8IDJ-TVjKEy2teM8GOeDzHIZR8txkPvX0sGDYIyqs,1780
2515
+ mteb/tasks/retrieval/vie/nqvn_retrieval.py,sha256=f8LmUGAmsMnCdn-ovfPcpX12X4rmdpXj3F-q6GwjBEc,3551
2516
+ mteb/tasks/retrieval/vie/quora_vn_retrieval.py,sha256=VkgKCFbDkOuZAsMl36lOr-MuvbhNfE8zUmmiySW9lSY,1837
2517
+ mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py,sha256=7F3wSU9N2BAj4Jmzw7sjbcxTyYDYs_3I1434X3riaZ4,1773
2518
+ mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=WlcfDfF43jsNf9D_Bl3k02RiiPdedORID6CEEMAYTLc,1815
2519
+ mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=DKcNwCCdANt7hNr3fLao9jkIJJjfxJ0jLLbD7_b-KnE,1752
2520
+ mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=ZlFFL37Zd_sbKXaUZx41XTxps-nnOi3PnBNCy9KvlJU,1826
2521
+ mteb/tasks/retrieval/vie/tvpl_retrieval.py,sha256=CGwgT9spHONw9cOeuum_BS7khZbooqoNqJgVV6Utfic,1611
2435
2522
  mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=eZh1rR43iXDHoylOGKjrUCopzEujE-1GSGTn2TMrkro,3621
2436
- mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=Y93j0EwG6-bcc0DMLvHP9q3r9b_3xLXu6YBR0Q5HDho,985
2523
+ mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=BI2GbbkOPnWQpbn9ul6ShHugAZ994iiS7hVi5v1K17Y,1386
2437
2524
  mteb/tasks/retrieval/zho/__init__.py,sha256=dIN-rPfrEjkCuUCha8SpQdlzWYY6IMO_HLxebcBhQxA,438
2438
2525
  mteb/tasks/retrieval/zho/cmteb_retrieval.py,sha256=DXNkvMQQZsKv1U5L_0boKEXGLDPn4RfauIlxwb0f-EQ,10789
2439
2526
  mteb/tasks/retrieval/zho/le_ca_r_dv2_retrieval.py,sha256=O7kNB_7rpgG7_KsKC0SUKG42dhx66Rakk77uy4Iufk0,1293
@@ -2481,7 +2568,7 @@ mteb/tasks/sts/multilingual/sts22_crosslingual_sts.py,sha256=zf50mdAKKZZN_sU5Ga8
2481
2568
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_sts.py,sha256=QXenk9v8Mg5pNdkTmEO1X4JFp-3OCUfhHOPO3BE32OQ,1806
2482
2569
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_visual_sts.py,sha256=yH4DLkgrBk6Qg7LHLfAyyclynN_XrichBraNDbxRWl8,1855
2483
2570
  mteb/tasks/sts/nld/__init__.py,sha256=NdpfPHekoMIo9sw75Gahm_YCn8hzcVHixEStny107fk,67
2484
- mteb/tasks/sts/nld/sick_nl_sts.py,sha256=pRJUmUzHehK9sw0cT0xt6BHyX9a0fBSh9P90lfDkt5Y,1489
2571
+ mteb/tasks/sts/nld/sick_nl_sts.py,sha256=rnZ9KeM4Id_eeJJrqcYYdxoH7f6-2lr9obgiuxtHnGY,1557
2485
2572
  mteb/tasks/sts/pol/__init__.py,sha256=Ob56PuMH_-J3gH9Pygg0fdEisWYKRT_fy_D0iE2zIpo,83
2486
2573
  mteb/tasks/sts/pol/polish_sts.py,sha256=qJCw-28dZ-o3epx44Zz-u6ZLE8HIu4ocJaJRyD0JQkc,3418
2487
2574
  mteb/tasks/sts/por/__init__.py,sha256=mUc8zOCeFl456-AEqKqgLQ4_sLnt_eUqD-cbcowRu0U,107
@@ -2495,9 +2582,9 @@ mteb/tasks/sts/rus/ru_sts_benchmark_sts.py,sha256=3aMR5WZM4gsWh1uD73GpGSscoNSvAO
2495
2582
  mteb/tasks/sts/spa/__init__.py,sha256=Hl5EWrH_tEDXP-LoTM6ZNZ50hqGe3dGMTtOb0xriPlk,46
2496
2583
  mteb/tasks/sts/spa/stses.py,sha256=INluwoWfIGAc3ZjAigRPJV7rSxtLGnDuxW6xGgwCiKA,1851
2497
2584
  mteb/tasks/sts/vie/__init__.py,sha256=8CPTfGVz4pnwiYPHtecKCyWloGBK2mKRoNfeXyaMTKQ,190
2498
- mteb/tasks/sts/vie/biosses_stsvn.py,sha256=-7wIvuGG3KPC2KVr2DLT5okOaP1dEUvVhv0kmLzqX34,1766
2499
- mteb/tasks/sts/vie/sickr_stsvn.py,sha256=2m49bDQ6TAynHA75x8Xu_AzRvqoAcmCNta-cRJ4rrTI,1793
2500
- mteb/tasks/sts/vie/sts_benchmark_stsvn.py,sha256=oUYAM9gmPfR4sqeKA3R3UIoy_7_7ZjoCPA50U7D-Lvs,1811
2585
+ mteb/tasks/sts/vie/biosses_stsvn.py,sha256=elg8qMoKfusUOQBHgimQN_tzZB9AvKU_XSEOaVcQBOM,1714
2586
+ mteb/tasks/sts/vie/sickr_stsvn.py,sha256=6v-4vgqKMPX_vubnacO5xKlRwm2L_0Sjl00GvHxDWY4,1741
2587
+ mteb/tasks/sts/vie/sts_benchmark_stsvn.py,sha256=oiLlwSWNGB84pD_G6teJJJPWOtBL7cVbXEwiIlhU0-U,1759
2501
2588
  mteb/tasks/sts/zho/__init__.py,sha256=88femZRWMKfpd4uaJy8BId5nQZaNSEIV8Y7BPS5Pp3w,135
2502
2589
  mteb/tasks/sts/zho/cmtebsts.py,sha256=lbvbybsBOS7NcKZ085FzdKCNkimv4rDJqCJENWbrFIg,8341
2503
2590
  mteb/tasks/summarization/__init__.py,sha256=M_4yRgj1jR9IHCCwfPVVnwQIm_RE10I7Cp7Om8jManQ,38
@@ -2517,28 +2604,28 @@ mteb/tasks/zeroshot_classification/eng/euro_sat.py,sha256=RB-_W6956zKAe8RddOgDeg
2517
2604
  mteb/tasks/zeroshot_classification/eng/fer2013.py,sha256=SQwY66faVBwDO2FVR4IQ1k9kV8RKb_MjmTNIOc38MT0,1711
2518
2605
  mteb/tasks/zeroshot_classification/eng/fgvc_aircraft.py,sha256=MOEmuQ211n4zcCPtAwsTmxJbd6oZ5KLXSL_Dgx5LTrQ,1842
2519
2606
  mteb/tasks/zeroshot_classification/eng/food101.py,sha256=KfG8nLYfBWF4wE76JsjoPfHVg76X3Glk6A7ZRBy8dlw,1574
2520
- mteb/tasks/zeroshot_classification/eng/gtsrb.py,sha256=8RvwpXvsP4TrED4VSzPMQxT98e65abbYCTXzNi9QOV0,2165
2607
+ mteb/tasks/zeroshot_classification/eng/gtsrb.py,sha256=5CkVWUCOWkkb4s6-e-r4usplJarThhJ2DcYD5-Jb94U,2161
2521
2608
  mteb/tasks/zeroshot_classification/eng/imagenet1k.py,sha256=M5j6k5IGW2BdLNIS0oKIHA-n2FuCax-edSXSPhuHb-U,1862
2522
2609
  mteb/tasks/zeroshot_classification/eng/mnist.py,sha256=m2RQ98FrN5hqBDUhbxTAC-uAltn_Ti5wD61PMHn28HQ,1548
2523
2610
  mteb/tasks/zeroshot_classification/eng/oxford_pets.py,sha256=NRrYYUFTcNuKm27lDgtwmXf_UySmqha0e8uyAwNoSJw,1661
2524
- mteb/tasks/zeroshot_classification/eng/patch_camelyon.py,sha256=Y4V98Y_nWZ5YGS4hRbnDJTEfOzC4MjAy4usYOq-uGyE,2084
2611
+ mteb/tasks/zeroshot_classification/eng/patch_camelyon.py,sha256=3Wb77rxyxU7bqKjm2PN2rw_z4e9FNI1g5hlUazzVXYc,2080
2525
2612
  mteb/tasks/zeroshot_classification/eng/rendered_sst2.py,sha256=4531qrKLEVkF9J-ENGFJG6BeE31Nj5GjNWoGMauoEZk,1237
2526
2613
  mteb/tasks/zeroshot_classification/eng/resisc45.py,sha256=EpcZgS9yr60Ywb-4ql7pXdPyAv85QFzAl-RxAUrm49o,1991
2527
2614
  mteb/tasks/zeroshot_classification/eng/sci_mmir.py,sha256=x7osRKumPTMmVc_f2SE_eArgzDHvDHAw5vle5eE6xk0,2327
2528
2615
  mteb/tasks/zeroshot_classification/eng/stanford_cars.py,sha256=aDKN5XSSpwjS54pz7JP2A1lTuk2J_rOeIHwiFipX87E,1605
2529
2616
  mteb/tasks/zeroshot_classification/eng/stl10.py,sha256=sd3nV7x7mypsP0Ipxu5TRQj6fGvmERcPbpKFwUoLKi0,1986
2530
2617
  mteb/tasks/zeroshot_classification/eng/sun397.py,sha256=Nls7tXM2Svu008MmAUjt-o_NSj-VNGKbW8qi-n7C18s,1963
2531
- mteb/tasks/zeroshot_classification/eng/ucf101.py,sha256=liGfjIgo2N5MU6NixPofuGsFwYZnuI3BZCVta21Z2Rw,1888
2618
+ mteb/tasks/zeroshot_classification/eng/ucf101.py,sha256=kwNRYks-_Oe4VE3GyoHIvN-2OJ6zhkwFr76WDNL9ymU,1884
2532
2619
  mteb/tasks/zeroshot_classification/eng/templates/__init__.py,sha256=da1PTClDMl-IBkrSvq6JC1lnS-K_BASzCvxVhNxN5Ls,13
2533
- mteb/types/__init__.py,sha256=7_q6_84RvMuHeZK51GbLc5gbpTb3C1WmnqDHm6bnCzw,1104
2534
- mteb/types/_encoder_io.py,sha256=YlIthHwi0o-ObANsWwVPcQc4pA1wpiRwIewDjNTMAdQ,5461
2620
+ mteb/types/__init__.py,sha256=O26vXPolPReX7iVUBgUsyCkCo4w8KeLs7uueQDWp3fc,1142
2621
+ mteb/types/_encoder_io.py,sha256=6cnr2EbPPy70UV1Ts5C3PKQU6PncWrzgiAGaYVL1jb8,5847
2535
2622
  mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
2536
- mteb/types/_result.py,sha256=CRAUc5IvqI3_9SyXDwv-PWLCXwXdZem9RePeYESRtuw,996
2623
+ mteb/types/_result.py,sha256=UKNokV9pu3G74MGebocU512aU_fFU9I9nPKnrG9Q0iE,1035
2537
2624
  mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
2538
- mteb/types/statistics.py,sha256=YwJsxTf1eaCI_RE-J37a-gK5wDeGAsmkeZKoZCFihSo,3755
2539
- mteb-2.1.4.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2540
- mteb-2.1.4.dist-info/METADATA,sha256=3HJ0LwqN5B9zLnqA4j5PsmVknk75iAHG-qwtZqJdKW0,13573
2541
- mteb-2.1.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2542
- mteb-2.1.4.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2543
- mteb-2.1.4.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2544
- mteb-2.1.4.dist-info/RECORD,,
2625
+ mteb/types/statistics.py,sha256=GwkBPmAr18Onu-vHtzHs0PFrhCozdOMiT13HwnWL4ZM,3961
2626
+ mteb-2.7.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2627
+ mteb-2.7.2.dist-info/METADATA,sha256=2kNRzwJXNJ2oVPUSC2qDb_Va6HWiZW_QVniAW5SZabM,14457
2628
+ mteb-2.7.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
2629
+ mteb-2.7.2.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2630
+ mteb-2.7.2.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2631
+ mteb-2.7.2.dist-info/RECORD,,