mteb 2.7.17__py3-none-any.whl → 2.7.18__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (154) hide show
  1. mteb/_create_dataloaders.py +16 -16
  2. mteb/_evaluators/any_sts_evaluator.py +1 -1
  3. mteb/_evaluators/clustering_evaluator.py +1 -1
  4. mteb/_evaluators/image/imagetext_pairclassification_evaluator.py +2 -2
  5. mteb/_evaluators/pair_classification_evaluator.py +1 -1
  6. mteb/_evaluators/retrieval_evaluator.py +1 -1
  7. mteb/_evaluators/sklearn_evaluator.py +4 -2
  8. mteb/_evaluators/text/bitext_mining_evaluator.py +1 -1
  9. mteb/_evaluators/text/summarization_evaluator.py +1 -1
  10. mteb/_evaluators/zeroshot_classification_evaluator.py +1 -1
  11. mteb/abstasks/abstask.py +4 -4
  12. mteb/abstasks/classification.py +2 -2
  13. mteb/abstasks/clustering.py +1 -1
  14. mteb/abstasks/clustering_legacy.py +1 -1
  15. mteb/abstasks/image/image_text_pair_classification.py +1 -1
  16. mteb/abstasks/multilabel_classification.py +1 -1
  17. mteb/abstasks/pair_classification.py +1 -1
  18. mteb/abstasks/retrieval.py +8 -5
  19. mteb/abstasks/retrieval_dataset_loaders.py +27 -8
  20. mteb/abstasks/sts.py +1 -1
  21. mteb/abstasks/text/bitext_mining.py +2 -2
  22. mteb/abstasks/text/reranking.py +1 -1
  23. mteb/abstasks/text/summarization.py +1 -1
  24. mteb/abstasks/zeroshot_classification.py +1 -1
  25. mteb/evaluate.py +2 -2
  26. mteb/models/model_implementations/bm25.py +2 -2
  27. mteb/models/model_implementations/pylate_models.py +4 -4
  28. mteb/models/models_protocols.py +2 -2
  29. mteb/models/search_wrappers.py +4 -4
  30. mteb/tasks/bitext_mining/multilingual/bible_nlp_bitext_mining.py +1 -1
  31. mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py +1 -1
  32. mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py +1 -1
  33. mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py +1 -1
  34. mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py +1 -1
  35. mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py +1 -1
  36. mteb/tasks/classification/ben/bengali_document_classification.py +2 -2
  37. mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py +2 -2
  38. mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py +1 -1
  39. mteb/tasks/classification/multilingual/hin_dialect_classification.py +1 -1
  40. mteb/tasks/classification/multilingual/indic_lang_classification.py +1 -1
  41. mteb/tasks/classification/multilingual/indic_sentiment_classification.py +1 -1
  42. mteb/tasks/classification/multilingual/language_classification.py +1 -1
  43. mteb/tasks/classification/multilingual/south_african_lang_classification.py +1 -1
  44. mteb/tasks/classification/multilingual/turkic_classification.py +1 -1
  45. mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py +2 -2
  46. mteb/tasks/classification/swa/swahili_news_classification.py +2 -2
  47. mteb/tasks/clustering/deu/ten_k_gnad_clustering_p2p.py +1 -1
  48. mteb/tasks/clustering/deu/ten_k_gnad_clustering_s2s.py +1 -1
  49. mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py +2 -2
  50. mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py +2 -2
  51. mteb/tasks/clustering/nob/vg_hierarchical_clustering.py +2 -2
  52. mteb/tasks/image_text_pair_classification/eng/image_co_de.py +1 -1
  53. mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py +1 -1
  54. mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py +2 -2
  55. mteb/tasks/multichoice/eng/cv_bench.py +4 -4
  56. mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py +1 -1
  57. mteb/tasks/pair_classification/eng/pub_chem_smilespc.py +1 -1
  58. mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py +1 -1
  59. mteb/tasks/pair_classification/multilingual/rte3.py +1 -1
  60. mteb/tasks/retrieval/ara/sadeem_question_retrieval.py +1 -1
  61. mteb/tasks/retrieval/code/code_edit_search_retrieval.py +1 -1
  62. mteb/tasks/retrieval/code/code_rag.py +8 -8
  63. mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py +1 -1
  64. mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py +1 -1
  65. mteb/tasks/retrieval/code/ds1000_retrieval.py +1 -1
  66. mteb/tasks/retrieval/code/fresh_stack_retrieval.py +1 -1
  67. mteb/tasks/retrieval/code/human_eval_retrieval.py +1 -1
  68. mteb/tasks/retrieval/code/mbpp_retrieval.py +1 -1
  69. mteb/tasks/retrieval/code/wiki_sql_retrieval.py +1 -1
  70. mteb/tasks/retrieval/dan/dan_fever_retrieval.py +2 -2
  71. mteb/tasks/retrieval/dan/tv2_nordretrieval.py +2 -2
  72. mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py +2 -2
  73. mteb/tasks/retrieval/deu/german_gov_service_retrieval.py +1 -1
  74. mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py +1 -1
  75. mteb/tasks/retrieval/ell/greek_civics_qa.py +1 -1
  76. mteb/tasks/retrieval/eng/bright_retrieval.py +1 -1
  77. mteb/tasks/retrieval/eng/chat_doctor_retrieval.py +1 -1
  78. mteb/tasks/retrieval/eng/fin_qa_retrieval.py +1 -1
  79. mteb/tasks/retrieval/eng/finance_bench_retrieval.py +1 -1
  80. mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py +1 -1
  81. mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py +1 -1
  82. mteb/tasks/retrieval/eng/hc3_finance_retrieval.py +1 -1
  83. mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py +1 -1
  84. mteb/tasks/retrieval/eng/lemb_needle_retrieval.py +1 -1
  85. mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py +1 -1
  86. mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py +1 -1
  87. mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py +1 -1
  88. mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py +1 -1
  89. mteb/tasks/retrieval/eng/lit_search_retrieval.py +1 -1
  90. mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py +1 -1
  91. mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py +1 -1
  92. mteb/tasks/retrieval/eng/ml_questions.py +1 -1
  93. mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py +1 -1
  94. mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py +1 -1
  95. mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py +1 -1
  96. mteb/tasks/retrieval/eng/nano_fever_retrieval.py +1 -1
  97. mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py +1 -1
  98. mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py +1 -1
  99. mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py +1 -1
  100. mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py +1 -1
  101. mteb/tasks/retrieval/eng/nano_nq_retrieval.py +1 -1
  102. mteb/tasks/retrieval/eng/nano_quora_retrieval.py +1 -1
  103. mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py +1 -1
  104. mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py +1 -1
  105. mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py +1 -1
  106. mteb/tasks/retrieval/eng/narrative_qa_retrieval.py +1 -1
  107. mteb/tasks/retrieval/eng/r2_med_retrieval.py +8 -8
  108. mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py +1 -1
  109. mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py +1 -1
  110. mteb/tasks/retrieval/eng/vidore_bench_retrieval.py +10 -10
  111. mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py +1 -1
  112. mteb/tasks/retrieval/fra/syntec_retrieval.py +1 -1
  113. mteb/tasks/retrieval/hun/hun_sum2.py +1 -1
  114. mteb/tasks/retrieval/kat/georgian_faq_retrieval.py +1 -1
  115. mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py +1 -1
  116. mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py +1 -1
  117. mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py +1 -1
  118. mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py +1 -1
  119. mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py +1 -1
  120. mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py +1 -1
  121. mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py +1 -1
  122. mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py +2 -2
  123. mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py +1 -1
  124. mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py +1 -1
  125. mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py +5 -5
  126. mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py +1 -1
  127. mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py +1 -1
  128. mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py +1 -1
  129. mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py +1 -1
  130. mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py +1 -1
  131. mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py +1 -1
  132. mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py +1 -1
  133. mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py +1 -1
  134. mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py +1 -1
  135. mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py +1 -1
  136. mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py +1 -1
  137. mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py +1 -1
  138. mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py +1 -1
  139. mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py +1 -1
  140. mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py +1 -1
  141. mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py +1 -1
  142. mteb/tasks/retrieval/nob/norquad.py +2 -2
  143. mteb/tasks/retrieval/nob/snl_retrieval.py +2 -2
  144. mteb/tasks/retrieval/slk/slovak_sum_retrieval.py +1 -1
  145. mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py +1 -1
  146. mteb/tasks/sts/multilingual/sem_rel24_sts.py +1 -1
  147. mteb/tasks/sts/multilingual/sts_benchmark_multilingual_sts.py +1 -1
  148. mteb/tasks/sts/por/assin2_sts.py +1 -1
  149. {mteb-2.7.17.dist-info → mteb-2.7.18.dist-info}/METADATA +1 -1
  150. {mteb-2.7.17.dist-info → mteb-2.7.18.dist-info}/RECORD +154 -154
  151. {mteb-2.7.17.dist-info → mteb-2.7.18.dist-info}/WHEEL +0 -0
  152. {mteb-2.7.17.dist-info → mteb-2.7.18.dist-info}/entry_points.txt +0 -0
  153. {mteb-2.7.17.dist-info → mteb-2.7.18.dist-info}/licenses/LICENSE +0 -0
  154. {mteb-2.7.17.dist-info → mteb-2.7.18.dist-info}/top_level.txt +0 -0
@@ -1,13 +1,13 @@
1
1
  mteb/__init__.py,sha256=AFdvWGkAnKZqzKxqp-xvuBhGnpz0QM1cuOtaztsDzjI,1430
2
2
  mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
3
- mteb/_create_dataloaders.py,sha256=zGv9KIJ91piMJD50TM_XGoZiOnb-X4WLbD5FUBK-kfI,15758
3
+ mteb/_create_dataloaders.py,sha256=JboVnIgxHbm9tOU5V_8GjCCz573ulwQ6yO9-zgpZAe0,16008
4
4
  mteb/_helpful_enum.py,sha256=5hi3vm19QhTWXb5G80ytviJ-SEbCCGVhn2gbJaRgoyY,601
5
5
  mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
6
6
  mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
7
7
  mteb/_set_seed.py,sha256=HPlPRl__Pe6IG-4UgJqTfplcivJ_wA2kaClbXoHQedM,1178
8
8
  mteb/cache.py,sha256=xE2BhrG_ypm2C0nPt6tRQCe393pN1RjDLadQcC6W1WE,27657
9
9
  mteb/deprecated_evaluator.py,sha256=F47pBHL3lM8YHGZEPLR4CuVn7aV3gzomNpyP3I3jmmc,27727
10
- mteb/evaluate.py,sha256=XFNaxut-prQDwYw_1F4Oco9B_pumUOHI6Ke2PBLk22U,19718
10
+ mteb/evaluate.py,sha256=d98nltLvuP17c2nLNwYqtsdUwL-JbW3yBrq6OydBXHw,19738
11
11
  mteb/filter_tasks.py,sha256=ZFFEl7jWTSq3kDdM8oHG-RZrrBOP16zcFzezA3OsLiM,7430
12
12
  mteb/get_tasks.py,sha256=1BZJF7jADJnnL_ZzsJaTKLITO7u6inAHV0PxCAQfhfc,14402
13
13
  mteb/load_results.py,sha256=geGyArDB1CNrqse_QzPqfvY7YvF9fL57LJsuy-DDY58,6532
@@ -15,47 +15,47 @@ mteb/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
15
15
  mteb/similarity_functions.py,sha256=7ENHjq35EMSO1kT73IKLbQ0jMWGxMPSMM8SPmGHzaAM,10887
16
16
  mteb/_evaluators/__init__.py,sha256=Ag1_RWpxBGMpujzd3FZjI40gY_KQKIpY31tJPuk-hFg,1013
17
17
  mteb/_evaluators/_download.py,sha256=jntlcURbJxcxUjTmn2D9Tu6ZnWgDc9t5bY8p9CZCqv4,586
18
- mteb/_evaluators/any_sts_evaluator.py,sha256=aeK6ZJ_wuGR_8L6f5B4Xcl7Fo0dgApqevsgg7hdHQk0,3918
18
+ mteb/_evaluators/any_sts_evaluator.py,sha256=A-79V27KP7hxoQLhIisdYvc8eNCwGGnJrUm8pvhsHc0,3928
19
19
  mteb/_evaluators/classification_metrics.py,sha256=cWMU-2bCNXlk_UN0sZ7uRS5aFXESkYlJWg4OLMeFrRg,2090
20
- mteb/_evaluators/clustering_evaluator.py,sha256=COSG4tGz2hI3Ff3MNFxdeg9w1TPmisxhvF333zQx-ko,2226
20
+ mteb/_evaluators/clustering_evaluator.py,sha256=1HBarfI12eCx9nVCd3bCj5SFMYJXQVTxsxNZt_4HY6w,2236
21
21
  mteb/_evaluators/evaluator.py,sha256=8fEuBZW0sv-tpJCUT2X5lIvmF0Ji0Vuq7Z8AblipspA,1074
22
- mteb/_evaluators/pair_classification_evaluator.py,sha256=g7JiwzYa_c_Ql3mOavKho2-vXdAagoZfEhref-r1luM,6671
23
- mteb/_evaluators/retrieval_evaluator.py,sha256=UexQCsfGMzZq-JfrdNQ4PylHdoyS6Ef_zxXokNZiR5o,3250
22
+ mteb/_evaluators/pair_classification_evaluator.py,sha256=bQjI-p7xXfyIUdGu3D-t3cc2AeijZzTcn_VzH_7tIH0,6681
23
+ mteb/_evaluators/retrieval_evaluator.py,sha256=cfYhNARCxpZ1JVZEk7znp38U9WlhLXnblBRlfyyvDiQ,3260
24
24
  mteb/_evaluators/retrieval_metrics.py,sha256=nO1StNLDaa_iBWTuVexo2rsDWkxYCgHZ98qgr9bydCs,23964
25
- mteb/_evaluators/sklearn_evaluator.py,sha256=sCGn3YOhwT2OARTlSCJIg69IMijqfVyHoTVgK1TFuYQ,4253
26
- mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=jCf6H0LwxZGIZ-2LGF9SPbjHTtCAk9v1HtxWcmutqks,2488
25
+ mteb/_evaluators/sklearn_evaluator.py,sha256=7p2Bm5ORH9pBoDWSCAkY5rvdQZ7wUkljv-zug3y-ACM,4287
26
+ mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=xHKjKKJRu_F5sUT9u5boKnSLZ6kBvRXbaU7-EQvKxP8,2498
27
27
  mteb/_evaluators/image/__init__.py,sha256=CsQd7OMkeV2Phun7paPWjayZ5qRnvj8H0TYBFeqMxag,148
28
- mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=w2vJrQXIbRsdG837x1yYQkGNcTJt8rdLofQ3Jo3nIn4,5227
28
+ mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=koqy6Pu30iigDJZmHhc1sU06RK66jfkKGPtOPUetLHY,5262
29
29
  mteb/_evaluators/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
30
- mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=We-BQZJQGBXz_vTUZz-3OBt4pOLfAAt2cjJBkklISJ8,6732
31
- mteb/_evaluators/text/summarization_evaluator.py,sha256=ZHn3kIFGJ1XzgbI21jEeTnP5pdIChGHVTCuyz2MSKyg,10900
30
+ mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=AxHGS-k8QIuHx1Sx7fxdVFO6-7JP-QTb9mTH2PINncI,6742
31
+ mteb/_evaluators/text/summarization_evaluator.py,sha256=Y-1QFraTvnfYzYwJtE9Ulr14inEPRiDGgJ48qeP6wDo,10910
32
32
  mteb/abstasks/__init__.py,sha256=1iAwpYTWX7U-goak2KMmacPFCzxPchLQAmZ_uI0t-p0,1130
33
33
  mteb/abstasks/_statistics_calculation.py,sha256=4opttohaS6LV5K0zQIqfG2IGIzQAdKAaLTpSTQ6auBc,5988
34
34
  mteb/abstasks/_stratification.py,sha256=upxjHt4wjuEFGmb_vrONTh9ngZ8Oa1tY56tUdllFERQ,14490
35
- mteb/abstasks/abstask.py,sha256=9bpPnrwwGBWE--MGoTOb-J-RtOnoo0YUaAjAPv7JC1g,26831
35
+ mteb/abstasks/abstask.py,sha256=qAzk59poJklVfO3TiDHXEYyy5znGOMA3pJUP_nluLBM,26871
36
36
  mteb/abstasks/aggregate_task_metadata.py,sha256=WXYY_DUU55s4PkxMVz7lwbdZarq6QznhbvJYdSTYZZI,5846
37
37
  mteb/abstasks/aggregated_task.py,sha256=8NY_vaqmMuYNxuB05YjU4W6aEipyKrF2iDFS3m-eXNc,6167
38
- mteb/abstasks/classification.py,sha256=9gNSPw2fVPyoTb1tV4kR_Fzku3Z6xutJzbyNpkktPzc,14134
39
- mteb/abstasks/clustering.py,sha256=I8vre2f2FJFagzJEYf6hKDo3Y28xU29J_O-MhfqWqSI,14944
40
- mteb/abstasks/clustering_legacy.py,sha256=sbx8K6paccvzDPnmhgNE_UJE83orAJnQm3NGr-Ktjfs,9184
38
+ mteb/abstasks/classification.py,sha256=oB-qChfmVzoEcDHxc9BqUPWhRPHmhWVIwYLcFgUV23I,14154
39
+ mteb/abstasks/clustering.py,sha256=Y4_wJskFV_NZcwH85NLtAun90Qz0dGofd09cRWr9eCU,14954
40
+ mteb/abstasks/clustering_legacy.py,sha256=35XyeevRQqYx2UUz9m-p0B12t_sP7PZ0KPtSMyRhp4I,9194
41
41
  mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
42
- mteb/abstasks/multilabel_classification.py,sha256=olldnMq5a-elan2vZSQ-EFZbcS6Mt9h1nTOi8iFXjjE,9810
43
- mteb/abstasks/pair_classification.py,sha256=RVV5WUjs18N5PbWpyxakDNEd1UlRc4ON9I0OjD26Z78,14231
42
+ mteb/abstasks/multilabel_classification.py,sha256=EA_StNB8GV0HZL23ei8zCT4jS62yzTxmeGMuycbH58Y,9820
43
+ mteb/abstasks/pair_classification.py,sha256=Dhlcfygtje8K2FgyPBU7M_jwbFyWTj_SLBfHP32oTmc,14241
44
44
  mteb/abstasks/regression.py,sha256=2aYJvktoENLi1wLYdND35TGFfhrN_BFCs-Yr2Ex-f5I,9019
45
- mteb/abstasks/retrieval.py,sha256=BPyRibStAD70JfR0Z1x-VVVfzJDRVSmbOS6uREfpmok,27743
46
- mteb/abstasks/retrieval_dataset_loaders.py,sha256=p0y1nrWlUrt_aeoR4ocDLEQMLuD_SlMH0gBiUsOwrww,9983
47
- mteb/abstasks/sts.py,sha256=Xta3KVQE7hHqkPTDptemvNVEG0CsZSVjA-Z52EIBvDE,9576
45
+ mteb/abstasks/retrieval.py,sha256=bTBkTmNA-dcCmszAC1pvrbCVAuldaktDJPzL1r_kgd4,27813
46
+ mteb/abstasks/retrieval_dataset_loaders.py,sha256=fNQY1z_2Dd9DwbDlsz5CidGVhofviwvfLX1onKYgqiA,10188
47
+ mteb/abstasks/sts.py,sha256=eFKqMOORcqU9BxuE8camUwgQtv4DCG97S1o1AKGysCM,9586
48
48
  mteb/abstasks/task_metadata.py,sha256=_yVgX3yjaxVvK-Cs2nw2wMEkI0xf-QhcGb_byCeyo-w,27210
49
- mteb/abstasks/zeroshot_classification.py,sha256=UrUErSH4owJujRn-HQI6KUe4By12oRjZeOnvB6lBnNA,6360
49
+ mteb/abstasks/zeroshot_classification.py,sha256=_OG814P-jCjChISaIhx7wtMUZ8l7I3NaRX5YwocwrCk,6370
50
50
  mteb/abstasks/_data_filter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
51
51
  mteb/abstasks/_data_filter/filters.py,sha256=ew6S8OI2G_Pf1YKz9XYTL3jh2bsQz8M5uzBy21TN-J0,4727
52
52
  mteb/abstasks/_data_filter/task_pipelines.py,sha256=L0c4Yv-nbo_WDtuhmrcGJd1xulOwf6vc0dIyWvscgks,3254
53
53
  mteb/abstasks/image/__init__.py,sha256=NgvMJnp1g2mUv27RL-TvzA7s1BOdMG-EB1CrZfdbWdg,136
54
- mteb/abstasks/image/image_text_pair_classification.py,sha256=yTr9ZhZfS8XRWUCdmvo_URIuO0WQ_pPYfwCml_qzCn8,8255
54
+ mteb/abstasks/image/image_text_pair_classification.py,sha256=iK132QqmwjTb-tHsPXgYCWP6Z6t9pp_fJ3Pc0FrsJnY,8265
55
55
  mteb/abstasks/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
56
- mteb/abstasks/text/bitext_mining.py,sha256=an9ZlcraS9ZN5tCT8ZQFtMbCrPE4-n7anAAbnOXeGkY,11520
57
- mteb/abstasks/text/reranking.py,sha256=mCzy0-TnZ46_GC9Czl4zWKAPnYK5ur0qtFbPt47m9jQ,7917
58
- mteb/abstasks/text/summarization.py,sha256=bSgb0XhUzJVuLV1Wjr3HYB_Tn7SjmCDMnkBIEWHO4EQ,7381
56
+ mteb/abstasks/text/bitext_mining.py,sha256=Qw3uLNJj87doGnrvQN1w6gfhW8N_fNu1Ib8ZjzHyxR8,11540
57
+ mteb/abstasks/text/reranking.py,sha256=q2dz266s9N94P2r_XEYpupprgmopJfxy55tN1t-8phw,7927
58
+ mteb/abstasks/text/summarization.py,sha256=zx7uZAoC1eT8aoMSfU7mU50l2pps6BuCoLNCPJpjYiM,7391
59
59
  mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
60
60
  mteb/benchmarks/_create_table.py,sha256=CJL8U0adUbaxr5G26trfYo1tGx8cU2IWWx_ZHU6q6do,22407
61
61
  mteb/benchmarks/benchmark.py,sha256=3AA-Zeh9Z4bTN6qVpRUfHWHxJfTei3KQBEOoVP2Mtic,10922
@@ -1482,8 +1482,8 @@ mteb/models/abs_encoder.py,sha256=We9HlwWP61P4cMyZ080gywvDErA1eVsU9t46PtcNrCM,16
1482
1482
  mteb/models/get_model_meta.py,sha256=EUy3F2A57qfm046lDJQ2eaAaD_buHALD7XHJeYsx8vY,7234
1483
1483
  mteb/models/instruct_wrapper.py,sha256=XAvvbPnXiTxKhFbmusm2uS8E9BMq8QXRSzQQI1jqKzE,9781
1484
1484
  mteb/models/model_meta.py,sha256=B2BpzOZAxBgNwMrZ-saN0sw-Y4tjBKIbt2byDoQz3ac,38873
1485
- mteb/models/models_protocols.py,sha256=HTB4-SYa3SeJXMMSA8o05lHTiLBbq314VW60K_PfcZY,9509
1486
- mteb/models/search_wrappers.py,sha256=PXE1VVDWUd0LgTPJ-FxqIbGpIDWLRKo5CjrwIuu5nzw,21567
1485
+ mteb/models/models_protocols.py,sha256=TxK9kQ9MfG99y0LAwz_-CQmOmZXai8nZ842qr6n5Bis,9523
1486
+ mteb/models/search_wrappers.py,sha256=pTa5rRGbcYHGa0rJG0Kmlrip8dxGZQENJuA_TsOzbug,21607
1487
1487
  mteb/models/sentence_transformer_wrapper.py,sha256=RsOxj-b7qzeYcxUTVJyb-lZDY4bINl4jEAEkPvKYB10,13578
1488
1488
  mteb/models/vllm_wrapper.py,sha256=rvE0mghcHRA1UwIN1mjJf1GKA6pTTcs8mZQ2UoGRJ0g,12287
1489
1489
  mteb/models/cache_wrappers/__init__.py,sha256=1w1TnMwulWJSzNkLXjbh5MY3sqgHWc6vUntYn49i9X8,169
@@ -1505,7 +1505,7 @@ mteb/models/model_implementations/bge_models.py,sha256=JuO1FRWrsqlsM_jslQ96oVsD3
1505
1505
  mteb/models/model_implementations/bica_model.py,sha256=Yx3iZrXF6ZMJS9SH5lbzNHoUWGNH3dypRtZ7dX5o7rA,1305
1506
1506
  mteb/models/model_implementations/blip2_models.py,sha256=C6egwozJthHmv92I0SWID3-sQCPROPJP0TzfQVKNzlo,7898
1507
1507
  mteb/models/model_implementations/blip_models.py,sha256=D_9e7C8GXGST8k7dMJL20x984vMeqbITu36XASi-iUU,12149
1508
- mteb/models/model_implementations/bm25.py,sha256=IAKU8syYesN7seRQLII-c1ACq6BRz5Ql6nEQEXYWLwQ,5226
1508
+ mteb/models/model_implementations/bm25.py,sha256=NnclZrk8P3S-AhPQpFQjpGNudgb-za5Jn4gm0cGS7-0,5246
1509
1509
  mteb/models/model_implementations/bmretriever_models.py,sha256=rijCIzX6nO5kNXqxEFbZrV7bsZtmKs8RIkMqa5cPWTk,7078
1510
1510
  mteb/models/model_implementations/cadet_models.py,sha256=gXIfW9MkGYFhOhsrq5a_tQcPuth13Dh1dO1KySwVxyo,2305
1511
1511
  mteb/models/model_implementations/cde_models.py,sha256=l4E6h1hcsNY1GTXoCgQDoeG5dRcEl7JTOiiWmp6FYqg,9373
@@ -1580,7 +1580,7 @@ mteb/models/model_implementations/pawan_models.py,sha256=iyzh6NSPZKU9znJYEDPjJNI
1580
1580
  mteb/models/model_implementations/piccolo_models.py,sha256=-4ABYum2pYW-RPaTyoJbAs6BzrVDgA5J2nswi1BKz7c,2253
1581
1581
  mteb/models/model_implementations/pixie_models.py,sha256=vm2vyCBhi5-_5iRQBmIB6KMjvJOByHDkYiPvSi8LsnQ,1798
1582
1582
  mteb/models/model_implementations/promptriever_models.py,sha256=tDXysEKbvoDNtidVTiYcdQU7gTrmYpUSiAxVLrenXa4,6723
1583
- mteb/models/model_implementations/pylate_models.py,sha256=EwpDJf5yjONmmiv9zHSEbc3e7kMRJUHYv7K59QTrNAE,17525
1583
+ mteb/models/model_implementations/pylate_models.py,sha256=blqO96Tl9yU0wo4KSaQL3tuByMIxo5OI-v3anI1qhwM,17556
1584
1584
  mteb/models/model_implementations/qodo_models.py,sha256=AwYRGctJbjEkcIh1pcSeeEXYiYiizAbfTyw6CaZBJfU,2224
1585
1585
  mteb/models/model_implementations/qtack_models.py,sha256=vw_2O4ZABR-_nYV4g1Ud8bW1DTP-wwtQS2eGqN70vT4,1304
1586
1586
  mteb/models/model_implementations/querit_models.py,sha256=P7lAw5IDe47DA_5srMwGPqxjMIFuvOW0BJ7xwB4GOro,8917
@@ -1657,24 +1657,24 @@ mteb/tasks/bitext_mining/fas/fa_mteb_summary_retrieval.py,sha256=lXCOsUs8vNfS3I-
1657
1657
  mteb/tasks/bitext_mining/kat/__init__.py,sha256=a-KcFJ3Ol7R8yq02RcGjaOxEfqnwJeo7AAib-RU-JFw,116
1658
1658
  mteb/tasks/bitext_mining/kat/tbilisi_city_hall_bitext_mining.py,sha256=xVCxpJr7UW2KadNdn7Gsw-wZ65uz5vhRDhQZ7eILokQ,1918
1659
1659
  mteb/tasks/bitext_mining/multilingual/__init__.py,sha256=LcPygeOuvrka67aDkktT-2lSqcxpWPSMmd_BaxIsl24,2012
1660
- mteb/tasks/bitext_mining/multilingual/bible_nlp_bitext_mining.py,sha256=uhpDmX6gPhL_RFEYpwuU3RVV4nJUUga_t3UZV5zge-w,29111
1660
+ mteb/tasks/bitext_mining/multilingual/bible_nlp_bitext_mining.py,sha256=cQhILkseTdzigDHprzcmzl-EI0LxOrB4D2fAsqbjG-E,29121
1661
1661
  mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=E74rYz32fFuEWrV0O_7zfI7l2Z3h7jnrxoifRhWsFKc,2892
1662
1662
  mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py,sha256=P_UHMWh2gKG6CloXmP5J2kjrCTQwoJAU1MKdLl6JFKc,1836
1663
1663
  mteb/tasks/bitext_mining/multilingual/danish_medicines_agency_bitext_mining.py,sha256=5iengckKv1NCHILjrX6WDEgBNJlmbSV5y-WWdaLZYrs,1703
1664
1664
  mteb/tasks/bitext_mining/multilingual/diabla_bitext_mining.py,sha256=Ua6DfpJYgoaIRSWB284WNj6wQWqxPiC3kUPcmKNGDWQ,1498
1665
- mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py,sha256=thUQ3XVnAGKT1PC8NgSn3b1ZFha94BXHd7CicmAkjX8,5645
1666
- mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py,sha256=bSQE3RIbFjC0o39zJxmdZjRqZR4iSFxk1GRtzzKrqlA,3147
1667
- mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py,sha256=CEtUttsxK10wLtd19DFTv30XAeOgW6CDK4MWnEtl_Q0,2944
1665
+ mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py,sha256=zLhIpJkeBftiCnPy-kc6hM6dR8pDIDIFOeQUA93M7aE,5655
1666
+ mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py,sha256=2Z2V2z52uIaKgdGfxQLr9oToaj3BzKOEM1XKmhnoQCU,3157
1667
+ mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py,sha256=poLnmoiet45fvvF6rX4a1_29OxljtwxG2mQ3-aYx8Gg,2954
1668
1668
  mteb/tasks/bitext_mining/multilingual/indic_gen_bench_flores_bitext_mining.py,sha256=iVsEIIhSiWMZfFbgkbQ6GvfxScQQIPasWHkGICs1r7k,3160
1669
1669
  mteb/tasks/bitext_mining/multilingual/iwslt2017_bitext_mining.py,sha256=OHKD0J-N_5j932hWOkTCQI08OD46O6rw98IBU0V_jAU,2789
1670
1670
  mteb/tasks/bitext_mining/multilingual/lince_mt_bitext_mining.py,sha256=36Tzf4UdidIlNzzD5ceF-jCSKGuJLg4oMU3vlC9-RBo,1478
1671
1671
  mteb/tasks/bitext_mining/multilingual/nolly_senti_bitext_mining.py,sha256=gZS43Ba5-Hngf9MbPIGQ9oZb9fa0JUQZgEWj7ralxBA,1670
1672
1672
  mteb/tasks/bitext_mining/multilingual/norwegian_courts_bitext_mining.py,sha256=3bxTGu5fgrFp7fYbU--CKYIA66dAynEbPYCqs7HBv-w,1756
1673
- mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py,sha256=1jQPaGwqxIHDN1wRfAHPQngEq5gRy5kcCFfprrOS544,12604
1673
+ mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py,sha256=N4BRyEoR_ybr6deQ4XsOJ5WRHoyFZX7txOE2MqYpYj8,12614
1674
1674
  mteb/tasks/bitext_mining/multilingual/nusa_translation_bitext_mining.py,sha256=eUvxIklEoppEdjA2wYWPJu89ERvYa-eDHUR8Xe4kh_0,2181
1675
1675
  mteb/tasks/bitext_mining/multilingual/nusa_x_bitext_mining.py,sha256=BphnEDdG1-IsCklJWRCs2yK7I1zVuPh7PQrrYAI540c,2309
1676
1676
  mteb/tasks/bitext_mining/multilingual/phinc_bitext_mining.py,sha256=53xLXpgIDk55JfCoe3pa93T_9T9sfRJAryBVcWZx5co,1477
1677
- mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=E_nOiRPZ9o2cUKo-krOUWa4FHQAQAxsns-WRP_rBHsc,1778
1677
+ mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=7-uuOmRc3yDpveAWwk0RGfJxUQLJzdOptc5pIaMs3rA,1788
1678
1678
  mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=09e8XDy-zvqpvGMuj8AIbYUGmrggPi6XvOZi9Fbw0G4,4162
1679
1679
  mteb/tasks/bitext_mining/multilingual/tatoeba_bitext_mining.py,sha256=Y6QnjbmL4fIuTgK8tuZfNnWmM-GwBVaAjUiAtTSgPqM,5898
1680
1680
  mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=Ypz82lYmSTszVpZt_cBaNdHsh6glaGDVj2Uiz5aM1As,15016
@@ -1691,15 +1691,15 @@ mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha2
1691
1691
  mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=MpLxj0WOuHYV6LIaAwBg__jcOmzsApPxPRBKgkO3RhA,3258
1692
1692
  mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=fU5Bsv1NlukvLPGiWD-L5mrC9vTGMOYvSBIPmbI-47Q,3957
1693
1693
  mteb/tasks/classification/ben/__init__.py,sha256=j_vQLxEOUKR8hLBgTe2sSzvLyoVXRByF0g_f5-i1mRQ,592
1694
- mteb/tasks/classification/ben/bengali_document_classification.py,sha256=JV-O7KHOHkfIlpx7I_EP3q_edQXjvM7wRs8QEGAolmI,3694
1694
+ mteb/tasks/classification/ben/bengali_document_classification.py,sha256=IusLDzKLyzeY9FUangk--UB_1_XINAr0S-e7OSQQg5E,3714
1695
1695
  mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=B69ZwZyzBGdfZvLFhjDGYF7TnwXBrWqOkmAD0x439CE,3369
1696
1696
  mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=hBR5KOwrjVolFHsE7VWNMxykdIZy7sWmfJuhv7n_Gtc,2997
1697
1697
  mteb/tasks/classification/bul/__init__.py,sha256=2-wLDHKcyykalSp9zWCgOaqMh4nnDo92lYdiUgJIP04,170
1698
1698
  mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py,sha256=osa2K_eQDMV0WJIC3CoXRugt5S3ALLIOwgVYrRlKvfo,1862
1699
1699
  mteb/tasks/classification/ces/__init__.py,sha256=0vuGRyaBaW-V6_3pdGGLIEwQh3uB5UpewY6NdJZ3vrw,860
1700
1700
  mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=ioYXVOYvEoOYw5QEZic4wClYUKksdNvCOVDHchabzBs,3580
1701
- mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=r2B4x0w2DiKr4aBy-ZxxqjMlCBEUc30Y3SDztDlCqrM,4177
1702
- mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=Npi545LwJbbcoATiKHHTHXpIvJSLdm3smiqc78XC7nM,3647
1701
+ mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=s7WrlMldikGaHDzV8aNPaBDsC38MT31cawcPTgH-Who,4197
1702
+ mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=w81z6y0VK2crOaxkEIC9Oyx9paKeRRwZYojRdGN8F10,3657
1703
1703
  mteb/tasks/classification/ces/czech_subjectivity_classification.py,sha256=31lTpWh0adXA8C6TY64NbSKi4pVbnH7ocEDEQCd5JEA,1520
1704
1704
  mteb/tasks/classification/dan/__init__.py,sha256=edrG5UqewQ_YfQD3KtCTs9GU5z1jo4wjlkSEHuQg1ww,864
1705
1705
  mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=GmNu5-ec_6ebMCxKIgDU54ZfaM0xFV_tYE6hYLN8ItM,3154
@@ -1830,12 +1830,12 @@ mteb/tasks/classification/multilingual/amazon_counterfactual_classification.py,s
1830
1830
  mteb/tasks/classification/multilingual/amazon_reviews_classification.py,sha256=ZmJqujSsL34RrVLYI9_hlzDTR57r44-FB1yqL3pggoA,1639
1831
1831
  mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=zJQopR6Zj_UOOhPGTZaChxASXSARG0j8TLXpCrD8Mpk,2833
1832
1832
  mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py,sha256=AbqslsX2RnRpOPspzxv6vQXjs8QV393bWfpEpnS6nrU,1912
1833
- mteb/tasks/classification/multilingual/hin_dialect_classification.py,sha256=B5uIp5SgcXXeWePMSc7GfffG7TVjdhYi-aoDDzxyDfE,2305
1833
+ mteb/tasks/classification/multilingual/hin_dialect_classification.py,sha256=U1uunojnhQAfSy68G9xRKcnYvl6HwrO2skgPYQm0E7s,2315
1834
1834
  mteb/tasks/classification/multilingual/hume_multilingual_sentiment_classification.py,sha256=-EmXnWOuBbVdiuM3kjgo41EkRuOtMsrSTr-HAglsoJA,2130
1835
- mteb/tasks/classification/multilingual/indic_lang_classification.py,sha256=c3Qn7MShSaKBBjEihXUnwWZqYOhBuAOWxruvXyD2KYs,5036
1835
+ mteb/tasks/classification/multilingual/indic_lang_classification.py,sha256=kfHL1eo_1zICbCikWyYspY48hYc8VN9Ma84lQnVL5jQ,5046
1836
1836
  mteb/tasks/classification/multilingual/indic_nlp_news_classification.py,sha256=Mmdm6pONBDWHZmKsSYYnUDO55n-XnT0mL3p6pwVbGrI,2242
1837
- mteb/tasks/classification/multilingual/indic_sentiment_classification.py,sha256=2UeLO4iz0wRqNQuU720myvzr1HnCb6ut-0Zf50EFRh4,2559
1838
- mteb/tasks/classification/multilingual/language_classification.py,sha256=xs8iMoNKbsuWrn2u_B1KPSRBvyI_fa73Ob9vlz264l8,2145
1837
+ mteb/tasks/classification/multilingual/indic_sentiment_classification.py,sha256=ZEWwXu70GHIk8apBETd1a0X6gyk-1pUpHWtl5cJrWgo,2569
1838
+ mteb/tasks/classification/multilingual/language_classification.py,sha256=8qu9pfsMwttfRT51z79v0WLOr393rau3u6xb9IzfRY0,2155
1839
1839
  mteb/tasks/classification/multilingual/masakha_news_classification.py,sha256=tRcA1GZo3fNkkf_u0o74Z63KsIHodKY1wInAtSFvITM,3334
1840
1840
  mteb/tasks/classification/multilingual/massive_intent_classification.py,sha256=Reze-3PuQvCKg6t7V8n9WcWoIuU10Ne9cu_Xm0pxhUY,3006
1841
1841
  mteb/tasks/classification/multilingual/massive_scenario_classification.py,sha256=2GnRe2D2ZXLWLdulPAJIusOo-_gK8BoAiyhTfUq0aeE,3014
@@ -1853,9 +1853,9 @@ mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=K2t
1853
1853
  mteb/tasks/classification/multilingual/scala_classification.py,sha256=aXE0-R_vecN0RhnHPm3qP6ZmwX4sKmh5C8vyuqIl1Tk,2551
1854
1854
  mteb/tasks/classification/multilingual/scandi_sent_classification.py,sha256=yNZ-Jb97GOsKtQ5GskT4F_opOATyQ3HqKL2pHAv_n5E,1812
1855
1855
  mteb/tasks/classification/multilingual/sib200_classification.py,sha256=GbPoN90a2Hw-20QWhQ_QKqUa9m660KsOM14JMcxGVsE,8082
1856
- mteb/tasks/classification/multilingual/south_african_lang_classification.py,sha256=Is02vKeHFWuezaXaOKL5o69FZoIrGvGR_ddNM5awA54,1819
1856
+ mteb/tasks/classification/multilingual/south_african_lang_classification.py,sha256=2YYUBvi-9GBcc4MDKyhS93SpPSlnye0n6q166AxXXAA,1829
1857
1857
  mteb/tasks/classification/multilingual/swiss_judgement_classification.py,sha256=vcPSMLduwmvt0VpAFN0dlA2DnobTlqR0wqI1ZxLN7rU,1513
1858
- mteb/tasks/classification/multilingual/turkic_classification.py,sha256=53cSlnIWhNzc0qMSvbpLw_UwCA3i8hrJ3ll47ikROOQ,2385
1858
+ mteb/tasks/classification/multilingual/turkic_classification.py,sha256=QftIBV2NxCj_2E2au4JL2Fw9jZvUin-JPbl8Rx1pIHo,2395
1859
1859
  mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=mLhgGAzq-DHe5GM1XqS7t7mtojDI3kHWrlaLg2t7UEE,2091
1860
1860
  mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il6gZehbVz-3xA,97
1861
1861
  mteb/tasks/classification/mya/myanmar_news.py,sha256=76fQ-rmHZ0yympvvhM2jQy_XUErhoqwuffVJfYpqdoo,3214
@@ -1903,7 +1903,7 @@ mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=0a8qw
1903
1903
  mteb/tasks/classification/slk/__init__.py,sha256=UJKOGK5cfdo3Qd2e769ghbphpPE9aK1ZG4NZpcZmDGI,726
1904
1904
  mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=JjkPAeijUYMoPkj7ORYg3zTaZPnYtZWTEWVivgHoQL4,3612
1905
1905
  mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=C7I1PtNkw9TOSlhf5Zc_Bq_WKpLsjhtz0DS4yLbtbcw,2349
1906
- mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=HKyfUgziqQzxXnqwwPhNbLNRmN-AVqO23rmFkiNnrKg,3372
1906
+ mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=zDGIV8i-1830KCXgIBDxpxwi86DuAfubVGG0ecxdsFM,3392
1907
1907
  mteb/tasks/classification/slv/__init__.py,sha256=BwsXnZBq2EudbPz0AGUnonVe4bmNUHSeIfEIyTVQXcg,148
1908
1908
  mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=eGzRFGzffM1rhLWVNcCCvQW90dxUcZNbwHSvctG8rU4,3046
1909
1909
  mteb/tasks/classification/spa/__init__.py,sha256=-FRjuZqV_8uVdnL9GmzTP3Y7zr7ktkHE9ugsTMgZqC8,394
@@ -1912,7 +1912,7 @@ mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=dayQOZF
1912
1912
  mteb/tasks/classification/ssw/__init__.py,sha256=4PzlaxBkbg2yMqJBmkBZVO1ArZQoefiFLx03rJNU6TQ,181
1913
1913
  mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=fJqM22y53xInELhvSPXy1KC2jkNXkGE46UGeT6HYw5Q,3078
1914
1914
  mteb/tasks/classification/swa/__init__.py,sha256=gIM7OBbNAWRJUa7_ElWc4EHEvVX2TUrs0jXYxnKETPY,181
1915
- mteb/tasks/classification/swa/swahili_news_classification.py,sha256=3DnBB9NZkTpUpbzHTA510tF_F1s-_IpYxOfAPhn6UUE,3651
1915
+ mteb/tasks/classification/swa/swahili_news_classification.py,sha256=ZLIqkBUEpH9u3t_pg5BQaj7zdSbwQOnETCBUJwJxkIE,3671
1916
1916
  mteb/tasks/classification/swe/__init__.py,sha256=phSBojx1lLs7Ow8fAsxFaewkc-_bKqZqZT03okvqRbg,489
1917
1917
  mteb/tasks/classification/swe/dalaj_classification.py,sha256=x1GajvgbWwxqi85PBXh3CzPxpwf0UGQ6-klLvcEn678,2950
1918
1918
  mteb/tasks/classification/swe/swe_rec_classification.py,sha256=f4qe5IOY2yw-Ud-wxWej35Hqrgn_dcCJ3TZY1ElEIgE,3302
@@ -1957,8 +1957,8 @@ mteb/tasks/clustering/__init__.py,sha256=on2FxT3bKFn4-ttmyd13nqKCPHGw1UYV5X2lsrI
1957
1957
  mteb/tasks/clustering/deu/__init__.py,sha256=7vq3Nqz34nS1JSuS_Izm7vBpkDN8q4-uf809yPw3RF8,591
1958
1958
  mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=C8byjvsiO6YzqMrJt4C7ObtcNNFwxn2FzYAxvl7nHgE,3356
1959
1959
  mteb/tasks/clustering/deu/blurbs_clustering_s2s.py,sha256=Zu9K75HpEbeWMvdPJS9euoEo_lrRY0S6CRdByaGDJyo,4347
1960
- mteb/tasks/clustering/deu/ten_k_gnad_clustering_p2p.py,sha256=yDTe23_rvWgt_vtaxZgg4SKHpL62H0YbCWhDqRp5nvg,2532
1961
- mteb/tasks/clustering/deu/ten_k_gnad_clustering_s2s.py,sha256=LOQP5fdHo94XXnexGGFzAumZZvwVbqFLcewJoobjMvI,2540
1960
+ mteb/tasks/clustering/deu/ten_k_gnad_clustering_p2p.py,sha256=AdikfwVbmTKqoA55dzmmSBOreajWp5yaKnC77e3FEU8,2542
1961
+ mteb/tasks/clustering/deu/ten_k_gnad_clustering_s2s.py,sha256=-T2rYoew29MLPtP_G5cpidAAcu_ZGZWDSv683HFQt3o,2550
1962
1962
  mteb/tasks/clustering/eng/__init__.py,sha256=TVoj51ZAZkrgByvsrYvqPXtxW_6h-gpUGB9tRFTOOnI,3143
1963
1963
  mteb/tasks/clustering/eng/arxiv_clustering_p2p.py,sha256=UXozex9TMxctnmwkfWlgAAvhx6ufiVtPpM9r7uuB63A,3935
1964
1964
  mteb/tasks/clustering/eng/arxiv_clustering_s2s.py,sha256=dIcS8YTP7J2ituucxwgAXv5PyfgtJrCdWSet394renA,1431
@@ -2002,8 +2002,8 @@ mteb/tasks/clustering/multilingual/humesib200_clustering_s2s.py,sha256=4OlNvGhWU
2002
2002
  mteb/tasks/clustering/multilingual/indic_reviews_clustering_p2p.py,sha256=0_Q1ePZPRJgOq1Px_lqlrR5C_-dxqsitiS-bOBgVz1U,1868
2003
2003
  mteb/tasks/clustering/multilingual/masakha_news_clustering_p2p.py,sha256=SmxlWKS6i5ecqbUhpRJjdxHmIxEOVEbf-pfiCIvs7ZI,3252
2004
2004
  mteb/tasks/clustering/multilingual/masakha_news_clustering_s2s.py,sha256=-Xq_MyuEukwq8S9drb6uy8KQGvIXIeCWbXl1RkN3e5c,3167
2005
- mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=Z4sdc8FN10uvI8Om8hJJJ_DhnyZmCDD06IPOUXli0ZU,6446
2006
- mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=EY6o4CbYReSgBiYRYmRqdYuIoAkfZAFqfms8W2KDqzE,6046
2005
+ mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=-LVQGG7UEK9Qg46qzzB67QcDVgXStmDaLBFRaB2K7uk,6466
2006
+ mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=2FKuDImRnFaOOQ7kxldb9R8U6s8JMRvMlYGkxgCQF5M,6066
2007
2007
  mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=jBKCb5WCSCZSfqpPXabC7isDqPRaxkfocXaGsZwTAoU,8547
2008
2008
  mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=aYYjfuaAFeMhGCXIakKS-PFOee0jWGPWZdJbr19pxJE,4403
2009
2009
  mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
@@ -2018,7 +2018,7 @@ mteb/tasks/clustering/nob/__init__.py,sha256=de-t3amIyZAo0iPjy33xVMFKCQlcDNmS4M8
2018
2018
  mteb/tasks/clustering/nob/snl_clustering.py,sha256=WOGSPRHr2us9OpHxkBGAxXtWDYCoMSLhN275NXh8Klo,3674
2019
2019
  mteb/tasks/clustering/nob/snl_hierarchical_clustering.py,sha256=OfdGmodK0eHTQMLo22SMI4FxM47wUCJmYYL8OOPqrCg,3328
2020
2020
  mteb/tasks/clustering/nob/vg_clustering.py,sha256=dARqlFm-uzO7-3s9pmTZS7bhvPP_Khtooe8hjlQ-8Fk,3695
2021
- mteb/tasks/clustering/nob/vg_hierarchical_clustering.py,sha256=MyWjykOJG3n7FGRuGylNDbBXvw_9AfqyP5JRRXW4pEo,3951
2021
+ mteb/tasks/clustering/nob/vg_hierarchical_clustering.py,sha256=WxXAKjaJT-ypf69RfJEiVKOhjThPUQbyjuO-5JEK-eM,3971
2022
2022
  mteb/tasks/clustering/pol/__init__.py,sha256=na-Vwcu9J6P-05_40WLSI0DvhP2hdSRzDRT4A38gbvY,370
2023
2023
  mteb/tasks/clustering/pol/polish_clustering.py,sha256=TUzc8jjz1DJNGBfBqLUsJgGnZKEl8-uFfi1qZ_UGbSw,11263
2024
2024
  mteb/tasks/clustering/rom/__init__.py,sha256=a0tC9aXwVpj8sis0icrgLegnhFKN5gQsFXo1BIpHSk8,96
@@ -2045,8 +2045,8 @@ mteb/tasks/image_text_pair_classification/eng/aro_coco_order.py,sha256=4CrBTUKXU
2045
2045
  mteb/tasks/image_text_pair_classification/eng/aro_flickr_order.py,sha256=UipHMZ9UOR3VFj8ppL8eQFaXy_xSvkY9uCjHwb7usac,1752
2046
2046
  mteb/tasks/image_text_pair_classification/eng/aro_visual_attribution.py,sha256=BnJCUW28PMHL_6bBnr0Tj09NJyUXNvHTUSre4DtrqQQ,1595
2047
2047
  mteb/tasks/image_text_pair_classification/eng/aro_visual_relation.py,sha256=V9iYtUPjk9cehL9SKneH7rgs15RaIA3U9ZLPZhkVCy0,1586
2048
- mteb/tasks/image_text_pair_classification/eng/image_co_de.py,sha256=MYRqR3QubQSB1_W9NSwBjQ0S8qT_j6sMKD9cmucf_jI,4101
2049
- mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py,sha256=3Gn2jB4H05sNTGvo3sXeEboSmzDyevTVau1HrRaa6HI,2017
2048
+ mteb/tasks/image_text_pair_classification/eng/image_co_de.py,sha256=25K-1s5opVmKXZxkyPAdo7VYtI9m9c79pVR10qAUcCg,4111
2049
+ mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py,sha256=ZXmFhtPs8s_nXWFre8IvZu7mrL7jB5pxLcPPaeazmp8,2027
2050
2050
  mteb/tasks/image_text_pair_classification/eng/winoground.py,sha256=zdE8xTTC16NeiyxIC8vR2eH1Mv-YMP8Fd9fAeaYlIVI,1864
2051
2051
  mteb/tasks/instruction_reranking/__init__.py,sha256=BqfiIJ3WTB31ZeTGG-_WG-sf93PmqQB7gJbg8ESbQhg,47
2052
2052
  mteb/tasks/instruction_reranking/eng/__init__.py,sha256=FeTyCOipqqYpLXorPGAeXjuKX96AcX4PVLU_ZIQv4bI,330
@@ -2054,7 +2054,7 @@ mteb/tasks/instruction_reranking/eng/core17_instruction_retrieval.py,sha256=WGMe
2054
2054
  mteb/tasks/instruction_reranking/eng/news21_instruction_retrieval.py,sha256=m6Uy02xOlcH2pFWzW4Gk7Vcq3j5L5qKdoF7yionNfAw,2156
2055
2055
  mteb/tasks/instruction_reranking/eng/robust04_instruction_retrieval.py,sha256=c_Si6Z9-u_7mVx7HvuXI_V3X4-tJr-kiH6aWpWaGLtc,2164
2056
2056
  mteb/tasks/instruction_reranking/multilingual/__init__.py,sha256=oalc9maaj_A_gPLjd-TuJZdOJCdRsIfYh760vss-f94,108
2057
- mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py,sha256=4VxZfQ-B2WztQj32XlvJNOl9cJwAa5SJB_CrVvYtXSA,9004
2057
+ mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py,sha256=7l6TsNLGbS2VHMW811LSvHDbIpaMbg3cvpITOhInn-4,9024
2058
2058
  mteb/tasks/instruction_retrieval/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb7OmeY,19
2059
2059
  mteb/tasks/instruction_retrieval/eng/__init__.py,sha256=rrZ6RqTtD4sAqxcCvGTjrilCXlJX4YRi2Jcg_tyOgS8,488
2060
2060
  mteb/tasks/instruction_retrieval/eng/ifir_aila_retrieval.py,sha256=yrxfAOm8K-gi4cgDOjaXBbJBuK5hGq-8dmLKlZrwTks,2462
@@ -2069,7 +2069,7 @@ mteb/tasks/multichoice/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb
2069
2069
  mteb/tasks/multichoice/eng/__init__.py,sha256=eq04borhYbQqMMbipJg6BhydZhLZDLfm0NknUm45r6I,356
2070
2070
  mteb/tasks/multichoice/eng/blink_it2i_multi_choice.py,sha256=YHsLVHspeNIpA-8x6AYXa-3SVMzuOKVaXauFy0dxOL4,1820
2071
2071
  mteb/tasks/multichoice/eng/blink_it2t_multi_choice.py,sha256=W6M9jDMcNIPkZYe8zt8T-ch4gEuA4astmPWx_7_MHoY,1837
2072
- mteb/tasks/multichoice/eng/cv_bench.py,sha256=NcAlQmV3cGtyJZFBN50a7BnfoGojIYavi9XMrB_UsE0,9299
2072
+ mteb/tasks/multichoice/eng/cv_bench.py,sha256=6SC57V8yiyj9AZYt6K5T4-h1xiKhcwCqQO1_bSgD78E,9339
2073
2073
  mteb/tasks/multilabel_classification/__init__.py,sha256=D93vfKwD5Q5VSlpTysUIbkvAncZFSQAd6sUnN53mw5U,180
2074
2074
  mteb/tasks/multilabel_classification/eng/__init__.py,sha256=mcgoX0OxpR0UNftBXc4HJr27Tsxmjg0cMhBb5swN5Aw,87
2075
2075
  mteb/tasks/multilabel_classification/eng/pascal_voc2007.py,sha256=Lf29mv60xsbLscjmFUzTMbPYWyiJHAgivRzGafIOguA,1901
@@ -2082,7 +2082,7 @@ mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=w
2082
2082
  mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
2083
2083
  mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
2084
2084
  mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
2085
- mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=0F6Hltg7qoqhC3KqDBj6Pl-gv4EKeOctkCAtlXIm9uE,3114
2085
+ mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=6waBiWaxRNAY5FwFmpP3FZhQObvm21Y56TEz_NYvPMk,3124
2086
2086
  mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=_eapD0SUYG8ZUhnc3-NmN86Qer8qkTGRnrSn_T-Ch5Y,1939
2087
2087
  mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsRgL1qVi_RMsWpJwHrdx5_wmw,136
2088
2088
  mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=Ke5roy0MYEYgRsdNDL4q_AwmY_rYKpo0H_k8wFnt2s8,1929
@@ -2105,7 +2105,7 @@ mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py,sha256=feormqdXvJWQ
2105
2105
  mteb/tasks/pair_classification/eng/__init__.py,sha256=ME_1M0sfZ36vVSHSNnKKEB5-Cm7EtdkZML69OIHcl0M,697
2106
2106
  mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=k24kzLMZWB486eBVO9vpBEC15o49BuMUipt2HmUOqgk,5733
2107
2107
  mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py,sha256=ZGJIiJSC-zaeyYD8c1DaBML3FZ7b41YwgmqcsaOmOxE,2287
2108
- mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=nynu5-RfmKXiHD-9_ROF3409rCFDBC-mdKy7rnkkByM,4087
2108
+ mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=3pNwV6et6oGbW_rJ1oWW7U-VU-k0EiWvAesF0RkBRYw,4097
2109
2109
  mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py,sha256=8jZhgZ9Xj5wV8zH4xQNuT-Ko7Rs0cAfDri6MhcnXnsA,2247
2110
2110
  mteb/tasks/pair_classification/eng/pub_chem_wiki_paragraphs_pc.py,sha256=f1vhvLYgzL46iPZkgkCefPqxkZdG2dbyMbhyIvalBnM,2264
2111
2111
  mteb/tasks/pair_classification/eng/sprint_duplicate_questions_pc.py,sha256=qTv9-TIWaB5k05IhIfOGSGpYd3Ovd58QT9cZdIyjF9E,2104
@@ -2126,8 +2126,8 @@ mteb/tasks/pair_classification/multilingual/__init__.py,sha256=Se4NBy208UzG7ZYWL
2126
2126
  mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py,sha256=8wmaLY1h5XZfz9dhkj2SkhGvwvpf5Mo-7YanQ4YEfN4,2230
2127
2127
  mteb/tasks/pair_classification/multilingual/opusparcus_pc.py,sha256=h8LHHaWxuvsdtW9rFP5oKyLhnNJcEDq7b_a_DoH84rU,1500
2128
2128
  mteb/tasks/pair_classification/multilingual/paws_x_pair_classification.py,sha256=0IpodQ1H3rM_YEcODUDQPNeOHbkKrBi4OCbwC9LI2OE,1651
2129
- mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py,sha256=8dfz67oJA54jdtiOMeiXytIA1yXD_CGDoY1HqmvaaV4,2802
2130
- mteb/tasks/pair_classification/multilingual/rte3.py,sha256=JM-R1De9aa3yuls3spoTeB-pifGW1E4WQ7GX0hJsJeM,3085
2129
+ mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py,sha256=6TdIc3qatKEfWJSnDk74ueE68m5XFjkZ3Zyq93EHwMk,2812
2130
+ mteb/tasks/pair_classification/multilingual/rte3.py,sha256=CYlccxaLsyMGmATLqCVx-RZtB2IQpUlqGVNUOK1TxBg,3095
2131
2131
  mteb/tasks/pair_classification/multilingual/x_stance.py,sha256=NPLzF8j_d_Y8kLocfIr8qaeJzJBwWE-1uveXxmGYI8M,1536
2132
2132
  mteb/tasks/pair_classification/multilingual/xnli.py,sha256=n30pByUOtlJHsC4YPOPMfUY_Ns_3CeCQ-R4VgcwbU_E,4696
2133
2133
  mteb/tasks/pair_classification/nld/__init__.py,sha256=H65VNZnmBDsyupF4PtYVz-PwYD9b0xXb-9e6ODK2-DM,214
@@ -2195,44 +2195,44 @@ mteb/tasks/reranking/zho/__init__.py,sha256=ut3BvVt_ZNktlEvBx587CSEy-1Q7U3XZjEt8
2195
2195
  mteb/tasks/reranking/zho/cmteb_reranking.py,sha256=Vzp_m5PRnCNth_5ibmq-y21GUuZ2qRADmagJa25r6W4,5403
2196
2196
  mteb/tasks/retrieval/__init__.py,sha256=8FjY5EOE3dZG5FztpAKkkJLTvAvtXbDKq781fyvboRc,466
2197
2197
  mteb/tasks/retrieval/ara/__init__.py,sha256=nJCx6hPagMStiKsY-ybvQM3oMcskY12aPBvUk6vCLt8,102
2198
- mteb/tasks/retrieval/ara/sadeem_question_retrieval.py,sha256=ko_qxf2ntzSL_p-je0MQiHHQrATFlPuKmC6DE5OSdQ0,2101
2198
+ mteb/tasks/retrieval/ara/sadeem_question_retrieval.py,sha256=UG0T_NCWT8YAIk3EEE8f2NtmezrmPoLw59QjVQl_aJ4,2111
2199
2199
  mteb/tasks/retrieval/code/__init__.py,sha256=BH3G5qF_XQ9lY0dpNxxrdNMj4JpzhPsyBABqovm3Op8,2008
2200
2200
  mteb/tasks/retrieval/code/apps_retrieval.py,sha256=JaUORyhkNUzJ6V8a8XrrIkioVi2phAVO3lMtUBAB67g,1423
2201
2201
  mteb/tasks/retrieval/code/code1_retrieval.py,sha256=bFQjQtKw0Lpn5Yj_uRFbRYUKnd61McnpTrc8Pzm5yns,1094
2202
- mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=HGyxyTC5HPGKnZp3bkLLQg0RTBNEj1Oz5KCug6VFmXA,2906
2202
+ mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=BFmOMsDH_7IhwC7BAFasuyeBphITTzWNos82LMER9Fw,2916
2203
2203
  mteb/tasks/retrieval/code/code_feedback_mt_retrieval.py,sha256=CiJ8pYt3gmYR0mnk8KqdaO1jXgQbpU4aKvOe4d7lpu4,1489
2204
2204
  mteb/tasks/retrieval/code/code_feedback_st_retrieval.py,sha256=eNV1DKxmKJzhIlBVP4u1JsxPRV_SrfKG4Uy6csbXZjM,1477
2205
- mteb/tasks/retrieval/code/code_rag.py,sha256=L3_brhU2HXCSlLaZ1Xr4_0wUBtGuhxySdjhPyVm9C30,9617
2206
- mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=T7f80kRBXaUAbB7r14cpMDdYXAQRLWXYLjmTpLlEquk,3845
2205
+ mteb/tasks/retrieval/code/code_rag.py,sha256=CvUlB3RogFHbEjAD-p_CTVuIIE_Iw91gdPCPoIaE7xQ,9697
2206
+ mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=ZdHQgkckIYYwpIAiNlDVYVco_MUCzqYRYHTGHR_uVEA,3855
2207
2207
  mteb/tasks/retrieval/code/code_search_net_retrieval.py,sha256=BECmHuIQXeDjjUBKmvjYji395Ep-RnF0fCgpGXDZTus,1504
2208
2208
  mteb/tasks/retrieval/code/code_trans_ocean_contest_retrieval.py,sha256=pkFKpaKuBbGYU-tezvSz_BMESUKY5Pp17CmSj4e0_K8,1497
2209
2209
  mteb/tasks/retrieval/code/code_trans_ocean_dl_retrieval.py,sha256=WrcLbhtJkGqWcsmw9zDfDuiW7vkVi_-nQK2ZjJFhO6s,1567
2210
- mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py,sha256=sUmbwYCE2AMsna_9QRGUHSB67-8W2NYLtnRiTiCwK0A,3814
2210
+ mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py,sha256=yjdwnVMedPoAtNAFUljdcEN2tauBNDCyZsWYW727V-c,3824
2211
2211
  mteb/tasks/retrieval/code/cos_qa_retrieval.py,sha256=CYWty69H3aJQi3FHz-Qqj_O2usb19kH7Ct0nAcWNzlQ,1469
2212
- mteb/tasks/retrieval/code/ds1000_retrieval.py,sha256=b71euzYY5YyPOTbdX7tAGsyjot8aaUXEnaqN7Qnccfw,3427
2213
- mteb/tasks/retrieval/code/fresh_stack_retrieval.py,sha256=ZJDG4PYwDrrtyrx3GRPiJhDpz3KIlgb4_YN8VJmWRYA,3534
2214
- mteb/tasks/retrieval/code/human_eval_retrieval.py,sha256=WvRReOlvFsH-sv1SsTXtgy8dyvmB0wvzTQydqTJDlE4,4354
2212
+ mteb/tasks/retrieval/code/ds1000_retrieval.py,sha256=DQ9tMtE_7z_5HfgmU9M9Sr6tInNyP0_Jxso8e7d3PxA,3437
2213
+ mteb/tasks/retrieval/code/fresh_stack_retrieval.py,sha256=YCS94S5l8pSdp2jFSg4nXWDUGByvxUZ-SmgDKN2S334,3544
2214
+ mteb/tasks/retrieval/code/human_eval_retrieval.py,sha256=kIjIleexe8UQxcH8EY-0rL_n3Ksa7hnDMoRQxY4XQi4,4364
2215
2215
  mteb/tasks/retrieval/code/japanese_code1_retrieval.py,sha256=-FBDBmx2h4iYUv7b-jgwBXmHq7HguGpC6Uvc1fzbyb4,1133
2216
- mteb/tasks/retrieval/code/mbpp_retrieval.py,sha256=dsBu_BUjSpMQRW5cJtIVAdcx_SzfQOTUuO_xGZpeHRU,3379
2216
+ mteb/tasks/retrieval/code/mbpp_retrieval.py,sha256=kHsqNvOz4ZbuV1R4kslyUMB5h7ZjCZs43n0YkUkqa_Y,3389
2217
2217
  mteb/tasks/retrieval/code/stack_overflow_qa_retrieval.py,sha256=NjD7b7234xrlA2xKdfLwLRg1A0Qy8GQfjm_kFo1JKOo,1563
2218
2218
  mteb/tasks/retrieval/code/synthetic_text2_sql_retrieval.py,sha256=TQikfAT_n65OzJEWmlxaj4mncce3hdzFpuB9ZIsBktQ,1640
2219
- mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=6hDRUIUvaM0QoBf1AFLi0Ba4PVq1fyW8L8RKWeAAbgI,3339
2219
+ mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=UPUw0d7bZ0qg2HBvlMOFETUJaIkqhVsA-OwCCV_wtFo,3349
2220
2220
  mteb/tasks/retrieval/dan/__init__.py,sha256=gHkyCxzEZ-Nyv5HBLsQ0VPs1y0JjoxNX5q5kOhPiCT4,280
2221
- mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=7ROdaY_zOwTAezN9CyQJGuQZCi1GbaZHkeHYFOKzaAI,5664
2222
- mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=C7zBXvAVFKkg34Y_D0hnSJcR6E2swGq27rTBJpQub4Y,3800
2223
- mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=GxFwmUK-FgnU7iR_49npZ7qkZutgl7M8flHaLzQCMKk,3433
2221
+ mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=ai0FtMDFbT0QeIukoIdGSrDhSBsXihoHEFjxlVasywU,5684
2222
+ mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=g2TOJYITgLiTgeUCwXgfCH871k_KDzlu1WaM4__ZM4k,3820
2223
+ mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=g0q6TUrUPUpNqEfn3MEct1u_RdfcBZVn9CtREQg6W1A,3453
2224
2224
  mteb/tasks/retrieval/deu/__init__.py,sha256=xgC4Nt2DCgcoCAkiErKSCQENs18DJtHFbocSMWS_278,719
2225
2225
  mteb/tasks/retrieval/deu/ger_da_lir_retrieval.py,sha256=ZQFzZLguoOmrZ_pZVk4w5N7vzhiUYcg8sTvs62S4EaY,1371
2226
2226
  mteb/tasks/retrieval/deu/ger_da_lir_small_retrieval.py,sha256=zb5SGbztP3xQI9tt-3MEFsxEvxXzVlpo-ahx1cFd-WU,1572
2227
2227
  mteb/tasks/retrieval/deu/german1_retrieval.py,sha256=vnG49Kdx-ZgvW-arP453i2ExgF6sYGd46LSt0tnh4ok,1069
2228
2228
  mteb/tasks/retrieval/deu/german_dpr_retrieval.py,sha256=xN57g_D7bd-xULMMsK28bnmgHcRw-G_h7lDMCv7-e0c,1371
2229
- mteb/tasks/retrieval/deu/german_gov_service_retrieval.py,sha256=vpmuIE7B67B26lY4MDr__xxb9FeyiuuRACsSxMbGrec,2808
2229
+ mteb/tasks/retrieval/deu/german_gov_service_retrieval.py,sha256=BOYxKjPKkBYiK4N2pNGMVDGfMd2Eo9JwNQSJz6yQ4X4,2818
2230
2230
  mteb/tasks/retrieval/deu/german_healthcare1_retrieval.py,sha256=v0j9VPCOrPwxRchE2T6U63ytG_d0-NAGD7XTZ3U65nk,1127
2231
2231
  mteb/tasks/retrieval/deu/german_legal1_retrieval.py,sha256=MGCpT9KvnF7NjEiozlIaP6f2-W223-AxVDpu5eCC6os,1110
2232
- mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=26-zGYY2dOLnOaxCWOSF_dMGxL3yH8OnxKb4oPvYqDM,2408
2232
+ mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=3muhi2LKYK8lcuATYCpJOyOku7xR-5UgO_Saj4vcxgI,2418
2233
2233
  mteb/tasks/retrieval/deu/legal_qu_ad_retrieval.py,sha256=l_UNVkOQxqlKp6wef2BM-GKtyYnmYLYThGZZnUsR_-c,1594
2234
2234
  mteb/tasks/retrieval/ell/__init__.py,sha256=46naXAZtJzyezyqOQGRIlr4zQVkqGQJdj7ztjMrez9Y,72
2235
- mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=00DJWkM9xm0pMpCmZcssc8Df-GQ0fKhhpUB0rAlsb6g,2543
2235
+ mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=3wmhtWH_bmNnCRtAGcPc9y_8kGK6foAI4rzPe6lDaWs,2553
2236
2236
  mteb/tasks/retrieval/eng/__init__.py,sha256=PVMsl2oXNQYggkMkU7RKF20ZqWL_EXOrwp9q2Ji2ANc,17555
2237
2237
  mteb/tasks/retrieval/eng/aila_casedocs_retrieval.py,sha256=UKoN9oE8C412REf8MV16aUDgE5NwkHxnXsh4dcLztpk,1398
2238
2238
  mteb/tasks/retrieval/eng/aila_statutes_retrieval.py,sha256=GugjZwaWmTlNyYzK8ACKZHIiUw2YBvLaVyTngN_qQyM,1366
@@ -2249,10 +2249,10 @@ mteb/tasks/retrieval/eng/birco_relic_reranking.py,sha256=zx-zJpQWKmoJ89l1kkmEGW7
2249
2249
  mteb/tasks/retrieval/eng/birco_whats_that_book_reranking.py,sha256=_N8dSye5Zoizma9iuNhE8LY5norGh_zfiiOAomdtcXs,1776
2250
2250
  mteb/tasks/retrieval/eng/blink_it2i_retrieval.py,sha256=WqZ1l-S3u9RAjwwc8umy5RH67zwJjjWRCYWnVpjtupQ,1326
2251
2251
  mteb/tasks/retrieval/eng/blink_it2t_retrieval.py,sha256=sSnpb6QGHok-vvBaJz49wIN9RIYaeZbUVzYs5dfXUTI,1326
2252
- mteb/tasks/retrieval/eng/bright_retrieval.py,sha256=OU7zEdZP15Or46Zq_t-fmxzjFVMWtQeCpG7ZL84QPNk,5220
2252
+ mteb/tasks/retrieval/eng/bright_retrieval.py,sha256=sdZIwNJkRM0gxIEluIW4Q-elyHZ__sLnmvZ_yth1-j8,5230
2253
2253
  mteb/tasks/retrieval/eng/bright_v1_1_retrieval.py,sha256=Al8b6hjQPOBIB2jcQfSxcdH1BQvzMXimMYNsIJbbmXM,34917
2254
2254
  mteb/tasks/retrieval/eng/built_bench_retrieval.py,sha256=pqsIaVMl0ugGl5wx1oHPooqpRTLhXJYPYSy51ci89yQ,1528
2255
- mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=1ap3gaOVC3-kDqnN19KPep1JZ4fbHmJ4BBjxtHiPpWc,3611
2255
+ mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=RQyAxoNlgRFNmggfg399qRjrkHUTRScLGikTpfMnMTQ,3621
2256
2256
  mteb/tasks/retrieval/eng/chem_hotpot_qa_retrieval.py,sha256=sLTfqBf967htSU7Ego7zkEC8QYVWFI12YoHxa-urWEw,2114
2257
2257
  mteb/tasks/retrieval/eng/chem_nq_retrieval.py,sha256=8bl4PRKJwYgNF0sZPZQINgn81-r3c_2gDoMQJYdpb8I,1886
2258
2258
  mteb/tasks/retrieval/eng/chemrxiv.py,sha256=-HS_axsMPaEKr8T0d9WvgfJ_UmAr00InHFjFpt4VDVo,1404
@@ -2287,8 +2287,8 @@ mteb/tasks/retrieval/eng/fashion_iq_it2i_retrieval.py,sha256=Vtm2MZrZ1f7BMxxzr4D
2287
2287
  mteb/tasks/retrieval/eng/feedback_qa_retrieval.py,sha256=YAUn1EeeSxWanB3ZRirECxafHZvEnUbJmcFNXMxhnIU,1766
2288
2288
  mteb/tasks/retrieval/eng/fever_retrieval.py,sha256=CRUzFPZSwD3J7JBpzofXYZsLLzjKhJ-CDM6O7Fab-z0,3977
2289
2289
  mteb/tasks/retrieval/eng/fi_qa2018_retrieval.py,sha256=BChxosI8yRHrHwvpF_EtgzGPKdXwhD-47kPxiUJp01A,1520
2290
- mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=a6BIflhqj8UV-t2FvxupAxqsAyqp3XIEQYU05-zqzeM,3721
2291
- mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=4oVfNZDFTgjDg-0r4iYuM42YHVV9HKRSbuiNZaqzrh8,3519
2290
+ mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=ZkBak9kelUCWEFCMXoDqIFlermXDYhdLg3zSnk9-HQ4,3731
2291
+ mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=ZFBMqSiVsZCaPtnvmI6qvAUF-b8K5RFAe0nziYH0dOM,3529
2292
2292
  mteb/tasks/retrieval/eng/flickr30k_i2t_retrieval.py,sha256=Hg1rH1jYQI0GnrjQt42cqHOAgVQbWwrb3i66mufl8b8,1576
2293
2293
  mteb/tasks/retrieval/eng/flickr30k_t2i_retrieval.py,sha256=0yLnzX_qtumHsBQ2eZILtxaYDNjQ61128zz0xFRKltU,1568
2294
2294
  mteb/tasks/retrieval/eng/forb_i2i_retrieval.py,sha256=gTs-0EPIW8omneJSzAjsOaM0eVHrZM7X2pq2p0af35E,1289
@@ -2296,9 +2296,9 @@ mteb/tasks/retrieval/eng/gl_dv2_i2i_retrieval.py,sha256=aeVQjOlZG0OUPTt5HhZbAEMr
2296
2296
  mteb/tasks/retrieval/eng/gl_dv2_i2t_retrieval.py,sha256=z9Fn45XT832Fo3N1IIs38jNW-RdqrtjI0JYi7JIDI_k,1449
2297
2297
  mteb/tasks/retrieval/eng/gov_report_retrieval.py,sha256=Xqr8dDqo8wHXDMbZ_HuFS46ui5QFpyh_z09R5zK9FHw,1662
2298
2298
  mteb/tasks/retrieval/eng/hagrid_retrieval.py,sha256=IfF8y1yUURZ-CiT8g2i1XK5rC8N83_E_XpgWvUUBGfw,1454
2299
- mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=FwM5vNMqI2WtUwiRe-6rQJpZVPNGwkVKMjAgnxrwwAQ,3314
2300
- mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=wY5qjHi1V7IiCn8LBgYTV3MHPuCUV8cF283_HsSPvtE,3314
2301
- mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=Smq4tCT0gkD1_endH-iXfPjcuLus4qfraOBfKxEe9G0,3599
2299
+ mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=wR2ICPoft_ercfETDRutdNJEpf6olZg_TOqEpe_4YBQ,3324
2300
+ mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=YHGKAizNTIDApgpxKCseFKH6QuuxEo7eFekbN-1Fu0g,3324
2301
+ mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=r-kGFB-NDJgO8buqox1pFfxJ6h2OUE4O7ONv1mIr4JM,3609
2302
2302
  mteb/tasks/retrieval/eng/hella_swag_retrieval.py,sha256=SDMTKYvcN5WGIiynYH7fqvlUb5qzTNeFTv6IJpOUIgQ,1598
2303
2303
  mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py,sha256=DeNHRepIvcI217SqTuMvEsWMhNL1gcMblSRww60VCDw,3943
2304
2304
  mteb/tasks/retrieval/eng/image_co_de_t2i_retrieval.py,sha256=9M1yMrYBVS7_ZHHc7yyY3QDC4ao1XSpFc3dT0k7WGWI,1288
@@ -2307,39 +2307,39 @@ mteb/tasks/retrieval/eng/info_seek_it2t_retrieval.py,sha256=qJ_pyxAvIVHUmibBSd9T
2307
2307
  mteb/tasks/retrieval/eng/legal_bench_consumer_contracts_qa_retrieval.py,sha256=NrhXlzXSpy1aCYvakdN4vgcrfrP5iz6Rw0otc15wf_k,1530
2308
2308
  mteb/tasks/retrieval/eng/legal_bench_corporate_lobbying_retrieval.py,sha256=zvhW2Gq0BFmXYp7-EoZ8rZWgI47wrG7z9e-1qM693io,5189
2309
2309
  mteb/tasks/retrieval/eng/legal_summarization_retrieval.py,sha256=Fk_GtYWzbA1AIpS9w_bdxL2RsH-_HYj4u4zm2A_cWRI,1447
2310
- mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=CIPdGGu_-JcbcL56Ptk6JFKn5kXvY-rpCesPjMkhP-U,2630
2311
- mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=gXH_kBOU3JNoTzQGDXPeM8TxTrOFwpKFa56jBN86KFs,2993
2312
- mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=ly0KSw-BQdUztvWHhZmafAHj802HTUfppyiaxUwGjiA,2988
2313
- mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=1j89R0jGQAEuv_usmq7J-XRIZjMJU-MrzzIbh97MdcY,2637
2314
- mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=mUdwZwZ8os18NQ84zoqE4SfVxIG9pD1C16cDVJb0TsM,2321
2315
- mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=SdS2fGF__Y7lfb49NSLoWyJBKX1alccV3CvylwrEzPU,2889
2310
+ mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=PtXraQQ9y9MsXeefHIAXW9Aaxm77LMhJnto753OUVMg,2640
2311
+ mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=dAFMJtEp0v8a6xdrT9mA477M8B219cfFEmrCG8Ih7yo,3003
2312
+ mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=jhCgBykBfH8iWPTdbxXEINTMrJ9t8hPHZhPM_JhZ7UA,2998
2313
+ mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=u_3kN2JrsGXjBZCC6YRv_VM_LAsLem-1m-2HkNAxBGM,2647
2314
+ mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=1K7V7lglbTy1Ur4zwrtRNr4PQN2maK9l7rmAscjFw4U,2331
2315
+ mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=LNU0RV1u_O2la577GCXAddIopZE7gdCmpnxdXSdGAlo,2899
2316
2316
  mteb/tasks/retrieval/eng/limit_retrieval.py,sha256=0asw3V7oBfVTinfhOHx-bzvN8G1wfO1ec0gAIBCT3pI,2586
2317
- mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=1QqeGLxOwm6kKIXGFkhcsscnlxjXTNprX9CY9GriN4M,2963
2317
+ mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=tvE-UxBTRwOudpnr6pCBgVc8MR8TReJoY4dWgjlQ6Lo,2973
2318
2318
  mteb/tasks/retrieval/eng/llava_it2t_retrieval.py,sha256=j2W4nh5EPcbvilYqgyjJ1tfHgxLsKGG5wisSsiAVK3A,1780
2319
2319
  mteb/tasks/retrieval/eng/lotte_retrieval.py,sha256=l5akqCc54mS1fmmhBWie-2EDpuCc0sQZRCtm2c3x3YA,2325
2320
2320
  mteb/tasks/retrieval/eng/medical_qa_retrieval.py,sha256=tmraQ6Y6IFe_BbFb0tVtC0W_kADF0D6Fvh3xybwXyhs,1368
2321
- mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=vUC30Jy2kybHkoMaHC3MG5cXUuxXOMRJQKYlXHTZXQI,3953
2322
- mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=8kbLlCJCfZdl0hKsEgcd6LnU1y082wobxLRu7KEwAFM,3956
2321
+ mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=krX3hjX36oxsqEe1XTK4-BHHpOsO8CWRkxJMrZsWn5c,3963
2322
+ mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=MIRybZwX4EX-9vehlL9o6Qf7L3IIutV1b-bP8ncPGco,3966
2323
2323
  mteb/tasks/retrieval/eng/met_i2i_retrieval.py,sha256=tv1U0shLRqoKn3e9BRU3Q0tFJLKDTt0gt4qq8F8Phg8,1377
2324
- mteb/tasks/retrieval/eng/ml_questions.py,sha256=-ig9R4P2RPkO2O22ou67e98lX_Ieq9VIxHA2mNjUngQ,3757
2324
+ mteb/tasks/retrieval/eng/ml_questions.py,sha256=9UfEYSCgrtMv2uH56BDP8_fepad09aA_zYXtxiY8QxQ,3767
2325
2325
  mteb/tasks/retrieval/eng/mscoco_i2t_retrieval.py,sha256=CMphGPlJazwHR0aQc0RRUGkv4sTS2ih7KDmw1fqZFtQ,1562
2326
2326
  mteb/tasks/retrieval/eng/mscoco_t2i_retrieval.py,sha256=0DMK7f-SkIox-IkAej2dK2eGv2uDC3v-9vRjJMO9Nek,1537
2327
2327
  mteb/tasks/retrieval/eng/msmarc_ov2_retrieval.py,sha256=wNOJR6skiUq3ZTUo4UMB11AO2cMgZ6PBhRhP_RaFw88,1862
2328
2328
  mteb/tasks/retrieval/eng/msmarco_retrieval.py,sha256=m6MmlDSdzIYWpIZ7OEvFL1gvQKl0amguvKx0N3ytUpI,3815
2329
- mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py,sha256=xIXcMpHPQOfANsyetetwSz8eaHibw7MGy6CpWwvyvoY,2908
2330
- mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py,sha256=Wu3g5vxW0DIdMXFP1PM9eO0llLfpPxvtb1KopFgvZl8,3167
2331
- mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py,sha256=gfcCOlGnkyzBJmTHS6OpMeujmeRPag1aMg_KY0IBzDo,2958
2332
- mteb/tasks/retrieval/eng/nano_fever_retrieval.py,sha256=tPp8rkodj-ksiD1mKQbwhzj6b7Jt3_FIawC-3K0jThQ,3580
2333
- mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py,sha256=fsuOr-H7Vr4vIe_24W9Z0l_4EPIMlaHUACoaKwTYr2w,3177
2334
- mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py,sha256=XLrOsbFSCvHPYQwpE-EzLbXC93RKpr2cfmWIYxhL04c,3618
2335
- mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py,sha256=HAMvL3e1UIdvIaICT8HwgdeCRyeya3SjNYmliPavk7Q,3323
2336
- mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py,sha256=iBtsIL4fNCM3K10-ZoorstYHS4Ri4aF6wYSEcehb-50,3232
2337
- mteb/tasks/retrieval/eng/nano_nq_retrieval.py,sha256=ErX9hHcmZc9AGZZmB-Nye4myyn8_4l2tOrW4Q8MNdaU,3338
2338
- mteb/tasks/retrieval/eng/nano_quora_retrieval.py,sha256=Yh0qNAO2O_hQAb9vN3GF9q33F5mQzoSgPO0NmgbcBNg,3177
2339
- mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py,sha256=DqXN50YkoBf2lUroh1C-_MMI1tbh5L80BAY3z2zvPs8,3060
2340
- mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py,sha256=dZ8pNX1FUKx-Cl5EE4SJ2QxSETAx8TSj4pMy9xEqS9Q,3115
2341
- mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py,sha256=mpbq73szK32xpXJT00ofXncNk-FrG8TjfKA8DLsHhc4,3178
2342
- mteb/tasks/retrieval/eng/narrative_qa_retrieval.py,sha256=FqFNcf0EVPsm3_U1Os1-REa0yYNNaTKPD8e3yQk0LdY,2241
2329
+ mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py,sha256=RzDnxufKICKNAn6BtHn6FDjPO6GvJxQztwHKo-ISqXo,2918
2330
+ mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py,sha256=hIpm9zlo149VewLVQk6irfeOmDIJ9J4suOy7U30VNw8,3177
2331
+ mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py,sha256=QlJF5Y0JGzI8zP2TcsGmSeGtQZqbZPUCsWd_0Y-FzaU,2968
2332
+ mteb/tasks/retrieval/eng/nano_fever_retrieval.py,sha256=l9tcPW3yQ7Mlx-gdXv2x3djM76bN-o6VCe4bniTzo48,3590
2333
+ mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py,sha256=lXdWE2SeOxsitYxFPH6Jz_fb2rcUuwBfM21EEZhMRS4,3187
2334
+ mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py,sha256=49I6nuX6dm2uYjVznTLb0ngCvRhspJrTApvciiPnJ18,3628
2335
+ mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py,sha256=UglN8ldK3h150GFYpTzYhnp5V6-qmlXQKkJQD5QQ3AM,3333
2336
+ mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py,sha256=obmqSiOqnXjs28G4XtdeTSV4rFXDoS7bufUYxR1Vc9k,3242
2337
+ mteb/tasks/retrieval/eng/nano_nq_retrieval.py,sha256=3GDWWa2TjPcShBvD4afCWbQfMWqSvxrYfIWFIfSKvFs,3348
2338
+ mteb/tasks/retrieval/eng/nano_quora_retrieval.py,sha256=2tB0-SsaE8qCSn4oChLFDL--0n7TnhFe0DE6wBDWT1M,3187
2339
+ mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py,sha256=-Y0xwwqFilZIZ4W657sRrOXnD0QwYf4GN1ZrKIzMN5w,3070
2340
+ mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py,sha256=C1DLFlPHVi5vTYjmJVKS3cnnEh9WuFMxUfeHg2OinNk,3125
2341
+ mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py,sha256=JBqIfaBpRRXtMcZBkQ_7kSLVEV7o6KfH0yKJhhMC_6M,3188
2342
+ mteb/tasks/retrieval/eng/narrative_qa_retrieval.py,sha256=WyCaVDL1ImW5Sa973QtZSQ42R6eUwPQ4HJiKykFlNYc,2251
2343
2343
  mteb/tasks/retrieval/eng/nf_corpus_retrieval.py,sha256=q_MvitixEXmSoPKP94GYw2Px-YNlbb4uNbhvQKDeHY4,1515
2344
2344
  mteb/tasks/retrieval/eng/nights_i2i_retrieval.py,sha256=L4ABfQZo6lHZ_jGnBrH1Gxqmzs3Y1wlvqJ3R-pFp9dY,1528
2345
2345
  mteb/tasks/retrieval/eng/nq_retrieval.py,sha256=2r6M-R_VcNs2VXFgRVde-dTjLZeK1iscB-P8VcfTuRs,3262
@@ -2349,7 +2349,7 @@ mteb/tasks/retrieval/eng/oven_it2t_retrieval.py,sha256=gnomGPeN3nm22sfF5avD3SKFF
2349
2349
  mteb/tasks/retrieval/eng/piqa_retrieval.py,sha256=tWs1jxC_BQu2s0iimBCGDiu-3QZefFRnQaeHk2C2kwA,1615
2350
2350
  mteb/tasks/retrieval/eng/quail_retrieval.py,sha256=qpwhSbAFqZWrSS3UKFyVvJBOHb0I6hY8wgSPY94ka4c,1703
2351
2351
  mteb/tasks/retrieval/eng/quora_retrieval.py,sha256=KASLS_K0mzK0PydnSifldKtO2fKoV2cEIZu-pgkkgf4,3485
2352
- mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=MfiuCJaIyA09k293BRFoedjsh0Xbim0YbjryrhNDmok,12897
2352
+ mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=ovsUoElDHWYGXzHncopUnrrio6IaRma2My9pKhcAlrs,12977
2353
2353
  mteb/tasks/retrieval/eng/r_oxford_i2i_retrieval.py,sha256=smlcZ4sRJMAfiYrBKkpz-r4BeFQhGxjt8nhWfWmuhz4,4165
2354
2354
  mteb/tasks/retrieval/eng/r_paris_i2i_retrieval.py,sha256=9d5rCYCpHWJIlmO3cmW_S4Qix8-QEiqt6lxxUS9MJXc,4096
2355
2355
  mteb/tasks/retrieval/eng/ra_rb_code_retrieval.py,sha256=TnpaFV1HFZK2uceL-p6w5vwAgxKC6Kxi-Ou7sQCpEa0,1965
@@ -2357,8 +2357,8 @@ mteb/tasks/retrieval/eng/ra_rb_math_retrieval.py,sha256=jcwsK88cmFInVMZdtssa_tLO
2357
2357
  mteb/tasks/retrieval/eng/re_mu_q_it2t_retrieval.py,sha256=3olBhJuvbQ3ge58dWUV0jzfIxEKwcHgGykzw5SkPL7s,1766
2358
2358
  mteb/tasks/retrieval/eng/rp2k_i2i_retrieval.py,sha256=w2JPvtWP15pATjk3s6phMm8xgtHj7T2VkLhh1osv4C4,1198
2359
2359
  mteb/tasks/retrieval/eng/sci_fact_retrieval.py,sha256=oojafsAKuFccHIB6BWjks4NdG7yLUh0vn4fSTMcmOvA,1351
2360
- mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=Uw7T56GfKBsvm7RkWgmjJ4KKZY8LB9T6BaqYMuR_m9M,3166
2361
- mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=5iHYfMOxRulYOz81bFM7CKGuUuekRu9oGAs62M-0UH8,3166
2360
+ mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=ID_DWkGYp0-aBT-i0o6OFaA0elp1ZDrJJQLZd96JkGk,3176
2361
+ mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=nsBwyUN8yVJqwkz5qg5p_H16IxMI9qWGgyLzfsjRJJs,3176
2362
2362
  mteb/tasks/retrieval/eng/scidocs_retrieval.py,sha256=nfAT5In9G99pozVtk7qjk7d8bYnF6IwuPf7xJ3OtuSU,1447
2363
2363
  mteb/tasks/retrieval/eng/siqa_retrieval.py,sha256=IvSxYymVZxqze7l2App-83QQ6bqgEchzMLYwNhns5UU,1600
2364
2364
  mteb/tasks/retrieval/eng/sketchy_i2i_retrieval.py,sha256=iDzvU5qYAQQGvZ6VtOjKGP76zVjhYngh6vOOG3bL_Bg,1377
@@ -2377,7 +2377,7 @@ mteb/tasks/retrieval/eng/touche2020_retrieval.py,sha256=kSM06MdLTyPgSN_nvTAz4kHM
2377
2377
  mteb/tasks/retrieval/eng/treccovid_retrieval.py,sha256=x5e1ejs9hCyTY8MZn9A0LtIfZCzYyTN3cvHGGeWMOBE,1483
2378
2378
  mteb/tasks/retrieval/eng/trecdl_retrieval.py,sha256=Rbs_0kd6cHxFny1Acchba4Vy9M6Vf78jSmQX4iyPXWo,4746
2379
2379
  mteb/tasks/retrieval/eng/tu_berlin_t2i_retrieval.py,sha256=jBocfLCA1Gp2IGG0KZ33mU8erUxrKTioeSnM-fyJn5o,1278
2380
- mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=q0c7cZxkoezRGOeGm8JQcpfuPauGCFYbwes8_bJeqhk,17828
2380
+ mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=n707rIOvh829ORGU1eBIavLP3v3UC7dtb44RPK-v4o0,17928
2381
2381
  mteb/tasks/retrieval/eng/visual_news_i2t_retrieval.py,sha256=iFk5HN1DPgISrJ3k4GFJkkxdrZqyMBZZagPTDJdaH7I,1409
2382
2382
  mteb/tasks/retrieval/eng/visual_news_t2i_retrieval.py,sha256=cNT4asxxsBjNKtNrmqZQN639Of7UKNutDv7Y5ZWB3eo,1437
2383
2383
  mteb/tasks/retrieval/eng/viz_wiz_it2t_retrieval.py,sha256=jE70T5If62lkKnbF-CMAgRK4eyUBmUjNAdREBhbvzRA,1438
@@ -2393,12 +2393,12 @@ mteb/tasks/retrieval/fas/fa_mteb_retrieval.py,sha256=DpS3P4VfJ5zQsQTreI4sLV4lftr
2393
2393
  mteb/tasks/retrieval/fra/__init__.py,sha256=ecgZdxDzheMWrUHu8737BvQzm2i_569FgdEQsdIb8MA,495
2394
2394
  mteb/tasks/retrieval/fra/alloprof_retrieval.py,sha256=v-sh_LeqsvO4HkJacIuak0N-wANJL9z_V6ZItikkmdE,1759
2395
2395
  mteb/tasks/retrieval/fra/bsard_retrieval.py,sha256=-LOtfg3opcIcxyIqLHcamJsYmJqZv98U-DNRaCejzGo,3325
2396
- mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py,sha256=22s2mpbF3TZRcS8X8LYGKia5jywjpF7S5PmzdxZwhiM,2919
2396
+ mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py,sha256=bm8oggD6eUvL1wWSwgViTIrbI1aPMLYW3kteQoJYZlg,2929
2397
2397
  mteb/tasks/retrieval/fra/french1_retrieval.py,sha256=XPgz87U-_9d5H0gAtiDW5RahgyxBUIAugOouIhJQkuQ,1084
2398
2398
  mteb/tasks/retrieval/fra/french_legal1_retrieval.py,sha256=yq4avXuouedGq8y8WP4oshhpsxuvUVn21gJ2_oxXzGc,1100
2399
- mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=-3QmEcxydW8Iz6l9Zy-l_SHoR95SfFOyK3_9wenh6Zs,2334
2399
+ mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=RkXAJ-NrTqxv2CaNF7D-hcZne-XYnBPUf8WQ1Bg0MUU,2344
2400
2400
  mteb/tasks/retrieval/hun/__init__.py,sha256=M59LTpENxaFLMSU43mNiP38lChJ_l_yZh__1giKeUDc,93
2401
- mteb/tasks/retrieval/hun/hun_sum2.py,sha256=3ZrBq4l1E0iCUjz4rpn03Q_XabunEq6fQPDicumfd8M,2402
2401
+ mteb/tasks/retrieval/hun/hun_sum2.py,sha256=CrKTVP06zuxy03aCYp32Fo69zcUxUrSaJ32q79XrOhc,2412
2402
2402
  mteb/tasks/retrieval/jpn/__init__.py,sha256=1UA6fWOyaMieDBZxH9asudh9QLl20DW5alOGIdKDMAs,1519
2403
2403
  mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=x3rNQwi73WfpkYdGBwt24QccIWJRK_Zj9z16MUMyI3I,1603
2404
2404
  mteb/tasks/retrieval/jpn/ja_cwir_retrieval_lite.py,sha256=KXg08E250H_ueW3g8BYB-4elBaSAHt90eL4p8nDTIFo,1894
@@ -2414,7 +2414,7 @@ mteb/tasks/retrieval/jpn/nlp_journal_abs_intro_retrieval.py,sha256=EEOQpTC6vEPUL
2414
2414
  mteb/tasks/retrieval/jpn/nlp_journal_title_abs_retrieval.py,sha256=JOOW_5pRKHzVn8wTOY0fhxLJ6Ns7wlQHoGHGIYVovAQ,3056
2415
2415
  mteb/tasks/retrieval/jpn/nlp_journal_title_intro_retrieval.py,sha256=aVFTFiANWrIz68FjHv9KBqlhpWlsmi9EAP052gECzaU,3078
2416
2416
  mteb/tasks/retrieval/kat/__init__.py,sha256=H4phkKqg_yZzkK7T62aCMBzjbGZzLKJ-MngrQlPbW3A,93
2417
- mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=QxZs_HdBgfK44QmlmeukiVBmLQffz23tCEOI7q8ujAU,2523
2417
+ mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=_WTR22_Iq7R4BJSUzzZTn1TMIEe2_90RkxtrGPDUAAY,2533
2418
2418
  mteb/tasks/retrieval/kor/__init__.py,sha256=KHCU9neGBhnAkNj7-gJ5aBTJQkp9E0AcfRBU8CuG3hY,533
2419
2419
  mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
2420
2420
  mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
@@ -2422,51 +2422,51 @@ mteb/tasks/retrieval/kor/kovidore2_bench_retrieval.py,sha256=AjOLe2l9drBWOCeGzQq
2422
2422
  mteb/tasks/retrieval/kor/squad_kor_v1_retrieval.py,sha256=M7T5FkN1efK7euRslx-LZN7hS_QdIwqtUuVlWO-dico,1631
2423
2423
  mteb/tasks/retrieval/multilingual/__init__.py,sha256=rbeuLmNYooHPjgROuEOH84Q6QmGhuXnedej0d6xAgqc,6841
2424
2424
  mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=gaVLEwuLEwMutMi9V-obpiYKbpllX2QNm2j3MVeebfE,7027
2425
- mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=WuJKP0hND3PCKthDCRi9vm6D_Rr6s-toiEI9tgA6yTE,4705
2426
- mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=2Nw2Uh-7b1kFdkSEOAmWKTZ2PS27spP_XWZhd7qP9hM,4706
2427
- mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=FdoxQ1dGNeLaWQoa-M7HHaGSZvzZgsLfGk44SxCf5-Q,4591
2425
+ mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=nWDubge4olYKSskpE0sy17ctISExH3Z7Br5JrXshxRU,4715
2426
+ mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=XT1VDvvUcReC5rGt7PKoUTN0owwJRsv4tAh9iGrkrQk,4716
2427
+ mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=aR7J9XfyUIu_BWvOYLm9OYWeTXPOY04vJ4ZIsZmvNAM,4601
2428
2428
  mteb/tasks/retrieval/multilingual/euro_pirq_retrieval.py,sha256=rlbgWMRdQgDD8z4ZBPgGU1fRAqjmoFDzh0uD_P6qR-4,1602
2429
2429
  mteb/tasks/retrieval/multilingual/indic_qa_retrieval.py,sha256=K7iWZ-yTftZFQiXBOlkTJXGpQXs-ZFt6OQj_L6HjEwk,1872
2430
- mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=5LEdTRj0L3YgBH5CJM8mDe07NpdoUm_1LUNvrxTyWXg,44608
2430
+ mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=QppoSLUU8NtMmRjtxbmg3n_btpq9ysPMhprAcqx3P6A,44618
2431
2431
  mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
2432
2432
  mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
2433
- mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=Novt1GfOth8G9617HN2KHbmqW-UB_JSK-M-PhYkof1w,4792
2433
+ mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=QVIkpMYxtwQS8VRXapQ8mIW506seRXU90Trn-eCeU0o,4802
2434
2434
  mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=pbxX5puGqKUxKdU23VsakSgx6k_Wu6lNX2uzugF_7yg,2066
2435
2435
  mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=UC8DsmTD7exKhETOqibO3pYegxcqybtxUCi1QjfzfEg,4261
2436
- mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=XIHpobF943Ny37h-f4Ka0H18Jt6PuxvErOxR3rpHqdI,3832
2436
+ mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=YDqDzk2ekSSxLwPOOQoqambIY2SfrhQRpsE0avUoaQs,3842
2437
2437
  mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=xF4GjBmJVgw6c8VGVh-5QLN_4i_NKeoAzqRWmA_pfnw,2440
2438
2438
  mteb/tasks/retrieval/multilingual/neu_clir2022_retrieval.py,sha256=bkGMvMxG2toYL98kv85BvVpSZ-rVeWvB5FFIzXhdPO4,2749
2439
2439
  mteb/tasks/retrieval/multilingual/neu_clir2023_retrieval.py,sha256=0cALhuU3ZU5c_y7tDIyiMc7Onv-qC7YwfnimZVb8-rg,2793
2440
- mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=7jBchWmIO4N5eo7TYfReu46pmTZhXm0BLGmLcR6lfZM,3696
2441
- mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=In055XTnkJqZKgo6uVbsM8BLqywwC-cJax4Axd2_ACY,6901
2442
- mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=7EBRQ173hECqHSjzL0CkRcOGeQ0IdkJfhfYfRLdTDL4,3825
2443
- mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=847aR3nw-Ba7ErgZlMnUI2DS6Wknxp55K6I-msOCAAw,4478
2444
- mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=xBUWdIf3O7Sz5WUpiQCCVdyf9WQ7VtA3_-LhtnRz19M,9509
2440
+ mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=xMV_SjWvdn3FRJSmfgtOj8cX950ogVm93zxjTIIG8xg,3706
2441
+ mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=8uIChh7KeL8LZx76LYXTN2rTq4Rm-YaPSgGwfH2uFow,6921
2442
+ mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=D2YYYbHcmx4LFcN1dvWhqouty-UG-b5V0T1MLgubClU,3835
2443
+ mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=KaAcsjew9m3kL32KhnIYmyAmQnx-I6a2Has2UamndH4,4488
2444
+ mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=1uaZixU6L9X0-oTcC06ZvEMY8nWzLBk7iuJkScuhkOA,9559
2445
2445
  mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py,sha256=gYNA2V7lKmQ_fCsDPe7D94Q3G4TOjf1zoFKZfUj5l0M,17452
2446
2446
  mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
2447
2447
  mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
2448
- mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=G5JZb7FkyNpeilYNoOM_vxAacpj3Y-AhXro5uUOxsbw,4388
2449
- mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=NggwAnpmTSJvZrqKifzaUD1Dd9QVzTXTJY7K42fMtqs,3953
2448
+ mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=6eZI-rOMkiT0XCxIUSCsrPyi5MGr6UNGY1iTIktCrgc,4398
2449
+ mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=6uupIBL5oYcRqfw53qpLjSuPmvz81oN40M6chHeOA_U,3963
2450
2450
  mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbmelntuExw4_AhmO_rdONjzfTl5E,1389
2451
- mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=WbRW55h6pNaPyEt9y8wjxSk5trma22c4OeDjnbaO2sc,4000
2452
- mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=o2o_uxLPDYSW5SkjwfoVZGWiqCQBwC9wkKM958SgMlI,5152
2451
+ mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=THXBgCLa2AHHyN9cWCFKTzsu19SQ0CWDATNJs5kuGJ8,4010
2452
+ mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=-KbUX28xOPsdHOgbFPw55oJf-wE1yRJNfLWhj0MXsRU,5162
2453
2453
  mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
2454
2454
  mteb/tasks/retrieval/nld/__init__.py,sha256=kQ7eR-n63XTBnzK1lHexfsCPjJWeg2OpLi5i6M3HSDc,2798
2455
2455
  mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=c3O3PWvv-XpHE3YNv0EGzPbR71VnSq9RhOsT57z5iRY,2048
2456
2456
  mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=4QUFjAer2WapzLZUNOUTnjZwgsKoCFi7rqX1UJnneOU,1669
2457
2457
  mteb/tasks/retrieval/nld/climate_fevernl_retrieval.py,sha256=VQ7Z3GpmIdhM47e5Vz3p7bSzJaYBKvVf8SX9VvvLlEw,1577
2458
- mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=OPpThs6FPeoBfZLiiV5JHyiqKA7qn33VRYjbIVQn8is,2647
2459
- mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=7XWA9lFa57iORoMnnSilIJxoDo93iDQXlGd51hqNvY0,2647
2460
- mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py,sha256=tLISM8sYH_K8Fc47UlgsACSyaprrbgsAzP7nqdVwXZA,2652
2461
- mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py,sha256=rCwDmLWsY-dmeY05V0vlOFEOP9HtZ18uyB-v841g1iI,2601
2462
- mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py,sha256=1XXmMCZqz_SBcXjSv1x1PMYXMtha2tJiEMjbONLTxLQ,2672
2463
- mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py,sha256=28p-U6HWKI1IgEFF9SVAT5iNoR0WK82slozl91LnIbk,2656
2464
- mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py,sha256=ldc_BK0y42m15VFA3aHNq3x7iMtfLdi8LjOADP8pGcM,2672
2465
- mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py,sha256=2j5Ek0vcd9wq9_wbuqg1Fo6zZ0SdLd31dps3at6ZnmI,2609
2466
- mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py,sha256=ShfX_CKhc2oLZRLVmvJLyxYyjuorn0hIVfbNKG4FLeg,2640
2467
- mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=7UOsnNfa1yt_dVkFyZpNajR5oGF90S2msQqRFenZeYQ,2644
2468
- mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=uHaxnW7T6wqTQl13WzBKe6egf5y90pIIiT1gAy1w4n4,2629
2469
- mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=JoINoND6DSawvUU1PHw7D1mGW6UUSQvERareSB96mTo,2625
2458
+ mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=iftf2EAoRKIw1dXg68rcYKlphUWexAFuWj9CqY7S938,2657
2459
+ mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=K1KFZ6dC1SSwrHpw7AFrlNGwRo8s5vU1W_lLohHD9ig,2657
2460
+ mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py,sha256=FI-Gopwj5psDqcf4XTKZ-GqYWe0f1asDf-Ke6xmfY1U,2662
2461
+ mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py,sha256=dy8ZDwTHSaV93pq0BL7UwCb-semGo978HsncBTBpgcI,2611
2462
+ mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py,sha256=jYlUNdWOmDjUfS9LBbheJAy--7U9oRN9oGL3YBazp2o,2682
2463
+ mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py,sha256=WCugfdigBDI8zsqgkCtQKPxyurM7Z7nLfkFpB1iqRAA,2666
2464
+ mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py,sha256=cLN14M4jn_pVR2zHEbuqVEuNjrSnyHkifMrhZAgFqVY,2682
2465
+ mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py,sha256=ZEKTTbpSRPRby6v_H3eo581mYY7Q6504JzCWufGxkRw,2619
2466
+ mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py,sha256=HZQRylHn_NX5D9OPlPr5xEsRvqp_wwOrIK15Uu1v_Ac,2650
2467
+ mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=kxk3xk44aLu2PjbyhuLp7Cx9A0WP-JJ3HDLQWFltS0A,2654
2468
+ mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=dZUIslzCTKU68T9ORoIz3fIuhc7UTSg_9iuIT-HIWNw,2639
2469
+ mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=3GdJihJ4HUZdN5xDnOFwto7oWpe0QZ5JdPE8iYxGoE0,2635
2470
2470
  mteb/tasks/retrieval/nld/db_pedia_nl_retrieval.py,sha256=bhd2ESL-roRgvDDB4cAKDmusYmOEJaJGfMfuMzFLVcw,1633
2471
2471
  mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=RfQXg-GNSeL6ZklO3YKJ2dKG8BOCht-3mfCg94Q2iU0,1323
2472
2472
  mteb/tasks/retrieval/nld/fevernl_retrieval.py,sha256=LZ8xofhy8xINPWdV8QYvmY1sQPtb8taHLIQ8iKJ34Iw,1694
@@ -2484,8 +2484,8 @@ mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY
2484
2484
  mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
2485
2485
  mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=FoudYkcY4IY0PNHCvx87bjoUnJJolWVwNhq6xH9HE84,1834
2486
2486
  mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
2487
- mteb/tasks/retrieval/nob/norquad.py,sha256=7ky8ONIeE7aeawAOCOMOk3v-DfpAQCAM-TKnNCcbE8M,3805
2488
- mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=XBYi0OU-nNK5Z6FbyqmQxt71fqBwfzNkKvvU3zea6p0,3169
2487
+ mteb/tasks/retrieval/nob/norquad.py,sha256=sfEcP6CJr9qgm30x1oajNK935k1AD7Jca7UK_1JsFEA,3825
2488
+ mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=9dnV6roXGNwgqNKDh2gBzouhxV3UNSB3VO7yvUOsO8U,3189
2489
2489
  mteb/tasks/retrieval/pol/__init__.py,sha256=Ha3wf63NJliq1z6cqxLE8uSZH8RlscnNV-5Sq9tqwCM,2017
2490
2490
  mteb/tasks/retrieval/pol/argu_ana_pl_retrieval.py,sha256=ztNXnRDCp5nKCd2BhR6Fg2tgzMsx4jqIxRaNYvbU-Y8,1252
2491
2491
  mteb/tasks/retrieval/pol/cqadupstack_pl_retrieval.py,sha256=mwBibm87FjrDgrmozkPZTVzgQiquOJ4s1a7X-j2eZk0,16558
@@ -2506,7 +2506,7 @@ mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=fOcDi5CutbwcJStij7COIBGG6A
2506
2506
  mteb/tasks/retrieval/rus/ru_bq_retrieval.py,sha256=gmG_0IYllezCR0GL3I8Yh0OxBhi8wYsrhfAxKhk5ESs,1425
2507
2507
  mteb/tasks/retrieval/slk/__init__.py,sha256=ak6edgong69cm7FXrcslkvli0vRRdwCQnP_qlHvRAeI,153
2508
2508
  mteb/tasks/retrieval/slk/sk_quad_retrieval.py,sha256=Z4mSiSjSHX5F-gmHL_l-T-03mRVpc-I_u57raLYSWHA,2621
2509
- mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=jAHjcb5X7nE_cQQOoI4rdhGKX5b7UFwuCy0IWFDghl0,2563
2509
+ mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=xMsgxKBeEijX290s8SeSXnSQDItB3qIejfgghQDUUTI,2573
2510
2510
  mteb/tasks/retrieval/spa/__init__.py,sha256=HWMvzhd7nY9LozDkpZkmUN0DyKLr9pLKvd5ycfydRj4,212
2511
2511
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2p.py,sha256=IRhHDVlhsZaBLMqz8CVAJ8uZK_17tEQ2fUallfisMts,1579
2512
2512
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2s.py,sha256=zgUdrrlHPLiTQ4E0lRQEtnv7O3X8FjK6AdM0ylHlWCA,1579
@@ -2542,7 +2542,7 @@ mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=WlcfDfF43jsNf9D_Bl3k02Rii
2542
2542
  mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=DKcNwCCdANt7hNr3fLao9jkIJJjfxJ0jLLbD7_b-KnE,1752
2543
2543
  mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=ZlFFL37Zd_sbKXaUZx41XTxps-nnOi3PnBNCy9KvlJU,1826
2544
2544
  mteb/tasks/retrieval/vie/tvpl_retrieval.py,sha256=CGwgT9spHONw9cOeuum_BS7khZbooqoNqJgVV6Utfic,1611
2545
- mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=7VOUD7zJqYlt-EfKmLpDF5Mj087KcLmI8JQwwbN6FtM,3650
2545
+ mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=XixmD3AzCvJTJh8dyht6bp6Y-XJYSRbPhyTtvbsHj1k,3660
2546
2546
  mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=BI2GbbkOPnWQpbn9ul6ShHugAZ994iiS7hVi5v1K17Y,1386
2547
2547
  mteb/tasks/retrieval/zho/__init__.py,sha256=dIN-rPfrEjkCuUCha8SpQdlzWYY6IMO_HLxebcBhQxA,438
2548
2548
  mteb/tasks/retrieval/zho/cmteb_retrieval.py,sha256=DXNkvMQQZsKv1U5L_0boKEXGLDPn4RfauIlxwb0f-EQ,10789
@@ -2584,18 +2584,18 @@ mteb/tasks/sts/kor/kor_sts.py,sha256=h07kLWJj6aBDeYR5_VSHGN4IaW5_cW7c2Xw_rjriYU0
2584
2584
  mteb/tasks/sts/multilingual/__init__.py,sha256=O14mSF1h5cEefkgFLf6PHiiOXeVPM20-aY5Pu0xVrQw,763
2585
2585
  mteb/tasks/sts/multilingual/humests22.py,sha256=vAZieRmx269Mxc_HrgazEAxSFoLKayffR4vFdLlLdoc,1993
2586
2586
  mteb/tasks/sts/multilingual/indic_crosslingual_sts.py,sha256=RHwbYd6egzA7Head4WlL3fGLx0WwvL7rHw_5hR64xYA,2565
2587
- mteb/tasks/sts/multilingual/sem_rel24_sts.py,sha256=wHAf2ykmx8UbDRW8FLFtbj54h8NC9WdsluLF0mAm4Cs,2644
2587
+ mteb/tasks/sts/multilingual/sem_rel24_sts.py,sha256=Wulf06rBcECmm4k4rWxcLhuTJOOtqQwrfLb0FpbsvxY,2654
2588
2588
  mteb/tasks/sts/multilingual/sts17_crosslingual_sts.py,sha256=C8689GeoBLmcDIfguxkE2TzSK-EYcb2-NRtx6_WMZus,2164
2589
2589
  mteb/tasks/sts/multilingual/sts17_multilingual_visual_sts.py,sha256=k0Z1wv7esoKWwdm5ftOjfLtbLgRC2ZGCn_jV3JriSjQ,1833
2590
2590
  mteb/tasks/sts/multilingual/sts22_crosslingual_sts.py,sha256=zf50mdAKKZZN_sU5Ga8DYoihWmo89eMTYEVQXt37D-g,4315
2591
- mteb/tasks/sts/multilingual/sts_benchmark_multilingual_sts.py,sha256=iXyd26lQuivI4-xcRXth3OvHTQYXOq9XnbM11sDRqcc,1835
2591
+ mteb/tasks/sts/multilingual/sts_benchmark_multilingual_sts.py,sha256=TdxVWAg3zRmFEuA7hDUTnYMSuyMjDbcrwGHOrLyEdjo,1845
2592
2592
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_visual_sts.py,sha256=yH4DLkgrBk6Qg7LHLfAyyclynN_XrichBraNDbxRWl8,1855
2593
2593
  mteb/tasks/sts/nld/__init__.py,sha256=NdpfPHekoMIo9sw75Gahm_YCn8hzcVHixEStny107fk,67
2594
2594
  mteb/tasks/sts/nld/sick_nl_sts.py,sha256=rnZ9KeM4Id_eeJJrqcYYdxoH7f6-2lr9obgiuxtHnGY,1557
2595
2595
  mteb/tasks/sts/pol/__init__.py,sha256=Ob56PuMH_-J3gH9Pygg0fdEisWYKRT_fy_D0iE2zIpo,83
2596
2596
  mteb/tasks/sts/pol/polish_sts.py,sha256=qJCw-28dZ-o3epx44Zz-u6ZLE8HIu4ocJaJRyD0JQkc,3418
2597
2597
  mteb/tasks/sts/por/__init__.py,sha256=mUc8zOCeFl456-AEqKqgLQ4_sLnt_eUqD-cbcowRu0U,107
2598
- mteb/tasks/sts/por/assin2_sts.py,sha256=8k7NEmcNVKgBrg17q0qJcaSbyyIdqcuzB1SaDoce-U8,1655
2598
+ mteb/tasks/sts/por/assin2_sts.py,sha256=Otu5PSioKaEzx-ZWF2NgABQXviIbY5dO17iQRIlHGNU,1665
2599
2599
  mteb/tasks/sts/por/sick_br_sts.py,sha256=0Ae5wmS_24nLtJJ081O5biTJnzGRHaY_qUhXf0H-9dE,2087
2600
2600
  mteb/tasks/sts/ron/__init__.py,sha256=JM3_jsds0JzYpoMJln8tQV3MbqdqskxHJlpQLpGi5sI,50
2601
2601
  mteb/tasks/sts/ron/ron_sts.py,sha256=AhthI43l1QSC2xSkiNjV87lE8EKsKCtRKBjmJ5MYxjY,1491
@@ -2646,9 +2646,9 @@ mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
2646
2646
  mteb/types/_result.py,sha256=UKNokV9pu3G74MGebocU512aU_fFU9I9nPKnrG9Q0iE,1035
2647
2647
  mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
2648
2648
  mteb/types/statistics.py,sha256=gElgSShKBXpfcqaZHhU_d2UHln1CyzUj8FN8KFun_UA,4087
2649
- mteb-2.7.17.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2650
- mteb-2.7.17.dist-info/METADATA,sha256=_PjxjEK4Txl-EuqMT4hDPwGIrWRp6IFqmTTGqryialU,14348
2651
- mteb-2.7.17.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
2652
- mteb-2.7.17.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2653
- mteb-2.7.17.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2654
- mteb-2.7.17.dist-info/RECORD,,
2649
+ mteb-2.7.18.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2650
+ mteb-2.7.18.dist-info/METADATA,sha256=wIhLzuH5ewCPsURRgO5-DyaJUE6UwGLoZuUfRPBQQzg,14348
2651
+ mteb-2.7.18.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
2652
+ mteb-2.7.18.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2653
+ mteb-2.7.18.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2654
+ mteb-2.7.18.dist-info/RECORD,,