mteb 2.7.17__py3-none-any.whl → 2.7.19__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (156) hide show
  1. mteb/_create_dataloaders.py +16 -16
  2. mteb/_evaluators/any_sts_evaluator.py +1 -1
  3. mteb/_evaluators/clustering_evaluator.py +1 -1
  4. mteb/_evaluators/image/imagetext_pairclassification_evaluator.py +2 -2
  5. mteb/_evaluators/pair_classification_evaluator.py +1 -1
  6. mteb/_evaluators/retrieval_evaluator.py +1 -1
  7. mteb/_evaluators/sklearn_evaluator.py +4 -2
  8. mteb/_evaluators/text/bitext_mining_evaluator.py +1 -1
  9. mteb/_evaluators/text/summarization_evaluator.py +1 -1
  10. mteb/_evaluators/zeroshot_classification_evaluator.py +1 -1
  11. mteb/abstasks/abstask.py +4 -4
  12. mteb/abstasks/classification.py +2 -2
  13. mteb/abstasks/clustering.py +1 -1
  14. mteb/abstasks/clustering_legacy.py +1 -1
  15. mteb/abstasks/image/image_text_pair_classification.py +1 -1
  16. mteb/abstasks/multilabel_classification.py +1 -1
  17. mteb/abstasks/pair_classification.py +1 -1
  18. mteb/abstasks/retrieval.py +8 -5
  19. mteb/abstasks/retrieval_dataset_loaders.py +27 -8
  20. mteb/abstasks/sts.py +1 -1
  21. mteb/abstasks/text/bitext_mining.py +2 -2
  22. mteb/abstasks/text/reranking.py +1 -1
  23. mteb/abstasks/text/summarization.py +1 -1
  24. mteb/abstasks/zeroshot_classification.py +1 -1
  25. mteb/evaluate.py +2 -2
  26. mteb/models/model_implementations/bm25.py +2 -2
  27. mteb/models/model_implementations/ict_time_and_querit_models.py +115 -0
  28. mteb/models/model_implementations/pylate_models.py +4 -4
  29. mteb/models/models_protocols.py +2 -2
  30. mteb/models/search_wrappers.py +4 -4
  31. mteb/tasks/bitext_mining/multilingual/bible_nlp_bitext_mining.py +1 -1
  32. mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py +1 -1
  33. mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py +1 -1
  34. mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py +1 -1
  35. mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py +1 -1
  36. mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py +1 -1
  37. mteb/tasks/classification/ben/bengali_document_classification.py +2 -2
  38. mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py +2 -2
  39. mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py +1 -1
  40. mteb/tasks/classification/multilingual/hin_dialect_classification.py +1 -1
  41. mteb/tasks/classification/multilingual/indic_lang_classification.py +1 -1
  42. mteb/tasks/classification/multilingual/indic_sentiment_classification.py +1 -1
  43. mteb/tasks/classification/multilingual/language_classification.py +1 -1
  44. mteb/tasks/classification/multilingual/south_african_lang_classification.py +1 -1
  45. mteb/tasks/classification/multilingual/turkic_classification.py +1 -1
  46. mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py +2 -2
  47. mteb/tasks/classification/swa/swahili_news_classification.py +2 -2
  48. mteb/tasks/clustering/deu/ten_k_gnad_clustering_p2p.py +1 -1
  49. mteb/tasks/clustering/deu/ten_k_gnad_clustering_s2s.py +1 -1
  50. mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py +2 -2
  51. mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py +2 -2
  52. mteb/tasks/clustering/nob/vg_hierarchical_clustering.py +2 -2
  53. mteb/tasks/image_text_pair_classification/eng/image_co_de.py +1 -1
  54. mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py +1 -1
  55. mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py +2 -2
  56. mteb/tasks/multichoice/eng/cv_bench.py +4 -4
  57. mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py +1 -1
  58. mteb/tasks/pair_classification/eng/pub_chem_smilespc.py +1 -1
  59. mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py +1 -1
  60. mteb/tasks/pair_classification/multilingual/rte3.py +1 -1
  61. mteb/tasks/retrieval/ara/sadeem_question_retrieval.py +1 -1
  62. mteb/tasks/retrieval/code/code_edit_search_retrieval.py +1 -1
  63. mteb/tasks/retrieval/code/code_rag.py +8 -8
  64. mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py +1 -1
  65. mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py +1 -1
  66. mteb/tasks/retrieval/code/ds1000_retrieval.py +1 -1
  67. mteb/tasks/retrieval/code/fresh_stack_retrieval.py +1 -1
  68. mteb/tasks/retrieval/code/human_eval_retrieval.py +1 -1
  69. mteb/tasks/retrieval/code/mbpp_retrieval.py +1 -1
  70. mteb/tasks/retrieval/code/wiki_sql_retrieval.py +1 -1
  71. mteb/tasks/retrieval/dan/dan_fever_retrieval.py +2 -2
  72. mteb/tasks/retrieval/dan/tv2_nordretrieval.py +2 -2
  73. mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py +2 -2
  74. mteb/tasks/retrieval/deu/german_gov_service_retrieval.py +1 -1
  75. mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py +1 -1
  76. mteb/tasks/retrieval/ell/greek_civics_qa.py +1 -1
  77. mteb/tasks/retrieval/eng/bright_retrieval.py +1 -1
  78. mteb/tasks/retrieval/eng/chat_doctor_retrieval.py +1 -1
  79. mteb/tasks/retrieval/eng/fin_qa_retrieval.py +1 -1
  80. mteb/tasks/retrieval/eng/finance_bench_retrieval.py +1 -1
  81. mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py +1 -1
  82. mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py +1 -1
  83. mteb/tasks/retrieval/eng/hc3_finance_retrieval.py +1 -1
  84. mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py +1 -1
  85. mteb/tasks/retrieval/eng/lemb_needle_retrieval.py +1 -1
  86. mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py +1 -1
  87. mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py +1 -1
  88. mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py +1 -1
  89. mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py +1 -1
  90. mteb/tasks/retrieval/eng/lit_search_retrieval.py +1 -1
  91. mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py +1 -1
  92. mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py +1 -1
  93. mteb/tasks/retrieval/eng/ml_questions.py +1 -1
  94. mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py +1 -1
  95. mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py +1 -1
  96. mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py +1 -1
  97. mteb/tasks/retrieval/eng/nano_fever_retrieval.py +1 -1
  98. mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py +1 -1
  99. mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py +1 -1
  100. mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py +1 -1
  101. mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py +1 -1
  102. mteb/tasks/retrieval/eng/nano_nq_retrieval.py +1 -1
  103. mteb/tasks/retrieval/eng/nano_quora_retrieval.py +1 -1
  104. mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py +1 -1
  105. mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py +1 -1
  106. mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py +1 -1
  107. mteb/tasks/retrieval/eng/narrative_qa_retrieval.py +1 -1
  108. mteb/tasks/retrieval/eng/r2_med_retrieval.py +8 -8
  109. mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py +1 -1
  110. mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py +1 -1
  111. mteb/tasks/retrieval/eng/vidore_bench_retrieval.py +10 -10
  112. mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py +1 -1
  113. mteb/tasks/retrieval/fra/syntec_retrieval.py +1 -1
  114. mteb/tasks/retrieval/hun/hun_sum2.py +1 -1
  115. mteb/tasks/retrieval/kat/georgian_faq_retrieval.py +1 -1
  116. mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py +1 -1
  117. mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py +1 -1
  118. mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py +1 -1
  119. mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py +1 -1
  120. mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py +1 -1
  121. mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py +1 -1
  122. mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py +1 -1
  123. mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py +2 -2
  124. mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py +1 -1
  125. mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py +1 -1
  126. mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py +5 -5
  127. mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py +1 -1
  128. mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py +1 -1
  129. mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py +1 -1
  130. mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py +1 -1
  131. mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py +1 -1
  132. mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py +1 -1
  133. mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py +1 -1
  134. mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py +1 -1
  135. mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py +1 -1
  136. mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py +1 -1
  137. mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py +1 -1
  138. mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py +1 -1
  139. mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py +1 -1
  140. mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py +1 -1
  141. mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py +1 -1
  142. mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py +1 -1
  143. mteb/tasks/retrieval/nob/norquad.py +2 -2
  144. mteb/tasks/retrieval/nob/snl_retrieval.py +2 -2
  145. mteb/tasks/retrieval/slk/slovak_sum_retrieval.py +1 -1
  146. mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py +1 -1
  147. mteb/tasks/sts/multilingual/sem_rel24_sts.py +1 -1
  148. mteb/tasks/sts/multilingual/sts_benchmark_multilingual_sts.py +1 -1
  149. mteb/tasks/sts/por/assin2_sts.py +1 -1
  150. mteb/types/_encoder_io.py +1 -1
  151. {mteb-2.7.17.dist-info → mteb-2.7.19.dist-info}/METADATA +1 -1
  152. {mteb-2.7.17.dist-info → mteb-2.7.19.dist-info}/RECORD +156 -155
  153. {mteb-2.7.17.dist-info → mteb-2.7.19.dist-info}/WHEEL +0 -0
  154. {mteb-2.7.17.dist-info → mteb-2.7.19.dist-info}/entry_points.txt +0 -0
  155. {mteb-2.7.17.dist-info → mteb-2.7.19.dist-info}/licenses/LICENSE +0 -0
  156. {mteb-2.7.17.dist-info → mteb-2.7.19.dist-info}/top_level.txt +0 -0
@@ -1,13 +1,13 @@
1
1
  mteb/__init__.py,sha256=AFdvWGkAnKZqzKxqp-xvuBhGnpz0QM1cuOtaztsDzjI,1430
2
2
  mteb/__main__.py,sha256=KKWed4HW-OpfpJhCuKDNDPuAAIoppQY1g2gRuCdAmlw,34
3
- mteb/_create_dataloaders.py,sha256=zGv9KIJ91piMJD50TM_XGoZiOnb-X4WLbD5FUBK-kfI,15758
3
+ mteb/_create_dataloaders.py,sha256=JboVnIgxHbm9tOU5V_8GjCCz573ulwQ6yO9-zgpZAe0,16008
4
4
  mteb/_helpful_enum.py,sha256=5hi3vm19QhTWXb5G80ytviJ-SEbCCGVhn2gbJaRgoyY,601
5
5
  mteb/_log_once.py,sha256=-tUKzxGQzf2LZSuQXi97oYFXMta1B6GEYXd7BPqssvY,1095
6
6
  mteb/_requires_package.py,sha256=eHg_TD9BVZRzNCcQQrUP17d8M1DF_vOd_tVx54AmAnM,3017
7
7
  mteb/_set_seed.py,sha256=HPlPRl__Pe6IG-4UgJqTfplcivJ_wA2kaClbXoHQedM,1178
8
8
  mteb/cache.py,sha256=xE2BhrG_ypm2C0nPt6tRQCe393pN1RjDLadQcC6W1WE,27657
9
9
  mteb/deprecated_evaluator.py,sha256=F47pBHL3lM8YHGZEPLR4CuVn7aV3gzomNpyP3I3jmmc,27727
10
- mteb/evaluate.py,sha256=XFNaxut-prQDwYw_1F4Oco9B_pumUOHI6Ke2PBLk22U,19718
10
+ mteb/evaluate.py,sha256=d98nltLvuP17c2nLNwYqtsdUwL-JbW3yBrq6OydBXHw,19738
11
11
  mteb/filter_tasks.py,sha256=ZFFEl7jWTSq3kDdM8oHG-RZrrBOP16zcFzezA3OsLiM,7430
12
12
  mteb/get_tasks.py,sha256=1BZJF7jADJnnL_ZzsJaTKLITO7u6inAHV0PxCAQfhfc,14402
13
13
  mteb/load_results.py,sha256=geGyArDB1CNrqse_QzPqfvY7YvF9fL57LJsuy-DDY58,6532
@@ -15,47 +15,47 @@ mteb/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
15
15
  mteb/similarity_functions.py,sha256=7ENHjq35EMSO1kT73IKLbQ0jMWGxMPSMM8SPmGHzaAM,10887
16
16
  mteb/_evaluators/__init__.py,sha256=Ag1_RWpxBGMpujzd3FZjI40gY_KQKIpY31tJPuk-hFg,1013
17
17
  mteb/_evaluators/_download.py,sha256=jntlcURbJxcxUjTmn2D9Tu6ZnWgDc9t5bY8p9CZCqv4,586
18
- mteb/_evaluators/any_sts_evaluator.py,sha256=aeK6ZJ_wuGR_8L6f5B4Xcl7Fo0dgApqevsgg7hdHQk0,3918
18
+ mteb/_evaluators/any_sts_evaluator.py,sha256=A-79V27KP7hxoQLhIisdYvc8eNCwGGnJrUm8pvhsHc0,3928
19
19
  mteb/_evaluators/classification_metrics.py,sha256=cWMU-2bCNXlk_UN0sZ7uRS5aFXESkYlJWg4OLMeFrRg,2090
20
- mteb/_evaluators/clustering_evaluator.py,sha256=COSG4tGz2hI3Ff3MNFxdeg9w1TPmisxhvF333zQx-ko,2226
20
+ mteb/_evaluators/clustering_evaluator.py,sha256=1HBarfI12eCx9nVCd3bCj5SFMYJXQVTxsxNZt_4HY6w,2236
21
21
  mteb/_evaluators/evaluator.py,sha256=8fEuBZW0sv-tpJCUT2X5lIvmF0Ji0Vuq7Z8AblipspA,1074
22
- mteb/_evaluators/pair_classification_evaluator.py,sha256=g7JiwzYa_c_Ql3mOavKho2-vXdAagoZfEhref-r1luM,6671
23
- mteb/_evaluators/retrieval_evaluator.py,sha256=UexQCsfGMzZq-JfrdNQ4PylHdoyS6Ef_zxXokNZiR5o,3250
22
+ mteb/_evaluators/pair_classification_evaluator.py,sha256=bQjI-p7xXfyIUdGu3D-t3cc2AeijZzTcn_VzH_7tIH0,6681
23
+ mteb/_evaluators/retrieval_evaluator.py,sha256=cfYhNARCxpZ1JVZEk7znp38U9WlhLXnblBRlfyyvDiQ,3260
24
24
  mteb/_evaluators/retrieval_metrics.py,sha256=nO1StNLDaa_iBWTuVexo2rsDWkxYCgHZ98qgr9bydCs,23964
25
- mteb/_evaluators/sklearn_evaluator.py,sha256=sCGn3YOhwT2OARTlSCJIg69IMijqfVyHoTVgK1TFuYQ,4253
26
- mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=jCf6H0LwxZGIZ-2LGF9SPbjHTtCAk9v1HtxWcmutqks,2488
25
+ mteb/_evaluators/sklearn_evaluator.py,sha256=7p2Bm5ORH9pBoDWSCAkY5rvdQZ7wUkljv-zug3y-ACM,4287
26
+ mteb/_evaluators/zeroshot_classification_evaluator.py,sha256=xHKjKKJRu_F5sUT9u5boKnSLZ6kBvRXbaU7-EQvKxP8,2498
27
27
  mteb/_evaluators/image/__init__.py,sha256=CsQd7OMkeV2Phun7paPWjayZ5qRnvj8H0TYBFeqMxag,148
28
- mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=w2vJrQXIbRsdG837x1yYQkGNcTJt8rdLofQ3Jo3nIn4,5227
28
+ mteb/_evaluators/image/imagetext_pairclassification_evaluator.py,sha256=koqy6Pu30iigDJZmHhc1sU06RK66jfkKGPtOPUetLHY,5262
29
29
  mteb/_evaluators/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
30
- mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=We-BQZJQGBXz_vTUZz-3OBt4pOLfAAt2cjJBkklISJ8,6732
31
- mteb/_evaluators/text/summarization_evaluator.py,sha256=ZHn3kIFGJ1XzgbI21jEeTnP5pdIChGHVTCuyz2MSKyg,10900
30
+ mteb/_evaluators/text/bitext_mining_evaluator.py,sha256=AxHGS-k8QIuHx1Sx7fxdVFO6-7JP-QTb9mTH2PINncI,6742
31
+ mteb/_evaluators/text/summarization_evaluator.py,sha256=Y-1QFraTvnfYzYwJtE9Ulr14inEPRiDGgJ48qeP6wDo,10910
32
32
  mteb/abstasks/__init__.py,sha256=1iAwpYTWX7U-goak2KMmacPFCzxPchLQAmZ_uI0t-p0,1130
33
33
  mteb/abstasks/_statistics_calculation.py,sha256=4opttohaS6LV5K0zQIqfG2IGIzQAdKAaLTpSTQ6auBc,5988
34
34
  mteb/abstasks/_stratification.py,sha256=upxjHt4wjuEFGmb_vrONTh9ngZ8Oa1tY56tUdllFERQ,14490
35
- mteb/abstasks/abstask.py,sha256=9bpPnrwwGBWE--MGoTOb-J-RtOnoo0YUaAjAPv7JC1g,26831
35
+ mteb/abstasks/abstask.py,sha256=qAzk59poJklVfO3TiDHXEYyy5znGOMA3pJUP_nluLBM,26871
36
36
  mteb/abstasks/aggregate_task_metadata.py,sha256=WXYY_DUU55s4PkxMVz7lwbdZarq6QznhbvJYdSTYZZI,5846
37
37
  mteb/abstasks/aggregated_task.py,sha256=8NY_vaqmMuYNxuB05YjU4W6aEipyKrF2iDFS3m-eXNc,6167
38
- mteb/abstasks/classification.py,sha256=9gNSPw2fVPyoTb1tV4kR_Fzku3Z6xutJzbyNpkktPzc,14134
39
- mteb/abstasks/clustering.py,sha256=I8vre2f2FJFagzJEYf6hKDo3Y28xU29J_O-MhfqWqSI,14944
40
- mteb/abstasks/clustering_legacy.py,sha256=sbx8K6paccvzDPnmhgNE_UJE83orAJnQm3NGr-Ktjfs,9184
38
+ mteb/abstasks/classification.py,sha256=oB-qChfmVzoEcDHxc9BqUPWhRPHmhWVIwYLcFgUV23I,14154
39
+ mteb/abstasks/clustering.py,sha256=Y4_wJskFV_NZcwH85NLtAun90Qz0dGofd09cRWr9eCU,14954
40
+ mteb/abstasks/clustering_legacy.py,sha256=35XyeevRQqYx2UUz9m-p0B12t_sP7PZ0KPtSMyRhp4I,9194
41
41
  mteb/abstasks/dataset_card_template.md,sha256=aD6l8qc3_jxwoIGJNYLzse-jpRa8hu92AxpnUtNgges,5122
42
- mteb/abstasks/multilabel_classification.py,sha256=olldnMq5a-elan2vZSQ-EFZbcS6Mt9h1nTOi8iFXjjE,9810
43
- mteb/abstasks/pair_classification.py,sha256=RVV5WUjs18N5PbWpyxakDNEd1UlRc4ON9I0OjD26Z78,14231
42
+ mteb/abstasks/multilabel_classification.py,sha256=EA_StNB8GV0HZL23ei8zCT4jS62yzTxmeGMuycbH58Y,9820
43
+ mteb/abstasks/pair_classification.py,sha256=Dhlcfygtje8K2FgyPBU7M_jwbFyWTj_SLBfHP32oTmc,14241
44
44
  mteb/abstasks/regression.py,sha256=2aYJvktoENLi1wLYdND35TGFfhrN_BFCs-Yr2Ex-f5I,9019
45
- mteb/abstasks/retrieval.py,sha256=BPyRibStAD70JfR0Z1x-VVVfzJDRVSmbOS6uREfpmok,27743
46
- mteb/abstasks/retrieval_dataset_loaders.py,sha256=p0y1nrWlUrt_aeoR4ocDLEQMLuD_SlMH0gBiUsOwrww,9983
47
- mteb/abstasks/sts.py,sha256=Xta3KVQE7hHqkPTDptemvNVEG0CsZSVjA-Z52EIBvDE,9576
45
+ mteb/abstasks/retrieval.py,sha256=bTBkTmNA-dcCmszAC1pvrbCVAuldaktDJPzL1r_kgd4,27813
46
+ mteb/abstasks/retrieval_dataset_loaders.py,sha256=fNQY1z_2Dd9DwbDlsz5CidGVhofviwvfLX1onKYgqiA,10188
47
+ mteb/abstasks/sts.py,sha256=eFKqMOORcqU9BxuE8camUwgQtv4DCG97S1o1AKGysCM,9586
48
48
  mteb/abstasks/task_metadata.py,sha256=_yVgX3yjaxVvK-Cs2nw2wMEkI0xf-QhcGb_byCeyo-w,27210
49
- mteb/abstasks/zeroshot_classification.py,sha256=UrUErSH4owJujRn-HQI6KUe4By12oRjZeOnvB6lBnNA,6360
49
+ mteb/abstasks/zeroshot_classification.py,sha256=_OG814P-jCjChISaIhx7wtMUZ8l7I3NaRX5YwocwrCk,6370
50
50
  mteb/abstasks/_data_filter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
51
51
  mteb/abstasks/_data_filter/filters.py,sha256=ew6S8OI2G_Pf1YKz9XYTL3jh2bsQz8M5uzBy21TN-J0,4727
52
52
  mteb/abstasks/_data_filter/task_pipelines.py,sha256=L0c4Yv-nbo_WDtuhmrcGJd1xulOwf6vc0dIyWvscgks,3254
53
53
  mteb/abstasks/image/__init__.py,sha256=NgvMJnp1g2mUv27RL-TvzA7s1BOdMG-EB1CrZfdbWdg,136
54
- mteb/abstasks/image/image_text_pair_classification.py,sha256=yTr9ZhZfS8XRWUCdmvo_URIuO0WQ_pPYfwCml_qzCn8,8255
54
+ mteb/abstasks/image/image_text_pair_classification.py,sha256=iK132QqmwjTb-tHsPXgYCWP6Z6t9pp_fJ3Pc0FrsJnY,8265
55
55
  mteb/abstasks/text/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
56
- mteb/abstasks/text/bitext_mining.py,sha256=an9ZlcraS9ZN5tCT8ZQFtMbCrPE4-n7anAAbnOXeGkY,11520
57
- mteb/abstasks/text/reranking.py,sha256=mCzy0-TnZ46_GC9Czl4zWKAPnYK5ur0qtFbPt47m9jQ,7917
58
- mteb/abstasks/text/summarization.py,sha256=bSgb0XhUzJVuLV1Wjr3HYB_Tn7SjmCDMnkBIEWHO4EQ,7381
56
+ mteb/abstasks/text/bitext_mining.py,sha256=Qw3uLNJj87doGnrvQN1w6gfhW8N_fNu1Ib8ZjzHyxR8,11540
57
+ mteb/abstasks/text/reranking.py,sha256=q2dz266s9N94P2r_XEYpupprgmopJfxy55tN1t-8phw,7927
58
+ mteb/abstasks/text/summarization.py,sha256=zx7uZAoC1eT8aoMSfU7mU50l2pps6BuCoLNCPJpjYiM,7391
59
59
  mteb/benchmarks/__init__.py,sha256=MQEVeli-zLaJ7Xg0z7RhXQwsdmm7Ht_W2Ln0rZo1Szc,225
60
60
  mteb/benchmarks/_create_table.py,sha256=CJL8U0adUbaxr5G26trfYo1tGx8cU2IWWx_ZHU6q6do,22407
61
61
  mteb/benchmarks/benchmark.py,sha256=3AA-Zeh9Z4bTN6qVpRUfHWHxJfTei3KQBEOoVP2Mtic,10922
@@ -1482,8 +1482,8 @@ mteb/models/abs_encoder.py,sha256=We9HlwWP61P4cMyZ080gywvDErA1eVsU9t46PtcNrCM,16
1482
1482
  mteb/models/get_model_meta.py,sha256=EUy3F2A57qfm046lDJQ2eaAaD_buHALD7XHJeYsx8vY,7234
1483
1483
  mteb/models/instruct_wrapper.py,sha256=XAvvbPnXiTxKhFbmusm2uS8E9BMq8QXRSzQQI1jqKzE,9781
1484
1484
  mteb/models/model_meta.py,sha256=B2BpzOZAxBgNwMrZ-saN0sw-Y4tjBKIbt2byDoQz3ac,38873
1485
- mteb/models/models_protocols.py,sha256=HTB4-SYa3SeJXMMSA8o05lHTiLBbq314VW60K_PfcZY,9509
1486
- mteb/models/search_wrappers.py,sha256=PXE1VVDWUd0LgTPJ-FxqIbGpIDWLRKo5CjrwIuu5nzw,21567
1485
+ mteb/models/models_protocols.py,sha256=TxK9kQ9MfG99y0LAwz_-CQmOmZXai8nZ842qr6n5Bis,9523
1486
+ mteb/models/search_wrappers.py,sha256=pTa5rRGbcYHGa0rJG0Kmlrip8dxGZQENJuA_TsOzbug,21607
1487
1487
  mteb/models/sentence_transformer_wrapper.py,sha256=RsOxj-b7qzeYcxUTVJyb-lZDY4bINl4jEAEkPvKYB10,13578
1488
1488
  mteb/models/vllm_wrapper.py,sha256=rvE0mghcHRA1UwIN1mjJf1GKA6pTTcs8mZQ2UoGRJ0g,12287
1489
1489
  mteb/models/cache_wrappers/__init__.py,sha256=1w1TnMwulWJSzNkLXjbh5MY3sqgHWc6vUntYn49i9X8,169
@@ -1505,7 +1505,7 @@ mteb/models/model_implementations/bge_models.py,sha256=JuO1FRWrsqlsM_jslQ96oVsD3
1505
1505
  mteb/models/model_implementations/bica_model.py,sha256=Yx3iZrXF6ZMJS9SH5lbzNHoUWGNH3dypRtZ7dX5o7rA,1305
1506
1506
  mteb/models/model_implementations/blip2_models.py,sha256=C6egwozJthHmv92I0SWID3-sQCPROPJP0TzfQVKNzlo,7898
1507
1507
  mteb/models/model_implementations/blip_models.py,sha256=D_9e7C8GXGST8k7dMJL20x984vMeqbITu36XASi-iUU,12149
1508
- mteb/models/model_implementations/bm25.py,sha256=IAKU8syYesN7seRQLII-c1ACq6BRz5Ql6nEQEXYWLwQ,5226
1508
+ mteb/models/model_implementations/bm25.py,sha256=NnclZrk8P3S-AhPQpFQjpGNudgb-za5Jn4gm0cGS7-0,5246
1509
1509
  mteb/models/model_implementations/bmretriever_models.py,sha256=rijCIzX6nO5kNXqxEFbZrV7bsZtmKs8RIkMqa5cPWTk,7078
1510
1510
  mteb/models/model_implementations/cadet_models.py,sha256=gXIfW9MkGYFhOhsrq5a_tQcPuth13Dh1dO1KySwVxyo,2305
1511
1511
  mteb/models/model_implementations/cde_models.py,sha256=l4E6h1hcsNY1GTXoCgQDoeG5dRcEl7JTOiiWmp6FYqg,9373
@@ -1539,6 +1539,7 @@ mteb/models/model_implementations/gte_models.py,sha256=-ASkoAuAiVytVtsYMtuKonUf3
1539
1539
  mteb/models/model_implementations/hinvec_models.py,sha256=SYWGFr8XALmM7B9tIHEQnrqq9kZOZIBkW7m7QpzerHI,1756
1540
1540
  mteb/models/model_implementations/human.py,sha256=k7vN6WTcSWyWS9wnluzr6yCOjuMi5LupQnT-4cfzNOk,600
1541
1541
  mteb/models/model_implementations/ibm_granite_models.py,sha256=ipLRDBerTQiL5NaoaDho410Fzy7eNFlF3jB54hGZrwI,8687
1542
+ mteb/models/model_implementations/ict_time_and_querit_models.py,sha256=2tR3tLruumZwr5gpyFqott4nznftdOBFOV47-iEl3oI,4993
1542
1543
  mteb/models/model_implementations/inf_models.py,sha256=q_hNNhzMjAxbnJnAT0N6KaNegX_3XZlmz-LXY5C891I,3093
1543
1544
  mteb/models/model_implementations/jasper_models.py,sha256=ourAMx1_L6b2AxX046wQcxDqvYzY1Mx3gaHww0WaMA8,16476
1544
1545
  mteb/models/model_implementations/jina_clip.py,sha256=OF-aC5L8V57-kLdgqyo74S80_q0pxEvc5cyH26Mtwbk,6711
@@ -1580,7 +1581,7 @@ mteb/models/model_implementations/pawan_models.py,sha256=iyzh6NSPZKU9znJYEDPjJNI
1580
1581
  mteb/models/model_implementations/piccolo_models.py,sha256=-4ABYum2pYW-RPaTyoJbAs6BzrVDgA5J2nswi1BKz7c,2253
1581
1582
  mteb/models/model_implementations/pixie_models.py,sha256=vm2vyCBhi5-_5iRQBmIB6KMjvJOByHDkYiPvSi8LsnQ,1798
1582
1583
  mteb/models/model_implementations/promptriever_models.py,sha256=tDXysEKbvoDNtidVTiYcdQU7gTrmYpUSiAxVLrenXa4,6723
1583
- mteb/models/model_implementations/pylate_models.py,sha256=EwpDJf5yjONmmiv9zHSEbc3e7kMRJUHYv7K59QTrNAE,17525
1584
+ mteb/models/model_implementations/pylate_models.py,sha256=blqO96Tl9yU0wo4KSaQL3tuByMIxo5OI-v3anI1qhwM,17556
1584
1585
  mteb/models/model_implementations/qodo_models.py,sha256=AwYRGctJbjEkcIh1pcSeeEXYiYiizAbfTyw6CaZBJfU,2224
1585
1586
  mteb/models/model_implementations/qtack_models.py,sha256=vw_2O4ZABR-_nYV4g1Ud8bW1DTP-wwtQS2eGqN70vT4,1304
1586
1587
  mteb/models/model_implementations/querit_models.py,sha256=P7lAw5IDe47DA_5srMwGPqxjMIFuvOW0BJ7xwB4GOro,8917
@@ -1657,24 +1658,24 @@ mteb/tasks/bitext_mining/fas/fa_mteb_summary_retrieval.py,sha256=lXCOsUs8vNfS3I-
1657
1658
  mteb/tasks/bitext_mining/kat/__init__.py,sha256=a-KcFJ3Ol7R8yq02RcGjaOxEfqnwJeo7AAib-RU-JFw,116
1658
1659
  mteb/tasks/bitext_mining/kat/tbilisi_city_hall_bitext_mining.py,sha256=xVCxpJr7UW2KadNdn7Gsw-wZ65uz5vhRDhQZ7eILokQ,1918
1659
1660
  mteb/tasks/bitext_mining/multilingual/__init__.py,sha256=LcPygeOuvrka67aDkktT-2lSqcxpWPSMmd_BaxIsl24,2012
1660
- mteb/tasks/bitext_mining/multilingual/bible_nlp_bitext_mining.py,sha256=uhpDmX6gPhL_RFEYpwuU3RVV4nJUUga_t3UZV5zge-w,29111
1661
+ mteb/tasks/bitext_mining/multilingual/bible_nlp_bitext_mining.py,sha256=cQhILkseTdzigDHprzcmzl-EI0LxOrB4D2fAsqbjG-E,29121
1661
1662
  mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py,sha256=E74rYz32fFuEWrV0O_7zfI7l2Z3h7jnrxoifRhWsFKc,2892
1662
1663
  mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining_fast.py,sha256=P_UHMWh2gKG6CloXmP5J2kjrCTQwoJAU1MKdLl6JFKc,1836
1663
1664
  mteb/tasks/bitext_mining/multilingual/danish_medicines_agency_bitext_mining.py,sha256=5iengckKv1NCHILjrX6WDEgBNJlmbSV5y-WWdaLZYrs,1703
1664
1665
  mteb/tasks/bitext_mining/multilingual/diabla_bitext_mining.py,sha256=Ua6DfpJYgoaIRSWB284WNj6wQWqxPiC3kUPcmKNGDWQ,1498
1665
- mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py,sha256=thUQ3XVnAGKT1PC8NgSn3b1ZFha94BXHd7CicmAkjX8,5645
1666
- mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py,sha256=bSQE3RIbFjC0o39zJxmdZjRqZR4iSFxk1GRtzzKrqlA,3147
1667
- mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py,sha256=CEtUttsxK10wLtd19DFTv30XAeOgW6CDK4MWnEtl_Q0,2944
1666
+ mteb/tasks/bitext_mining/multilingual/flores_bitext_mining.py,sha256=zLhIpJkeBftiCnPy-kc6hM6dR8pDIDIFOeQUA93M7aE,5655
1667
+ mteb/tasks/bitext_mining/multilingual/in22_conv_bitext_mining.py,sha256=2Z2V2z52uIaKgdGfxQLr9oToaj3BzKOEM1XKmhnoQCU,3157
1668
+ mteb/tasks/bitext_mining/multilingual/in22_gen_bitext_mining.py,sha256=poLnmoiet45fvvF6rX4a1_29OxljtwxG2mQ3-aYx8Gg,2954
1668
1669
  mteb/tasks/bitext_mining/multilingual/indic_gen_bench_flores_bitext_mining.py,sha256=iVsEIIhSiWMZfFbgkbQ6GvfxScQQIPasWHkGICs1r7k,3160
1669
1670
  mteb/tasks/bitext_mining/multilingual/iwslt2017_bitext_mining.py,sha256=OHKD0J-N_5j932hWOkTCQI08OD46O6rw98IBU0V_jAU,2789
1670
1671
  mteb/tasks/bitext_mining/multilingual/lince_mt_bitext_mining.py,sha256=36Tzf4UdidIlNzzD5ceF-jCSKGuJLg4oMU3vlC9-RBo,1478
1671
1672
  mteb/tasks/bitext_mining/multilingual/nolly_senti_bitext_mining.py,sha256=gZS43Ba5-Hngf9MbPIGQ9oZb9fa0JUQZgEWj7ralxBA,1670
1672
1673
  mteb/tasks/bitext_mining/multilingual/norwegian_courts_bitext_mining.py,sha256=3bxTGu5fgrFp7fYbU--CKYIA66dAynEbPYCqs7HBv-w,1756
1673
- mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py,sha256=1jQPaGwqxIHDN1wRfAHPQngEq5gRy5kcCFfprrOS544,12604
1674
+ mteb/tasks/bitext_mining/multilingual/ntrex_bitext_mining.py,sha256=N4BRyEoR_ybr6deQ4XsOJ5WRHoyFZX7txOE2MqYpYj8,12614
1674
1675
  mteb/tasks/bitext_mining/multilingual/nusa_translation_bitext_mining.py,sha256=eUvxIklEoppEdjA2wYWPJu89ERvYa-eDHUR8Xe4kh_0,2181
1675
1676
  mteb/tasks/bitext_mining/multilingual/nusa_x_bitext_mining.py,sha256=BphnEDdG1-IsCklJWRCs2yK7I1zVuPh7PQrrYAI540c,2309
1676
1677
  mteb/tasks/bitext_mining/multilingual/phinc_bitext_mining.py,sha256=53xLXpgIDk55JfCoe3pa93T_9T9sfRJAryBVcWZx5co,1477
1677
- mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=E_nOiRPZ9o2cUKo-krOUWa4FHQAQAxsns-WRP_rBHsc,1778
1678
+ mteb/tasks/bitext_mining/multilingual/roma_tales_bitext_mining.py,sha256=7-uuOmRc3yDpveAWwk0RGfJxUQLJzdOptc5pIaMs3rA,1788
1678
1679
  mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py,sha256=09e8XDy-zvqpvGMuj8AIbYUGmrggPi6XvOZi9Fbw0G4,4162
1679
1680
  mteb/tasks/bitext_mining/multilingual/tatoeba_bitext_mining.py,sha256=Y6QnjbmL4fIuTgK8tuZfNnWmM-GwBVaAjUiAtTSgPqM,5898
1680
1681
  mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py,sha256=Ypz82lYmSTszVpZt_cBaNdHsh6glaGDVj2Uiz5aM1As,15016
@@ -1691,15 +1692,15 @@ mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py,sha2
1691
1692
  mteb/tasks/classification/ara/tweet_emotion_classification.py,sha256=MpLxj0WOuHYV6LIaAwBg__jcOmzsApPxPRBKgkO3RhA,3258
1692
1693
  mteb/tasks/classification/ara/tweet_sarcasm_classification.py,sha256=fU5Bsv1NlukvLPGiWD-L5mrC9vTGMOYvSBIPmbI-47Q,3957
1693
1694
  mteb/tasks/classification/ben/__init__.py,sha256=j_vQLxEOUKR8hLBgTe2sSzvLyoVXRByF0g_f5-i1mRQ,592
1694
- mteb/tasks/classification/ben/bengali_document_classification.py,sha256=JV-O7KHOHkfIlpx7I_EP3q_edQXjvM7wRs8QEGAolmI,3694
1695
+ mteb/tasks/classification/ben/bengali_document_classification.py,sha256=IusLDzKLyzeY9FUangk--UB_1_XINAr0S-e7OSQQg5E,3714
1695
1696
  mteb/tasks/classification/ben/bengali_hate_speech_classification.py,sha256=B69ZwZyzBGdfZvLFhjDGYF7TnwXBrWqOkmAD0x439CE,3369
1696
1697
  mteb/tasks/classification/ben/bengali_sentiment_analysis.py,sha256=hBR5KOwrjVolFHsE7VWNMxykdIZy7sWmfJuhv7n_Gtc,2997
1697
1698
  mteb/tasks/classification/bul/__init__.py,sha256=2-wLDHKcyykalSp9zWCgOaqMh4nnDo92lYdiUgJIP04,170
1698
1699
  mteb/tasks/classification/bul/bulgarian_store_review_sentiment_classfication.py,sha256=osa2K_eQDMV0WJIC3CoXRugt5S3ALLIOwgVYrRlKvfo,1862
1699
1700
  mteb/tasks/classification/ces/__init__.py,sha256=0vuGRyaBaW-V6_3pdGGLIEwQh3uB5UpewY6NdJZ3vrw,860
1700
1701
  mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py,sha256=ioYXVOYvEoOYw5QEZic4wClYUKksdNvCOVDHchabzBs,3580
1701
- mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=r2B4x0w2DiKr4aBy-ZxxqjMlCBEUc30Y3SDztDlCqrM,4177
1702
- mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=Npi545LwJbbcoATiKHHTHXpIvJSLdm3smiqc78XC7nM,3647
1702
+ mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py,sha256=s7WrlMldikGaHDzV8aNPaBDsC38MT31cawcPTgH-Who,4197
1703
+ mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py,sha256=w81z6y0VK2crOaxkEIC9Oyx9paKeRRwZYojRdGN8F10,3657
1703
1704
  mteb/tasks/classification/ces/czech_subjectivity_classification.py,sha256=31lTpWh0adXA8C6TY64NbSKi4pVbnH7ocEDEQCd5JEA,1520
1704
1705
  mteb/tasks/classification/dan/__init__.py,sha256=edrG5UqewQ_YfQD3KtCTs9GU5z1jo4wjlkSEHuQg1ww,864
1705
1706
  mteb/tasks/classification/dan/angry_tweets_classification.py,sha256=GmNu5-ec_6ebMCxKIgDU54ZfaM0xFV_tYE6hYLN8ItM,3154
@@ -1830,12 +1831,12 @@ mteb/tasks/classification/multilingual/amazon_counterfactual_classification.py,s
1830
1831
  mteb/tasks/classification/multilingual/amazon_reviews_classification.py,sha256=ZmJqujSsL34RrVLYI9_hlzDTR57r44-FB1yqL3pggoA,1639
1831
1832
  mteb/tasks/classification/multilingual/catalonia_tweet_classification.py,sha256=zJQopR6Zj_UOOhPGTZaChxASXSARG0j8TLXpCrD8Mpk,2833
1832
1833
  mteb/tasks/classification/multilingual/cyrillic_turkic_lang_classification.py,sha256=AbqslsX2RnRpOPspzxv6vQXjs8QV393bWfpEpnS6nrU,1912
1833
- mteb/tasks/classification/multilingual/hin_dialect_classification.py,sha256=B5uIp5SgcXXeWePMSc7GfffG7TVjdhYi-aoDDzxyDfE,2305
1834
+ mteb/tasks/classification/multilingual/hin_dialect_classification.py,sha256=U1uunojnhQAfSy68G9xRKcnYvl6HwrO2skgPYQm0E7s,2315
1834
1835
  mteb/tasks/classification/multilingual/hume_multilingual_sentiment_classification.py,sha256=-EmXnWOuBbVdiuM3kjgo41EkRuOtMsrSTr-HAglsoJA,2130
1835
- mteb/tasks/classification/multilingual/indic_lang_classification.py,sha256=c3Qn7MShSaKBBjEihXUnwWZqYOhBuAOWxruvXyD2KYs,5036
1836
+ mteb/tasks/classification/multilingual/indic_lang_classification.py,sha256=kfHL1eo_1zICbCikWyYspY48hYc8VN9Ma84lQnVL5jQ,5046
1836
1837
  mteb/tasks/classification/multilingual/indic_nlp_news_classification.py,sha256=Mmdm6pONBDWHZmKsSYYnUDO55n-XnT0mL3p6pwVbGrI,2242
1837
- mteb/tasks/classification/multilingual/indic_sentiment_classification.py,sha256=2UeLO4iz0wRqNQuU720myvzr1HnCb6ut-0Zf50EFRh4,2559
1838
- mteb/tasks/classification/multilingual/language_classification.py,sha256=xs8iMoNKbsuWrn2u_B1KPSRBvyI_fa73Ob9vlz264l8,2145
1838
+ mteb/tasks/classification/multilingual/indic_sentiment_classification.py,sha256=ZEWwXu70GHIk8apBETd1a0X6gyk-1pUpHWtl5cJrWgo,2569
1839
+ mteb/tasks/classification/multilingual/language_classification.py,sha256=8qu9pfsMwttfRT51z79v0WLOr393rau3u6xb9IzfRY0,2155
1839
1840
  mteb/tasks/classification/multilingual/masakha_news_classification.py,sha256=tRcA1GZo3fNkkf_u0o74Z63KsIHodKY1wInAtSFvITM,3334
1840
1841
  mteb/tasks/classification/multilingual/massive_intent_classification.py,sha256=Reze-3PuQvCKg6t7V8n9WcWoIuU10Ne9cu_Xm0pxhUY,3006
1841
1842
  mteb/tasks/classification/multilingual/massive_scenario_classification.py,sha256=2GnRe2D2ZXLWLdulPAJIusOo-_gK8BoAiyhTfUq0aeE,3014
@@ -1853,9 +1854,9 @@ mteb/tasks/classification/multilingual/ru_sci_bench_classification.py,sha256=K2t
1853
1854
  mteb/tasks/classification/multilingual/scala_classification.py,sha256=aXE0-R_vecN0RhnHPm3qP6ZmwX4sKmh5C8vyuqIl1Tk,2551
1854
1855
  mteb/tasks/classification/multilingual/scandi_sent_classification.py,sha256=yNZ-Jb97GOsKtQ5GskT4F_opOATyQ3HqKL2pHAv_n5E,1812
1855
1856
  mteb/tasks/classification/multilingual/sib200_classification.py,sha256=GbPoN90a2Hw-20QWhQ_QKqUa9m660KsOM14JMcxGVsE,8082
1856
- mteb/tasks/classification/multilingual/south_african_lang_classification.py,sha256=Is02vKeHFWuezaXaOKL5o69FZoIrGvGR_ddNM5awA54,1819
1857
+ mteb/tasks/classification/multilingual/south_african_lang_classification.py,sha256=2YYUBvi-9GBcc4MDKyhS93SpPSlnye0n6q166AxXXAA,1829
1857
1858
  mteb/tasks/classification/multilingual/swiss_judgement_classification.py,sha256=vcPSMLduwmvt0VpAFN0dlA2DnobTlqR0wqI1ZxLN7rU,1513
1858
- mteb/tasks/classification/multilingual/turkic_classification.py,sha256=53cSlnIWhNzc0qMSvbpLw_UwCA3i8hrJ3ll47ikROOQ,2385
1859
+ mteb/tasks/classification/multilingual/turkic_classification.py,sha256=QftIBV2NxCj_2E2au4JL2Fw9jZvUin-JPbl8Rx1pIHo,2395
1859
1860
  mteb/tasks/classification/multilingual/tweet_sentiment_classification.py,sha256=mLhgGAzq-DHe5GM1XqS7t7mtojDI3kHWrlaLg2t7UEE,2091
1860
1861
  mteb/tasks/classification/mya/__init__.py,sha256=lFTf0bNTeMsXTHlnKJM7c-VsnQM_3Il6gZehbVz-3xA,97
1861
1862
  mteb/tasks/classification/mya/myanmar_news.py,sha256=76fQ-rmHZ0yympvvhM2jQy_XUErhoqwuffVJfYpqdoo,3214
@@ -1903,7 +1904,7 @@ mteb/tasks/classification/sin/sinhala_news_source_classification.py,sha256=0a8qw
1903
1904
  mteb/tasks/classification/slk/__init__.py,sha256=UJKOGK5cfdo3Qd2e769ghbphpPE9aK1ZG4NZpcZmDGI,726
1904
1905
  mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py,sha256=JjkPAeijUYMoPkj7ORYg3zTaZPnYtZWTEWVivgHoQL4,3612
1905
1906
  mteb/tasks/classification/slk/slovak_hate_speech_classification.py,sha256=C7I1PtNkw9TOSlhf5Zc_Bq_WKpLsjhtz0DS4yLbtbcw,2349
1906
- mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=HKyfUgziqQzxXnqwwPhNbLNRmN-AVqO23rmFkiNnrKg,3372
1907
+ mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py,sha256=zDGIV8i-1830KCXgIBDxpxwi86DuAfubVGG0ecxdsFM,3392
1907
1908
  mteb/tasks/classification/slv/__init__.py,sha256=BwsXnZBq2EudbPz0AGUnonVe4bmNUHSeIfEIyTVQXcg,148
1908
1909
  mteb/tasks/classification/slv/frenk_sl_classification.py,sha256=eGzRFGzffM1rhLWVNcCCvQW90dxUcZNbwHSvctG8rU4,3046
1909
1910
  mteb/tasks/classification/spa/__init__.py,sha256=-FRjuZqV_8uVdnL9GmzTP3Y7zr7ktkHE9ugsTMgZqC8,394
@@ -1912,7 +1913,7 @@ mteb/tasks/classification/spa/spanish_sentiment_classification.py,sha256=dayQOZF
1912
1913
  mteb/tasks/classification/ssw/__init__.py,sha256=4PzlaxBkbg2yMqJBmkBZVO1ArZQoefiFLx03rJNU6TQ,181
1913
1914
  mteb/tasks/classification/ssw/siswati_news_classification.py,sha256=fJqM22y53xInELhvSPXy1KC2jkNXkGE46UGeT6HYw5Q,3078
1914
1915
  mteb/tasks/classification/swa/__init__.py,sha256=gIM7OBbNAWRJUa7_ElWc4EHEvVX2TUrs0jXYxnKETPY,181
1915
- mteb/tasks/classification/swa/swahili_news_classification.py,sha256=3DnBB9NZkTpUpbzHTA510tF_F1s-_IpYxOfAPhn6UUE,3651
1916
+ mteb/tasks/classification/swa/swahili_news_classification.py,sha256=ZLIqkBUEpH9u3t_pg5BQaj7zdSbwQOnETCBUJwJxkIE,3671
1916
1917
  mteb/tasks/classification/swe/__init__.py,sha256=phSBojx1lLs7Ow8fAsxFaewkc-_bKqZqZT03okvqRbg,489
1917
1918
  mteb/tasks/classification/swe/dalaj_classification.py,sha256=x1GajvgbWwxqi85PBXh3CzPxpwf0UGQ6-klLvcEn678,2950
1918
1919
  mteb/tasks/classification/swe/swe_rec_classification.py,sha256=f4qe5IOY2yw-Ud-wxWej35Hqrgn_dcCJ3TZY1ElEIgE,3302
@@ -1957,8 +1958,8 @@ mteb/tasks/clustering/__init__.py,sha256=on2FxT3bKFn4-ttmyd13nqKCPHGw1UYV5X2lsrI
1957
1958
  mteb/tasks/clustering/deu/__init__.py,sha256=7vq3Nqz34nS1JSuS_Izm7vBpkDN8q4-uf809yPw3RF8,591
1958
1959
  mteb/tasks/clustering/deu/blurbs_clustering_p2p.py,sha256=C8byjvsiO6YzqMrJt4C7ObtcNNFwxn2FzYAxvl7nHgE,3356
1959
1960
  mteb/tasks/clustering/deu/blurbs_clustering_s2s.py,sha256=Zu9K75HpEbeWMvdPJS9euoEo_lrRY0S6CRdByaGDJyo,4347
1960
- mteb/tasks/clustering/deu/ten_k_gnad_clustering_p2p.py,sha256=yDTe23_rvWgt_vtaxZgg4SKHpL62H0YbCWhDqRp5nvg,2532
1961
- mteb/tasks/clustering/deu/ten_k_gnad_clustering_s2s.py,sha256=LOQP5fdHo94XXnexGGFzAumZZvwVbqFLcewJoobjMvI,2540
1961
+ mteb/tasks/clustering/deu/ten_k_gnad_clustering_p2p.py,sha256=AdikfwVbmTKqoA55dzmmSBOreajWp5yaKnC77e3FEU8,2542
1962
+ mteb/tasks/clustering/deu/ten_k_gnad_clustering_s2s.py,sha256=-T2rYoew29MLPtP_G5cpidAAcu_ZGZWDSv683HFQt3o,2550
1962
1963
  mteb/tasks/clustering/eng/__init__.py,sha256=TVoj51ZAZkrgByvsrYvqPXtxW_6h-gpUGB9tRFTOOnI,3143
1963
1964
  mteb/tasks/clustering/eng/arxiv_clustering_p2p.py,sha256=UXozex9TMxctnmwkfWlgAAvhx6ufiVtPpM9r7uuB63A,3935
1964
1965
  mteb/tasks/clustering/eng/arxiv_clustering_s2s.py,sha256=dIcS8YTP7J2ituucxwgAXv5PyfgtJrCdWSet394renA,1431
@@ -2002,8 +2003,8 @@ mteb/tasks/clustering/multilingual/humesib200_clustering_s2s.py,sha256=4OlNvGhWU
2002
2003
  mteb/tasks/clustering/multilingual/indic_reviews_clustering_p2p.py,sha256=0_Q1ePZPRJgOq1Px_lqlrR5C_-dxqsitiS-bOBgVz1U,1868
2003
2004
  mteb/tasks/clustering/multilingual/masakha_news_clustering_p2p.py,sha256=SmxlWKS6i5ecqbUhpRJjdxHmIxEOVEbf-pfiCIvs7ZI,3252
2004
2005
  mteb/tasks/clustering/multilingual/masakha_news_clustering_s2s.py,sha256=-Xq_MyuEukwq8S9drb6uy8KQGvIXIeCWbXl1RkN3e5c,3167
2005
- mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=Z4sdc8FN10uvI8Om8hJJJ_DhnyZmCDD06IPOUXli0ZU,6446
2006
- mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=EY6o4CbYReSgBiYRYmRqdYuIoAkfZAFqfms8W2KDqzE,6046
2006
+ mteb/tasks/clustering/multilingual/mlsum_clustering_p2p.py,sha256=-LVQGG7UEK9Qg46qzzB67QcDVgXStmDaLBFRaB2K7uk,6466
2007
+ mteb/tasks/clustering/multilingual/mlsum_clustering_s2s.py,sha256=2FKuDImRnFaOOQ7kxldb9R8U6s8JMRvMlYGkxgCQF5M,6066
2007
2008
  mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py,sha256=jBKCb5WCSCZSfqpPXabC7isDqPRaxkfocXaGsZwTAoU,8547
2008
2009
  mteb/tasks/clustering/multilingual/wiki_clustering_p2p.py,sha256=aYYjfuaAFeMhGCXIakKS-PFOee0jWGPWZdJbr19pxJE,4403
2009
2010
  mteb/tasks/clustering/nld/__init__.py,sha256=_KwG_aTmQpSAek4clgtkV7MQ5dpUOmbgIQWZoux5T-w,682
@@ -2018,7 +2019,7 @@ mteb/tasks/clustering/nob/__init__.py,sha256=de-t3amIyZAo0iPjy33xVMFKCQlcDNmS4M8
2018
2019
  mteb/tasks/clustering/nob/snl_clustering.py,sha256=WOGSPRHr2us9OpHxkBGAxXtWDYCoMSLhN275NXh8Klo,3674
2019
2020
  mteb/tasks/clustering/nob/snl_hierarchical_clustering.py,sha256=OfdGmodK0eHTQMLo22SMI4FxM47wUCJmYYL8OOPqrCg,3328
2020
2021
  mteb/tasks/clustering/nob/vg_clustering.py,sha256=dARqlFm-uzO7-3s9pmTZS7bhvPP_Khtooe8hjlQ-8Fk,3695
2021
- mteb/tasks/clustering/nob/vg_hierarchical_clustering.py,sha256=MyWjykOJG3n7FGRuGylNDbBXvw_9AfqyP5JRRXW4pEo,3951
2022
+ mteb/tasks/clustering/nob/vg_hierarchical_clustering.py,sha256=WxXAKjaJT-ypf69RfJEiVKOhjThPUQbyjuO-5JEK-eM,3971
2022
2023
  mteb/tasks/clustering/pol/__init__.py,sha256=na-Vwcu9J6P-05_40WLSI0DvhP2hdSRzDRT4A38gbvY,370
2023
2024
  mteb/tasks/clustering/pol/polish_clustering.py,sha256=TUzc8jjz1DJNGBfBqLUsJgGnZKEl8-uFfi1qZ_UGbSw,11263
2024
2025
  mteb/tasks/clustering/rom/__init__.py,sha256=a0tC9aXwVpj8sis0icrgLegnhFKN5gQsFXo1BIpHSk8,96
@@ -2045,8 +2046,8 @@ mteb/tasks/image_text_pair_classification/eng/aro_coco_order.py,sha256=4CrBTUKXU
2045
2046
  mteb/tasks/image_text_pair_classification/eng/aro_flickr_order.py,sha256=UipHMZ9UOR3VFj8ppL8eQFaXy_xSvkY9uCjHwb7usac,1752
2046
2047
  mteb/tasks/image_text_pair_classification/eng/aro_visual_attribution.py,sha256=BnJCUW28PMHL_6bBnr0Tj09NJyUXNvHTUSre4DtrqQQ,1595
2047
2048
  mteb/tasks/image_text_pair_classification/eng/aro_visual_relation.py,sha256=V9iYtUPjk9cehL9SKneH7rgs15RaIA3U9ZLPZhkVCy0,1586
2048
- mteb/tasks/image_text_pair_classification/eng/image_co_de.py,sha256=MYRqR3QubQSB1_W9NSwBjQ0S8qT_j6sMKD9cmucf_jI,4101
2049
- mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py,sha256=3Gn2jB4H05sNTGvo3sXeEboSmzDyevTVau1HrRaa6HI,2017
2049
+ mteb/tasks/image_text_pair_classification/eng/image_co_de.py,sha256=25K-1s5opVmKXZxkyPAdo7VYtI9m9c79pVR10qAUcCg,4111
2050
+ mteb/tasks/image_text_pair_classification/eng/sugar_crepe.py,sha256=ZXmFhtPs8s_nXWFre8IvZu7mrL7jB5pxLcPPaeazmp8,2027
2050
2051
  mteb/tasks/image_text_pair_classification/eng/winoground.py,sha256=zdE8xTTC16NeiyxIC8vR2eH1Mv-YMP8Fd9fAeaYlIVI,1864
2051
2052
  mteb/tasks/instruction_reranking/__init__.py,sha256=BqfiIJ3WTB31ZeTGG-_WG-sf93PmqQB7gJbg8ESbQhg,47
2052
2053
  mteb/tasks/instruction_reranking/eng/__init__.py,sha256=FeTyCOipqqYpLXorPGAeXjuKX96AcX4PVLU_ZIQv4bI,330
@@ -2054,7 +2055,7 @@ mteb/tasks/instruction_reranking/eng/core17_instruction_retrieval.py,sha256=WGMe
2054
2055
  mteb/tasks/instruction_reranking/eng/news21_instruction_retrieval.py,sha256=m6Uy02xOlcH2pFWzW4Gk7Vcq3j5L5qKdoF7yionNfAw,2156
2055
2056
  mteb/tasks/instruction_reranking/eng/robust04_instruction_retrieval.py,sha256=c_Si6Z9-u_7mVx7HvuXI_V3X4-tJr-kiH6aWpWaGLtc,2164
2056
2057
  mteb/tasks/instruction_reranking/multilingual/__init__.py,sha256=oalc9maaj_A_gPLjd-TuJZdOJCdRsIfYh760vss-f94,108
2057
- mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py,sha256=4VxZfQ-B2WztQj32XlvJNOl9cJwAa5SJB_CrVvYtXSA,9004
2058
+ mteb/tasks/instruction_reranking/multilingual/m_follow_ir.py,sha256=7l6TsNLGbS2VHMW811LSvHDbIpaMbg3cvpITOhInn-4,9024
2058
2059
  mteb/tasks/instruction_retrieval/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb7OmeY,19
2059
2060
  mteb/tasks/instruction_retrieval/eng/__init__.py,sha256=rrZ6RqTtD4sAqxcCvGTjrilCXlJX4YRi2Jcg_tyOgS8,488
2060
2061
  mteb/tasks/instruction_retrieval/eng/ifir_aila_retrieval.py,sha256=yrxfAOm8K-gi4cgDOjaXBbJBuK5hGq-8dmLKlZrwTks,2462
@@ -2069,7 +2070,7 @@ mteb/tasks/multichoice/__init__.py,sha256=nw_jS391ttByOsxjJWnxMInBd9GiJVN09ZcuDb
2069
2070
  mteb/tasks/multichoice/eng/__init__.py,sha256=eq04borhYbQqMMbipJg6BhydZhLZDLfm0NknUm45r6I,356
2070
2071
  mteb/tasks/multichoice/eng/blink_it2i_multi_choice.py,sha256=YHsLVHspeNIpA-8x6AYXa-3SVMzuOKVaXauFy0dxOL4,1820
2071
2072
  mteb/tasks/multichoice/eng/blink_it2t_multi_choice.py,sha256=W6M9jDMcNIPkZYe8zt8T-ch4gEuA4astmPWx_7_MHoY,1837
2072
- mteb/tasks/multichoice/eng/cv_bench.py,sha256=NcAlQmV3cGtyJZFBN50a7BnfoGojIYavi9XMrB_UsE0,9299
2073
+ mteb/tasks/multichoice/eng/cv_bench.py,sha256=6SC57V8yiyj9AZYt6K5T4-h1xiKhcwCqQO1_bSgD78E,9339
2073
2074
  mteb/tasks/multilabel_classification/__init__.py,sha256=D93vfKwD5Q5VSlpTysUIbkvAncZFSQAd6sUnN53mw5U,180
2074
2075
  mteb/tasks/multilabel_classification/eng/__init__.py,sha256=mcgoX0OxpR0UNftBXc4HJr27Tsxmjg0cMhBb5swN5Aw,87
2075
2076
  mteb/tasks/multilabel_classification/eng/pascal_voc2007.py,sha256=Lf29mv60xsbLscjmFUzTMbPYWyiJHAgivRzGafIOguA,1901
@@ -2082,7 +2083,7 @@ mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py,sha256=w
2082
2083
  mteb/tasks/multilabel_classification/multilingual/__init__.py,sha256=gYOJftJq07gP6SH5QMn-SZQ83MQINfWlz1fvFRDdqmI,139
2083
2084
  mteb/tasks/multilabel_classification/multilingual/multi_eurlex_multilabel_classification.py,sha256=vfnIfW_oOy8dnrXd2zKBNmhTfg8ydVtYIJqZxRMsqr0,2405
2084
2085
  mteb/tasks/multilabel_classification/nld/__init__.py,sha256=84hVtfQAZNYt1lGzf0Oc_Hrx6vBKHjN2L_h2ilcIKRk,297
2085
- mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=0F6Hltg7qoqhC3KqDBj6Pl-gv4EKeOctkCAtlXIm9uE,3114
2086
+ mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py,sha256=6waBiWaxRNAY5FwFmpP3FZhQObvm21Y56TEz_NYvPMk,3124
2086
2087
  mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py,sha256=_eapD0SUYG8ZUhnc3-NmN86Qer8qkTGRnrSn_T-Ch5Y,1939
2087
2088
  mteb/tasks/multilabel_classification/por/__init__.py,sha256=mJW70APO6ofl6XiPEbsRgL1qVi_RMsWpJwHrdx5_wmw,136
2088
2089
  mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py,sha256=Ke5roy0MYEYgRsdNDL4q_AwmY_rYKpo0H_k8wFnt2s8,1929
@@ -2105,7 +2106,7 @@ mteb/tasks/pair_classification/deu/false_friends_de_en_pc.py,sha256=feormqdXvJWQ
2105
2106
  mteb/tasks/pair_classification/eng/__init__.py,sha256=ME_1M0sfZ36vVSHSNnKKEB5-Cm7EtdkZML69OIHcl0M,697
2106
2107
  mteb/tasks/pair_classification/eng/legal_bench_pc.py,sha256=k24kzLMZWB486eBVO9vpBEC15o49BuMUipt2HmUOqgk,5733
2107
2108
  mteb/tasks/pair_classification/eng/pub_chem_ai_sentence_paraphrase_pc.py,sha256=ZGJIiJSC-zaeyYD8c1DaBML3FZ7b41YwgmqcsaOmOxE,2287
2108
- mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=nynu5-RfmKXiHD-9_ROF3409rCFDBC-mdKy7rnkkByM,4087
2109
+ mteb/tasks/pair_classification/eng/pub_chem_smilespc.py,sha256=3pNwV6et6oGbW_rJ1oWW7U-VU-k0EiWvAesF0RkBRYw,4097
2109
2110
  mteb/tasks/pair_classification/eng/pub_chem_synonym_pc.py,sha256=8jZhgZ9Xj5wV8zH4xQNuT-Ko7Rs0cAfDri6MhcnXnsA,2247
2110
2111
  mteb/tasks/pair_classification/eng/pub_chem_wiki_paragraphs_pc.py,sha256=f1vhvLYgzL46iPZkgkCefPqxkZdG2dbyMbhyIvalBnM,2264
2111
2112
  mteb/tasks/pair_classification/eng/sprint_duplicate_questions_pc.py,sha256=qTv9-TIWaB5k05IhIfOGSGpYd3Ovd58QT9cZdIyjF9E,2104
@@ -2126,8 +2127,8 @@ mteb/tasks/pair_classification/multilingual/__init__.py,sha256=Se4NBy208UzG7ZYWL
2126
2127
  mteb/tasks/pair_classification/multilingual/indic_xnli_pair_classification.py,sha256=8wmaLY1h5XZfz9dhkj2SkhGvwvpf5Mo-7YanQ4YEfN4,2230
2127
2128
  mteb/tasks/pair_classification/multilingual/opusparcus_pc.py,sha256=h8LHHaWxuvsdtW9rFP5oKyLhnNJcEDq7b_a_DoH84rU,1500
2128
2129
  mteb/tasks/pair_classification/multilingual/paws_x_pair_classification.py,sha256=0IpodQ1H3rM_YEcODUDQPNeOHbkKrBi4OCbwC9LI2OE,1651
2129
- mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py,sha256=8dfz67oJA54jdtiOMeiXytIA1yXD_CGDoY1HqmvaaV4,2802
2130
- mteb/tasks/pair_classification/multilingual/rte3.py,sha256=JM-R1De9aa3yuls3spoTeB-pifGW1E4WQ7GX0hJsJeM,3085
2130
+ mteb/tasks/pair_classification/multilingual/pub_chem_wiki_pair_classification.py,sha256=6TdIc3qatKEfWJSnDk74ueE68m5XFjkZ3Zyq93EHwMk,2812
2131
+ mteb/tasks/pair_classification/multilingual/rte3.py,sha256=CYlccxaLsyMGmATLqCVx-RZtB2IQpUlqGVNUOK1TxBg,3095
2131
2132
  mteb/tasks/pair_classification/multilingual/x_stance.py,sha256=NPLzF8j_d_Y8kLocfIr8qaeJzJBwWE-1uveXxmGYI8M,1536
2132
2133
  mteb/tasks/pair_classification/multilingual/xnli.py,sha256=n30pByUOtlJHsC4YPOPMfUY_Ns_3CeCQ-R4VgcwbU_E,4696
2133
2134
  mteb/tasks/pair_classification/nld/__init__.py,sha256=H65VNZnmBDsyupF4PtYVz-PwYD9b0xXb-9e6ODK2-DM,214
@@ -2195,44 +2196,44 @@ mteb/tasks/reranking/zho/__init__.py,sha256=ut3BvVt_ZNktlEvBx587CSEy-1Q7U3XZjEt8
2195
2196
  mteb/tasks/reranking/zho/cmteb_reranking.py,sha256=Vzp_m5PRnCNth_5ibmq-y21GUuZ2qRADmagJa25r6W4,5403
2196
2197
  mteb/tasks/retrieval/__init__.py,sha256=8FjY5EOE3dZG5FztpAKkkJLTvAvtXbDKq781fyvboRc,466
2197
2198
  mteb/tasks/retrieval/ara/__init__.py,sha256=nJCx6hPagMStiKsY-ybvQM3oMcskY12aPBvUk6vCLt8,102
2198
- mteb/tasks/retrieval/ara/sadeem_question_retrieval.py,sha256=ko_qxf2ntzSL_p-je0MQiHHQrATFlPuKmC6DE5OSdQ0,2101
2199
+ mteb/tasks/retrieval/ara/sadeem_question_retrieval.py,sha256=UG0T_NCWT8YAIk3EEE8f2NtmezrmPoLw59QjVQl_aJ4,2111
2199
2200
  mteb/tasks/retrieval/code/__init__.py,sha256=BH3G5qF_XQ9lY0dpNxxrdNMj4JpzhPsyBABqovm3Op8,2008
2200
2201
  mteb/tasks/retrieval/code/apps_retrieval.py,sha256=JaUORyhkNUzJ6V8a8XrrIkioVi2phAVO3lMtUBAB67g,1423
2201
2202
  mteb/tasks/retrieval/code/code1_retrieval.py,sha256=bFQjQtKw0Lpn5Yj_uRFbRYUKnd61McnpTrc8Pzm5yns,1094
2202
- mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=HGyxyTC5HPGKnZp3bkLLQg0RTBNEj1Oz5KCug6VFmXA,2906
2203
+ mteb/tasks/retrieval/code/code_edit_search_retrieval.py,sha256=BFmOMsDH_7IhwC7BAFasuyeBphITTzWNos82LMER9Fw,2916
2203
2204
  mteb/tasks/retrieval/code/code_feedback_mt_retrieval.py,sha256=CiJ8pYt3gmYR0mnk8KqdaO1jXgQbpU4aKvOe4d7lpu4,1489
2204
2205
  mteb/tasks/retrieval/code/code_feedback_st_retrieval.py,sha256=eNV1DKxmKJzhIlBVP4u1JsxPRV_SrfKG4Uy6csbXZjM,1477
2205
- mteb/tasks/retrieval/code/code_rag.py,sha256=L3_brhU2HXCSlLaZ1Xr4_0wUBtGuhxySdjhPyVm9C30,9617
2206
- mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=T7f80kRBXaUAbB7r14cpMDdYXAQRLWXYLjmTpLlEquk,3845
2206
+ mteb/tasks/retrieval/code/code_rag.py,sha256=CvUlB3RogFHbEjAD-p_CTVuIIE_Iw91gdPCPoIaE7xQ,9697
2207
+ mteb/tasks/retrieval/code/code_search_net_cc_retrieval.py,sha256=ZdHQgkckIYYwpIAiNlDVYVco_MUCzqYRYHTGHR_uVEA,3855
2207
2208
  mteb/tasks/retrieval/code/code_search_net_retrieval.py,sha256=BECmHuIQXeDjjUBKmvjYji395Ep-RnF0fCgpGXDZTus,1504
2208
2209
  mteb/tasks/retrieval/code/code_trans_ocean_contest_retrieval.py,sha256=pkFKpaKuBbGYU-tezvSz_BMESUKY5Pp17CmSj4e0_K8,1497
2209
2210
  mteb/tasks/retrieval/code/code_trans_ocean_dl_retrieval.py,sha256=WrcLbhtJkGqWcsmw9zDfDuiW7vkVi_-nQK2ZjJFhO6s,1567
2210
- mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py,sha256=sUmbwYCE2AMsna_9QRGUHSB67-8W2NYLtnRiTiCwK0A,3814
2211
+ mteb/tasks/retrieval/code/coir_code_search_net_retrieval.py,sha256=yjdwnVMedPoAtNAFUljdcEN2tauBNDCyZsWYW727V-c,3824
2211
2212
  mteb/tasks/retrieval/code/cos_qa_retrieval.py,sha256=CYWty69H3aJQi3FHz-Qqj_O2usb19kH7Ct0nAcWNzlQ,1469
2212
- mteb/tasks/retrieval/code/ds1000_retrieval.py,sha256=b71euzYY5YyPOTbdX7tAGsyjot8aaUXEnaqN7Qnccfw,3427
2213
- mteb/tasks/retrieval/code/fresh_stack_retrieval.py,sha256=ZJDG4PYwDrrtyrx3GRPiJhDpz3KIlgb4_YN8VJmWRYA,3534
2214
- mteb/tasks/retrieval/code/human_eval_retrieval.py,sha256=WvRReOlvFsH-sv1SsTXtgy8dyvmB0wvzTQydqTJDlE4,4354
2213
+ mteb/tasks/retrieval/code/ds1000_retrieval.py,sha256=DQ9tMtE_7z_5HfgmU9M9Sr6tInNyP0_Jxso8e7d3PxA,3437
2214
+ mteb/tasks/retrieval/code/fresh_stack_retrieval.py,sha256=YCS94S5l8pSdp2jFSg4nXWDUGByvxUZ-SmgDKN2S334,3544
2215
+ mteb/tasks/retrieval/code/human_eval_retrieval.py,sha256=kIjIleexe8UQxcH8EY-0rL_n3Ksa7hnDMoRQxY4XQi4,4364
2215
2216
  mteb/tasks/retrieval/code/japanese_code1_retrieval.py,sha256=-FBDBmx2h4iYUv7b-jgwBXmHq7HguGpC6Uvc1fzbyb4,1133
2216
- mteb/tasks/retrieval/code/mbpp_retrieval.py,sha256=dsBu_BUjSpMQRW5cJtIVAdcx_SzfQOTUuO_xGZpeHRU,3379
2217
+ mteb/tasks/retrieval/code/mbpp_retrieval.py,sha256=kHsqNvOz4ZbuV1R4kslyUMB5h7ZjCZs43n0YkUkqa_Y,3389
2217
2218
  mteb/tasks/retrieval/code/stack_overflow_qa_retrieval.py,sha256=NjD7b7234xrlA2xKdfLwLRg1A0Qy8GQfjm_kFo1JKOo,1563
2218
2219
  mteb/tasks/retrieval/code/synthetic_text2_sql_retrieval.py,sha256=TQikfAT_n65OzJEWmlxaj4mncce3hdzFpuB9ZIsBktQ,1640
2219
- mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=6hDRUIUvaM0QoBf1AFLi0Ba4PVq1fyW8L8RKWeAAbgI,3339
2220
+ mteb/tasks/retrieval/code/wiki_sql_retrieval.py,sha256=UPUw0d7bZ0qg2HBvlMOFETUJaIkqhVsA-OwCCV_wtFo,3349
2220
2221
  mteb/tasks/retrieval/dan/__init__.py,sha256=gHkyCxzEZ-Nyv5HBLsQ0VPs1y0JjoxNX5q5kOhPiCT4,280
2221
- mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=7ROdaY_zOwTAezN9CyQJGuQZCi1GbaZHkeHYFOKzaAI,5664
2222
- mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=C7zBXvAVFKkg34Y_D0hnSJcR6E2swGq27rTBJpQub4Y,3800
2223
- mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=GxFwmUK-FgnU7iR_49npZ7qkZutgl7M8flHaLzQCMKk,3433
2222
+ mteb/tasks/retrieval/dan/dan_fever_retrieval.py,sha256=ai0FtMDFbT0QeIukoIdGSrDhSBsXihoHEFjxlVasywU,5684
2223
+ mteb/tasks/retrieval/dan/tv2_nordretrieval.py,sha256=g2TOJYITgLiTgeUCwXgfCH871k_KDzlu1WaM4__ZM4k,3820
2224
+ mteb/tasks/retrieval/dan/twitter_hjerne_retrieval.py,sha256=g0q6TUrUPUpNqEfn3MEct1u_RdfcBZVn9CtREQg6W1A,3453
2224
2225
  mteb/tasks/retrieval/deu/__init__.py,sha256=xgC4Nt2DCgcoCAkiErKSCQENs18DJtHFbocSMWS_278,719
2225
2226
  mteb/tasks/retrieval/deu/ger_da_lir_retrieval.py,sha256=ZQFzZLguoOmrZ_pZVk4w5N7vzhiUYcg8sTvs62S4EaY,1371
2226
2227
  mteb/tasks/retrieval/deu/ger_da_lir_small_retrieval.py,sha256=zb5SGbztP3xQI9tt-3MEFsxEvxXzVlpo-ahx1cFd-WU,1572
2227
2228
  mteb/tasks/retrieval/deu/german1_retrieval.py,sha256=vnG49Kdx-ZgvW-arP453i2ExgF6sYGd46LSt0tnh4ok,1069
2228
2229
  mteb/tasks/retrieval/deu/german_dpr_retrieval.py,sha256=xN57g_D7bd-xULMMsK28bnmgHcRw-G_h7lDMCv7-e0c,1371
2229
- mteb/tasks/retrieval/deu/german_gov_service_retrieval.py,sha256=vpmuIE7B67B26lY4MDr__xxb9FeyiuuRACsSxMbGrec,2808
2230
+ mteb/tasks/retrieval/deu/german_gov_service_retrieval.py,sha256=BOYxKjPKkBYiK4N2pNGMVDGfMd2Eo9JwNQSJz6yQ4X4,2818
2230
2231
  mteb/tasks/retrieval/deu/german_healthcare1_retrieval.py,sha256=v0j9VPCOrPwxRchE2T6U63ytG_d0-NAGD7XTZ3U65nk,1127
2231
2232
  mteb/tasks/retrieval/deu/german_legal1_retrieval.py,sha256=MGCpT9KvnF7NjEiozlIaP6f2-W223-AxVDpu5eCC6os,1110
2232
- mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=26-zGYY2dOLnOaxCWOSF_dMGxL3yH8OnxKb4oPvYqDM,2408
2233
+ mteb/tasks/retrieval/deu/german_qu_ad_retrieval.py,sha256=3muhi2LKYK8lcuATYCpJOyOku7xR-5UgO_Saj4vcxgI,2418
2233
2234
  mteb/tasks/retrieval/deu/legal_qu_ad_retrieval.py,sha256=l_UNVkOQxqlKp6wef2BM-GKtyYnmYLYThGZZnUsR_-c,1594
2234
2235
  mteb/tasks/retrieval/ell/__init__.py,sha256=46naXAZtJzyezyqOQGRIlr4zQVkqGQJdj7ztjMrez9Y,72
2235
- mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=00DJWkM9xm0pMpCmZcssc8Df-GQ0fKhhpUB0rAlsb6g,2543
2236
+ mteb/tasks/retrieval/ell/greek_civics_qa.py,sha256=3wmhtWH_bmNnCRtAGcPc9y_8kGK6foAI4rzPe6lDaWs,2553
2236
2237
  mteb/tasks/retrieval/eng/__init__.py,sha256=PVMsl2oXNQYggkMkU7RKF20ZqWL_EXOrwp9q2Ji2ANc,17555
2237
2238
  mteb/tasks/retrieval/eng/aila_casedocs_retrieval.py,sha256=UKoN9oE8C412REf8MV16aUDgE5NwkHxnXsh4dcLztpk,1398
2238
2239
  mteb/tasks/retrieval/eng/aila_statutes_retrieval.py,sha256=GugjZwaWmTlNyYzK8ACKZHIiUw2YBvLaVyTngN_qQyM,1366
@@ -2249,10 +2250,10 @@ mteb/tasks/retrieval/eng/birco_relic_reranking.py,sha256=zx-zJpQWKmoJ89l1kkmEGW7
2249
2250
  mteb/tasks/retrieval/eng/birco_whats_that_book_reranking.py,sha256=_N8dSye5Zoizma9iuNhE8LY5norGh_zfiiOAomdtcXs,1776
2250
2251
  mteb/tasks/retrieval/eng/blink_it2i_retrieval.py,sha256=WqZ1l-S3u9RAjwwc8umy5RH67zwJjjWRCYWnVpjtupQ,1326
2251
2252
  mteb/tasks/retrieval/eng/blink_it2t_retrieval.py,sha256=sSnpb6QGHok-vvBaJz49wIN9RIYaeZbUVzYs5dfXUTI,1326
2252
- mteb/tasks/retrieval/eng/bright_retrieval.py,sha256=OU7zEdZP15Or46Zq_t-fmxzjFVMWtQeCpG7ZL84QPNk,5220
2253
+ mteb/tasks/retrieval/eng/bright_retrieval.py,sha256=sdZIwNJkRM0gxIEluIW4Q-elyHZ__sLnmvZ_yth1-j8,5230
2253
2254
  mteb/tasks/retrieval/eng/bright_v1_1_retrieval.py,sha256=Al8b6hjQPOBIB2jcQfSxcdH1BQvzMXimMYNsIJbbmXM,34917
2254
2255
  mteb/tasks/retrieval/eng/built_bench_retrieval.py,sha256=pqsIaVMl0ugGl5wx1oHPooqpRTLhXJYPYSy51ci89yQ,1528
2255
- mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=1ap3gaOVC3-kDqnN19KPep1JZ4fbHmJ4BBjxtHiPpWc,3611
2256
+ mteb/tasks/retrieval/eng/chat_doctor_retrieval.py,sha256=RQyAxoNlgRFNmggfg399qRjrkHUTRScLGikTpfMnMTQ,3621
2256
2257
  mteb/tasks/retrieval/eng/chem_hotpot_qa_retrieval.py,sha256=sLTfqBf967htSU7Ego7zkEC8QYVWFI12YoHxa-urWEw,2114
2257
2258
  mteb/tasks/retrieval/eng/chem_nq_retrieval.py,sha256=8bl4PRKJwYgNF0sZPZQINgn81-r3c_2gDoMQJYdpb8I,1886
2258
2259
  mteb/tasks/retrieval/eng/chemrxiv.py,sha256=-HS_axsMPaEKr8T0d9WvgfJ_UmAr00InHFjFpt4VDVo,1404
@@ -2287,8 +2288,8 @@ mteb/tasks/retrieval/eng/fashion_iq_it2i_retrieval.py,sha256=Vtm2MZrZ1f7BMxxzr4D
2287
2288
  mteb/tasks/retrieval/eng/feedback_qa_retrieval.py,sha256=YAUn1EeeSxWanB3ZRirECxafHZvEnUbJmcFNXMxhnIU,1766
2288
2289
  mteb/tasks/retrieval/eng/fever_retrieval.py,sha256=CRUzFPZSwD3J7JBpzofXYZsLLzjKhJ-CDM6O7Fab-z0,3977
2289
2290
  mteb/tasks/retrieval/eng/fi_qa2018_retrieval.py,sha256=BChxosI8yRHrHwvpF_EtgzGPKdXwhD-47kPxiUJp01A,1520
2290
- mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=a6BIflhqj8UV-t2FvxupAxqsAyqp3XIEQYU05-zqzeM,3721
2291
- mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=4oVfNZDFTgjDg-0r4iYuM42YHVV9HKRSbuiNZaqzrh8,3519
2291
+ mteb/tasks/retrieval/eng/fin_qa_retrieval.py,sha256=ZkBak9kelUCWEFCMXoDqIFlermXDYhdLg3zSnk9-HQ4,3731
2292
+ mteb/tasks/retrieval/eng/finance_bench_retrieval.py,sha256=ZFBMqSiVsZCaPtnvmI6qvAUF-b8K5RFAe0nziYH0dOM,3529
2292
2293
  mteb/tasks/retrieval/eng/flickr30k_i2t_retrieval.py,sha256=Hg1rH1jYQI0GnrjQt42cqHOAgVQbWwrb3i66mufl8b8,1576
2293
2294
  mteb/tasks/retrieval/eng/flickr30k_t2i_retrieval.py,sha256=0yLnzX_qtumHsBQ2eZILtxaYDNjQ61128zz0xFRKltU,1568
2294
2295
  mteb/tasks/retrieval/eng/forb_i2i_retrieval.py,sha256=gTs-0EPIW8omneJSzAjsOaM0eVHrZM7X2pq2p0af35E,1289
@@ -2296,9 +2297,9 @@ mteb/tasks/retrieval/eng/gl_dv2_i2i_retrieval.py,sha256=aeVQjOlZG0OUPTt5HhZbAEMr
2296
2297
  mteb/tasks/retrieval/eng/gl_dv2_i2t_retrieval.py,sha256=z9Fn45XT832Fo3N1IIs38jNW-RdqrtjI0JYi7JIDI_k,1449
2297
2298
  mteb/tasks/retrieval/eng/gov_report_retrieval.py,sha256=Xqr8dDqo8wHXDMbZ_HuFS46ui5QFpyh_z09R5zK9FHw,1662
2298
2299
  mteb/tasks/retrieval/eng/hagrid_retrieval.py,sha256=IfF8y1yUURZ-CiT8g2i1XK5rC8N83_E_XpgWvUUBGfw,1454
2299
- mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=FwM5vNMqI2WtUwiRe-6rQJpZVPNGwkVKMjAgnxrwwAQ,3314
2300
- mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=wY5qjHi1V7IiCn8LBgYTV3MHPuCUV8cF283_HsSPvtE,3314
2301
- mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=Smq4tCT0gkD1_endH-iXfPjcuLus4qfraOBfKxEe9G0,3599
2300
+ mteb/tasks/retrieval/eng/hateful_memes_i2t_retrieval.py,sha256=wR2ICPoft_ercfETDRutdNJEpf6olZg_TOqEpe_4YBQ,3324
2301
+ mteb/tasks/retrieval/eng/hateful_memes_t2i_retrieval.py,sha256=YHGKAizNTIDApgpxKCseFKH6QuuxEo7eFekbN-1Fu0g,3324
2302
+ mteb/tasks/retrieval/eng/hc3_finance_retrieval.py,sha256=r-kGFB-NDJgO8buqox1pFfxJ6h2OUE4O7ONv1mIr4JM,3609
2302
2303
  mteb/tasks/retrieval/eng/hella_swag_retrieval.py,sha256=SDMTKYvcN5WGIiynYH7fqvlUb5qzTNeFTv6IJpOUIgQ,1598
2303
2304
  mteb/tasks/retrieval/eng/hotpot_qa_retrieval.py,sha256=DeNHRepIvcI217SqTuMvEsWMhNL1gcMblSRww60VCDw,3943
2304
2305
  mteb/tasks/retrieval/eng/image_co_de_t2i_retrieval.py,sha256=9M1yMrYBVS7_ZHHc7yyY3QDC4ao1XSpFc3dT0k7WGWI,1288
@@ -2307,39 +2308,39 @@ mteb/tasks/retrieval/eng/info_seek_it2t_retrieval.py,sha256=qJ_pyxAvIVHUmibBSd9T
2307
2308
  mteb/tasks/retrieval/eng/legal_bench_consumer_contracts_qa_retrieval.py,sha256=NrhXlzXSpy1aCYvakdN4vgcrfrP5iz6Rw0otc15wf_k,1530
2308
2309
  mteb/tasks/retrieval/eng/legal_bench_corporate_lobbying_retrieval.py,sha256=zvhW2Gq0BFmXYp7-EoZ8rZWgI47wrG7z9e-1qM693io,5189
2309
2310
  mteb/tasks/retrieval/eng/legal_summarization_retrieval.py,sha256=Fk_GtYWzbA1AIpS9w_bdxL2RsH-_HYj4u4zm2A_cWRI,1447
2310
- mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=CIPdGGu_-JcbcL56Ptk6JFKn5kXvY-rpCesPjMkhP-U,2630
2311
- mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=gXH_kBOU3JNoTzQGDXPeM8TxTrOFwpKFa56jBN86KFs,2993
2312
- mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=ly0KSw-BQdUztvWHhZmafAHj802HTUfppyiaxUwGjiA,2988
2313
- mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=1j89R0jGQAEuv_usmq7J-XRIZjMJU-MrzzIbh97MdcY,2637
2314
- mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=mUdwZwZ8os18NQ84zoqE4SfVxIG9pD1C16cDVJb0TsM,2321
2315
- mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=SdS2fGF__Y7lfb49NSLoWyJBKX1alccV3CvylwrEzPU,2889
2311
+ mteb/tasks/retrieval/eng/lemb_narrative_qa_retrieval.py,sha256=PtXraQQ9y9MsXeefHIAXW9Aaxm77LMhJnto753OUVMg,2640
2312
+ mteb/tasks/retrieval/eng/lemb_needle_retrieval.py,sha256=dAFMJtEp0v8a6xdrT9mA477M8B219cfFEmrCG8Ih7yo,3003
2313
+ mteb/tasks/retrieval/eng/lemb_passkey_retrieval.py,sha256=jhCgBykBfH8iWPTdbxXEINTMrJ9t8hPHZhPM_JhZ7UA,2998
2314
+ mteb/tasks/retrieval/eng/lemb_summ_screen_fd_retrieval.py,sha256=u_3kN2JrsGXjBZCC6YRv_VM_LAsLem-1m-2HkNAxBGM,2647
2315
+ mteb/tasks/retrieval/eng/lemb_wikim_qa_retrieval.py,sha256=1K7V7lglbTy1Ur4zwrtRNr4PQN2maK9l7rmAscjFw4U,2331
2316
+ mteb/tasks/retrieval/eng/lembqm_sum_retrieval.py,sha256=LNU0RV1u_O2la577GCXAddIopZE7gdCmpnxdXSdGAlo,2899
2316
2317
  mteb/tasks/retrieval/eng/limit_retrieval.py,sha256=0asw3V7oBfVTinfhOHx-bzvN8G1wfO1ec0gAIBCT3pI,2586
2317
- mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=1QqeGLxOwm6kKIXGFkhcsscnlxjXTNprX9CY9GriN4M,2963
2318
+ mteb/tasks/retrieval/eng/lit_search_retrieval.py,sha256=tvE-UxBTRwOudpnr6pCBgVc8MR8TReJoY4dWgjlQ6Lo,2973
2318
2319
  mteb/tasks/retrieval/eng/llava_it2t_retrieval.py,sha256=j2W4nh5EPcbvilYqgyjJ1tfHgxLsKGG5wisSsiAVK3A,1780
2319
2320
  mteb/tasks/retrieval/eng/lotte_retrieval.py,sha256=l5akqCc54mS1fmmhBWie-2EDpuCc0sQZRCtm2c3x3YA,2325
2320
2321
  mteb/tasks/retrieval/eng/medical_qa_retrieval.py,sha256=tmraQ6Y6IFe_BbFb0tVtC0W_kADF0D6Fvh3xybwXyhs,1368
2321
- mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=vUC30Jy2kybHkoMaHC3MG5cXUuxXOMRJQKYlXHTZXQI,3953
2322
- mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=8kbLlCJCfZdl0hKsEgcd6LnU1y082wobxLRu7KEwAFM,3956
2322
+ mteb/tasks/retrieval/eng/memotion_i2t_retrieval.py,sha256=krX3hjX36oxsqEe1XTK4-BHHpOsO8CWRkxJMrZsWn5c,3963
2323
+ mteb/tasks/retrieval/eng/memotion_t2i_retrieval.py,sha256=MIRybZwX4EX-9vehlL9o6Qf7L3IIutV1b-bP8ncPGco,3966
2323
2324
  mteb/tasks/retrieval/eng/met_i2i_retrieval.py,sha256=tv1U0shLRqoKn3e9BRU3Q0tFJLKDTt0gt4qq8F8Phg8,1377
2324
- mteb/tasks/retrieval/eng/ml_questions.py,sha256=-ig9R4P2RPkO2O22ou67e98lX_Ieq9VIxHA2mNjUngQ,3757
2325
+ mteb/tasks/retrieval/eng/ml_questions.py,sha256=9UfEYSCgrtMv2uH56BDP8_fepad09aA_zYXtxiY8QxQ,3767
2325
2326
  mteb/tasks/retrieval/eng/mscoco_i2t_retrieval.py,sha256=CMphGPlJazwHR0aQc0RRUGkv4sTS2ih7KDmw1fqZFtQ,1562
2326
2327
  mteb/tasks/retrieval/eng/mscoco_t2i_retrieval.py,sha256=0DMK7f-SkIox-IkAej2dK2eGv2uDC3v-9vRjJMO9Nek,1537
2327
2328
  mteb/tasks/retrieval/eng/msmarc_ov2_retrieval.py,sha256=wNOJR6skiUq3ZTUo4UMB11AO2cMgZ6PBhRhP_RaFw88,1862
2328
2329
  mteb/tasks/retrieval/eng/msmarco_retrieval.py,sha256=m6MmlDSdzIYWpIZ7OEvFL1gvQKl0amguvKx0N3ytUpI,3815
2329
- mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py,sha256=xIXcMpHPQOfANsyetetwSz8eaHibw7MGy6CpWwvyvoY,2908
2330
- mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py,sha256=Wu3g5vxW0DIdMXFP1PM9eO0llLfpPxvtb1KopFgvZl8,3167
2331
- mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py,sha256=gfcCOlGnkyzBJmTHS6OpMeujmeRPag1aMg_KY0IBzDo,2958
2332
- mteb/tasks/retrieval/eng/nano_fever_retrieval.py,sha256=tPp8rkodj-ksiD1mKQbwhzj6b7Jt3_FIawC-3K0jThQ,3580
2333
- mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py,sha256=fsuOr-H7Vr4vIe_24W9Z0l_4EPIMlaHUACoaKwTYr2w,3177
2334
- mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py,sha256=XLrOsbFSCvHPYQwpE-EzLbXC93RKpr2cfmWIYxhL04c,3618
2335
- mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py,sha256=HAMvL3e1UIdvIaICT8HwgdeCRyeya3SjNYmliPavk7Q,3323
2336
- mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py,sha256=iBtsIL4fNCM3K10-ZoorstYHS4Ri4aF6wYSEcehb-50,3232
2337
- mteb/tasks/retrieval/eng/nano_nq_retrieval.py,sha256=ErX9hHcmZc9AGZZmB-Nye4myyn8_4l2tOrW4Q8MNdaU,3338
2338
- mteb/tasks/retrieval/eng/nano_quora_retrieval.py,sha256=Yh0qNAO2O_hQAb9vN3GF9q33F5mQzoSgPO0NmgbcBNg,3177
2339
- mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py,sha256=DqXN50YkoBf2lUroh1C-_MMI1tbh5L80BAY3z2zvPs8,3060
2340
- mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py,sha256=dZ8pNX1FUKx-Cl5EE4SJ2QxSETAx8TSj4pMy9xEqS9Q,3115
2341
- mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py,sha256=mpbq73szK32xpXJT00ofXncNk-FrG8TjfKA8DLsHhc4,3178
2342
- mteb/tasks/retrieval/eng/narrative_qa_retrieval.py,sha256=FqFNcf0EVPsm3_U1Os1-REa0yYNNaTKPD8e3yQk0LdY,2241
2330
+ mteb/tasks/retrieval/eng/nano_argu_ana_retrieval.py,sha256=RzDnxufKICKNAn6BtHn6FDjPO6GvJxQztwHKo-ISqXo,2918
2331
+ mteb/tasks/retrieval/eng/nano_climate_fever_retrieval.py,sha256=hIpm9zlo149VewLVQk6irfeOmDIJ9J4suOy7U30VNw8,3177
2332
+ mteb/tasks/retrieval/eng/nano_db_pedia_retrieval.py,sha256=QlJF5Y0JGzI8zP2TcsGmSeGtQZqbZPUCsWd_0Y-FzaU,2968
2333
+ mteb/tasks/retrieval/eng/nano_fever_retrieval.py,sha256=l9tcPW3yQ7Mlx-gdXv2x3djM76bN-o6VCe4bniTzo48,3590
2334
+ mteb/tasks/retrieval/eng/nano_fi_qa2018_retrieval.py,sha256=lXdWE2SeOxsitYxFPH6Jz_fb2rcUuwBfM21EEZhMRS4,3187
2335
+ mteb/tasks/retrieval/eng/nano_hotpot_qa_retrieval.py,sha256=49I6nuX6dm2uYjVznTLb0ngCvRhspJrTApvciiPnJ18,3628
2336
+ mteb/tasks/retrieval/eng/nano_msmarco_retrieval.py,sha256=UglN8ldK3h150GFYpTzYhnp5V6-qmlXQKkJQD5QQ3AM,3333
2337
+ mteb/tasks/retrieval/eng/nano_nf_corpus_retrieval.py,sha256=obmqSiOqnXjs28G4XtdeTSV4rFXDoS7bufUYxR1Vc9k,3242
2338
+ mteb/tasks/retrieval/eng/nano_nq_retrieval.py,sha256=3GDWWa2TjPcShBvD4afCWbQfMWqSvxrYfIWFIfSKvFs,3348
2339
+ mteb/tasks/retrieval/eng/nano_quora_retrieval.py,sha256=2tB0-SsaE8qCSn4oChLFDL--0n7TnhFe0DE6wBDWT1M,3187
2340
+ mteb/tasks/retrieval/eng/nano_sci_fact_retrieval.py,sha256=-Y0xwwqFilZIZ4W657sRrOXnD0QwYf4GN1ZrKIzMN5w,3070
2341
+ mteb/tasks/retrieval/eng/nano_scidocs_retrieval.py,sha256=C1DLFlPHVi5vTYjmJVKS3cnnEh9WuFMxUfeHg2OinNk,3125
2342
+ mteb/tasks/retrieval/eng/nano_touche2020_retrieval.py,sha256=JBqIfaBpRRXtMcZBkQ_7kSLVEV7o6KfH0yKJhhMC_6M,3188
2343
+ mteb/tasks/retrieval/eng/narrative_qa_retrieval.py,sha256=WyCaVDL1ImW5Sa973QtZSQ42R6eUwPQ4HJiKykFlNYc,2251
2343
2344
  mteb/tasks/retrieval/eng/nf_corpus_retrieval.py,sha256=q_MvitixEXmSoPKP94GYw2Px-YNlbb4uNbhvQKDeHY4,1515
2344
2345
  mteb/tasks/retrieval/eng/nights_i2i_retrieval.py,sha256=L4ABfQZo6lHZ_jGnBrH1Gxqmzs3Y1wlvqJ3R-pFp9dY,1528
2345
2346
  mteb/tasks/retrieval/eng/nq_retrieval.py,sha256=2r6M-R_VcNs2VXFgRVde-dTjLZeK1iscB-P8VcfTuRs,3262
@@ -2349,7 +2350,7 @@ mteb/tasks/retrieval/eng/oven_it2t_retrieval.py,sha256=gnomGPeN3nm22sfF5avD3SKFF
2349
2350
  mteb/tasks/retrieval/eng/piqa_retrieval.py,sha256=tWs1jxC_BQu2s0iimBCGDiu-3QZefFRnQaeHk2C2kwA,1615
2350
2351
  mteb/tasks/retrieval/eng/quail_retrieval.py,sha256=qpwhSbAFqZWrSS3UKFyVvJBOHb0I6hY8wgSPY94ka4c,1703
2351
2352
  mteb/tasks/retrieval/eng/quora_retrieval.py,sha256=KASLS_K0mzK0PydnSifldKtO2fKoV2cEIZu-pgkkgf4,3485
2352
- mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=MfiuCJaIyA09k293BRFoedjsh0Xbim0YbjryrhNDmok,12897
2353
+ mteb/tasks/retrieval/eng/r2_med_retrieval.py,sha256=ovsUoElDHWYGXzHncopUnrrio6IaRma2My9pKhcAlrs,12977
2353
2354
  mteb/tasks/retrieval/eng/r_oxford_i2i_retrieval.py,sha256=smlcZ4sRJMAfiYrBKkpz-r4BeFQhGxjt8nhWfWmuhz4,4165
2354
2355
  mteb/tasks/retrieval/eng/r_paris_i2i_retrieval.py,sha256=9d5rCYCpHWJIlmO3cmW_S4Qix8-QEiqt6lxxUS9MJXc,4096
2355
2356
  mteb/tasks/retrieval/eng/ra_rb_code_retrieval.py,sha256=TnpaFV1HFZK2uceL-p6w5vwAgxKC6Kxi-Ou7sQCpEa0,1965
@@ -2357,8 +2358,8 @@ mteb/tasks/retrieval/eng/ra_rb_math_retrieval.py,sha256=jcwsK88cmFInVMZdtssa_tLO
2357
2358
  mteb/tasks/retrieval/eng/re_mu_q_it2t_retrieval.py,sha256=3olBhJuvbQ3ge58dWUV0jzfIxEKwcHgGykzw5SkPL7s,1766
2358
2359
  mteb/tasks/retrieval/eng/rp2k_i2i_retrieval.py,sha256=w2JPvtWP15pATjk3s6phMm8xgtHj7T2VkLhh1osv4C4,1198
2359
2360
  mteb/tasks/retrieval/eng/sci_fact_retrieval.py,sha256=oojafsAKuFccHIB6BWjks4NdG7yLUh0vn4fSTMcmOvA,1351
2360
- mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=Uw7T56GfKBsvm7RkWgmjJ4KKZY8LB9T6BaqYMuR_m9M,3166
2361
- mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=5iHYfMOxRulYOz81bFM7CKGuUuekRu9oGAs62M-0UH8,3166
2361
+ mteb/tasks/retrieval/eng/sci_mmir_i2t_retrieval.py,sha256=ID_DWkGYp0-aBT-i0o6OFaA0elp1ZDrJJQLZd96JkGk,3176
2362
+ mteb/tasks/retrieval/eng/sci_mmir_t2i_retrieval.py,sha256=nsBwyUN8yVJqwkz5qg5p_H16IxMI9qWGgyLzfsjRJJs,3176
2362
2363
  mteb/tasks/retrieval/eng/scidocs_retrieval.py,sha256=nfAT5In9G99pozVtk7qjk7d8bYnF6IwuPf7xJ3OtuSU,1447
2363
2364
  mteb/tasks/retrieval/eng/siqa_retrieval.py,sha256=IvSxYymVZxqze7l2App-83QQ6bqgEchzMLYwNhns5UU,1600
2364
2365
  mteb/tasks/retrieval/eng/sketchy_i2i_retrieval.py,sha256=iDzvU5qYAQQGvZ6VtOjKGP76zVjhYngh6vOOG3bL_Bg,1377
@@ -2377,7 +2378,7 @@ mteb/tasks/retrieval/eng/touche2020_retrieval.py,sha256=kSM06MdLTyPgSN_nvTAz4kHM
2377
2378
  mteb/tasks/retrieval/eng/treccovid_retrieval.py,sha256=x5e1ejs9hCyTY8MZn9A0LtIfZCzYyTN3cvHGGeWMOBE,1483
2378
2379
  mteb/tasks/retrieval/eng/trecdl_retrieval.py,sha256=Rbs_0kd6cHxFny1Acchba4Vy9M6Vf78jSmQX4iyPXWo,4746
2379
2380
  mteb/tasks/retrieval/eng/tu_berlin_t2i_retrieval.py,sha256=jBocfLCA1Gp2IGG0KZ33mU8erUxrKTioeSnM-fyJn5o,1278
2380
- mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=q0c7cZxkoezRGOeGm8JQcpfuPauGCFYbwes8_bJeqhk,17828
2381
+ mteb/tasks/retrieval/eng/vidore_bench_retrieval.py,sha256=n707rIOvh829ORGU1eBIavLP3v3UC7dtb44RPK-v4o0,17928
2381
2382
  mteb/tasks/retrieval/eng/visual_news_i2t_retrieval.py,sha256=iFk5HN1DPgISrJ3k4GFJkkxdrZqyMBZZagPTDJdaH7I,1409
2382
2383
  mteb/tasks/retrieval/eng/visual_news_t2i_retrieval.py,sha256=cNT4asxxsBjNKtNrmqZQN639Of7UKNutDv7Y5ZWB3eo,1437
2383
2384
  mteb/tasks/retrieval/eng/viz_wiz_it2t_retrieval.py,sha256=jE70T5If62lkKnbF-CMAgRK4eyUBmUjNAdREBhbvzRA,1438
@@ -2393,12 +2394,12 @@ mteb/tasks/retrieval/fas/fa_mteb_retrieval.py,sha256=DpS3P4VfJ5zQsQTreI4sLV4lftr
2393
2394
  mteb/tasks/retrieval/fra/__init__.py,sha256=ecgZdxDzheMWrUHu8737BvQzm2i_569FgdEQsdIb8MA,495
2394
2395
  mteb/tasks/retrieval/fra/alloprof_retrieval.py,sha256=v-sh_LeqsvO4HkJacIuak0N-wANJL9z_V6ZItikkmdE,1759
2395
2396
  mteb/tasks/retrieval/fra/bsard_retrieval.py,sha256=-LOtfg3opcIcxyIqLHcamJsYmJqZv98U-DNRaCejzGo,3325
2396
- mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py,sha256=22s2mpbF3TZRcS8X8LYGKia5jywjpF7S5PmzdxZwhiM,2919
2397
+ mteb/tasks/retrieval/fra/f_qu_ad_retrieval.py,sha256=bm8oggD6eUvL1wWSwgViTIrbI1aPMLYW3kteQoJYZlg,2929
2397
2398
  mteb/tasks/retrieval/fra/french1_retrieval.py,sha256=XPgz87U-_9d5H0gAtiDW5RahgyxBUIAugOouIhJQkuQ,1084
2398
2399
  mteb/tasks/retrieval/fra/french_legal1_retrieval.py,sha256=yq4avXuouedGq8y8WP4oshhpsxuvUVn21gJ2_oxXzGc,1100
2399
- mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=-3QmEcxydW8Iz6l9Zy-l_SHoR95SfFOyK3_9wenh6Zs,2334
2400
+ mteb/tasks/retrieval/fra/syntec_retrieval.py,sha256=RkXAJ-NrTqxv2CaNF7D-hcZne-XYnBPUf8WQ1Bg0MUU,2344
2400
2401
  mteb/tasks/retrieval/hun/__init__.py,sha256=M59LTpENxaFLMSU43mNiP38lChJ_l_yZh__1giKeUDc,93
2401
- mteb/tasks/retrieval/hun/hun_sum2.py,sha256=3ZrBq4l1E0iCUjz4rpn03Q_XabunEq6fQPDicumfd8M,2402
2402
+ mteb/tasks/retrieval/hun/hun_sum2.py,sha256=CrKTVP06zuxy03aCYp32Fo69zcUxUrSaJ32q79XrOhc,2412
2402
2403
  mteb/tasks/retrieval/jpn/__init__.py,sha256=1UA6fWOyaMieDBZxH9asudh9QLl20DW5alOGIdKDMAs,1519
2403
2404
  mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py,sha256=x3rNQwi73WfpkYdGBwt24QccIWJRK_Zj9z16MUMyI3I,1603
2404
2405
  mteb/tasks/retrieval/jpn/ja_cwir_retrieval_lite.py,sha256=KXg08E250H_ueW3g8BYB-4elBaSAHt90eL4p8nDTIFo,1894
@@ -2414,7 +2415,7 @@ mteb/tasks/retrieval/jpn/nlp_journal_abs_intro_retrieval.py,sha256=EEOQpTC6vEPUL
2414
2415
  mteb/tasks/retrieval/jpn/nlp_journal_title_abs_retrieval.py,sha256=JOOW_5pRKHzVn8wTOY0fhxLJ6Ns7wlQHoGHGIYVovAQ,3056
2415
2416
  mteb/tasks/retrieval/jpn/nlp_journal_title_intro_retrieval.py,sha256=aVFTFiANWrIz68FjHv9KBqlhpWlsmi9EAP052gECzaU,3078
2416
2417
  mteb/tasks/retrieval/kat/__init__.py,sha256=H4phkKqg_yZzkK7T62aCMBzjbGZzLKJ-MngrQlPbW3A,93
2417
- mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=QxZs_HdBgfK44QmlmeukiVBmLQffz23tCEOI7q8ujAU,2523
2418
+ mteb/tasks/retrieval/kat/georgian_faq_retrieval.py,sha256=_WTR22_Iq7R4BJSUzzZTn1TMIEe2_90RkxtrGPDUAAY,2533
2418
2419
  mteb/tasks/retrieval/kor/__init__.py,sha256=KHCU9neGBhnAkNj7-gJ5aBTJQkp9E0AcfRBU8CuG3hY,533
2419
2420
  mteb/tasks/retrieval/kor/auto_rag_retrieval.py,sha256=tgffW8zMpDSv1FCOdS4_4SL5zKQj70JVSt_RKs3CgKY,1576
2420
2421
  mteb/tasks/retrieval/kor/ko_strategy_qa.py,sha256=jk13ORetYtF0q36h8ljD6TeTHUwvK5F5ZbDoMCP3eWk,1156
@@ -2422,51 +2423,51 @@ mteb/tasks/retrieval/kor/kovidore2_bench_retrieval.py,sha256=AjOLe2l9drBWOCeGzQq
2422
2423
  mteb/tasks/retrieval/kor/squad_kor_v1_retrieval.py,sha256=M7T5FkN1efK7euRslx-LZN7hS_QdIwqtUuVlWO-dico,1631
2423
2424
  mteb/tasks/retrieval/multilingual/__init__.py,sha256=rbeuLmNYooHPjgROuEOH84Q6QmGhuXnedej0d6xAgqc,6841
2424
2425
  mteb/tasks/retrieval/multilingual/belebele_retrieval.py,sha256=gaVLEwuLEwMutMi9V-obpiYKbpllX2QNm2j3MVeebfE,7027
2425
- mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=WuJKP0hND3PCKthDCRi9vm6D_Rr6s-toiEI9tgA6yTE,4705
2426
- mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=2Nw2Uh-7b1kFdkSEOAmWKTZ2PS27spP_XWZhd7qP9hM,4706
2427
- mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=FdoxQ1dGNeLaWQoa-M7HHaGSZvzZgsLfGk44SxCf5-Q,4591
2426
+ mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt19.py,sha256=nWDubge4olYKSskpE0sy17ctISExH3Z7Br5JrXshxRU,4715
2427
+ mteb/tasks/retrieval/multilingual/cross_lingual_semantic_discrimination_wmt21.py,sha256=XT1VDvvUcReC5rGt7PKoUTN0owwJRsv4tAh9iGrkrQk,4716
2428
+ mteb/tasks/retrieval/multilingual/cur_ev1_retrieval.py,sha256=aR7J9XfyUIu_BWvOYLm9OYWeTXPOY04vJ4ZIsZmvNAM,4601
2428
2429
  mteb/tasks/retrieval/multilingual/euro_pirq_retrieval.py,sha256=rlbgWMRdQgDD8z4ZBPgGU1fRAqjmoFDzh0uD_P6qR-4,1602
2429
2430
  mteb/tasks/retrieval/multilingual/indic_qa_retrieval.py,sha256=K7iWZ-yTftZFQiXBOlkTJXGpQXs-ZFt6OQj_L6HjEwk,1872
2430
- mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=5LEdTRj0L3YgBH5CJM8mDe07NpdoUm_1LUNvrxTyWXg,44608
2431
+ mteb/tasks/retrieval/multilingual/jina_vdr_bench_retrieval.py,sha256=QppoSLUU8NtMmRjtxbmg3n_btpq9ysPMhprAcqx3P6A,44618
2431
2432
  mteb/tasks/retrieval/multilingual/mintaka_retrieval.py,sha256=SwOliONITZM679LIBSMrvx_VymqE-zRN6YiYahhzfzw,2229
2432
2433
  mteb/tasks/retrieval/multilingual/miracl_retrieval.py,sha256=RT-zKWh6jdrr2ThnIjlFwAvA0eNaV867RwQIZQQr0EY,4121
2433
- mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=Novt1GfOth8G9617HN2KHbmqW-UB_JSK-M-PhYkof1w,4792
2434
+ mteb/tasks/retrieval/multilingual/miracl_vision_retrieval.py,sha256=QVIkpMYxtwQS8VRXapQ8mIW506seRXU90Trn-eCeU0o,4802
2434
2435
  mteb/tasks/retrieval/multilingual/mkqa_retrieval.py,sha256=pbxX5puGqKUxKdU23VsakSgx6k_Wu6lNX2uzugF_7yg,2066
2435
2436
  mteb/tasks/retrieval/multilingual/mlqa_retrieval.py,sha256=UC8DsmTD7exKhETOqibO3pYegxcqybtxUCi1QjfzfEg,4261
2436
- mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=XIHpobF943Ny37h-f4Ka0H18Jt6PuxvErOxR3rpHqdI,3832
2437
+ mteb/tasks/retrieval/multilingual/mr_tidy_retrieval.py,sha256=YDqDzk2ekSSxLwPOOQoqambIY2SfrhQRpsE0avUoaQs,3842
2437
2438
  mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py,sha256=xF4GjBmJVgw6c8VGVh-5QLN_4i_NKeoAzqRWmA_pfnw,2440
2438
2439
  mteb/tasks/retrieval/multilingual/neu_clir2022_retrieval.py,sha256=bkGMvMxG2toYL98kv85BvVpSZ-rVeWvB5FFIzXhdPO4,2749
2439
2440
  mteb/tasks/retrieval/multilingual/neu_clir2023_retrieval.py,sha256=0cALhuU3ZU5c_y7tDIyiMc7Onv-qC7YwfnimZVb8-rg,2793
2440
- mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=7jBchWmIO4N5eo7TYfReu46pmTZhXm0BLGmLcR6lfZM,3696
2441
- mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=In055XTnkJqZKgo6uVbsM8BLqywwC-cJax4Axd2_ACY,6901
2442
- mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=7EBRQ173hECqHSjzL0CkRcOGeQ0IdkJfhfYfRLdTDL4,3825
2443
- mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=847aR3nw-Ba7ErgZlMnUI2DS6Wknxp55K6I-msOCAAw,4478
2444
- mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=xBUWdIf3O7Sz5WUpiQCCVdyf9WQ7VtA3_-LhtnRz19M,9509
2441
+ mteb/tasks/retrieval/multilingual/public_health_qa_retrieval.py,sha256=xMV_SjWvdn3FRJSmfgtOj8cX950ogVm93zxjTIIG8xg,3706
2442
+ mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py,sha256=8uIChh7KeL8LZx76LYXTN2rTq4Rm-YaPSgGwfH2uFow,6921
2443
+ mteb/tasks/retrieval/multilingual/statcan_dialogue_dataset_retrieval.py,sha256=D2YYYbHcmx4LFcN1dvWhqouty-UG-b5V0T1MLgubClU,3835
2444
+ mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py,sha256=KaAcsjew9m3kL32KhnIYmyAmQnx-I6a2Has2UamndH4,4488
2445
+ mteb/tasks/retrieval/multilingual/vidore2_bench_retrieval.py,sha256=1uaZixU6L9X0-oTcC06ZvEMY8nWzLBk7iuJkScuhkOA,9559
2445
2446
  mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py,sha256=gYNA2V7lKmQ_fCsDPe7D94Q3G4TOjf1zoFKZfUj5l0M,17452
2446
2447
  mteb/tasks/retrieval/multilingual/web_faq_retrieval.py,sha256=TM-Q98yXZny_PKHAFNEvw9o9ET_L6VM3aNis1NJ9DgM,2686
2447
2448
  mteb/tasks/retrieval/multilingual/wikipedia_retrieval_multilingual.py,sha256=zyqAt63bHXNU_I37jb891pwWUyGzZUGkXCyhWlRbed8,1569
2448
- mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=G5JZb7FkyNpeilYNoOM_vxAacpj3Y-AhXro5uUOxsbw,4388
2449
- mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=NggwAnpmTSJvZrqKifzaUD1Dd9QVzTXTJY7K42fMtqs,3953
2449
+ mteb/tasks/retrieval/multilingual/wit_t2i_retrieval.py,sha256=6eZI-rOMkiT0XCxIUSCsrPyi5MGr6UNGY1iTIktCrgc,4398
2450
+ mteb/tasks/retrieval/multilingual/x_flickr30k_co_t2i_retrieval.py,sha256=6uupIBL5oYcRqfw53qpLjSuPmvz81oN40M6chHeOA_U,3963
2450
2451
  mteb/tasks/retrieval/multilingual/x_market_retrieval.py,sha256=vp1Q5al9swuoChpbmelntuExw4_AhmO_rdONjzfTl5E,1389
2451
- mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=WbRW55h6pNaPyEt9y8wjxSk5trma22c4OeDjnbaO2sc,4000
2452
- mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=o2o_uxLPDYSW5SkjwfoVZGWiqCQBwC9wkKM958SgMlI,5152
2452
+ mteb/tasks/retrieval/multilingual/x_qu_ad_retrieval.py,sha256=THXBgCLa2AHHyN9cWCFKTzsu19SQ0CWDATNJs5kuGJ8,4010
2453
+ mteb/tasks/retrieval/multilingual/xm3600_t2i_retrieval.py,sha256=-KbUX28xOPsdHOgbFPw55oJf-wE1yRJNfLWhj0MXsRU,5162
2453
2454
  mteb/tasks/retrieval/multilingual/xpqa_retrieval.py,sha256=7ZL1cDK8OLvRwqC5r1dJKiQUkJP27RvuA_XX_Oaa--E,3029
2454
2455
  mteb/tasks/retrieval/nld/__init__.py,sha256=kQ7eR-n63XTBnzK1lHexfsCPjJWeg2OpLi5i6M3HSDc,2798
2455
2456
  mteb/tasks/retrieval/nld/argu_ana_nl_retrieval.py,sha256=c3O3PWvv-XpHE3YNv0EGzPbR71VnSq9RhOsT57z5iRY,2048
2456
2457
  mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py,sha256=4QUFjAer2WapzLZUNOUTnjZwgsKoCFi7rqX1UJnneOU,1669
2457
2458
  mteb/tasks/retrieval/nld/climate_fevernl_retrieval.py,sha256=VQ7Z3GpmIdhM47e5Vz3p7bSzJaYBKvVf8SX9VvvLlEw,1577
2458
- mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=OPpThs6FPeoBfZLiiV5JHyiqKA7qn33VRYjbIVQn8is,2647
2459
- mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=7XWA9lFa57iORoMnnSilIJxoDo93iDQXlGd51hqNvY0,2647
2460
- mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py,sha256=tLISM8sYH_K8Fc47UlgsACSyaprrbgsAzP7nqdVwXZA,2652
2461
- mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py,sha256=rCwDmLWsY-dmeY05V0vlOFEOP9HtZ18uyB-v841g1iI,2601
2462
- mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py,sha256=1XXmMCZqz_SBcXjSv1x1PMYXMtha2tJiEMjbONLTxLQ,2672
2463
- mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py,sha256=28p-U6HWKI1IgEFF9SVAT5iNoR0WK82slozl91LnIbk,2656
2464
- mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py,sha256=ldc_BK0y42m15VFA3aHNq3x7iMtfLdi8LjOADP8pGcM,2672
2465
- mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py,sha256=2j5Ek0vcd9wq9_wbuqg1Fo6zZ0SdLd31dps3at6ZnmI,2609
2466
- mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py,sha256=ShfX_CKhc2oLZRLVmvJLyxYyjuorn0hIVfbNKG4FLeg,2640
2467
- mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=7UOsnNfa1yt_dVkFyZpNajR5oGF90S2msQqRFenZeYQ,2644
2468
- mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=uHaxnW7T6wqTQl13WzBKe6egf5y90pIIiT1gAy1w4n4,2629
2469
- mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=JoINoND6DSawvUU1PHw7D1mGW6UUSQvERareSB96mTo,2625
2459
+ mteb/tasks/retrieval/nld/cqa_dupstack_android_nl_retrieval.py,sha256=iftf2EAoRKIw1dXg68rcYKlphUWexAFuWj9CqY7S938,2657
2460
+ mteb/tasks/retrieval/nld/cqa_dupstack_english_nl_retrieval.py,sha256=K1KFZ6dC1SSwrHpw7AFrlNGwRo8s5vU1W_lLohHD9ig,2657
2461
+ mteb/tasks/retrieval/nld/cqa_dupstack_gaming_nl_retrieval.py,sha256=FI-Gopwj5psDqcf4XTKZ-GqYWe0f1asDf-Ke6xmfY1U,2662
2462
+ mteb/tasks/retrieval/nld/cqa_dupstack_gis_nl_retrieval.py,sha256=dy8ZDwTHSaV93pq0BL7UwCb-semGo978HsncBTBpgcI,2611
2463
+ mteb/tasks/retrieval/nld/cqa_dupstack_mathematica_nl_retrieval.py,sha256=jYlUNdWOmDjUfS9LBbheJAy--7U9oRN9oGL3YBazp2o,2682
2464
+ mteb/tasks/retrieval/nld/cqa_dupstack_physics_nl_retrieval.py,sha256=WCugfdigBDI8zsqgkCtQKPxyurM7Z7nLfkFpB1iqRAA,2666
2465
+ mteb/tasks/retrieval/nld/cqa_dupstack_programmers_nl_retrieval.py,sha256=cLN14M4jn_pVR2zHEbuqVEuNjrSnyHkifMrhZAgFqVY,2682
2466
+ mteb/tasks/retrieval/nld/cqa_dupstack_stats_nl_retrieval.py,sha256=ZEKTTbpSRPRby6v_H3eo581mYY7Q6504JzCWufGxkRw,2619
2467
+ mteb/tasks/retrieval/nld/cqa_dupstack_tex_nl_retrieval.py,sha256=HZQRylHn_NX5D9OPlPr5xEsRvqp_wwOrIK15Uu1v_Ac,2650
2468
+ mteb/tasks/retrieval/nld/cqa_dupstack_unix_nl_retrieval.py,sha256=kxk3xk44aLu2PjbyhuLp7Cx9A0WP-JJ3HDLQWFltS0A,2654
2469
+ mteb/tasks/retrieval/nld/cqa_dupstack_webmasters_nl_retrieval.py,sha256=dZUIslzCTKU68T9ORoIz3fIuhc7UTSg_9iuIT-HIWNw,2639
2470
+ mteb/tasks/retrieval/nld/cqa_dupstack_wordpress_nl_retrieval.py,sha256=3GdJihJ4HUZdN5xDnOFwto7oWpe0QZ5JdPE8iYxGoE0,2635
2470
2471
  mteb/tasks/retrieval/nld/db_pedia_nl_retrieval.py,sha256=bhd2ESL-roRgvDDB4cAKDmusYmOEJaJGfMfuMzFLVcw,1633
2471
2472
  mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py,sha256=RfQXg-GNSeL6ZklO3YKJ2dKG8BOCht-3mfCg94Q2iU0,1323
2472
2473
  mteb/tasks/retrieval/nld/fevernl_retrieval.py,sha256=LZ8xofhy8xINPWdV8QYvmY1sQPtb8taHLIQ8iKJ34Iw,1694
@@ -2484,8 +2485,8 @@ mteb/tasks/retrieval/nld/touche2020_nl_retrieval.py,sha256=nPLZxNvhTDWkIJU6i2EPY
2484
2485
  mteb/tasks/retrieval/nld/treccovidnl_retrieval.py,sha256=d9rL10YNTUBVubdFxIVxqEhkf8tx9Iuxsp1BZ-Ctoyk,1671
2485
2486
  mteb/tasks/retrieval/nld/vabb_retrieval.py,sha256=FoudYkcY4IY0PNHCvx87bjoUnJJolWVwNhq6xH9HE84,1834
2486
2487
  mteb/tasks/retrieval/nob/__init__.py,sha256=6PYJtnMhN5OtRwXWLAMu5V-3JnZnbHrLxMOk8Ir-b9w,126
2487
- mteb/tasks/retrieval/nob/norquad.py,sha256=7ky8ONIeE7aeawAOCOMOk3v-DfpAQCAM-TKnNCcbE8M,3805
2488
- mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=XBYi0OU-nNK5Z6FbyqmQxt71fqBwfzNkKvvU3zea6p0,3169
2488
+ mteb/tasks/retrieval/nob/norquad.py,sha256=sfEcP6CJr9qgm30x1oajNK935k1AD7Jca7UK_1JsFEA,3825
2489
+ mteb/tasks/retrieval/nob/snl_retrieval.py,sha256=9dnV6roXGNwgqNKDh2gBzouhxV3UNSB3VO7yvUOsO8U,3189
2489
2490
  mteb/tasks/retrieval/pol/__init__.py,sha256=Ha3wf63NJliq1z6cqxLE8uSZH8RlscnNV-5Sq9tqwCM,2017
2490
2491
  mteb/tasks/retrieval/pol/argu_ana_pl_retrieval.py,sha256=ztNXnRDCp5nKCd2BhR6Fg2tgzMsx4jqIxRaNYvbU-Y8,1252
2491
2492
  mteb/tasks/retrieval/pol/cqadupstack_pl_retrieval.py,sha256=mwBibm87FjrDgrmozkPZTVzgQiquOJ4s1a7X-j2eZk0,16558
@@ -2506,7 +2507,7 @@ mteb/tasks/retrieval/rus/ria_news_retrieval.py,sha256=fOcDi5CutbwcJStij7COIBGG6A
2506
2507
  mteb/tasks/retrieval/rus/ru_bq_retrieval.py,sha256=gmG_0IYllezCR0GL3I8Yh0OxBhi8wYsrhfAxKhk5ESs,1425
2507
2508
  mteb/tasks/retrieval/slk/__init__.py,sha256=ak6edgong69cm7FXrcslkvli0vRRdwCQnP_qlHvRAeI,153
2508
2509
  mteb/tasks/retrieval/slk/sk_quad_retrieval.py,sha256=Z4mSiSjSHX5F-gmHL_l-T-03mRVpc-I_u57raLYSWHA,2621
2509
- mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=jAHjcb5X7nE_cQQOoI4rdhGKX5b7UFwuCy0IWFDghl0,2563
2510
+ mteb/tasks/retrieval/slk/slovak_sum_retrieval.py,sha256=xMsgxKBeEijX290s8SeSXnSQDItB3qIejfgghQDUUTI,2573
2510
2511
  mteb/tasks/retrieval/spa/__init__.py,sha256=HWMvzhd7nY9LozDkpZkmUN0DyKLr9pLKvd5ycfydRj4,212
2511
2512
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2p.py,sha256=IRhHDVlhsZaBLMqz8CVAJ8uZK_17tEQ2fUallfisMts,1579
2512
2513
  mteb/tasks/retrieval/spa/spanish_passage_retrieval_s2s.py,sha256=zgUdrrlHPLiTQ4E0lRQEtnv7O3X8FjK6AdM0ylHlWCA,1579
@@ -2542,7 +2543,7 @@ mteb/tasks/retrieval/vie/scidocsvn_retrieval.py,sha256=WlcfDfF43jsNf9D_Bl3k02Rii
2542
2543
  mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py,sha256=DKcNwCCdANt7hNr3fLao9jkIJJjfxJ0jLLbD7_b-KnE,1752
2543
2544
  mteb/tasks/retrieval/vie/treccovidvn_retrieval.py,sha256=ZlFFL37Zd_sbKXaUZx41XTxps-nnOi3PnBNCy9KvlJU,1826
2544
2545
  mteb/tasks/retrieval/vie/tvpl_retrieval.py,sha256=CGwgT9spHONw9cOeuum_BS7khZbooqoNqJgVV6Utfic,1611
2545
- mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=7VOUD7zJqYlt-EfKmLpDF5Mj087KcLmI8JQwwbN6FtM,3650
2546
+ mteb/tasks/retrieval/vie/vie_qu_ad_retrieval.py,sha256=XixmD3AzCvJTJh8dyht6bp6Y-XJYSRbPhyTtvbsHj1k,3660
2546
2547
  mteb/tasks/retrieval/vie/zac_legal_text_retrieval.py,sha256=BI2GbbkOPnWQpbn9ul6ShHugAZ994iiS7hVi5v1K17Y,1386
2547
2548
  mteb/tasks/retrieval/zho/__init__.py,sha256=dIN-rPfrEjkCuUCha8SpQdlzWYY6IMO_HLxebcBhQxA,438
2548
2549
  mteb/tasks/retrieval/zho/cmteb_retrieval.py,sha256=DXNkvMQQZsKv1U5L_0boKEXGLDPn4RfauIlxwb0f-EQ,10789
@@ -2584,18 +2585,18 @@ mteb/tasks/sts/kor/kor_sts.py,sha256=h07kLWJj6aBDeYR5_VSHGN4IaW5_cW7c2Xw_rjriYU0
2584
2585
  mteb/tasks/sts/multilingual/__init__.py,sha256=O14mSF1h5cEefkgFLf6PHiiOXeVPM20-aY5Pu0xVrQw,763
2585
2586
  mteb/tasks/sts/multilingual/humests22.py,sha256=vAZieRmx269Mxc_HrgazEAxSFoLKayffR4vFdLlLdoc,1993
2586
2587
  mteb/tasks/sts/multilingual/indic_crosslingual_sts.py,sha256=RHwbYd6egzA7Head4WlL3fGLx0WwvL7rHw_5hR64xYA,2565
2587
- mteb/tasks/sts/multilingual/sem_rel24_sts.py,sha256=wHAf2ykmx8UbDRW8FLFtbj54h8NC9WdsluLF0mAm4Cs,2644
2588
+ mteb/tasks/sts/multilingual/sem_rel24_sts.py,sha256=Wulf06rBcECmm4k4rWxcLhuTJOOtqQwrfLb0FpbsvxY,2654
2588
2589
  mteb/tasks/sts/multilingual/sts17_crosslingual_sts.py,sha256=C8689GeoBLmcDIfguxkE2TzSK-EYcb2-NRtx6_WMZus,2164
2589
2590
  mteb/tasks/sts/multilingual/sts17_multilingual_visual_sts.py,sha256=k0Z1wv7esoKWwdm5ftOjfLtbLgRC2ZGCn_jV3JriSjQ,1833
2590
2591
  mteb/tasks/sts/multilingual/sts22_crosslingual_sts.py,sha256=zf50mdAKKZZN_sU5Ga8DYoihWmo89eMTYEVQXt37D-g,4315
2591
- mteb/tasks/sts/multilingual/sts_benchmark_multilingual_sts.py,sha256=iXyd26lQuivI4-xcRXth3OvHTQYXOq9XnbM11sDRqcc,1835
2592
+ mteb/tasks/sts/multilingual/sts_benchmark_multilingual_sts.py,sha256=TdxVWAg3zRmFEuA7hDUTnYMSuyMjDbcrwGHOrLyEdjo,1845
2592
2593
  mteb/tasks/sts/multilingual/sts_benchmark_multilingual_visual_sts.py,sha256=yH4DLkgrBk6Qg7LHLfAyyclynN_XrichBraNDbxRWl8,1855
2593
2594
  mteb/tasks/sts/nld/__init__.py,sha256=NdpfPHekoMIo9sw75Gahm_YCn8hzcVHixEStny107fk,67
2594
2595
  mteb/tasks/sts/nld/sick_nl_sts.py,sha256=rnZ9KeM4Id_eeJJrqcYYdxoH7f6-2lr9obgiuxtHnGY,1557
2595
2596
  mteb/tasks/sts/pol/__init__.py,sha256=Ob56PuMH_-J3gH9Pygg0fdEisWYKRT_fy_D0iE2zIpo,83
2596
2597
  mteb/tasks/sts/pol/polish_sts.py,sha256=qJCw-28dZ-o3epx44Zz-u6ZLE8HIu4ocJaJRyD0JQkc,3418
2597
2598
  mteb/tasks/sts/por/__init__.py,sha256=mUc8zOCeFl456-AEqKqgLQ4_sLnt_eUqD-cbcowRu0U,107
2598
- mteb/tasks/sts/por/assin2_sts.py,sha256=8k7NEmcNVKgBrg17q0qJcaSbyyIdqcuzB1SaDoce-U8,1655
2599
+ mteb/tasks/sts/por/assin2_sts.py,sha256=Otu5PSioKaEzx-ZWF2NgABQXviIbY5dO17iQRIlHGNU,1665
2599
2600
  mteb/tasks/sts/por/sick_br_sts.py,sha256=0Ae5wmS_24nLtJJ081O5biTJnzGRHaY_qUhXf0H-9dE,2087
2600
2601
  mteb/tasks/sts/ron/__init__.py,sha256=JM3_jsds0JzYpoMJln8tQV3MbqdqskxHJlpQLpGi5sI,50
2601
2602
  mteb/tasks/sts/ron/ron_sts.py,sha256=AhthI43l1QSC2xSkiNjV87lE8EKsKCtRKBjmJ5MYxjY,1491
@@ -2641,14 +2642,14 @@ mteb/tasks/zeroshot_classification/eng/sun397.py,sha256=Nls7tXM2Svu008MmAUjt-o_N
2641
2642
  mteb/tasks/zeroshot_classification/eng/ucf101.py,sha256=kwNRYks-_Oe4VE3GyoHIvN-2OJ6zhkwFr76WDNL9ymU,1884
2642
2643
  mteb/tasks/zeroshot_classification/eng/templates/__init__.py,sha256=da1PTClDMl-IBkrSvq6JC1lnS-K_BASzCvxVhNxN5Ls,13
2643
2644
  mteb/types/__init__.py,sha256=O26vXPolPReX7iVUBgUsyCkCo4w8KeLs7uueQDWp3fc,1142
2644
- mteb/types/_encoder_io.py,sha256=V7m_t7ZXm3COJ4SoHP8bcr23WgjFBRCGa9AIaqAX8v4,5939
2645
+ mteb/types/_encoder_io.py,sha256=vdIv0_HR1PnJXLPyM4kHmpocT3DvHIbcZP1ue7aU10c,5940
2645
2646
  mteb/types/_metadata.py,sha256=NN-W0S6a5TDV7UkpRx1pyWtGF4TyyCyoPUfHOwdeci8,2290
2646
2647
  mteb/types/_result.py,sha256=UKNokV9pu3G74MGebocU512aU_fFU9I9nPKnrG9Q0iE,1035
2647
2648
  mteb/types/_string_validators.py,sha256=PY-dYq4E8O50VS3bLYdldPWp400fl_WzUjfVSkNWe8U,523
2648
2649
  mteb/types/statistics.py,sha256=gElgSShKBXpfcqaZHhU_d2UHln1CyzUj8FN8KFun_UA,4087
2649
- mteb-2.7.17.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2650
- mteb-2.7.17.dist-info/METADATA,sha256=_PjxjEK4Txl-EuqMT4hDPwGIrWRp6IFqmTTGqryialU,14348
2651
- mteb-2.7.17.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
2652
- mteb-2.7.17.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2653
- mteb-2.7.17.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2654
- mteb-2.7.17.dist-info/RECORD,,
2650
+ mteb-2.7.19.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
2651
+ mteb-2.7.19.dist-info/METADATA,sha256=y3sFllzuYQsMdkp6mwS6f6bCkQH4hibXb44oEMMCQsY,14348
2652
+ mteb-2.7.19.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
2653
+ mteb-2.7.19.dist-info/entry_points.txt,sha256=8IJoEJFKoDHmVnNev-qJ9pp4Ln7_1-ma9QsXnzVCzGU,39
2654
+ mteb-2.7.19.dist-info/top_level.txt,sha256=OLVIjcQAlWBz0bdmutKlWHLF42FF0hp4uVAg3ZyiG4U,5
2655
+ mteb-2.7.19.dist-info/RECORD,,