mteb 2.1.7__py3-none-any.whl → 2.1.9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (243) hide show
  1. mteb/_create_dataloaders.py +6 -3
  2. mteb/_evaluators/any_sts_evaluator.py +14 -12
  3. mteb/_evaluators/clustering_evaluator.py +1 -1
  4. mteb/_evaluators/image/imagetext_pairclassification_evaluator.py +2 -2
  5. mteb/_evaluators/pair_classification_evaluator.py +3 -1
  6. mteb/_evaluators/sklearn_evaluator.py +15 -28
  7. mteb/_evaluators/text/bitext_mining_evaluator.py +4 -1
  8. mteb/_evaluators/text/summarization_evaluator.py +4 -2
  9. mteb/_evaluators/zeroshot_classification_evaluator.py +2 -2
  10. mteb/abstasks/clustering.py +1 -1
  11. mteb/abstasks/multilabel_classification.py +2 -2
  12. mteb/abstasks/task_metadata.py +1 -0
  13. mteb/benchmarks/_create_table.py +1 -3
  14. mteb/benchmarks/benchmark.py +18 -1
  15. mteb/benchmarks/benchmarks/__init__.py +2 -0
  16. mteb/benchmarks/benchmarks/benchmarks.py +43 -5
  17. mteb/benchmarks/get_benchmark.py +2 -0
  18. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3ComputerScienceRetrieval.json +214 -0
  19. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json +214 -0
  20. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json +214 -0
  21. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json +214 -0
  22. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3HrRetrieval.json +214 -0
  23. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3IndustrialRetrieval.json +214 -0
  24. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3NuclearRetrieval.json +214 -0
  25. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PharmaceuticalsRetrieval.json +214 -0
  26. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3PhysicsRetrieval.json +214 -0
  27. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json +214 -0
  28. mteb/leaderboard/benchmark_selector.py +3 -2
  29. mteb/models/cache_wrappers/cache_wrapper.py +1 -1
  30. mteb/models/model_implementations/align_models.py +6 -0
  31. mteb/models/model_implementations/ara_models.py +7 -0
  32. mteb/models/model_implementations/blip2_models.py +9 -0
  33. mteb/models/model_implementations/blip_models.py +19 -0
  34. mteb/models/model_implementations/cadet_models.py +8 -0
  35. mteb/models/model_implementations/cde_models.py +12 -0
  36. mteb/models/model_implementations/codefuse_models.py +15 -0
  37. mteb/models/model_implementations/codesage_models.py +12 -0
  38. mteb/models/model_implementations/emillykkejensen_models.py +70 -0
  39. mteb/models/model_implementations/misc_models.py +6 -0
  40. mteb/models/model_implementations/moco_models.py +9 -0
  41. mteb/models/model_implementations/openclip_models.py +16 -0
  42. mteb/models/model_implementations/piccolo_models.py +6 -0
  43. mteb/models/model_implementations/rasgaard_models.py +7 -1
  44. mteb/models/model_implementations/tarka_models.py +317 -0
  45. mteb/models/search_wrappers.py +5 -5
  46. mteb/tasks/bitext_mining/multilingual/ru_sci_bench_bitext_mining.py +1 -5
  47. mteb/tasks/bitext_mining/multilingual/web_faq_bitext_mining.py +2 -6
  48. mteb/tasks/classification/ara/ajgt.py +1 -2
  49. mteb/tasks/classification/ara/hotel_review_sentiment_classification.py +1 -2
  50. mteb/tasks/classification/ara/online_store_review_sentiment_classification.py +1 -2
  51. mteb/tasks/classification/ara/restaurant_review_sentiment_classification.py +1 -2
  52. mteb/tasks/classification/ara/tweet_emotion_classification.py +1 -2
  53. mteb/tasks/classification/ara/tweet_sarcasm_classification.py +1 -2
  54. mteb/tasks/classification/ben/bengali_document_classification.py +1 -2
  55. mteb/tasks/classification/ben/bengali_hate_speech_classification.py +1 -2
  56. mteb/tasks/classification/ben/bengali_sentiment_analysis.py +1 -2
  57. mteb/tasks/classification/ces/csfdcz_movie_review_sentiment_classification.py +1 -2
  58. mteb/tasks/classification/ces/czech_product_review_sentiment_classification.py +1 -2
  59. mteb/tasks/classification/ces/czech_so_me_sentiment_classification.py +1 -2
  60. mteb/tasks/classification/dan/angry_tweets_classification.py +1 -2
  61. mteb/tasks/classification/dan/danish_political_comments_classification.py +1 -2
  62. mteb/tasks/classification/dan/ddisco_cohesion_classification.py +1 -2
  63. mteb/tasks/classification/dan/dk_hate_classification.py +1 -2
  64. mteb/tasks/classification/deu/german_politicians_twitter_sentiment_classification.py +1 -2
  65. mteb/tasks/classification/deu/ten_k_gnad_classification.py +1 -2
  66. mteb/tasks/classification/eng/amazon_polarity_classification.py +1 -2
  67. mteb/tasks/classification/eng/arxiv_classification.py +1 -2
  68. mteb/tasks/classification/eng/banking77_classification.py +1 -2
  69. mteb/tasks/classification/eng/dbpedia_classification.py +1 -2
  70. mteb/tasks/classification/eng/emotion_classification.py +1 -2
  71. mteb/tasks/classification/eng/financial_phrasebank_classification.py +1 -2
  72. mteb/tasks/classification/eng/frenk_en_classification.py +1 -2
  73. mteb/tasks/classification/eng/gtsrb_classification.py +1 -1
  74. mteb/tasks/classification/eng/imdb_classification.py +1 -2
  75. mteb/tasks/classification/eng/legal_bench_classification.py +14 -120
  76. mteb/tasks/classification/eng/news_classification.py +1 -2
  77. mteb/tasks/classification/eng/patch_camelyon_classification.py +1 -1
  78. mteb/tasks/classification/eng/patent_classification.py +1 -2
  79. mteb/tasks/classification/eng/poem_sentiment_classification.py +1 -2
  80. mteb/tasks/classification/eng/sds_eye_protection_classification.py +1 -2
  81. mteb/tasks/classification/eng/sds_gloves_classification.py +1 -2
  82. mteb/tasks/classification/eng/toxic_chat_classification.py +2 -19
  83. mteb/tasks/classification/eng/toxic_conversations_classification.py +1 -2
  84. mteb/tasks/classification/eng/tweet_sentiment_extraction_classification.py +1 -2
  85. mteb/tasks/classification/eng/tweet_topic_single_classification.py +2 -13
  86. mteb/tasks/classification/eng/ucf101_classification.py +1 -5
  87. mteb/tasks/classification/eng/wikipedia_bio_met_chem_classification.py +1 -2
  88. mteb/tasks/classification/eng/wikipedia_chem_fields_classification.py +1 -2
  89. mteb/tasks/classification/eng/wikipedia_comp_chem_spectroscopy_classification.py +1 -2
  90. mteb/tasks/classification/eng/wikipedia_crystallography_analytical_classification.py +1 -2
  91. mteb/tasks/classification/eng/wikipedia_theoretical_applied_classification.py +1 -2
  92. mteb/tasks/classification/eng/yahoo_answers_topics_classification.py +1 -2
  93. mteb/tasks/classification/eng/yelp_review_full_classification.py +1 -2
  94. mteb/tasks/classification/est/estonian_valence.py +1 -2
  95. mteb/tasks/classification/fas/fa_mteb_classification.py +7 -14
  96. mteb/tasks/classification/fil/filipino_hate_speech_classification.py +1 -2
  97. mteb/tasks/classification/fin/fin_toxicity_classification.py +2 -11
  98. mteb/tasks/classification/fra/french_book_reviews.py +1 -2
  99. mteb/tasks/classification/fra/movie_review_sentiment_classification.py +1 -2
  100. mteb/tasks/classification/guj/gujarati_news_classification.py +1 -2
  101. mteb/tasks/classification/heb/hebrew_sentiment_analysis.py +1 -2
  102. mteb/tasks/classification/hin/hindi_discourse_classification.py +1 -2
  103. mteb/tasks/classification/hin/sentiment_analysis_hindi.py +1 -2
  104. mteb/tasks/classification/hrv/frenk_hr_classification.py +1 -2
  105. mteb/tasks/classification/ind/indonesian_id_clickbait_classification.py +1 -2
  106. mteb/tasks/classification/ind/indonesian_mongabay_conservation_classification.py +1 -2
  107. mteb/tasks/classification/ita/italian_linguist_acceptability_classification.py +1 -2
  108. mteb/tasks/classification/jav/javanese_imdb_classification.py +1 -2
  109. mteb/tasks/classification/jpn/wrime_classification.py +1 -2
  110. mteb/tasks/classification/kan/kannada_news_classification.py +1 -2
  111. mteb/tasks/classification/kor/klue_tc.py +1 -2
  112. mteb/tasks/classification/kor/kor_hate_classification.py +2 -17
  113. mteb/tasks/classification/kor/kor_sarcasm_classification.py +2 -19
  114. mteb/tasks/classification/kur/kurdish_sentiment_classification.py +1 -2
  115. mteb/tasks/classification/mal/malayalam_news_classification.py +1 -2
  116. mteb/tasks/classification/mar/marathi_news_classification.py +1 -2
  117. mteb/tasks/classification/mkd/macedonian_tweet_sentiment_classification.py +1 -2
  118. mteb/tasks/classification/multilingual/catalonia_tweet_classification.py +1 -6
  119. mteb/tasks/classification/multilingual/multi_hate_classification.py +1 -4
  120. mteb/tasks/classification/multilingual/ru_sci_bench_classification.py +4 -23
  121. mteb/tasks/classification/multilingual/scala_classification.py +1 -2
  122. mteb/tasks/classification/multilingual/sib200_classification.py +1 -6
  123. mteb/tasks/classification/mya/myanmar_news.py +1 -2
  124. mteb/tasks/classification/nep/nepali_news_classification.py +1 -2
  125. mteb/tasks/classification/nld/dutch_book_review_sentiment_classification.py +1 -3
  126. mteb/tasks/classification/nob/no_rec_classification.py +1 -2
  127. mteb/tasks/classification/nob/norwegian_parliament_classification.py +1 -2
  128. mteb/tasks/classification/ory/odia_news_classification.py +1 -2
  129. mteb/tasks/classification/pol/polish_classification.py +3 -6
  130. mteb/tasks/classification/ron/moroco.py +1 -2
  131. mteb/tasks/classification/ron/romanian_reviews_sentiment.py +1 -2
  132. mteb/tasks/classification/ron/romanian_sentiment_classification.py +1 -2
  133. mteb/tasks/classification/rus/georeview_classification.py +1 -2
  134. mteb/tasks/classification/rus/headline_classification.py +1 -2
  135. mteb/tasks/classification/rus/inappropriateness_classification.py +1 -2
  136. mteb/tasks/classification/rus/ru_reviews_classification.py +1 -2
  137. mteb/tasks/classification/rus/ru_toixic_classification_okmlcup.py +1 -2
  138. mteb/tasks/classification/rus/senti_ru_eval.py +1 -2
  139. mteb/tasks/classification/sin/sinhala_news_classification.py +1 -2
  140. mteb/tasks/classification/sin/sinhala_news_source_classification.py +1 -2
  141. mteb/tasks/classification/slk/csfdsk_movie_review_sentiment_classification.py +1 -2
  142. mteb/tasks/classification/slk/slovak_hate_speech_classification.py +1 -2
  143. mteb/tasks/classification/slk/slovak_movie_review_sentiment_classification.py +1 -2
  144. mteb/tasks/classification/slv/frenk_sl_classification.py +1 -2
  145. mteb/tasks/classification/spa/spanish_news_classification.py +1 -2
  146. mteb/tasks/classification/spa/spanish_sentiment_classification.py +1 -2
  147. mteb/tasks/classification/ssw/siswati_news_classification.py +1 -2
  148. mteb/tasks/classification/swa/swahili_news_classification.py +1 -2
  149. mteb/tasks/classification/swe/dalaj_classification.py +1 -2
  150. mteb/tasks/classification/swe/swe_rec_classification.py +1 -2
  151. mteb/tasks/classification/swe/swedish_sentiment_classification.py +1 -2
  152. mteb/tasks/classification/tam/tamil_news_classification.py +1 -2
  153. mteb/tasks/classification/tel/telugu_andhra_jyoti_news_classification.py +1 -2
  154. mteb/tasks/classification/tha/wisesight_sentiment_classification.py +1 -2
  155. mteb/tasks/classification/tsn/tswana_news_classification.py +1 -2
  156. mteb/tasks/classification/tur/turkish_movie_sentiment_classification.py +1 -2
  157. mteb/tasks/classification/tur/turkish_product_sentiment_classification.py +1 -2
  158. mteb/tasks/classification/ukr/ukr_formality_classification.py +2 -15
  159. mteb/tasks/classification/urd/urdu_roman_sentiment_classification.py +1 -2
  160. mteb/tasks/classification/vie/amazon_counterfactual_vn_classification.py +1 -6
  161. mteb/tasks/classification/vie/amazon_polarity_vn_classification.py +1 -6
  162. mteb/tasks/classification/vie/amazon_reviews_vn_classification.py +1 -5
  163. mteb/tasks/classification/vie/banking77_vn_classification.py +1 -5
  164. mteb/tasks/classification/vie/emotion_vn_classification.py +1 -5
  165. mteb/tasks/classification/vie/imdb_vn_classification.py +1 -5
  166. mteb/tasks/classification/vie/massive_intent_vn_classification.py +1 -5
  167. mteb/tasks/classification/vie/massive_scenario_vn_classification.py +1 -5
  168. mteb/tasks/classification/vie/mtop_domain_vn_classification.py +1 -5
  169. mteb/tasks/classification/vie/mtop_intent_vn_classification.py +1 -5
  170. mteb/tasks/classification/vie/toxic_conversations_vn_classification.py +1 -5
  171. mteb/tasks/classification/vie/tweet_sentiment_extraction_vn_classification.py +1 -5
  172. mteb/tasks/classification/vie/vie_student_feedback_classification.py +1 -2
  173. mteb/tasks/classification/zho/cmteb_classification.py +5 -10
  174. mteb/tasks/classification/zho/yue_openrice_review_classification.py +1 -2
  175. mteb/tasks/classification/zul/isi_zulu_news_classification.py +1 -2
  176. mteb/tasks/clustering/jpn/mews_c16_ja_clustering.py +1 -3
  177. mteb/tasks/clustering/multilingual/sib200_clustering_s2s.py +1 -6
  178. mteb/tasks/clustering/vie/reddit_clustering_p2p_vn.py +1 -5
  179. mteb/tasks/clustering/vie/reddit_clustering_vn.py +1 -5
  180. mteb/tasks/clustering/vie/stack_exchange_clustering_p2p_vn.py +1 -5
  181. mteb/tasks/clustering/vie/stack_exchange_clustering_vn.py +1 -5
  182. mteb/tasks/clustering/vie/twenty_newsgroups_clustering_vn.py +1 -5
  183. mteb/tasks/multilabel_classification/ita/emit_classification.py +1 -5
  184. mteb/tasks/multilabel_classification/kor/kor_hate_speech_ml_classification.py +1 -9
  185. mteb/tasks/multilabel_classification/mlt/maltese_news_classification.py +1 -6
  186. mteb/tasks/multilabel_classification/por/brazilian_toxic_tweets_classification.py +1 -6
  187. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_group_classification.py +1 -1
  188. mteb/tasks/multilabel_classification/swe/swedish_patent_cpc_subclass_classification.py +1 -2
  189. mteb/tasks/pair_classification/dan/talemaader_pc.py +1 -6
  190. mteb/tasks/pair_classification/eng/legal_bench_pc.py +1 -9
  191. mteb/tasks/pair_classification/vie/sprint_duplicate_questions_pcvn.py +1 -5
  192. mteb/tasks/pair_classification/vie/twitter_sem_eval2015_pcvn.py +1 -5
  193. mteb/tasks/pair_classification/vie/twitter_url_corpus_pcvn.py +1 -5
  194. mteb/tasks/regression/multilingual/ru_sci_bench_regression.py +2 -6
  195. mteb/tasks/reranking/multilingual/x_glue_wpr_reranking.py +1 -2
  196. mteb/tasks/reranking/vie/ask_ubuntu_dup_questions_vn.py +1 -5
  197. mteb/tasks/reranking/vie/sci_docs_reranking_vn.py +1 -5
  198. mteb/tasks/reranking/vie/stack_overflow_dup_questions_vn.py +1 -5
  199. mteb/tasks/retrieval/eng/lit_search_retrieval.py +1 -8
  200. mteb/tasks/retrieval/jpn/ja_cwir_retrieval.py +1 -4
  201. mteb/tasks/retrieval/multilingual/__init__.py +22 -0
  202. mteb/tasks/retrieval/multilingual/mkqa_retrieval.py +1 -2
  203. mteb/tasks/retrieval/multilingual/mlqa_retrieval.py +1 -4
  204. mteb/tasks/retrieval/multilingual/multi_long_doc_retrieval.py +1 -2
  205. mteb/tasks/retrieval/multilingual/ru_sci_bench_retrieval.py +2 -12
  206. mteb/tasks/retrieval/multilingual/vidore3_bench_retrieval.py +399 -0
  207. mteb/tasks/retrieval/slk/slovak_sum_retrieval.py +1 -7
  208. mteb/tasks/retrieval/vie/argu_ana_vn_retrieval.py +1 -5
  209. mteb/tasks/retrieval/vie/climate_fevervn_retrieval.py +1 -5
  210. mteb/tasks/retrieval/vie/cqa_dupstack_android_vn_retrieval.py +1 -5
  211. mteb/tasks/retrieval/vie/cqa_dupstack_gis_vn_retrieval.py +1 -5
  212. mteb/tasks/retrieval/vie/cqa_dupstack_mathematica_vn_retrieval.py +1 -5
  213. mteb/tasks/retrieval/vie/cqa_dupstack_physics_vn_retrieval.py +1 -5
  214. mteb/tasks/retrieval/vie/cqa_dupstack_programmers_vn_retrieval.py +1 -5
  215. mteb/tasks/retrieval/vie/cqa_dupstack_stats_vn_retrieval.py +1 -5
  216. mteb/tasks/retrieval/vie/cqa_dupstack_tex_vn_retrieval.py +1 -5
  217. mteb/tasks/retrieval/vie/cqa_dupstack_unix_vn_retrieval.py +1 -5
  218. mteb/tasks/retrieval/vie/cqa_dupstack_webmasters_vn_retrieval.py +1 -5
  219. mteb/tasks/retrieval/vie/cqa_dupstack_wordpress_vn_retrieval.py +1 -5
  220. mteb/tasks/retrieval/vie/db_pedia_vn_retrieval.py +1 -5
  221. mteb/tasks/retrieval/vie/fevervn_retrieval.py +1 -7
  222. mteb/tasks/retrieval/vie/fi_qa2018_vn_retrieval.py +1 -5
  223. mteb/tasks/retrieval/vie/hotpot_qavn_retrieval.py +1 -6
  224. mteb/tasks/retrieval/vie/msmarcovn_retrieval.py +1 -5
  225. mteb/tasks/retrieval/vie/nf_corpus_vn_retrieval.py +1 -5
  226. mteb/tasks/retrieval/vie/nqvn_retrieval.py +1 -5
  227. mteb/tasks/retrieval/vie/quora_vn_retrieval.py +1 -6
  228. mteb/tasks/retrieval/vie/sci_fact_vn_retrieval.py +1 -5
  229. mteb/tasks/retrieval/vie/scidocsvn_retrieval.py +1 -6
  230. mteb/tasks/retrieval/vie/touche2020_vn_retrieval.py +1 -5
  231. mteb/tasks/retrieval/vie/treccovidvn_retrieval.py +1 -5
  232. mteb/tasks/sts/vie/biosses_stsvn.py +1 -5
  233. mteb/tasks/sts/vie/sickr_stsvn.py +1 -5
  234. mteb/tasks/sts/vie/sts_benchmark_stsvn.py +1 -5
  235. mteb/tasks/zeroshot_classification/eng/gtsrb.py +1 -1
  236. mteb/tasks/zeroshot_classification/eng/patch_camelyon.py +1 -1
  237. mteb/tasks/zeroshot_classification/eng/ucf101.py +1 -5
  238. {mteb-2.1.7.dist-info → mteb-2.1.9.dist-info}/METADATA +1 -1
  239. {mteb-2.1.7.dist-info → mteb-2.1.9.dist-info}/RECORD +243 -231
  240. {mteb-2.1.7.dist-info → mteb-2.1.9.dist-info}/WHEEL +0 -0
  241. {mteb-2.1.7.dist-info → mteb-2.1.9.dist-info}/entry_points.txt +0 -0
  242. {mteb-2.1.7.dist-info → mteb-2.1.9.dist-info}/licenses/LICENSE +0 -0
  243. {mteb-2.1.7.dist-info → mteb-2.1.9.dist-info}/top_level.txt +0 -0
mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3EnergyRetrieval.json ADDED
@@ -0,0 +1,214 @@
1
+ {
2
+ "test": {
3
+ "num_samples": 15198,
4
+ "number_of_characters": 208477,
5
+ "documents_text_statistics": null,
6
+ "documents_image_statistics": {
7
+ "min_image_width": 827,
8
+ "average_image_width": 1679.3770786516855,
9
+ "max_image_width": 2374,
10
+ "min_image_height": 1166,
11
+ "average_image_height": 2194.049438202247,
12
+ "max_image_height": 2339,
13
+ "unique_images": 2217
14
+ },
15
+ "queries_text_statistics": {
16
+ "total_text_length": 208477,
17
+ "min_text_length": 33,
18
+ "average_text_length": 112.81222943722943,
19
+ "max_text_length": 243,
20
+ "unique_texts": 1848
21
+ },
22
+ "queries_image_statistics": null,
23
+ "relevant_docs_statistics": {
24
+ "num_relevant_docs": 39708,
25
+ "min_relevant_docs_per_query": 1,
26
+ "average_relevant_docs_per_query": 3.581168831168831,
27
+ "max_relevant_docs_per_query": 29,
28
+ "unique_relevant_docs": 4332
29
+ },
30
+ "top_ranked_statistics": null,
31
+ "hf_subset_descriptive_stats": {
32
+ "french": {
33
+ "num_samples": 2533,
34
+ "number_of_characters": 35841,
35
+ "documents_text_statistics": null,
36
+ "documents_image_statistics": {
37
+ "min_image_width": 827,
38
+ "average_image_width": 1679.3770786516855,
39
+ "max_image_width": 2374,
40
+ "min_image_height": 1166,
41
+ "average_image_height": 2194.049438202247,
42
+ "max_image_height": 2339,
43
+ "unique_images": 2217
44
+ },
45
+ "queries_text_statistics": {
46
+ "total_text_length": 35841,
47
+ "min_text_length": 33,
48
+ "average_text_length": 116.36688311688312,
49
+ "max_text_length": 223,
50
+ "unique_texts": 308
51
+ },
52
+ "queries_image_statistics": null,
53
+ "relevant_docs_statistics": {
54
+ "num_relevant_docs": 6618,
55
+ "min_relevant_docs_per_query": 1,
56
+ "average_relevant_docs_per_query": 3.581168831168831,
57
+ "max_relevant_docs_per_query": 29,
58
+ "unique_relevant_docs": 722
59
+ },
60
+ "top_ranked_statistics": null
61
+ },
62
+ "spanish": {
63
+ "num_samples": 2533,
64
+ "number_of_characters": 35537,
65
+ "documents_text_statistics": null,
66
+ "documents_image_statistics": {
67
+ "min_image_width": 827,
68
+ "average_image_width": 1679.3770786516855,
69
+ "max_image_width": 2374,
70
+ "min_image_height": 1166,
71
+ "average_image_height": 2194.049438202247,
72
+ "max_image_height": 2339,
73
+ "unique_images": 2217
74
+ },
75
+ "queries_text_statistics": {
76
+ "total_text_length": 35537,
77
+ "min_text_length": 35,
78
+ "average_text_length": 115.37987012987013,
79
+ "max_text_length": 241,
80
+ "unique_texts": 308
81
+ },
82
+ "queries_image_statistics": null,
83
+ "relevant_docs_statistics": {
84
+ "num_relevant_docs": 6618,
85
+ "min_relevant_docs_per_query": 1,
86
+ "average_relevant_docs_per_query": 3.581168831168831,
87
+ "max_relevant_docs_per_query": 29,
88
+ "unique_relevant_docs": 722
89
+ },
90
+ "top_ranked_statistics": null
91
+ },
92
+ "english": {
93
+ "num_samples": 2533,
94
+ "number_of_characters": 31704,
95
+ "documents_text_statistics": null,
96
+ "documents_image_statistics": {
97
+ "min_image_width": 827,
98
+ "average_image_width": 1679.3770786516855,
99
+ "max_image_width": 2374,
100
+ "min_image_height": 1166,
101
+ "average_image_height": 2194.049438202247,
102
+ "max_image_height": 2339,
103
+ "unique_images": 2217
104
+ },
105
+ "queries_text_statistics": {
106
+ "total_text_length": 31704,
107
+ "min_text_length": 33,
108
+ "average_text_length": 102.93506493506493,
109
+ "max_text_length": 198,
110
+ "unique_texts": 308
111
+ },
112
+ "queries_image_statistics": null,
113
+ "relevant_docs_statistics": {
114
+ "num_relevant_docs": 6618,
115
+ "min_relevant_docs_per_query": 1,
116
+ "average_relevant_docs_per_query": 3.581168831168831,
117
+ "max_relevant_docs_per_query": 29,
118
+ "unique_relevant_docs": 722
119
+ },
120
+ "top_ranked_statistics": null
121
+ },
122
+ "german": {
123
+ "num_samples": 2533,
124
+ "number_of_characters": 36906,
125
+ "documents_text_statistics": null,
126
+ "documents_image_statistics": {
127
+ "min_image_width": 827,
128
+ "average_image_width": 1679.3770786516855,
129
+ "max_image_width": 2374,
130
+ "min_image_height": 1166,
131
+ "average_image_height": 2194.049438202247,
132
+ "max_image_height": 2339,
133
+ "unique_images": 2217
134
+ },
135
+ "queries_text_statistics": {
136
+ "total_text_length": 36906,
137
+ "min_text_length": 38,
138
+ "average_text_length": 119.82467532467533,
139
+ "max_text_length": 243,
140
+ "unique_texts": 308
141
+ },
142
+ "queries_image_statistics": null,
143
+ "relevant_docs_statistics": {
144
+ "num_relevant_docs": 6618,
145
+ "min_relevant_docs_per_query": 1,
146
+ "average_relevant_docs_per_query": 3.581168831168831,
147
+ "max_relevant_docs_per_query": 29,
148
+ "unique_relevant_docs": 722
149
+ },
150
+ "top_ranked_statistics": null
151
+ },
152
+ "italian": {
153
+ "num_samples": 2533,
154
+ "number_of_characters": 34888,
155
+ "documents_text_statistics": null,
156
+ "documents_image_statistics": {
157
+ "min_image_width": 827,
158
+ "average_image_width": 1679.3770786516855,
159
+ "max_image_width": 2374,
160
+ "min_image_height": 1166,
161
+ "average_image_height": 2194.049438202247,
162
+ "max_image_height": 2339,
163
+ "unique_images": 2217
164
+ },
165
+ "queries_text_statistics": {
166
+ "total_text_length": 34888,
167
+ "min_text_length": 37,
168
+ "average_text_length": 113.27272727272727,
169
+ "max_text_length": 217,
170
+ "unique_texts": 308
171
+ },
172
+ "queries_image_statistics": null,
173
+ "relevant_docs_statistics": {
174
+ "num_relevant_docs": 6618,
175
+ "min_relevant_docs_per_query": 1,
176
+ "average_relevant_docs_per_query": 3.581168831168831,
177
+ "max_relevant_docs_per_query": 29,
178
+ "unique_relevant_docs": 722
179
+ },
180
+ "top_ranked_statistics": null
181
+ },
182
+ "portuguese": {
183
+ "num_samples": 2533,
184
+ "number_of_characters": 33601,
185
+ "documents_text_statistics": null,
186
+ "documents_image_statistics": {
187
+ "min_image_width": 827,
188
+ "average_image_width": 1679.3770786516855,
189
+ "max_image_width": 2374,
190
+ "min_image_height": 1166,
191
+ "average_image_height": 2194.049438202247,
192
+ "max_image_height": 2339,
193
+ "unique_images": 2217
194
+ },
195
+ "queries_text_statistics": {
196
+ "total_text_length": 33601,
197
+ "min_text_length": 39,
198
+ "average_text_length": 109.09415584415585,
199
+ "max_text_length": 220,
200
+ "unique_texts": 308
201
+ },
202
+ "queries_image_statistics": null,
203
+ "relevant_docs_statistics": {
204
+ "num_relevant_docs": 6618,
205
+ "min_relevant_docs_per_query": 1,
206
+ "average_relevant_docs_per_query": 3.581168831168831,
207
+ "max_relevant_docs_per_query": 29,
208
+ "unique_relevant_docs": 722
209
+ },
210
+ "top_ranked_statistics": null
211
+ }
212
+ }
213
+ }
214
+ }
mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceEnRetrieval.json ADDED
@@ -0,0 +1,214 @@
1
+ {
2
+ "test": {
3
+ "num_samples": 19506,
4
+ "number_of_characters": 212250,
5
+ "documents_text_statistics": null,
6
+ "documents_image_statistics": {
7
+ "min_image_width": 1700,
8
+ "average_image_width": 1700.0,
9
+ "max_image_width": 1700,
10
+ "min_image_height": 2200,
11
+ "average_image_height": 2200.0,
12
+ "max_image_height": 2200,
13
+ "unique_images": 2929
14
+ },
15
+ "queries_text_statistics": {
16
+ "total_text_length": 212250,
17
+ "min_text_length": 30,
18
+ "average_text_length": 114.48220064724919,
19
+ "max_text_length": 328,
20
+ "unique_texts": 1854
21
+ },
22
+ "queries_image_statistics": null,
23
+ "relevant_docs_statistics": {
24
+ "num_relevant_docs": 52596,
25
+ "min_relevant_docs_per_query": 1,
26
+ "average_relevant_docs_per_query": 4.728155339805825,
27
+ "max_relevant_docs_per_query": 25,
28
+ "unique_relevant_docs": 4710
29
+ },
30
+ "top_ranked_statistics": null,
31
+ "hf_subset_descriptive_stats": {
32
+ "french": {
33
+ "num_samples": 3251,
34
+ "number_of_characters": 37786,
35
+ "documents_text_statistics": null,
36
+ "documents_image_statistics": {
37
+ "min_image_width": 1700,
38
+ "average_image_width": 1700.0,
39
+ "max_image_width": 1700,
40
+ "min_image_height": 2200,
41
+ "average_image_height": 2200.0,
42
+ "max_image_height": 2200,
43
+ "unique_images": 2929
44
+ },
45
+ "queries_text_statistics": {
46
+ "total_text_length": 37786,
47
+ "min_text_length": 31,
48
+ "average_text_length": 122.28478964401295,
49
+ "max_text_length": 319,
50
+ "unique_texts": 309
51
+ },
52
+ "queries_image_statistics": null,
53
+ "relevant_docs_statistics": {
54
+ "num_relevant_docs": 8766,
55
+ "min_relevant_docs_per_query": 1,
56
+ "average_relevant_docs_per_query": 4.728155339805825,
57
+ "max_relevant_docs_per_query": 25,
58
+ "unique_relevant_docs": 785
59
+ },
60
+ "top_ranked_statistics": null
61
+ },
62
+ "spanish": {
63
+ "num_samples": 3251,
64
+ "number_of_characters": 36071,
65
+ "documents_text_statistics": null,
66
+ "documents_image_statistics": {
67
+ "min_image_width": 1700,
68
+ "average_image_width": 1700.0,
69
+ "max_image_width": 1700,
70
+ "min_image_height": 2200,
71
+ "average_image_height": 2200.0,
72
+ "max_image_height": 2200,
73
+ "unique_images": 2929
74
+ },
75
+ "queries_text_statistics": {
76
+ "total_text_length": 36071,
77
+ "min_text_length": 42,
78
+ "average_text_length": 116.73462783171522,
79
+ "max_text_length": 302,
80
+ "unique_texts": 309
81
+ },
82
+ "queries_image_statistics": null,
83
+ "relevant_docs_statistics": {
84
+ "num_relevant_docs": 8766,
85
+ "min_relevant_docs_per_query": 1,
86
+ "average_relevant_docs_per_query": 4.728155339805825,
87
+ "max_relevant_docs_per_query": 25,
88
+ "unique_relevant_docs": 785
89
+ },
90
+ "top_ranked_statistics": null
91
+ },
92
+ "english": {
93
+ "num_samples": 3251,
94
+ "number_of_characters": 30829,
95
+ "documents_text_statistics": null,
96
+ "documents_image_statistics": {
97
+ "min_image_width": 1700,
98
+ "average_image_width": 1700.0,
99
+ "max_image_width": 1700,
100
+ "min_image_height": 2200,
101
+ "average_image_height": 2200.0,
102
+ "max_image_height": 2200,
103
+ "unique_images": 2929
104
+ },
105
+ "queries_text_statistics": {
106
+ "total_text_length": 30829,
107
+ "min_text_length": 32,
108
+ "average_text_length": 99.77022653721683,
109
+ "max_text_length": 258,
110
+ "unique_texts": 309
111
+ },
112
+ "queries_image_statistics": null,
113
+ "relevant_docs_statistics": {
114
+ "num_relevant_docs": 8766,
115
+ "min_relevant_docs_per_query": 1,
116
+ "average_relevant_docs_per_query": 4.728155339805825,
117
+ "max_relevant_docs_per_query": 25,
118
+ "unique_relevant_docs": 785
119
+ },
120
+ "top_ranked_statistics": null
121
+ },
122
+ "german": {
123
+ "num_samples": 3251,
124
+ "number_of_characters": 36678,
125
+ "documents_text_statistics": null,
126
+ "documents_image_statistics": {
127
+ "min_image_width": 1700,
128
+ "average_image_width": 1700.0,
129
+ "max_image_width": 1700,
130
+ "min_image_height": 2200,
131
+ "average_image_height": 2200.0,
132
+ "max_image_height": 2200,
133
+ "unique_images": 2929
134
+ },
135
+ "queries_text_statistics": {
136
+ "total_text_length": 36678,
137
+ "min_text_length": 30,
138
+ "average_text_length": 118.69902912621359,
139
+ "max_text_length": 324,
140
+ "unique_texts": 309
141
+ },
142
+ "queries_image_statistics": null,
143
+ "relevant_docs_statistics": {
144
+ "num_relevant_docs": 8766,
145
+ "min_relevant_docs_per_query": 1,
146
+ "average_relevant_docs_per_query": 4.728155339805825,
147
+ "max_relevant_docs_per_query": 25,
148
+ "unique_relevant_docs": 785
149
+ },
150
+ "top_ranked_statistics": null
151
+ },
152
+ "italian": {
153
+ "num_samples": 3251,
154
+ "number_of_characters": 36376,
155
+ "documents_text_statistics": null,
156
+ "documents_image_statistics": {
157
+ "min_image_width": 1700,
158
+ "average_image_width": 1700.0,
159
+ "max_image_width": 1700,
160
+ "min_image_height": 2200,
161
+ "average_image_height": 2200.0,
162
+ "max_image_height": 2200,
163
+ "unique_images": 2929
164
+ },
165
+ "queries_text_statistics": {
166
+ "total_text_length": 36376,
167
+ "min_text_length": 38,
168
+ "average_text_length": 117.72168284789645,
169
+ "max_text_length": 328,
170
+ "unique_texts": 309
171
+ },
172
+ "queries_image_statistics": null,
173
+ "relevant_docs_statistics": {
174
+ "num_relevant_docs": 8766,
175
+ "min_relevant_docs_per_query": 1,
176
+ "average_relevant_docs_per_query": 4.728155339805825,
177
+ "max_relevant_docs_per_query": 25,
178
+ "unique_relevant_docs": 785
179
+ },
180
+ "top_ranked_statistics": null
181
+ },
182
+ "portuguese": {
183
+ "num_samples": 3251,
184
+ "number_of_characters": 34510,
185
+ "documents_text_statistics": null,
186
+ "documents_image_statistics": {
187
+ "min_image_width": 1700,
188
+ "average_image_width": 1700.0,
189
+ "max_image_width": 1700,
190
+ "min_image_height": 2200,
191
+ "average_image_height": 2200.0,
192
+ "max_image_height": 2200,
193
+ "unique_images": 2929
194
+ },
195
+ "queries_text_statistics": {
196
+ "total_text_length": 34510,
197
+ "min_text_length": 32,
198
+ "average_text_length": 111.68284789644012,
199
+ "max_text_length": 286,
200
+ "unique_texts": 309
201
+ },
202
+ "queries_image_statistics": null,
203
+ "relevant_docs_statistics": {
204
+ "num_relevant_docs": 8766,
205
+ "min_relevant_docs_per_query": 1,
206
+ "average_relevant_docs_per_query": 4.728155339805825,
207
+ "max_relevant_docs_per_query": 25,
208
+ "unique_relevant_docs": 785
209
+ },
210
+ "top_ranked_statistics": null
211
+ }
212
+ }
213
+ }
214
+ }
mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3FinanceFrRetrieval.json ADDED
@@ -0,0 +1,214 @@
1
+ {
2
+ "test": {
3
+ "num_samples": 16224,
4
+ "number_of_characters": 206407,
5
+ "documents_text_statistics": null,
6
+ "documents_image_statistics": {
7
+ "min_image_width": 1235,
8
+ "average_image_width": 1608.0528523489934,
9
+ "max_image_width": 1733,
10
+ "min_image_height": 1886,
11
+ "average_image_height": 2189.7508389261743,
12
+ "max_image_height": 2402,
13
+ "unique_images": 2376
14
+ },
15
+ "queries_text_statistics": {
16
+ "total_text_length": 206407,
17
+ "min_text_length": 28,
18
+ "average_text_length": 107.50364583333334,
19
+ "max_text_length": 309,
20
+ "unique_texts": 1920
21
+ },
22
+ "queries_image_statistics": null,
23
+ "relevant_docs_statistics": {
24
+ "num_relevant_docs": 52848,
25
+ "min_relevant_docs_per_query": 1,
26
+ "average_relevant_docs_per_query": 4.5875,
27
+ "max_relevant_docs_per_query": 29,
28
+ "unique_relevant_docs": 5298
29
+ },
30
+ "top_ranked_statistics": null,
31
+ "hf_subset_descriptive_stats": {
32
+ "french": {
33
+ "num_samples": 2704,
34
+ "number_of_characters": 35094,
35
+ "documents_text_statistics": null,
36
+ "documents_image_statistics": {
37
+ "min_image_width": 1235,
38
+ "average_image_width": 1608.0528523489934,
39
+ "max_image_width": 1733,
40
+ "min_image_height": 1886,
41
+ "average_image_height": 2189.7508389261743,
42
+ "max_image_height": 2402,
43
+ "unique_images": 2376
44
+ },
45
+ "queries_text_statistics": {
46
+ "total_text_length": 35094,
47
+ "min_text_length": 30,
48
+ "average_text_length": 109.66875,
49
+ "max_text_length": 309,
50
+ "unique_texts": 320
51
+ },
52
+ "queries_image_statistics": null,
53
+ "relevant_docs_statistics": {
54
+ "num_relevant_docs": 8808,
55
+ "min_relevant_docs_per_query": 1,
56
+ "average_relevant_docs_per_query": 4.5875,
57
+ "max_relevant_docs_per_query": 29,
58
+ "unique_relevant_docs": 883
59
+ },
60
+ "top_ranked_statistics": null
61
+ },
62
+ "spanish": {
63
+ "num_samples": 2704,
64
+ "number_of_characters": 34951,
65
+ "documents_text_statistics": null,
66
+ "documents_image_statistics": {
67
+ "min_image_width": 1235,
68
+ "average_image_width": 1608.0528523489934,
69
+ "max_image_width": 1733,
70
+ "min_image_height": 1886,
71
+ "average_image_height": 2189.7508389261743,
72
+ "max_image_height": 2402,
73
+ "unique_images": 2376
74
+ },
75
+ "queries_text_statistics": {
76
+ "total_text_length": 34951,
77
+ "min_text_length": 28,
78
+ "average_text_length": 109.221875,
79
+ "max_text_length": 296,
80
+ "unique_texts": 320
81
+ },
82
+ "queries_image_statistics": null,
83
+ "relevant_docs_statistics": {
84
+ "num_relevant_docs": 8808,
85
+ "min_relevant_docs_per_query": 1,
86
+ "average_relevant_docs_per_query": 4.5875,
87
+ "max_relevant_docs_per_query": 29,
88
+ "unique_relevant_docs": 883
89
+ },
90
+ "top_ranked_statistics": null
91
+ },
92
+ "english": {
93
+ "num_samples": 2704,
94
+ "number_of_characters": 31677,
95
+ "documents_text_statistics": null,
96
+ "documents_image_statistics": {
97
+ "min_image_width": 1235,
98
+ "average_image_width": 1608.0528523489934,
99
+ "max_image_width": 1733,
100
+ "min_image_height": 1886,
101
+ "average_image_height": 2189.7508389261743,
102
+ "max_image_height": 2402,
103
+ "unique_images": 2376
104
+ },
105
+ "queries_text_statistics": {
106
+ "total_text_length": 31677,
107
+ "min_text_length": 31,
108
+ "average_text_length": 98.990625,
109
+ "max_text_length": 263,
110
+ "unique_texts": 320
111
+ },
112
+ "queries_image_statistics": null,
113
+ "relevant_docs_statistics": {
114
+ "num_relevant_docs": 8808,
115
+ "min_relevant_docs_per_query": 1,
116
+ "average_relevant_docs_per_query": 4.5875,
117
+ "max_relevant_docs_per_query": 29,
118
+ "unique_relevant_docs": 883
119
+ },
120
+ "top_ranked_statistics": null
121
+ },
122
+ "german": {
123
+ "num_samples": 2704,
124
+ "number_of_characters": 37006,
125
+ "documents_text_statistics": null,
126
+ "documents_image_statistics": {
127
+ "min_image_width": 1235,
128
+ "average_image_width": 1608.0528523489934,
129
+ "max_image_width": 1733,
130
+ "min_image_height": 1886,
131
+ "average_image_height": 2189.7508389261743,
132
+ "max_image_height": 2402,
133
+ "unique_images": 2376
134
+ },
135
+ "queries_text_statistics": {
136
+ "total_text_length": 37006,
137
+ "min_text_length": 31,
138
+ "average_text_length": 115.64375,
139
+ "max_text_length": 275,
140
+ "unique_texts": 320
141
+ },
142
+ "queries_image_statistics": null,
143
+ "relevant_docs_statistics": {
144
+ "num_relevant_docs": 8808,
145
+ "min_relevant_docs_per_query": 1,
146
+ "average_relevant_docs_per_query": 4.5875,
147
+ "max_relevant_docs_per_query": 29,
148
+ "unique_relevant_docs": 883
149
+ },
150
+ "top_ranked_statistics": null
151
+ },
152
+ "italian": {
153
+ "num_samples": 2704,
154
+ "number_of_characters": 34609,
155
+ "documents_text_statistics": null,
156
+ "documents_image_statistics": {
157
+ "min_image_width": 1235,
158
+ "average_image_width": 1608.0528523489934,
159
+ "max_image_width": 1733,
160
+ "min_image_height": 1886,
161
+ "average_image_height": 2189.7508389261743,
162
+ "max_image_height": 2402,
163
+ "unique_images": 2376
164
+ },
165
+ "queries_text_statistics": {
166
+ "total_text_length": 34609,
167
+ "min_text_length": 28,
168
+ "average_text_length": 108.153125,
169
+ "max_text_length": 289,
170
+ "unique_texts": 320
171
+ },
172
+ "queries_image_statistics": null,
173
+ "relevant_docs_statistics": {
174
+ "num_relevant_docs": 8808,
175
+ "min_relevant_docs_per_query": 1,
176
+ "average_relevant_docs_per_query": 4.5875,
177
+ "max_relevant_docs_per_query": 29,
178
+ "unique_relevant_docs": 883
179
+ },
180
+ "top_ranked_statistics": null
181
+ },
182
+ "portuguese": {
183
+ "num_samples": 2704,
184
+ "number_of_characters": 33070,
185
+ "documents_text_statistics": null,
186
+ "documents_image_statistics": {
187
+ "min_image_width": 1235,
188
+ "average_image_width": 1608.0528523489934,
189
+ "max_image_width": 1733,
190
+ "min_image_height": 1886,
191
+ "average_image_height": 2189.7508389261743,
192
+ "max_image_height": 2402,
193
+ "unique_images": 2376
194
+ },
195
+ "queries_text_statistics": {
196
+ "total_text_length": 33070,
197
+ "min_text_length": 35,
198
+ "average_text_length": 103.34375,
199
+ "max_text_length": 261,
200
+ "unique_texts": 320
201
+ },
202
+ "queries_image_statistics": null,
203
+ "relevant_docs_statistics": {
204
+ "num_relevant_docs": 8808,
205
+ "min_relevant_docs_per_query": 1,
206
+ "average_relevant_docs_per_query": 4.5875,
207
+ "max_relevant_docs_per_query": 29,
208
+ "unique_relevant_docs": 883
209
+ },
210
+ "top_ranked_statistics": null
211
+ }
212
+ }
213
+ }
214
+ }