mteb 2.0.4__py3-none-any.whl → 2.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (120) hide show
  1. mteb/__init__.py +10 -1
  2. mteb/benchmarks/benchmarks/__init__.py +2 -0
  3. mteb/benchmarks/benchmarks/benchmarks.py +75 -0
  4. mteb/descriptive_stats/BitextMining/BUCC.json +70 -40
  5. mteb/descriptive_stats/Classification/DKHateClassification.json +40 -24
  6. mteb/descriptive_stats/Classification/DutchColaClassification.json +54 -0
  7. mteb/descriptive_stats/Classification/DutchGovernmentBiasClassification.json +54 -0
  8. mteb/descriptive_stats/Classification/DutchNewsArticlesClassification.json +90 -0
  9. mteb/descriptive_stats/Classification/DutchSarcasticHeadlinesClassification.json +54 -0
  10. mteb/descriptive_stats/Classification/FinancialPhrasebankClassification.json +23 -15
  11. mteb/descriptive_stats/Classification/IconclassClassification.json +96 -0
  12. mteb/descriptive_stats/Classification/ImdbClassification.json +40 -24
  13. mteb/descriptive_stats/Classification/KorHateClassification.json +23 -15
  14. mteb/descriptive_stats/Classification/OpenTenderClassification.json +222 -0
  15. mteb/descriptive_stats/Classification/VaccinChatNLClassification.json +1068 -0
  16. mteb/descriptive_stats/Clustering/ArxivClusteringP2P.json +555 -550
  17. mteb/descriptive_stats/Clustering/ArxivClusteringP2P.v2.json +546 -541
  18. mteb/descriptive_stats/Clustering/ArxivClusteringS2S.json +555 -550
  19. mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringP2P.json +45 -0
  20. mteb/descriptive_stats/Clustering/DutchNewsArticlesClusteringS2S.json +45 -0
  21. mteb/descriptive_stats/Clustering/IconclassClusteringS2S.json +48 -0
  22. mteb/descriptive_stats/Clustering/MLSUMClusteringP2P.json +2466 -2416
  23. mteb/descriptive_stats/Clustering/OpenTenderClusteringP2P.json +111 -0
  24. mteb/descriptive_stats/Clustering/OpenTenderClusteringS2S.json +111 -0
  25. mteb/descriptive_stats/Clustering/RedditClusteringP2P.json +1365 -1360
  26. mteb/descriptive_stats/Clustering/SNLClustering.json +378 -373
  27. mteb/descriptive_stats/Clustering/SwednClustering.json +28 -23
  28. mteb/descriptive_stats/Clustering/VABBClusteringP2P.json +60 -0
  29. mteb/descriptive_stats/Clustering/VABBClusteringS2S.json +60 -0
  30. mteb/descriptive_stats/Clustering/VGClustering.json +54 -49
  31. mteb/descriptive_stats/Image/Any2AnyMultilingualRetrieval/WITT2IRetrieval.json +324 -204
  32. mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionI2TRetrieval.json +28 -18
  33. mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRAirbnbSyntheticRetrieval.json +334 -0
  34. mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRGitHubReadmeRetrieval.json +544 -0
  35. mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRTweetStockSyntheticsRetrieval.json +334 -0
  36. mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsDocumentsRetrieval.json +634 -0
  37. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2ESGReportsRetrieval.json +154 -0
  38. mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore2EconomicsReportsRetrieval.json +154 -0
  39. mteb/descriptive_stats/Image/ImageClassification/Imagenet1k.json +6039 -3007
  40. mteb/descriptive_stats/Image/ZeroShotClassification/Imagenet1kZeroShot.json +3024 -3010
  41. mteb/descriptive_stats/Image/ZeroShotClassification/PatchCamelyonZeroShot.json +30 -16
  42. mteb/descriptive_stats/MultilabelClassification/CovidDisinformationNLMultiLabelClassification.json +84 -0
  43. mteb/descriptive_stats/MultilabelClassification/VABBMultiLabelClassification.json +156 -0
  44. mteb/descriptive_stats/PairClassification/SICKNLPairClassification.json +35 -0
  45. mteb/descriptive_stats/PairClassification/XLWICNLPairClassification.json +35 -0
  46. mteb/descriptive_stats/Reranking/MIRACLReranking.json +555 -479
  47. mteb/descriptive_stats/Reranking/MindSmallReranking.json +29 -25
  48. mteb/descriptive_stats/Retrieval/AlloprofRetrieval.json +25 -26
  49. mteb/descriptive_stats/Retrieval/Code1Retrieval.json +30 -0
  50. mteb/descriptive_stats/Retrieval/DanFEVER.json +25 -26
  51. mteb/descriptive_stats/Retrieval/DutchNewsArticlesRetrieval.json +30 -0
  52. mteb/descriptive_stats/Retrieval/EnglishFinance1Retrieval.json +30 -0
  53. mteb/descriptive_stats/Retrieval/EnglishFinance2Retrieval.json +30 -0
  54. mteb/descriptive_stats/Retrieval/EnglishFinance3Retrieval.json +30 -0
  55. mteb/descriptive_stats/Retrieval/EnglishFinance4Retrieval.json +30 -0
  56. mteb/descriptive_stats/Retrieval/EnglishHealthcare1Retrieval.json +30 -0
  57. mteb/descriptive_stats/Retrieval/French1Retrieval.json +30 -0
  58. mteb/descriptive_stats/Retrieval/FrenchLegal1Retrieval.json +30 -0
  59. mteb/descriptive_stats/Retrieval/German1Retrieval.json +30 -0
  60. mteb/descriptive_stats/Retrieval/GermanHealthcare1Retrieval.json +30 -0
  61. mteb/descriptive_stats/Retrieval/GermanLegal1Retrieval.json +30 -0
  62. mteb/descriptive_stats/Retrieval/JapaneseCode1Retrieval.json +30 -0
  63. mteb/descriptive_stats/Retrieval/JapaneseLegal1Retrieval.json +30 -0
  64. mteb/descriptive_stats/Retrieval/LegalQANLRetrieval.json +30 -0
  65. mteb/descriptive_stats/Retrieval/MIRACLRetrieval.json +475 -494
  66. mteb/descriptive_stats/Retrieval/MSMARCO-Fa.json +25 -26
  67. mteb/descriptive_stats/Retrieval/MSMARCO.json +25 -84
  68. mteb/descriptive_stats/Retrieval/OpenTenderRetrieval.json +30 -0
  69. mteb/descriptive_stats/Retrieval/Touche2020.json +25 -26
  70. mteb/descriptive_stats/Retrieval/VABBRetrieval.json +30 -0
  71. mteb/descriptive_stats/Retrieval/bBSARDNLRetrieval.json +30 -0
  72. mteb/descriptive_stats/STS/SICK-NL-STS.json +28 -0
  73. mteb/descriptive_stats/Summarization/SummEval.json +27 -50
  74. mteb/descriptive_stats/Summarization/SummEvalFr.json +27 -50
  75. mteb/models/model_implementations/kalm_models.py +29 -0
  76. mteb/tasks/bitext_mining/multilingual/bucc_bitext_mining.py +1 -1
  77. mteb/tasks/classification/eng/financial_phrasebank_classification.py +0 -3
  78. mteb/tasks/classification/kor/kor_hate_classification.py +0 -12
  79. mteb/tasks/classification/nld/__init__.py +16 -0
  80. mteb/tasks/classification/nld/dutch_cola_classification.py +38 -0
  81. mteb/tasks/classification/nld/dutch_government_bias_classification.py +37 -0
  82. mteb/tasks/classification/nld/dutch_news_articles_classification.py +30 -0
  83. mteb/tasks/classification/nld/dutch_sarcastic_headlines_classification.py +36 -0
  84. mteb/tasks/classification/nld/iconclass_classification.py +41 -0
  85. mteb/tasks/classification/nld/open_tender_classification.py +38 -0
  86. mteb/tasks/classification/nld/vaccin_chat_nl_classification.py +46 -0
  87. mteb/tasks/clustering/__init__.py +1 -0
  88. mteb/tasks/clustering/nld/__init__.py +17 -0
  89. mteb/tasks/clustering/nld/dutch_news_articles_clustering_p2p.py +37 -0
  90. mteb/tasks/clustering/nld/dutch_news_articles_clustering_s2s.py +37 -0
  91. mteb/tasks/clustering/nld/iconclass_clustering_s2s.py +47 -0
  92. mteb/tasks/clustering/nld/open_tender_clustering_p2p.py +51 -0
  93. mteb/tasks/clustering/nld/open_tender_clustering_s2s.py +41 -0
  94. mteb/tasks/clustering/nld/vabb_clustering_p2p.py +51 -0
  95. mteb/tasks/clustering/nld/vabb_clustering_s2s.py +51 -0
  96. mteb/tasks/clustering/swe/swedn_clustering.py +2 -2
  97. mteb/tasks/multilabel_classification/__init__.py +1 -0
  98. mteb/tasks/multilabel_classification/nld/__init__.py +9 -0
  99. mteb/tasks/multilabel_classification/nld/covid_disinformation_nl_multi_label_classification.py +88 -0
  100. mteb/tasks/multilabel_classification/nld/vabb_multi_label_classification.py +44 -0
  101. mteb/tasks/pair_classification/__init__.py +1 -0
  102. mteb/tasks/pair_classification/nld/__init__.py +7 -0
  103. mteb/tasks/pair_classification/nld/sick_nl_pair_classification.py +36 -0
  104. mteb/tasks/pair_classification/nld/xlwic_nl_pair_classification.py +41 -0
  105. mteb/tasks/retrieval/multilingual/vdr_multilingual_retrieval.py +1 -1
  106. mteb/tasks/retrieval/nld/__init__.py +10 -0
  107. mteb/tasks/retrieval/nld/bbsard_nl_retrieval.py +41 -0
  108. mteb/tasks/retrieval/nld/dutch_news_articles_retrieval.py +30 -0
  109. mteb/tasks/retrieval/nld/legal_qa_nl_retrieval.py +39 -0
  110. mteb/tasks/retrieval/nld/open_tender_retrieval.py +38 -0
  111. mteb/tasks/retrieval/nld/vabb_retrieval.py +41 -0
  112. mteb/tasks/sts/__init__.py +1 -0
  113. mteb/tasks/sts/nld/__init__.py +5 -0
  114. mteb/tasks/sts/nld/sick_nl_sts.py +41 -0
  115. {mteb-2.0.4.dist-info → mteb-2.1.0.dist-info}/METADATA +2 -204
  116. {mteb-2.0.4.dist-info → mteb-2.1.0.dist-info}/RECORD +120 -49
  117. {mteb-2.0.4.dist-info → mteb-2.1.0.dist-info}/WHEEL +0 -0
  118. {mteb-2.0.4.dist-info → mteb-2.1.0.dist-info}/entry_points.txt +0 -0
  119. {mteb-2.0.4.dist-info → mteb-2.1.0.dist-info}/licenses/LICENSE +0 -0
  120. {mteb-2.0.4.dist-info → mteb-2.1.0.dist-info}/top_level.txt +0 -0
mteb/descriptive_stats/Image/DocumentUnderstanding/JinaVDRWikimediaCommonsDocumentsRetrieval.json ADDED
@@ -0,0 +1,634 @@
1
+ {
2
+ "test": {
3
+ "num_samples": 29277,
4
+ "number_of_characters": 4617278,
5
+ "documents_text_statistics": null,
6
+ "documents_image_statistics": {
7
+ "min_image_width": 88,
8
+ "average_image_width": 740.6112242886246,
9
+ "max_image_width": 1980,
10
+ "min_image_height": 57,
11
+ "average_image_height": 886.8219754222251,
12
+ "max_image_height": 1977,
13
+ "unique_images": 5331
14
+ },
15
+ "queries_text_statistics": {
16
+ "total_text_length": 4617278,
17
+ "min_text_length": 11,
18
+ "average_text_length": 328.3981507823613,
19
+ "max_text_length": 3745,
20
+ "unique_texts": 14060
21
+ },
22
+ "queries_image_statistics": null,
23
+ "relevant_docs_statistics": {
24
+ "num_relevant_docs": 14060,
25
+ "min_relevant_docs_per_query": 1,
26
+ "average_relevant_docs_per_query": 1.0,
27
+ "max_relevant_docs_per_query": 1,
28
+ "unique_relevant_docs": 13935
29
+ },
30
+ "top_ranked_statistics": null,
31
+ "hf_subset_descriptive_stats": {
32
+ "ar": {
33
+ "num_samples": 1691,
34
+ "number_of_characters": 265261,
35
+ "documents_text_statistics": null,
36
+ "documents_image_statistics": {
37
+ "min_image_width": 133,
38
+ "average_image_width": 719.4462809917355,
39
+ "max_image_width": 1980,
40
+ "min_image_height": 57,
41
+ "average_image_height": 885.3946280991736,
42
+ "max_image_height": 1977,
43
+ "unique_images": 968
44
+ },
45
+ "queries_text_statistics": {
46
+ "total_text_length": 265261,
47
+ "min_text_length": 13,
48
+ "average_text_length": 366.8893499308437,
49
+ "max_text_length": 1894,
50
+ "unique_texts": 723
51
+ },
52
+ "queries_image_statistics": null,
53
+ "relevant_docs_statistics": {
54
+ "num_relevant_docs": 723,
55
+ "min_relevant_docs_per_query": 1,
56
+ "average_relevant_docs_per_query": 1.0,
57
+ "max_relevant_docs_per_query": 1,
58
+ "unique_relevant_docs": 717
59
+ },
60
+ "top_ranked_statistics": null
61
+ },
62
+ "bn": {
63
+ "num_samples": 726,
64
+ "number_of_characters": 157162,
65
+ "documents_text_statistics": null,
66
+ "documents_image_statistics": {
67
+ "min_image_width": 170,
68
+ "average_image_width": 769.4186666666667,
69
+ "max_image_width": 1980,
70
+ "min_image_height": 150,
71
+ "average_image_height": 875.9066666666666,
72
+ "max_image_height": 1718,
73
+ "unique_images": 375
74
+ },
75
+ "queries_text_statistics": {
76
+ "total_text_length": 157162,
77
+ "min_text_length": 16,
78
+ "average_text_length": 447.75498575498574,
79
+ "max_text_length": 1537,
80
+ "unique_texts": 351
81
+ },
82
+ "queries_image_statistics": null,
83
+ "relevant_docs_statistics": {
84
+ "num_relevant_docs": 351,
85
+ "min_relevant_docs_per_query": 1,
86
+ "average_relevant_docs_per_query": 1.0,
87
+ "max_relevant_docs_per_query": 1,
88
+ "unique_relevant_docs": 346
89
+ },
90
+ "top_ranked_statistics": null
91
+ },
92
+ "de": {
93
+ "num_samples": 1952,
94
+ "number_of_characters": 369240,
95
+ "documents_text_statistics": null,
96
+ "documents_image_statistics": {
97
+ "min_image_width": 96,
98
+ "average_image_width": 728.164979757085,
99
+ "max_image_width": 1980,
100
+ "min_image_height": 74,
101
+ "average_image_height": 893.42004048583,
102
+ "max_image_height": 1809,
103
+ "unique_images": 988
104
+ },
105
+ "queries_text_statistics": {
106
+ "total_text_length": 369240,
107
+ "min_text_length": 29,
108
+ "average_text_length": 383.02904564315355,
109
+ "max_text_length": 1436,
110
+ "unique_texts": 964
111
+ },
112
+ "queries_image_statistics": null,
113
+ "relevant_docs_statistics": {
114
+ "num_relevant_docs": 964,
115
+ "min_relevant_docs_per_query": 1,
116
+ "average_relevant_docs_per_query": 1.0,
117
+ "max_relevant_docs_per_query": 1,
118
+ "unique_relevant_docs": 959
119
+ },
120
+ "top_ranked_statistics": null
121
+ },
122
+ "en": {
123
+ "num_samples": 1962,
124
+ "number_of_characters": 394390,
125
+ "documents_text_statistics": null,
126
+ "documents_image_statistics": {
127
+ "min_image_width": 101,
128
+ "average_image_width": 687.9737903225806,
129
+ "max_image_width": 1980,
130
+ "min_image_height": 72,
131
+ "average_image_height": 861.585685483871,
132
+ "max_image_height": 1907,
133
+ "unique_images": 992
134
+ },
135
+ "queries_text_statistics": {
136
+ "total_text_length": 394390,
137
+ "min_text_length": 15,
138
+ "average_text_length": 406.58762886597935,
139
+ "max_text_length": 1571,
140
+ "unique_texts": 970
141
+ },
142
+ "queries_image_statistics": null,
143
+ "relevant_docs_statistics": {
144
+ "num_relevant_docs": 970,
145
+ "min_relevant_docs_per_query": 1,
146
+ "average_relevant_docs_per_query": 1.0,
147
+ "max_relevant_docs_per_query": 1,
148
+ "unique_relevant_docs": 965
149
+ },
150
+ "top_ranked_statistics": null
151
+ },
152
+ "es": {
153
+ "num_samples": 1940,
154
+ "number_of_characters": 377338,
155
+ "documents_text_statistics": null,
156
+ "documents_image_statistics": {
157
+ "min_image_width": 128,
158
+ "average_image_width": 722.6530612244898,
159
+ "max_image_width": 1980,
160
+ "min_image_height": 72,
161
+ "average_image_height": 896.9051020408164,
162
+ "max_image_height": 1977,
163
+ "unique_images": 980
164
+ },
165
+ "queries_text_statistics": {
166
+ "total_text_length": 377338,
167
+ "min_text_length": 13,
168
+ "average_text_length": 393.06041666666664,
169
+ "max_text_length": 1474,
170
+ "unique_texts": 960
171
+ },
172
+ "queries_image_statistics": null,
173
+ "relevant_docs_statistics": {
174
+ "num_relevant_docs": 960,
175
+ "min_relevant_docs_per_query": 1,
176
+ "average_relevant_docs_per_query": 1.0,
177
+ "max_relevant_docs_per_query": 1,
178
+ "unique_relevant_docs": 952
179
+ },
180
+ "top_ranked_statistics": null
181
+ },
182
+ "fr": {
183
+ "num_samples": 1755,
184
+ "number_of_characters": 129207,
185
+ "documents_text_statistics": null,
186
+ "documents_image_statistics": {
187
+ "min_image_width": 124,
188
+ "average_image_width": 709.9506545820745,
189
+ "max_image_width": 1980,
190
+ "min_image_height": 96,
191
+ "average_image_height": 886.8197381671702,
192
+ "max_image_height": 1889,
193
+ "unique_images": 993
194
+ },
195
+ "queries_text_statistics": {
196
+ "total_text_length": 129207,
197
+ "min_text_length": 12,
198
+ "average_text_length": 169.56299212598427,
199
+ "max_text_length": 1259,
200
+ "unique_texts": 762
201
+ },
202
+ "queries_image_statistics": null,
203
+ "relevant_docs_statistics": {
204
+ "num_relevant_docs": 762,
205
+ "min_relevant_docs_per_query": 1,
206
+ "average_relevant_docs_per_query": 1.0,
207
+ "max_relevant_docs_per_query": 1,
208
+ "unique_relevant_docs": 758
209
+ },
210
+ "top_ranked_statistics": null
211
+ },
212
+ "hi": {
213
+ "num_samples": 407,
214
+ "number_of_characters": 79122,
215
+ "documents_text_statistics": null,
216
+ "documents_image_statistics": {
217
+ "min_image_width": 116,
218
+ "average_image_width": 860.0790697674419,
219
+ "max_image_width": 1980,
220
+ "min_image_height": 150,
221
+ "average_image_height": 927.3767441860465,
222
+ "max_image_height": 1837,
223
+ "unique_images": 215
224
+ },
225
+ "queries_text_statistics": {
226
+ "total_text_length": 79122,
227
+ "min_text_length": 26,
228
+ "average_text_length": 412.09375,
229
+ "max_text_length": 1533,
230
+ "unique_texts": 192
231
+ },
232
+ "queries_image_statistics": null,
233
+ "relevant_docs_statistics": {
234
+ "num_relevant_docs": 192,
235
+ "min_relevant_docs_per_query": 1,
236
+ "average_relevant_docs_per_query": 1.0,
237
+ "max_relevant_docs_per_query": 1,
238
+ "unique_relevant_docs": 191
239
+ },
240
+ "top_ranked_statistics": null
241
+ },
242
+ "hu": {
243
+ "num_samples": 1508,
244
+ "number_of_characters": 248048,
245
+ "documents_text_statistics": null,
246
+ "documents_image_statistics": {
247
+ "min_image_width": 88,
248
+ "average_image_width": 724.9236641221374,
249
+ "max_image_width": 1980,
250
+ "min_image_height": 136,
251
+ "average_image_height": 869.5178117048346,
252
+ "max_image_height": 1837,
253
+ "unique_images": 786
254
+ },
255
+ "queries_text_statistics": {
256
+ "total_text_length": 248048,
257
+ "min_text_length": 16,
258
+ "average_text_length": 343.5567867036011,
259
+ "max_text_length": 1766,
260
+ "unique_texts": 722
261
+ },
262
+ "queries_image_statistics": null,
263
+ "relevant_docs_statistics": {
264
+ "num_relevant_docs": 722,
265
+ "min_relevant_docs_per_query": 1,
266
+ "average_relevant_docs_per_query": 1.0,
267
+ "max_relevant_docs_per_query": 1,
268
+ "unique_relevant_docs": 711
269
+ },
270
+ "top_ranked_statistics": null
271
+ },
272
+ "id": {
273
+ "num_samples": 1851,
274
+ "number_of_characters": 396898,
275
+ "documents_text_statistics": null,
276
+ "documents_image_statistics": {
277
+ "min_image_width": 133,
278
+ "average_image_width": 771.7621509824198,
279
+ "max_image_width": 1980,
280
+ "min_image_height": 72,
281
+ "average_image_height": 887.9782833505687,
282
+ "max_image_height": 1837,
283
+ "unique_images": 967
284
+ },
285
+ "queries_text_statistics": {
286
+ "total_text_length": 396898,
287
+ "min_text_length": 13,
288
+ "average_text_length": 448.9796380090498,
289
+ "max_text_length": 1940,
290
+ "unique_texts": 884
291
+ },
292
+ "queries_image_statistics": null,
293
+ "relevant_docs_statistics": {
294
+ "num_relevant_docs": 884,
295
+ "min_relevant_docs_per_query": 1,
296
+ "average_relevant_docs_per_query": 1.0,
297
+ "max_relevant_docs_per_query": 1,
298
+ "unique_relevant_docs": 874
299
+ },
300
+ "top_ranked_statistics": null
301
+ },
302
+ "it": {
303
+ "num_samples": 1950,
304
+ "number_of_characters": 290564,
305
+ "documents_text_statistics": null,
306
+ "documents_image_statistics": {
307
+ "min_image_width": 101,
308
+ "average_image_width": 723.0152129817444,
309
+ "max_image_width": 1980,
310
+ "min_image_height": 92,
311
+ "average_image_height": 883.8225152129818,
312
+ "max_image_height": 1718,
313
+ "unique_images": 986
314
+ },
315
+ "queries_text_statistics": {
316
+ "total_text_length": 290564,
317
+ "min_text_length": 24,
318
+ "average_text_length": 301.4149377593361,
319
+ "max_text_length": 1631,
320
+ "unique_texts": 964
321
+ },
322
+ "queries_image_statistics": null,
323
+ "relevant_docs_statistics": {
324
+ "num_relevant_docs": 964,
325
+ "min_relevant_docs_per_query": 1,
326
+ "average_relevant_docs_per_query": 1.0,
327
+ "max_relevant_docs_per_query": 1,
328
+ "unique_relevant_docs": 960
329
+ },
330
+ "top_ranked_statistics": null
331
+ },
332
+ "jp": {
333
+ "num_samples": 1897,
334
+ "number_of_characters": 140612,
335
+ "documents_text_statistics": null,
336
+ "documents_image_statistics": {
337
+ "min_image_width": 118,
338
+ "average_image_width": 775.1207430340557,
339
+ "max_image_width": 1980,
340
+ "min_image_height": 72,
341
+ "average_image_height": 895.3292053663571,
342
+ "max_image_height": 1880,
343
+ "unique_images": 969
344
+ },
345
+ "queries_text_statistics": {
346
+ "total_text_length": 140612,
347
+ "min_text_length": 13,
348
+ "average_text_length": 151.52155172413794,
349
+ "max_text_length": 630,
350
+ "unique_texts": 928
351
+ },
352
+ "queries_image_statistics": null,
353
+ "relevant_docs_statistics": {
354
+ "num_relevant_docs": 928,
355
+ "min_relevant_docs_per_query": 1,
356
+ "average_relevant_docs_per_query": 1.0,
357
+ "max_relevant_docs_per_query": 1,
358
+ "unique_relevant_docs": 916
359
+ },
360
+ "top_ranked_statistics": null
361
+ },
362
+ "ko": {
363
+ "num_samples": 1834,
364
+ "number_of_characters": 164763,
365
+ "documents_text_statistics": null,
366
+ "documents_image_statistics": {
367
+ "min_image_width": 169,
368
+ "average_image_width": 742.2419522326064,
369
+ "max_image_width": 1980,
370
+ "min_image_height": 96,
371
+ "average_image_height": 891.803738317757,
372
+ "max_image_height": 1837,
373
+ "unique_images": 963
374
+ },
375
+ "queries_text_statistics": {
376
+ "total_text_length": 164763,
377
+ "min_text_length": 11,
378
+ "average_text_length": 189.16532721010333,
379
+ "max_text_length": 1179,
380
+ "unique_texts": 871
381
+ },
382
+ "queries_image_statistics": null,
383
+ "relevant_docs_statistics": {
384
+ "num_relevant_docs": 871,
385
+ "min_relevant_docs_per_query": 1,
386
+ "average_relevant_docs_per_query": 1.0,
387
+ "max_relevant_docs_per_query": 1,
388
+ "unique_relevant_docs": 862
389
+ },
390
+ "top_ranked_statistics": null
391
+ },
392
+ "my": {
393
+ "num_samples": 133,
394
+ "number_of_characters": 30970,
395
+ "documents_text_statistics": null,
396
+ "documents_image_statistics": {
397
+ "min_image_width": 212,
398
+ "average_image_width": 820.1780821917808,
399
+ "max_image_width": 1980,
400
+ "min_image_height": 174,
401
+ "average_image_height": 865.4794520547945,
402
+ "max_image_height": 1718,
403
+ "unique_images": 73
404
+ },
405
+ "queries_text_statistics": {
406
+ "total_text_length": 30970,
407
+ "min_text_length": 21,
408
+ "average_text_length": 516.1666666666666,
409
+ "max_text_length": 1432,
410
+ "unique_texts": 60
411
+ },
412
+ "queries_image_statistics": null,
413
+ "relevant_docs_statistics": {
414
+ "num_relevant_docs": 60,
415
+ "min_relevant_docs_per_query": 1,
416
+ "average_relevant_docs_per_query": 1.0,
417
+ "max_relevant_docs_per_query": 1,
418
+ "unique_relevant_docs": 60
419
+ },
420
+ "top_ranked_statistics": null
421
+ },
422
+ "nl": {
423
+ "num_samples": 1903,
424
+ "number_of_characters": 333704,
425
+ "documents_text_statistics": null,
426
+ "documents_image_statistics": {
427
+ "min_image_width": 118,
428
+ "average_image_width": 743.8807810894142,
429
+ "max_image_width": 1980,
430
+ "min_image_height": 145,
431
+ "average_image_height": 895.7420349434738,
432
+ "max_image_height": 1907,
433
+ "unique_images": 973
434
+ },
435
+ "queries_text_statistics": {
436
+ "total_text_length": 333704,
437
+ "min_text_length": 39,
438
+ "average_text_length": 358.8215053763441,
439
+ "max_text_length": 3073,
440
+ "unique_texts": 930
441
+ },
442
+ "queries_image_statistics": null,
443
+ "relevant_docs_statistics": {
444
+ "num_relevant_docs": 930,
445
+ "min_relevant_docs_per_query": 1,
446
+ "average_relevant_docs_per_query": 1.0,
447
+ "max_relevant_docs_per_query": 1,
448
+ "unique_relevant_docs": 923
449
+ },
450
+ "top_ranked_statistics": null
451
+ },
452
+ "pt": {
453
+ "num_samples": 1878,
454
+ "number_of_characters": 351332,
455
+ "documents_text_statistics": null,
456
+ "documents_image_statistics": {
457
+ "min_image_width": 123,
458
+ "average_image_width": 730.259526261586,
459
+ "max_image_width": 1980,
460
+ "min_image_height": 96,
461
+ "average_image_height": 883.755921730175,
462
+ "max_image_height": 1880,
463
+ "unique_images": 971
464
+ },
465
+ "queries_text_statistics": {
466
+ "total_text_length": 351332,
467
+ "min_text_length": 11,
468
+ "average_text_length": 387.3561190738699,
469
+ "max_text_length": 2161,
470
+ "unique_texts": 907
471
+ },
472
+ "queries_image_statistics": null,
473
+ "relevant_docs_statistics": {
474
+ "num_relevant_docs": 907,
475
+ "min_relevant_docs_per_query": 1,
476
+ "average_relevant_docs_per_query": 1.0,
477
+ "max_relevant_docs_per_query": 1,
478
+ "unique_relevant_docs": 894
479
+ },
480
+ "top_ranked_statistics": null
481
+ },
482
+ "ru": {
483
+ "num_samples": 1973,
484
+ "number_of_characters": 325836,
485
+ "documents_text_statistics": null,
486
+ "documents_image_statistics": {
487
+ "min_image_width": 144,
488
+ "average_image_width": 697.8594377510041,
489
+ "max_image_width": 1980,
490
+ "min_image_height": 96,
491
+ "average_image_height": 869.4548192771084,
492
+ "max_image_height": 1977,
493
+ "unique_images": 996
494
+ },
495
+ "queries_text_statistics": {
496
+ "total_text_length": 325836,
497
+ "min_text_length": 13,
498
+ "average_text_length": 333.5066530194473,
499
+ "max_text_length": 1588,
500
+ "unique_texts": 977
501
+ },
502
+ "queries_image_statistics": null,
503
+ "relevant_docs_statistics": {
504
+ "num_relevant_docs": 977,
505
+ "min_relevant_docs_per_query": 1,
506
+ "average_relevant_docs_per_query": 1.0,
507
+ "max_relevant_docs_per_query": 1,
508
+ "unique_relevant_docs": 976
509
+ },
510
+ "top_ranked_statistics": null
511
+ },
512
+ "th": {
513
+ "num_samples": 595,
514
+ "number_of_characters": 118579,
515
+ "documents_text_statistics": null,
516
+ "documents_image_statistics": {
517
+ "min_image_width": 171,
518
+ "average_image_width": 837.6339869281046,
519
+ "max_image_width": 1980,
520
+ "min_image_height": 96,
521
+ "average_image_height": 881.9542483660131,
522
+ "max_image_height": 1837,
523
+ "unique_images": 306
524
+ },
525
+ "queries_text_statistics": {
526
+ "total_text_length": 118579,
527
+ "min_text_length": 17,
528
+ "average_text_length": 410.30795847750863,
529
+ "max_text_length": 1352,
530
+ "unique_texts": 289
531
+ },
532
+ "queries_image_statistics": null,
533
+ "relevant_docs_statistics": {
534
+ "num_relevant_docs": 289,
535
+ "min_relevant_docs_per_query": 1,
536
+ "average_relevant_docs_per_query": 1.0,
537
+ "max_relevant_docs_per_query": 1,
538
+ "unique_relevant_docs": 278
539
+ },
540
+ "top_ranked_statistics": null
541
+ },
542
+ "ur": {
543
+ "num_samples": 527,
544
+ "number_of_characters": 103510,
545
+ "documents_text_statistics": null,
546
+ "documents_image_statistics": {
547
+ "min_image_width": 186,
548
+ "average_image_width": 813.7933579335794,
549
+ "max_image_width": 1980,
550
+ "min_image_height": 209,
551
+ "average_image_height": 897.9335793357934,
552
+ "max_image_height": 1588,
553
+ "unique_images": 271
554
+ },
555
+ "queries_text_statistics": {
556
+ "total_text_length": 103510,
557
+ "min_text_length": 13,
558
+ "average_text_length": 404.3359375,
559
+ "max_text_length": 3745,
560
+ "unique_texts": 256
561
+ },
562
+ "queries_image_statistics": null,
563
+ "relevant_docs_statistics": {
564
+ "num_relevant_docs": 256,
565
+ "min_relevant_docs_per_query": 1,
566
+ "average_relevant_docs_per_query": 1.0,
567
+ "max_relevant_docs_per_query": 1,
568
+ "unique_relevant_docs": 252
569
+ },
570
+ "top_ranked_statistics": null
571
+ },
572
+ "vi": {
573
+ "num_samples": 918,
574
+ "number_of_characters": 200893,
575
+ "documents_text_statistics": null,
576
+ "documents_image_statistics": {
577
+ "min_image_width": 128,
578
+ "average_image_width": 789.7061310782241,
579
+ "max_image_width": 1980,
580
+ "min_image_height": 96,
581
+ "average_image_height": 900.9556025369978,
582
+ "max_image_height": 1837,
583
+ "unique_images": 473
584
+ },
585
+ "queries_text_statistics": {
586
+ "total_text_length": 200893,
587
+ "min_text_length": 20,
588
+ "average_text_length": 451.4449438202247,
589
+ "max_text_length": 1993,
590
+ "unique_texts": 445
591
+ },
592
+ "queries_image_statistics": null,
593
+ "relevant_docs_statistics": {
594
+ "num_relevant_docs": 445,
595
+ "min_relevant_docs_per_query": 1,
596
+ "average_relevant_docs_per_query": 1.0,
597
+ "max_relevant_docs_per_query": 1,
598
+ "unique_relevant_docs": 441
599
+ },
600
+ "top_ranked_statistics": null
601
+ },
602
+ "zh": {
603
+ "num_samples": 1877,
604
+ "number_of_characters": 139849,
605
+ "documents_text_statistics": null,
606
+ "documents_image_statistics": {
607
+ "min_image_width": 118,
608
+ "average_image_width": 773.5370370370371,
609
+ "max_image_width": 1980,
610
+ "min_image_height": 72,
611
+ "average_image_height": 899.9269547325102,
612
+ "max_image_height": 1977,
613
+ "unique_images": 972
614
+ },
615
+ "queries_text_statistics": {
616
+ "total_text_length": 139849,
617
+ "min_text_length": 17,
618
+ "average_text_length": 154.5292817679558,
619
+ "max_text_length": 546,
620
+ "unique_texts": 905
621
+ },
622
+ "queries_image_statistics": null,
623
+ "relevant_docs_statistics": {
624
+ "num_relevant_docs": 905,
625
+ "min_relevant_docs_per_query": 1,
626
+ "average_relevant_docs_per_query": 1.0,
627
+ "max_relevant_docs_per_query": 1,
628
+ "unique_relevant_docs": 900
629
+ },
630
+ "top_ranked_statistics": null
631
+ }
632
+ }
633
+ }
634
+ }