mteb 2.0.5__py3-none-any.whl → 2.1.19__py3-none-any.whl

mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json

@@ -1,22 +1,38 @@
 {
     "test": {
-        "number_of_characters": 356548734,
         "num_samples": 726671,
-        "num_queries": 50004,
-        "num_documents": 676667,
-        "min_document_length": 2,
-        "average_document_length": 524.4973081294048,
-        "max_document_length": 60546,
-        "unique_documents": 676667,
-        "num_document_images": 0,
-        "min_query_length": 11,
-        "average_query_length": 32.771658267338616,
-        "max_query_length": 78,
-        "unique_queries": 1540,
-        "num_query_images": 50004,
-        "min_relevant_docs_per_query": 1,
-        "average_relevant_docs_per_query": 9.852291816654668,
-        "max_relevant_docs_per_query": 174,
-        "unique_relevant_docs": 24471
+        "number_of_characters": 356548734,
+        "documents_text_statistics": {
+            "total_text_length": 354910020,
+            "min_text_length": 2,
+            "average_text_length": 524.4973081294048,
+            "max_text_length": 60546,
+            "unique_texts": 676667
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 1638714,
+            "min_text_length": 11,
+            "average_text_length": 32.771658267338616,
+            "max_text_length": 78,
+            "unique_texts": 1540
+        },
+        "queries_image_statistics": {
+            "min_image_width": 256,
+            "average_image_width": 285.66400687944963,
+            "max_image_width": 1365,
+            "min_image_height": 256,
+            "average_image_height": 266.91002719782415,
+            "max_image_height": 1079,
+            "unique_images": 49917
+        },
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 492654,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 9.852291816654668,
+            "max_relevant_docs_per_query": 174,
+            "unique_relevant_docs": 24471
+        },
+        "top_ranked_statistics": null
     }
 }

mteb/descriptive_stats/Image/DocumentUnderstanding/MIRACLVisionRetrieval.json

@@ -0,0 +1,574 @@
+{
+    "default": {
+        "num_samples": 346632,
+        "number_of_characters": 277317,
+        "documents_text_statistics": null,
+        "documents_image_statistics": {
+            "min_image_width": 980,
+            "average_image_width": 980.0003660689508,
+            "max_image_width": 1104,
+            "min_image_height": 980,
+            "average_image_height": 980.0024650610803,
+            "max_image_height": 1815,
+            "unique_images": 338136
+        },
+        "queries_text_statistics": {
+            "total_text_length": 277317,
+            "min_text_length": 5,
+            "average_text_length": 35.11230691314257,
+            "max_text_length": 176,
+            "unique_texts": 7894
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 10094,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.2780450747024563,
+            "max_relevant_docs_per_query": 10,
+            "unique_relevant_docs": 9411
+        },
+        "top_ranked_statistics": null,
+        "hf_subset_descriptive_stats": {
+            "ar": {
+                "num_samples": 77571,
+                "number_of_characters": 60214,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 75393
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 60214,
+                    "min_text_length": 12,
+                    "average_text_length": 28.309355900329102,
+                    "max_text_length": 101,
+                    "unique_texts": 2127
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 2558,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.2026328161730135,
+                    "max_relevant_docs_per_query": 9,
+                    "unique_relevant_docs": 2328
+                },
+                "top_ranked_statistics": null
+            },
+            "bn": {
+                "num_samples": 8724,
+                "number_of_characters": 10743,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 8495
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 10743,
+                    "min_text_length": 16,
+                    "average_text_length": 46.91266375545852,
+                    "max_text_length": 112,
+                    "unique_texts": 229
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 328,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.4323144104803494,
+                    "max_relevant_docs_per_query": 7,
+                    "unique_relevant_docs": 289
+                },
+                "top_ranked_statistics": null
+            },
+            "de": {
+                "num_samples": 6431,
+                "number_of_characters": 5647,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 6268
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 5647,
+                    "min_text_length": 15,
+                    "average_text_length": 43.775193798449614,
+                    "max_text_length": 86,
+                    "unique_texts": 128
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 177,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.372093023255814,
+                    "max_relevant_docs_per_query": 6,
+                    "unique_relevant_docs": 175
+                },
+                "top_ranked_statistics": null
+            },
+            "en": {
+                "num_samples": 43418,
+                "number_of_characters": 18094,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 42765
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 18094,
+                    "min_text_length": 18,
+                    "average_text_length": 40.47874720357942,
+                    "max_text_length": 122,
+                    "unique_texts": 447
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 623,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.3937360178970917,
+                    "max_relevant_docs_per_query": 7,
+                    "unique_relevant_docs": 607
+                },
+                "top_ranked_statistics": null
+            },
+            "es": {
+                "num_samples": 18118,
+                "number_of_characters": 17104,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 17711
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 17104,
+                    "min_text_length": 19,
+                    "average_text_length": 46.35230352303523,
+                    "max_text_length": 84,
+                    "unique_texts": 369
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 595,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.6124661246612466,
+                    "max_relevant_docs_per_query": 7,
+                    "unique_relevant_docs": 594
+                },
+                "top_ranked_statistics": null
+            },
+            "fa": {
+                "num_samples": 16188,
+                "number_of_characters": 14282,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 15846
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 14282,
+                    "min_text_length": 18,
+                    "average_text_length": 41.760233918128655,
+                    "max_text_length": 82,
+                    "unique_texts": 341
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 464,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.3567251461988303,
+                    "max_relevant_docs_per_query": 7,
+                    "unique_relevant_docs": 455
+                },
+                "top_ranked_statistics": null
+            },
+            "fi": {
+                "num_samples": 34470,
+                "number_of_characters": 28921,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 33613
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 28921,
+                    "min_text_length": 14,
+                    "average_text_length": 36.56257901390645,
+                    "max_text_length": 130,
+                    "unique_texts": 791
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 876,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.1074589127686474,
+                    "max_relevant_docs_per_query": 4,
+                    "unique_relevant_docs": 828
+                },
+                "top_ranked_statistics": null
+            },
+            "fr": {
+                "num_samples": 7132,
+                "number_of_characters": 5797,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 6987
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 5797,
+                    "min_text_length": 16,
+                    "average_text_length": 40.82394366197183,
+                    "max_text_length": 74,
+                    "unique_texts": 142
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 170,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.1971830985915493,
+                    "max_relevant_docs_per_query": 4,
+                    "unique_relevant_docs": 170
+                },
+                "top_ranked_statistics": null
+            },
+            "hi": {
+                "num_samples": 8188,
+                "number_of_characters": 9480,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 8002
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 9480,
+                    "min_text_length": 24,
+                    "average_text_length": 51.52173913043478,
+                    "max_text_length": 116,
+                    "unique_texts": 184
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 228,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.2391304347826086,
+                    "max_relevant_docs_per_query": 4,
+                    "unique_relevant_docs": 220
+                },
+                "top_ranked_statistics": null
+            },
+            "id": {
+                "num_samples": 24445,
+                "number_of_characters": 22513,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 23821
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 22513,
+                    "min_text_length": 13,
+                    "average_text_length": 37.33499170812603,
+                    "max_text_length": 93,
+                    "unique_texts": 603
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 937,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.5538971807628523,
+                    "max_relevant_docs_per_query": 9,
+                    "unique_relevant_docs": 855
+                },
+                "top_ranked_statistics": null
+            },
+            "ja": {
+                "num_samples": 18296,
+                "number_of_characters": 6822,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 17883
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 6822,
+                    "min_text_length": 8,
+                    "average_text_length": 17.627906976744185,
+                    "max_text_length": 42,
+                    "unique_texts": 387
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 489,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.2635658914728682,
+                    "max_relevant_docs_per_query": 7,
+                    "unique_relevant_docs": 465
+                },
+                "top_ranked_statistics": null
+            },
+            "ko": {
+                "num_samples": 5830,
+                "number_of_characters": 2549,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 5700
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 2549,
+                    "min_text_length": 5,
+                    "average_text_length": 19.607692307692307,
+                    "max_text_length": 92,
+                    "unique_texts": 130
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 242,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.8615384615384616,
+                    "max_relevant_docs_per_query": 9,
+                    "unique_relevant_docs": 216
+                },
+                "top_ranked_statistics": null
+            },
+            "ru": {
+                "num_samples": 25765,
+                "number_of_characters": 23959,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.004920439665,
+                    "max_image_width": 1104,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0331336058093,
+                    "max_image_height": 1815,
+                    "unique_images": 25182
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 23959,
+                    "min_text_length": 15,
+                    "average_text_length": 42.480496453900706,
+                    "max_text_length": 108,
+                    "unique_texts": 564
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 695,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.2322695035460993,
+                    "max_relevant_docs_per_query": 7,
+                    "unique_relevant_docs": 660
+                },
+                "top_ranked_statistics": null
+            },
+            "sw": {
+                "num_samples": 7405,
+                "number_of_characters": 8971,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 7164
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 8971,
+                    "min_text_length": 13,
+                    "average_text_length": 37.53556485355649,
+                    "max_text_length": 80,
+                    "unique_texts": 239
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 290,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.213389121338912,
+                    "max_relevant_docs_per_query": 7,
+                    "unique_relevant_docs": 240
+                },
+                "top_ranked_statistics": null
+            },
+            "te": {
+                "num_samples": 15909,
+                "number_of_characters": 17919,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 15313
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 17919,
+                    "min_text_length": 14,
+                    "average_text_length": 37.33125,
+                    "max_text_length": 85,
+                    "unique_texts": 480
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 490,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.0208333333333333,
+                    "max_relevant_docs_per_query": 3,
+                    "unique_relevant_docs": 452
+                },
+                "top_ranked_statistics": null
+            },
+            "th": {
+                "num_samples": 16764,
+                "number_of_characters": 18707,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 16307
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 18707,
+                    "min_text_length": 14,
+                    "average_text_length": 41.47893569844789,
+                    "max_text_length": 176,
+                    "unique_texts": 451
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 555,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.23059866962306,
+                    "max_relevant_docs_per_query": 6,
+                    "unique_relevant_docs": 495
+                },
+                "top_ranked_statistics": null
+            },
+            "yo": {
+                "num_samples": 3117,
+                "number_of_characters": 3510,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 3017
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 3510,
+                    "min_text_length": 25,
+                    "average_text_length": 36.94736842105263,
+                    "max_text_length": 56,
+                    "unique_texts": 95
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 108,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.1368421052631579,
+                    "max_relevant_docs_per_query": 4,
+                    "unique_relevant_docs": 104
+                },
+                "top_ranked_statistics": null
+            },
+            "zh": {
+                "num_samples": 8861,
+                "number_of_characters": 2085,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 980,
+                    "average_image_width": 980.0,
+                    "max_image_width": 980,
+                    "min_image_height": 980,
+                    "average_image_height": 980.0,
+                    "max_image_height": 980,
+                    "unique_images": 8669
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 2085,
+                    "min_text_length": 7,
+                    "average_text_length": 11.031746031746032,
+                    "max_text_length": 20,
+                    "unique_texts": 187
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 269,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.4232804232804233,
+                    "max_relevant_docs_per_query": 10,
+                    "unique_relevant_docs": 258
+                },
+                "top_ranked_statistics": null
+            }
+        }
+    }
+}