mteb 2.1.4__py3-none-any.whl → 2.7.2__py3-none-any.whl

mteb/descriptive_stats/Reranking/MultiLongDocReranking.json

@@ -0,0 +1,466 @@
+{
+    "test": {
+        "num_samples": 33489,
+        "number_of_characters": 478879013,
+        "documents_text_statistics": {
+            "total_text_length": 478570118,
+            "min_text_length": 37,
+            "average_text_length": 16119.442150291354,
+            "max_text_length": 287838,
+            "unique_texts": 29689
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 308895,
+            "min_text_length": 3,
+            "average_text_length": 81.28815789473684,
+            "max_text_length": 2589,
+            "unique_texts": 3800
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 3800,
+            "min_relevant_docs_per_query": 8,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 8,
+            "unique_relevant_docs": 29689
+        },
+        "top_ranked_statistics": {
+            "num_top_ranked": 30400,
+            "min_top_ranked_per_query": 8,
+            "average_top_ranked_per_query": 8.0,
+            "max_top_ranked_per_query": 8
+        },
+        "hf_subset_descriptive_stats": {
+            "ar": {
+                "num_samples": 1759,
+                "number_of_characters": 17483509,
+                "documents_text_statistics": {
+                    "total_text_length": 17468355,
+                    "min_text_length": 2467,
+                    "average_text_length": 11204.846055163567,
+                    "max_text_length": 115382,
+                    "unique_texts": 1559
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 15154,
+                    "min_text_length": 7,
+                    "average_text_length": 75.77,
+                    "max_text_length": 695,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1559
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "de": {
+                "num_samples": 1800,
+                "number_of_characters": 9860028,
+                "documents_text_statistics": {
+                    "total_text_length": 9835298,
+                    "min_text_length": 107,
+                    "average_text_length": 6147.06125,
+                    "max_text_length": 92210,
+                    "unique_texts": 1600
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 24730,
+                    "min_text_length": 10,
+                    "average_text_length": 123.65,
+                    "max_text_length": 957,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1600
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "en": {
+                "num_samples": 6878,
+                "number_of_characters": 221164232,
+                "documents_text_statistics": {
+                    "total_text_length": 221099168,
+                    "min_text_length": 12147,
+                    "average_text_length": 36376.96084238236,
+                    "max_text_length": 287838,
+                    "unique_texts": 6078
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 65064,
+                    "min_text_length": 18,
+                    "average_text_length": 81.33,
+                    "max_text_length": 255,
+                    "unique_texts": 800
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 800,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 6078
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 6400,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "es": {
+                "num_samples": 1780,
+                "number_of_characters": 20852843,
+                "documents_text_statistics": {
+                    "total_text_length": 20826446,
+                    "min_text_length": 2657,
+                    "average_text_length": 13181.29493670886,
+                    "max_text_length": 270338,
+                    "unique_texts": 1580
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 26397,
+                    "min_text_length": 40,
+                    "average_text_length": 131.985,
+                    "max_text_length": 480,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1580
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "fr": {
+                "num_samples": 1762,
+                "number_of_characters": 17828712,
+                "documents_text_statistics": {
+                    "total_text_length": 17798753,
+                    "min_text_length": 2093,
+                    "average_text_length": 11394.848271446863,
+                    "max_text_length": 133854,
+                    "unique_texts": 1562
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 29959,
+                    "min_text_length": 33,
+                    "average_text_length": 149.795,
+                    "max_text_length": 2589,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1562
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "hi": {
+                "num_samples": 1715,
+                "number_of_characters": 18465376,
+                "documents_text_statistics": {
+                    "total_text_length": 18444624,
+                    "min_text_length": 2426,
+                    "average_text_length": 12174.669306930693,
+                    "max_text_length": 227264,
+                    "unique_texts": 1515
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 20752,
+                    "min_text_length": 6,
+                    "average_text_length": 103.76,
+                    "max_text_length": 2022,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1515
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "it": {
+                "num_samples": 1780,
+                "number_of_characters": 22616410,
+                "documents_text_statistics": {
+                    "total_text_length": 22593491,
+                    "min_text_length": 2518,
+                    "average_text_length": 14299.677848101266,
+                    "max_text_length": 117197,
+                    "unique_texts": 1580
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 22919,
+                    "min_text_length": 12,
+                    "average_text_length": 114.595,
+                    "max_text_length": 1899,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1580
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "ja": {
+                "num_samples": 1781,
+                "number_of_characters": 8562074,
+                "documents_text_statistics": {
+                    "total_text_length": 8550928,
+                    "min_text_length": 1244,
+                    "average_text_length": 5408.556609740671,
+                    "max_text_length": 97242,
+                    "unique_texts": 1581
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 11146,
+                    "min_text_length": 6,
+                    "average_text_length": 55.73,
+                    "max_text_length": 416,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1581
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "ko": {
+                "num_samples": 1770,
+                "number_of_characters": 9773349,
+                "documents_text_statistics": {
+                    "total_text_length": 9761605,
+                    "min_text_length": 1490,
+                    "average_text_length": 6217.58280254777,
+                    "max_text_length": 76949,
+                    "unique_texts": 1570
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 11744,
+                    "min_text_length": 8,
+                    "average_text_length": 58.72,
+                    "max_text_length": 330,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1570
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "pt": {
+                "num_samples": 1764,
+                "number_of_characters": 23152911,
+                "documents_text_statistics": {
+                    "total_text_length": 23130220,
+                    "min_text_length": 3473,
+                    "average_text_length": 14789.143222506395,
+                    "max_text_length": 108535,
+                    "unique_texts": 1564
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 22691,
+                    "min_text_length": 4,
+                    "average_text_length": 113.455,
+                    "max_text_length": 511,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1564
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "ru": {
+                "num_samples": 1779,
+                "number_of_characters": 22994826,
+                "documents_text_statistics": {
+                    "total_text_length": 22975852,
+                    "min_text_length": 2914,
+                    "average_text_length": 14550.887903736542,
+                    "max_text_length": 151133,
+                    "unique_texts": 1579
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 18974,
+                    "min_text_length": 12,
+                    "average_text_length": 94.87,
+                    "max_text_length": 413,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1579
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "th": {
+                "num_samples": 1800,
+                "number_of_characters": 8022609,
+                "documents_text_statistics": {
+                    "total_text_length": 8003011,
+                    "min_text_length": 37,
+                    "average_text_length": 5001.881875,
+                    "max_text_length": 44872,
+                    "unique_texts": 1600
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 19598,
+                    "min_text_length": 11,
+                    "average_text_length": 97.99,
+                    "max_text_length": 309,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1600
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "zh": {
+                "num_samples": 7121,
+                "number_of_characters": 78102134,
+                "documents_text_statistics": {
+                    "total_text_length": 78082367,
+                    "min_text_length": 6268,
+                    "average_text_length": 12352.850340136054,
+                    "max_text_length": 278468,
+                    "unique_texts": 6321
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 19767,
+                    "min_text_length": 3,
+                    "average_text_length": 24.70875,
+                    "max_text_length": 646,
+                    "unique_texts": 800
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 800,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 6321
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 6400,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            }
+        }
+    }
+}

mteb/descriptive_stats/Retrieval/ArguAna-NL.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 10080,
+        "number_of_characters": 11742019,
+        "documents_text_statistics": {
+            "total_text_length": 9897099,
+            "min_text_length": 1,
+            "average_text_length": 1141.0074936592114,
+            "max_text_length": 7337,
+            "unique_texts": 8624
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 1844920,
+            "min_text_length": 252,
+            "average_text_length": 1312.176386913229,
+            "max_text_length": 6050,
+            "unique_texts": 1298
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 1406,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 1406
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/ChemRxivRetrieval.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 74457,
+        "number_of_characters": 76109543,
+        "documents_text_statistics": {
+            "total_text_length": 75549698,
+            "min_text_length": 121,
+            "average_text_length": 1087.7189916063176,
+            "max_text_length": 25438,
+            "unique_texts": 69150
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 559845,
+            "min_text_length": 57,
+            "average_text_length": 111.969,
+            "max_text_length": 224,
+            "unique_texts": 5000
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 5000,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 5000
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/EuroPIRQRetrieval.json

@@ -0,0 +1,116 @@
+{
+    "test": {
+        "num_samples": 30300,
+        "number_of_characters": 17320243,
+        "documents_text_statistics": {
+            "total_text_length": 17276572,
+            "min_text_length": 316,
+            "average_text_length": 575.8857333333333,
+            "max_text_length": 1008,
+            "unique_texts": 28361
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 43671,
+            "min_text_length": 67,
+            "average_text_length": 145.57,
+            "max_text_length": 345,
+            "unique_texts": 300
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 300,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 300
+        },
+        "top_ranked_statistics": null,
+        "hf_subset_descriptive_stats": {
+            "en": {
+                "num_samples": 10100,
+                "number_of_characters": 5517678,
+                "documents_text_statistics": {
+                    "total_text_length": 5503635,
+                    "min_text_length": 316,
+                    "average_text_length": 550.3635,
+                    "max_text_length": 726,
+                    "unique_texts": 9422
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 14043,
+                    "min_text_length": 68,
+                    "average_text_length": 140.43,
+                    "max_text_length": 305,
+                    "unique_texts": 100
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 100,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 1,
+                    "unique_relevant_docs": 100
+                },
+                "top_ranked_statistics": null
+            },
+            "fi": {
+                "num_samples": 10100,
+                "number_of_characters": 5953462,
+                "documents_text_statistics": {
+                    "total_text_length": 5938809,
+                    "min_text_length": 326,
+                    "average_text_length": 593.8809,
+                    "max_text_length": 1008,
+                    "unique_texts": 9422
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 14653,
+                    "min_text_length": 67,
+                    "average_text_length": 146.53,
+                    "max_text_length": 345,
+                    "unique_texts": 100
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 100,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 1,
+                    "unique_relevant_docs": 100
+                },
+                "top_ranked_statistics": null
+            },
+            "pt": {
+                "num_samples": 10100,
+                "number_of_characters": 5849103,
+                "documents_text_statistics": {
+                    "total_text_length": 5834128,
+                    "min_text_length": 325,
+                    "average_text_length": 583.4128,
+                    "max_text_length": 774,
+                    "unique_texts": 9517
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 14975,
+                    "min_text_length": 69,
+                    "average_text_length": 149.75,
+                    "max_text_length": 320,
+                    "unique_texts": 100
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 100,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 1,
+                    "unique_relevant_docs": 100
+                },
+                "top_ranked_statistics": null
+            }
+        }
+    }
+}

mteb/descriptive_stats/Retrieval/JaCWIRRetrievalLite.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 306638,
+        "number_of_characters": 56607519,
+        "documents_text_statistics": {
+            "total_text_length": 56466000,
+            "min_text_length": 142,
+            "average_text_length": 186.57934562084074,
+            "max_text_length": 252,
+            "unique_texts": 299096
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 141519,
+            "min_text_length": 9,
+            "average_text_length": 35.37975,
+            "max_text_length": 176,
+            "unique_texts": 3993
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 4000,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 4000
+        },
+        "top_ranked_statistics": null
+    }
+}