mteb 2.1.4__py3-none-any.whl → 2.5.2__py3-none-any.whl

mteb/descriptive_stats/Reranking/MultiLongDocReranking.json

@@ -0,0 +1,466 @@
+{
+    "test": {
+        "num_samples": 33489,
+        "number_of_characters": 478879013,
+        "documents_text_statistics": {
+            "total_text_length": 478570118,
+            "min_text_length": 37,
+            "average_text_length": 16119.442150291354,
+            "max_text_length": 287838,
+            "unique_texts": 29689
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 308895,
+            "min_text_length": 3,
+            "average_text_length": 81.28815789473684,
+            "max_text_length": 2589,
+            "unique_texts": 3800
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 3800,
+            "min_relevant_docs_per_query": 8,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 8,
+            "unique_relevant_docs": 29689
+        },
+        "top_ranked_statistics": {
+            "num_top_ranked": 30400,
+            "min_top_ranked_per_query": 8,
+            "average_top_ranked_per_query": 8.0,
+            "max_top_ranked_per_query": 8
+        },
+        "hf_subset_descriptive_stats": {
+            "ar": {
+                "num_samples": 1759,
+                "number_of_characters": 17483509,
+                "documents_text_statistics": {
+                    "total_text_length": 17468355,
+                    "min_text_length": 2467,
+                    "average_text_length": 11204.846055163567,
+                    "max_text_length": 115382,
+                    "unique_texts": 1559
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 15154,
+                    "min_text_length": 7,
+                    "average_text_length": 75.77,
+                    "max_text_length": 695,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1559
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "de": {
+                "num_samples": 1800,
+                "number_of_characters": 9860028,
+                "documents_text_statistics": {
+                    "total_text_length": 9835298,
+                    "min_text_length": 107,
+                    "average_text_length": 6147.06125,
+                    "max_text_length": 92210,
+                    "unique_texts": 1600
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 24730,
+                    "min_text_length": 10,
+                    "average_text_length": 123.65,
+                    "max_text_length": 957,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1600
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "en": {
+                "num_samples": 6878,
+                "number_of_characters": 221164232,
+                "documents_text_statistics": {
+                    "total_text_length": 221099168,
+                    "min_text_length": 12147,
+                    "average_text_length": 36376.96084238236,
+                    "max_text_length": 287838,
+                    "unique_texts": 6078
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 65064,
+                    "min_text_length": 18,
+                    "average_text_length": 81.33,
+                    "max_text_length": 255,
+                    "unique_texts": 800
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 800,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 6078
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 6400,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "es": {
+                "num_samples": 1780,
+                "number_of_characters": 20852843,
+                "documents_text_statistics": {
+                    "total_text_length": 20826446,
+                    "min_text_length": 2657,
+                    "average_text_length": 13181.29493670886,
+                    "max_text_length": 270338,
+                    "unique_texts": 1580
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 26397,
+                    "min_text_length": 40,
+                    "average_text_length": 131.985,
+                    "max_text_length": 480,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1580
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "fr": {
+                "num_samples": 1762,
+                "number_of_characters": 17828712,
+                "documents_text_statistics": {
+                    "total_text_length": 17798753,
+                    "min_text_length": 2093,
+                    "average_text_length": 11394.848271446863,
+                    "max_text_length": 133854,
+                    "unique_texts": 1562
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 29959,
+                    "min_text_length": 33,
+                    "average_text_length": 149.795,
+                    "max_text_length": 2589,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1562
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "hi": {
+                "num_samples": 1715,
+                "number_of_characters": 18465376,
+                "documents_text_statistics": {
+                    "total_text_length": 18444624,
+                    "min_text_length": 2426,
+                    "average_text_length": 12174.669306930693,
+                    "max_text_length": 227264,
+                    "unique_texts": 1515
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 20752,
+                    "min_text_length": 6,
+                    "average_text_length": 103.76,
+                    "max_text_length": 2022,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1515
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "it": {
+                "num_samples": 1780,
+                "number_of_characters": 22616410,
+                "documents_text_statistics": {
+                    "total_text_length": 22593491,
+                    "min_text_length": 2518,
+                    "average_text_length": 14299.677848101266,
+                    "max_text_length": 117197,
+                    "unique_texts": 1580
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 22919,
+                    "min_text_length": 12,
+                    "average_text_length": 114.595,
+                    "max_text_length": 1899,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1580
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "ja": {
+                "num_samples": 1781,
+                "number_of_characters": 8562074,
+                "documents_text_statistics": {
+                    "total_text_length": 8550928,
+                    "min_text_length": 1244,
+                    "average_text_length": 5408.556609740671,
+                    "max_text_length": 97242,
+                    "unique_texts": 1581
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 11146,
+                    "min_text_length": 6,
+                    "average_text_length": 55.73,
+                    "max_text_length": 416,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1581
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "ko": {
+                "num_samples": 1770,
+                "number_of_characters": 9773349,
+                "documents_text_statistics": {
+                    "total_text_length": 9761605,
+                    "min_text_length": 1490,
+                    "average_text_length": 6217.58280254777,
+                    "max_text_length": 76949,
+                    "unique_texts": 1570
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 11744,
+                    "min_text_length": 8,
+                    "average_text_length": 58.72,
+                    "max_text_length": 330,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1570
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "pt": {
+                "num_samples": 1764,
+                "number_of_characters": 23152911,
+                "documents_text_statistics": {
+                    "total_text_length": 23130220,
+                    "min_text_length": 3473,
+                    "average_text_length": 14789.143222506395,
+                    "max_text_length": 108535,
+                    "unique_texts": 1564
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 22691,
+                    "min_text_length": 4,
+                    "average_text_length": 113.455,
+                    "max_text_length": 511,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1564
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "ru": {
+                "num_samples": 1779,
+                "number_of_characters": 22994826,
+                "documents_text_statistics": {
+                    "total_text_length": 22975852,
+                    "min_text_length": 2914,
+                    "average_text_length": 14550.887903736542,
+                    "max_text_length": 151133,
+                    "unique_texts": 1579
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 18974,
+                    "min_text_length": 12,
+                    "average_text_length": 94.87,
+                    "max_text_length": 413,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1579
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "th": {
+                "num_samples": 1800,
+                "number_of_characters": 8022609,
+                "documents_text_statistics": {
+                    "total_text_length": 8003011,
+                    "min_text_length": 37,
+                    "average_text_length": 5001.881875,
+                    "max_text_length": 44872,
+                    "unique_texts": 1600
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 19598,
+                    "min_text_length": 11,
+                    "average_text_length": 97.99,
+                    "max_text_length": 309,
+                    "unique_texts": 200
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 200,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 1600
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 1600,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            },
+            "zh": {
+                "num_samples": 7121,
+                "number_of_characters": 78102134,
+                "documents_text_statistics": {
+                    "total_text_length": 78082367,
+                    "min_text_length": 6268,
+                    "average_text_length": 12352.850340136054,
+                    "max_text_length": 278468,
+                    "unique_texts": 6321
+                },
+                "documents_image_statistics": null,
+                "queries_text_statistics": {
+                    "total_text_length": 19767,
+                    "min_text_length": 3,
+                    "average_text_length": 24.70875,
+                    "max_text_length": 646,
+                    "unique_texts": 800
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 800,
+                    "min_relevant_docs_per_query": 8,
+                    "average_relevant_docs_per_query": 1.0,
+                    "max_relevant_docs_per_query": 8,
+                    "unique_relevant_docs": 6321
+                },
+                "top_ranked_statistics": {
+                    "num_top_ranked": 6400,
+                    "min_top_ranked_per_query": 8,
+                    "average_top_ranked_per_query": 8.0,
+                    "max_top_ranked_per_query": 8
+                }
+            }
+        }
+    }
+}

mteb/descriptive_stats/Retrieval/ArguAna-NL.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 10080,
+        "number_of_characters": 11742019,
+        "documents_text_statistics": {
+            "total_text_length": 9897099,
+            "min_text_length": 1,
+            "average_text_length": 1141.0074936592114,
+            "max_text_length": 7337,
+            "unique_texts": 8624
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 1844920,
+            "min_text_length": 252,
+            "average_text_length": 1312.176386913229,
+            "max_text_length": 6050,
+            "unique_texts": 1298
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 1406,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 1406
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/JaCWIRRetrievalLite.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 306638,
+        "number_of_characters": 56607519,
+        "documents_text_statistics": {
+            "total_text_length": 56466000,
+            "min_text_length": 142,
+            "average_text_length": 186.57934562084074,
+            "max_text_length": 252,
+            "unique_texts": 299096
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 141519,
+            "min_text_length": 9,
+            "average_text_length": 35.37975,
+            "max_text_length": 176,
+            "unique_texts": 3993
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 4000,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 4000
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/JaqketRetrievalLite.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 66799,
+        "number_of_characters": 280024895,
+        "documents_text_statistics": {
+            "total_text_length": 279974341,
+            "min_text_length": 8,
+            "average_text_length": 4254.799869304884,
+            "max_text_length": 188424,
+            "unique_texts": 65802
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 50554,
+            "min_text_length": 16,
+            "average_text_length": 50.70611835506519,
+            "max_text_length": 98,
+            "unique_texts": 997
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 997,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 989
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/MIRACLJaRetrievalLite.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 105924,
+        "number_of_characters": 20818958,
+        "documents_text_statistics": {
+            "total_text_length": 20803724,
+            "min_text_length": 4,
+            "average_text_length": 198.01001294449097,
+            "max_text_length": 13231,
+            "unique_texts": 104988
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 15234,
+            "min_text_length": 7,
+            "average_text_length": 17.71395348837209,
+            "max_text_length": 48,
+            "unique_texts": 860
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 1790,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 2.0813953488372094,
+            "max_relevant_docs_per_query": 11,
+            "unique_relevant_docs": 1728
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/MrTyDiJaRetrievalLite.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 94102,
+        "number_of_characters": 17949014,
+        "documents_text_statistics": {
+            "total_text_length": 17935995,
+            "min_text_length": 4,
+            "average_text_length": 192.07122357627807,
+            "max_text_length": 10778,
+            "unique_texts": 93122
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 13019,
+            "min_text_length": 6,
+            "average_text_length": 18.081944444444446,
+            "max_text_length": 44,
+            "unique_texts": 720
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 923,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.2819444444444446,
+            "max_relevant_docs_per_query": 3,
+            "unique_relevant_docs": 880
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/NFCorpus-NL.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 3956,
+        "number_of_characters": 6345348,
+        "documents_text_statistics": {
+            "total_text_length": 6337710,
+            "min_text_length": 144,
+            "average_text_length": 1744.483897605285,
+            "max_text_length": 8480,
+            "unique_texts": 3593
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 7638,
+            "min_text_length": 3,
+            "average_text_length": 23.647058823529413,
+            "max_text_length": 89,
+            "unique_texts": 323
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 12334,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 38.18575851393189,
+            "max_relevant_docs_per_query": 475,
+            "unique_relevant_docs": 3128
+        },
+        "top_ranked_statistics": null
+    }
+}