mteb 2.0.5__py3-none-any.whl → 2.1.19__py3-none-any.whl

mteb/descriptive_stats/Image/DocumentUnderstanding/Vidore3TelecomRetrieval.json

@@ -0,0 +1,214 @@
+{
+    "test": {
+        "num_samples": 29850,
+        "number_of_characters": 259999,
+        "documents_text_statistics": null,
+        "documents_image_statistics": {
+            "min_image_width": 1653,
+            "average_image_width": 1692.308839420791,
+            "max_image_width": 1700,
+            "min_image_height": 2197,
+            "average_image_height": 2222.7112599956777,
+            "max_image_height": 2339,
+            "unique_images": 4624
+        },
+        "queries_text_statistics": {
+            "total_text_length": 259999,
+            "min_text_length": 17,
+            "average_text_length": 124.5205938697318,
+            "max_text_length": 326,
+            "unique_texts": 2088
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 56196,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 4.485632183908046,
+            "max_relevant_docs_per_query": 24,
+            "unique_relevant_docs": 6510
+        },
+        "top_ranked_statistics": null,
+        "hf_subset_descriptive_stats": {
+            "french": {
+                "num_samples": 4975,
+                "number_of_characters": 46656,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 1653,
+                    "average_image_width": 1692.308839420791,
+                    "max_image_width": 1700,
+                    "min_image_height": 2197,
+                    "average_image_height": 2222.7112599956777,
+                    "max_image_height": 2339,
+                    "unique_images": 4624
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 46656,
+                    "min_text_length": 20,
+                    "average_text_length": 134.06896551724137,
+                    "max_text_length": 323,
+                    "unique_texts": 348
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 9366,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 4.485632183908046,
+                    "max_relevant_docs_per_query": 24,
+                    "unique_relevant_docs": 1085
+                },
+                "top_ranked_statistics": null
+            },
+            "spanish": {
+                "num_samples": 4975,
+                "number_of_characters": 44339,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 1653,
+                    "average_image_width": 1692.308839420791,
+                    "max_image_width": 1700,
+                    "min_image_height": 2197,
+                    "average_image_height": 2222.7112599956777,
+                    "max_image_height": 2339,
+                    "unique_images": 4624
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 44339,
+                    "min_text_length": 21,
+                    "average_text_length": 127.41091954022988,
+                    "max_text_length": 301,
+                    "unique_texts": 348
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 9366,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 4.485632183908046,
+                    "max_relevant_docs_per_query": 24,
+                    "unique_relevant_docs": 1085
+                },
+                "top_ranked_statistics": null
+            },
+            "english": {
+                "num_samples": 4975,
+                "number_of_characters": 38411,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 1653,
+                    "average_image_width": 1692.308839420791,
+                    "max_image_width": 1700,
+                    "min_image_height": 2197,
+                    "average_image_height": 2222.7112599956777,
+                    "max_image_height": 2339,
+                    "unique_images": 4624
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 38411,
+                    "min_text_length": 18,
+                    "average_text_length": 110.3764367816092,
+                    "max_text_length": 252,
+                    "unique_texts": 348
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 9366,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 4.485632183908046,
+                    "max_relevant_docs_per_query": 24,
+                    "unique_relevant_docs": 1085
+                },
+                "top_ranked_statistics": null
+            },
+            "german": {
+                "num_samples": 4975,
+                "number_of_characters": 44640,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 1653,
+                    "average_image_width": 1692.308839420791,
+                    "max_image_width": 1700,
+                    "min_image_height": 2197,
+                    "average_image_height": 2222.7112599956777,
+                    "max_image_height": 2339,
+                    "unique_images": 4624
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 44640,
+                    "min_text_length": 17,
+                    "average_text_length": 128.27586206896552,
+                    "max_text_length": 326,
+                    "unique_texts": 348
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 9366,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 4.485632183908046,
+                    "max_relevant_docs_per_query": 24,
+                    "unique_relevant_docs": 1085
+                },
+                "top_ranked_statistics": null
+            },
+            "italian": {
+                "num_samples": 4975,
+                "number_of_characters": 44058,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 1653,
+                    "average_image_width": 1692.308839420791,
+                    "max_image_width": 1700,
+                    "min_image_height": 2197,
+                    "average_image_height": 2222.7112599956777,
+                    "max_image_height": 2339,
+                    "unique_images": 4624
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 44058,
+                    "min_text_length": 17,
+                    "average_text_length": 126.60344827586206,
+                    "max_text_length": 290,
+                    "unique_texts": 348
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 9366,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 4.485632183908046,
+                    "max_relevant_docs_per_query": 24,
+                    "unique_relevant_docs": 1085
+                },
+                "top_ranked_statistics": null
+            },
+            "portuguese": {
+                "num_samples": 4975,
+                "number_of_characters": 41895,
+                "documents_text_statistics": null,
+                "documents_image_statistics": {
+                    "min_image_width": 1653,
+                    "average_image_width": 1692.308839420791,
+                    "max_image_width": 1700,
+                    "min_image_height": 2197,
+                    "average_image_height": 2222.7112599956777,
+                    "max_image_height": 2339,
+                    "unique_images": 4624
+                },
+                "queries_text_statistics": {
+                    "total_text_length": 41895,
+                    "min_text_length": 21,
+                    "average_text_length": 120.38793103448276,
+                    "max_text_length": 283,
+                    "unique_texts": 348
+                },
+                "queries_image_statistics": null,
+                "relevant_docs_statistics": {
+                    "num_relevant_docs": 9366,
+                    "min_relevant_docs_per_query": 1,
+                    "average_relevant_docs_per_query": 4.485632183908046,
+                    "max_relevant_docs_per_query": 24,
+                    "unique_relevant_docs": 1085
+                },
+                "top_ranked_statistics": null
+            }
+        }
+    }
+}

mteb/descriptive_stats/MultilabelClassification/CovidDisinformationNLMultiLabelClassification.json

@@ -0,0 +1,84 @@
+{
+    "test": {
+        "num_samples": 252,
+        "number_texts_intersect_with_train": null,
+        "text_statistics": {
+            "total_text_length": 48963,
+            "min_text_length": 35,
+            "average_text_length": 194.29761904761904,
+            "max_text_length": 337,
+            "unique_texts": 252
+        },
+        "image_statistics": null,
+        "label_statistics": {
+            "min_labels_per_text": 0,
+            "average_label_per_text": 2.115079365079365,
+            "max_labels_per_text": 6,
+            "unique_labels": 7,
+            "labels": {
+                "1": {
+                    "count": 183
+                },
+                "None": {
+                    "count": 50
+                },
+                "3": {
+                    "count": 102
+                },
+                "5": {
+                    "count": 83
+                },
+                "0": {
+                    "count": 56
+                },
+                "2": {
+                    "count": 62
+                },
+                "4": {
+                    "count": 47
+                }
+            }
+        }
+    },
+    "train": {
+        "num_samples": 929,
+        "number_texts_intersect_with_train": null,
+        "text_statistics": {
+            "total_text_length": 174673,
+            "min_text_length": 33,
+            "average_text_length": 188.02260495156082,
+            "max_text_length": 714,
+            "unique_texts": 929
+        },
+        "image_statistics": null,
+        "label_statistics": {
+            "min_labels_per_text": 0,
+            "average_label_per_text": 1.9730893433799785,
+            "max_labels_per_text": 6,
+            "unique_labels": 7,
+            "labels": {
+                "1": {
+                    "count": 709
+                },
+                "3": {
+                    "count": 377
+                },
+                "0": {
+                    "count": 164
+                },
+                "2": {
+                    "count": 183
+                },
+                "4": {
+                    "count": 138
+                },
+                "5": {
+                    "count": 262
+                },
+                "None": {
+                    "count": 168
+                }
+            }
+        }
+    }
+}

mteb/descriptive_stats/MultilabelClassification/VABBMultiLabelClassification.json

@@ -0,0 +1,156 @@
+{
+    "test": {
+        "num_samples": 3235,
+        "number_texts_intersect_with_train": 2265,
+        "text_statistics": {
+            "total_text_length": 2927178,
+            "min_text_length": 47,
+            "average_text_length": 904.8463678516229,
+            "max_text_length": 35167,
+            "unique_texts": 3235
+        },
+        "image_statistics": null,
+        "label_statistics": {
+            "min_labels_per_text": 1,
+            "average_label_per_text": 1.8593508500772797,
+            "max_labels_per_text": 8,
+            "unique_labels": 19,
+            "labels": {
+                "Social Sciences (General)": {
+                    "count": 472
+                },
+                "Sociology": {
+                    "count": 366
+                },
+                "Other Disciplines": {
+                    "count": 557
+                },
+                "Educational Sciences": {
+                    "count": 302
+                },
+                "Economics & Business": {
+                    "count": 393
+                },
+                "Social Health Sciences": {
+                    "count": 255
+                },
+                "Political Sciences": {
+                    "count": 201
+                },
+                "Communication Studies": {
+                    "count": 155
+                },
+                "History": {
+                    "count": 287
+                },
+                "Humanities (General)": {
+                    "count": 398
+                },
+                "Law": {
+                    "count": 999
+                },
+                "Philosophy": {
+                    "count": 233
+                },
+                "Art History": {
+                    "count": 349
+                },
+                "Theology": {
+                    "count": 58
+                },
+                "Psychology": {
+                    "count": 174
+                },
+                "Criminology": {
+                    "count": 284
+                },
+                "Linguistics": {
+                    "count": 254
+                },
+                "Literature": {
+                    "count": 140
+                },
+                "Archaeology": {
+                    "count": 138
+                }
+            }
+        }
+    },
+    "train": {
+        "num_samples": 6471,
+        "number_texts_intersect_with_train": null,
+        "text_statistics": {
+            "total_text_length": 5847151,
+            "min_text_length": 38,
+            "average_text_length": 903.5931077113274,
+            "max_text_length": 35167,
+            "unique_texts": 6471
+        },
+        "image_statistics": null,
+        "label_statistics": {
+            "min_labels_per_text": 1,
+            "average_label_per_text": 1.8822438572090867,
+            "max_labels_per_text": 11,
+            "unique_labels": 19,
+            "labels": {
+                "Social Sciences (General)": {
+                    "count": 1021
+                },
+                "Sociology": {
+                    "count": 660
+                },
+                "Other Disciplines": {
+                    "count": 1124
+                },
+                "Educational Sciences": {
+                    "count": 541
+                },
+                "Economics & Business": {
+                    "count": 756
+                },
+                "Linguistics": {
+                    "count": 501
+                },
+                "Humanities (General)": {
+                    "count": 995
+                },
+                "Political Sciences": {
+                    "count": 380
+                },
+                "Communication Studies": {
+                    "count": 327
+                },
+                "Psychology": {
+                    "count": 375
+                },
+                "Philosophy": {
+                    "count": 434
+                },
+                "Art History": {
+                    "count": 703
+                },
+                "History": {
+                    "count": 522
+                },
+                "Law": {
+                    "count": 2150
+                },
+                "Theology": {
+                    "count": 116
+                },
+                "Social Health Sciences": {
+                    "count": 489
+                },
+                "Criminology": {
+                    "count": 576
+                },
+                "Literature": {
+                    "count": 275
+                },
+                "Archaeology": {
+                    "count": 235
+                }
+            }
+        }
+    }
+}

mteb/descriptive_stats/PairClassification/SICKNLPairClassification.json

@@ -0,0 +1,35 @@
+{
+    "test": {
+        "num_samples": 2115,
+        "number_of_characters": 194569,
+        "unique_pairs": 2115,
+        "text1_statistics": {
+            "total_text_length": 100505,
+            "min_text_length": 10,
+            "average_text_length": 47.520094562647756,
+            "max_text_length": 158,
+            "unique_texts": 1769
+        },
+        "text2_statistics": {
+            "total_text_length": 94064,
+            "min_text_length": 10,
+            "average_text_length": 44.47470449172577,
+            "max_text_length": 158,
+            "unique_texts": 1738
+        },
+        "labels_statistics": {
+            "min_labels_per_text": 1,
+            "average_label_per_text": 1.0,
+            "max_labels_per_text": 1,
+            "unique_labels": 2,
+            "labels": {
+                "1": {
+                    "count": 1404
+                },
+                "0": {
+                    "count": 711
+                }
+            }
+        }
+    }
+}

mteb/descriptive_stats/PairClassification/XLWICNLPairClassification.json

@@ -0,0 +1,35 @@
+{
+    "test": {
+        "num_samples": 1004,
+        "number_of_characters": 103768,
+        "unique_pairs": 1004,
+        "text1_statistics": {
+            "total_text_length": 52390,
+            "min_text_length": 15,
+            "average_text_length": 52.18127490039841,
+            "max_text_length": 139,
+            "unique_texts": 851
+        },
+        "text2_statistics": {
+            "total_text_length": 51378,
+            "min_text_length": 9,
+            "average_text_length": 51.17330677290837,
+            "max_text_length": 131,
+            "unique_texts": 863
+        },
+        "labels_statistics": {
+            "min_labels_per_text": 1,
+            "average_label_per_text": 1.0,
+            "max_labels_per_text": 1,
+            "unique_labels": 2,
+            "labels": {
+                "1": {
+                    "count": 502
+                },
+                "0": {
+                    "count": 502
+                }
+            }
+        }
+    }
+}

mteb/descriptive_stats/Retrieval/ArguAna-NL.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 10080,
+        "number_of_characters": 11742019,
+        "documents_text_statistics": {
+            "total_text_length": 9897099,
+            "min_text_length": 1,
+            "average_text_length": 1141.0074936592114,
+            "max_text_length": 7337,
+            "unique_texts": 8624
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 1844920,
+            "min_text_length": 252,
+            "average_text_length": 1312.176386913229,
+            "max_text_length": 6050,
+            "unique_texts": 1298
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 1406,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 1406
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/ClimateFEVERHardNegatives.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 48416,
+        "number_of_characters": 59218442,
+        "documents_text_statistics": {
+            "total_text_length": 59096563,
+            "min_text_length": 1,
+            "average_text_length": 1246.3422262527417,
+            "max_text_length": 36320,
+            "unique_texts": 47416
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 121879,
+            "min_text_length": 29,
+            "average_text_length": 121.879,
+            "max_text_length": 406,
+            "unique_texts": 1000
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 3048,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 3.048,
+            "max_relevant_docs_per_query": 5,
+            "unique_relevant_docs": 1042
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/DBPediaHardNegatives.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 90470,
+        "number_of_characters": 30600110,
+        "documents_text_statistics": {
+            "total_text_length": 30586476,
+            "min_text_length": 8,
+            "average_text_length": 339.58561119129564,
+            "max_text_length": 5857,
+            "unique_texts": 90070
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 13634,
+            "min_text_length": 6,
+            "average_text_length": 34.085,
+            "max_text_length": 88,
+            "unique_texts": 399
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 15286,
+            "min_relevant_docs_per_query": 21,
+            "average_relevant_docs_per_query": 38.215,
+            "max_relevant_docs_per_query": 1499,
+            "unique_relevant_docs": 40724
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/DutchNewsArticlesRetrieval.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 256524,
+        "number_of_characters": 415016602,
+        "documents_text_statistics": {
+            "total_text_length": 414968472,
+            "min_text_length": 0,
+            "average_text_length": 1623.9902005291087,
+            "max_text_length": 29368,
+            "unique_texts": 255216
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 48130,
+            "min_text_length": 11,
+            "average_text_length": 48.13,
+            "max_text_length": 110,
+            "unique_texts": 1000
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 1000,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.0,
+            "max_relevant_docs_per_query": 1,
+            "unique_relevant_docs": 1000
+        },
+        "top_ranked_statistics": null
+    }
+}

mteb/descriptive_stats/Retrieval/FEVERHardNegatives.v2.json

@@ -0,0 +1,30 @@
+{
+    "test": {
+        "num_samples": 164698,
+        "number_of_characters": 114050514,
+        "documents_text_statistics": {
+            "total_text_length": 114000894,
+            "min_text_length": 1,
+            "average_text_length": 696.4098156361104,
+            "max_text_length": 29033,
+            "unique_texts": 163698
+        },
+        "documents_image_statistics": null,
+        "queries_text_statistics": {
+            "total_text_length": 49620,
+            "min_text_length": 15,
+            "average_text_length": 49.62,
+            "max_text_length": 172,
+            "unique_texts": 997
+        },
+        "queries_image_statistics": null,
+        "relevant_docs_statistics": {
+            "num_relevant_docs": 1171,
+            "min_relevant_docs_per_query": 1,
+            "average_relevant_docs_per_query": 1.171,
+            "max_relevant_docs_per_query": 15,
+            "unique_relevant_docs": 677
+        },
+        "top_ranked_statistics": null
+    }
+}