PyPI - wisent - Versions diffs - 0.7.379__py3-none-any.whl - Mend

wisent 0.7.379__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (1720) hide show

wisent/examples/scripts/results/benchmark_evaluator_mapping.json ADDED Viewed

@@ -0,0 +1,2781 @@
+{
+  "Tag": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "tag",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "aclue": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "aclue",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "acp_bench": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "acp_bench",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "acp_bench_hard": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "acp_bench_hard",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "advanced": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "advanced",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "aexams": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "aexams",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "afrimgsm": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "afrimgsm",
+    "benchmark_type": "mathematics",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "afrimmlu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "afrimmlu",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "afrixnli": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "afrixnli",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "ag": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "ag",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "agieval": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "agieval",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "ai2_arc": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "ai2_arc",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "aime": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "aime",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "aime2024": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "aime",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "aime2025": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "aime",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "anagrams1": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "anagrams1",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "anagrams2": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "anagrams2",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "anli": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "anli",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "apps": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "apps",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "arabculture": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "arabculture",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "arabic": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "arabic",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "arabic_leaderboard_complete": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "arabic_leaderboard_complete",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "arabic_leaderboard_light": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "arabic_leaderboard_light",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "arabicmmlu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "arabicmmlu",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "aradice": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "aradice",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "arc": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "arc",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "arc_challenge": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "arc_challenge",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "arc_easy": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "arc_easy",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "argument": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "argument",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "arithmetic": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "arithmetic",
+    "benchmark_type": "mathematics",
+    "explanation": "Text comparison (WARNING: should use execution for mathematics)"
+  },
+  "asdiv": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "asdiv",
+    "benchmark_type": "mathematics",
+    "explanation": "Text comparison (WARNING: should use execution for mathematics)"
+  },
+  "asdiv_cot_llama": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "math",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "assin": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "assin",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "atis": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "atis",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "babi": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "babi",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "babilong": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "babilong",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "bangla_mmlu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "bangla_mmlu",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "banking77": {
+    "evaluator": "exact_match",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "banking77",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "basque_bench": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "basque_bench",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "basque_glue": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "basque_glue",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "basqueglue": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "basqueglue",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "bbh": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "bbh",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "bbq": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "bbq",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "bec2016eu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "bec2016eu",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "belebele": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "belebele",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "benchmarks": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "benchmarks",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "bertaqa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "bertaqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "bhs": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "bhs",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "bhtc": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "bhtc",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "bigbench": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "bigbench",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "blimp": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "blimp",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "blimp_nl": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "blimp_nl",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "boolq": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "boolq",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "boolq_seq2seq": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "boolq_seq2seq",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "c4": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "c4",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "cabbq": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "cabbq",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "cabreu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "cabreu",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "careqa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "careqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "catalan_bench": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "catalan_bench",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "catalanqa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "catalanqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "catcola": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "catcola",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "cb": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "cb",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "ceval": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "ceval",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "ceval_valid": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "ceval_valid",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "chain": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "chain",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "chain_of_thought": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "math",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "chartqa": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "chartqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "claim": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "claim",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "click": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "click",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "cmmlu": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "cmmlu",
+    "benchmark_type": "knowledge",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "cnn": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "cnn",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "cocoteros": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "cocoteros",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "code2text": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "code2text",
+    "benchmark_type": "coding",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "code_x_glue": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "code_x_glue",
+    "benchmark_type": "coding",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "codexglue": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "codexglue",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "codexglue_code_to_text_go": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "codexglue",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "codexglue_code_to_text_java": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "codexglue",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "codexglue_code_to_text_javascript": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "codexglue",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "codexglue_code_to_text_php": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "codexglue",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "codexglue_code_to_text_python": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "codexglue",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "codexglue_code_to_text_ruby": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "codexglue",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "coedit": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "coedit",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "cola": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "cola",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "commonsense": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "commonsense",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "commonsense_qa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "commonsense_qa",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "conala": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "conala",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "concode": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "concode",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "copa": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "copa",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "copal_id": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "copal_id",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "coqa": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "coqa",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "coqcat": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "coqcat",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "crows_pairs": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "crows_pairs",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "csatqa": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "csatqa",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "cycle": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "cycle",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "cycle_letters": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "cycle_letters",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "darija_bench": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "darija_bench",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "darijahellaswag": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "darijahellaswag",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "darijammlu": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "darijammlu",
+    "benchmark_type": "knowledge",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "dbpedia": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "dbpedia",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "discrim_eval": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "discrim_eval",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "doc": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "doc",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "doc_vqa": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "doc_vqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "drop": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "drop",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "ds1000": {
+    "evaluator": "exact_match",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "ds1000",
+    "benchmark_type": "coding",
+    "explanation": "Text comparison (WARNING: should use execution for coding)"
+  },
+  "ds_1000": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "ds_1000",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "egyhellaswag": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "egyhellaswag",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "egymmlu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "egymmlu",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "epec": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "epec",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "eq": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "eq",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "eq_bench": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "eq_bench",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "eq_bench_ca": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "eq_bench_ca",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "eq_bench_es": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "eq_bench_es",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "esbbq": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "esbbq",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "escola": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "escola",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "ethics": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "ethics",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "ethos": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "ethos",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "eus": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "eus",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "eus_exams": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "eus_exams",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "eus_proficiency": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "eus_proficiency",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "eus_reading": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "eus_reading",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "eus_trivia": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "eus_trivia",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "evalita_llm": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "evalita_llm",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "evalita_mp": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "evalita_mp",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "evalita_sp": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "evalita_sp",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "fda": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "fda",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "financial": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "financial",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "financial_tweets": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "financial_tweets",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "flan": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "flan",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "fld": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "fld",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "flores": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "flores",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "freebase": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "freebase",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "french_bench": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "french_bench",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "galcola": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "galcola",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "galician_bench": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "galician_bench",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "gaokao": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "gaokao",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "glianorex": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "glianorex",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "global_mmlu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "global_mmlu",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "global_piqa": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "global_piqa",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "glue": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "glue",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "gpqa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "gpqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "gpt3": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "gpt3",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "groundcocoa": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "groundcocoa",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "gsm": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "gsm",
+    "benchmark_type": "mathematics",
+    "explanation": "Text comparison (WARNING: should use execution for mathematics)"
+  },
+  "gsm8k": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "gsm8k",
+    "benchmark_type": "mathematics",
+    "explanation": "Text comparison (WARNING: should use execution for mathematics)"
+  },
+  "gsm8k_cot": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "math",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "gsm8k_cot_llama": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "math",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "gsm8k_cot_self_consistency": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "math",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "gsm8k_llama": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "math",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "gsm8k_platinum_cot": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "math",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "gsm8k_platinum_cot_llama": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "math",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "gsm8k_platinum_cot_self_consistency": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "math",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "gsm_plus": {
+    "evaluator": "exact_match",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "gsm_plus",
+    "benchmark_type": "mathematics",
+    "explanation": "Text comparison (WARNING: should use execution for mathematics)"
+  },
+  "haerae": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "haerae",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "headqa": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "headqa",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "hellaswag": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "hellaswag",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "hendrycks_ethics": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "hendrycks_ethics",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "hendrycks_math": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "hendrycks_math",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "histoires_morales": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "histoires_morales",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "hle": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "hle",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "hle_exact_match": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "hle",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "hle_multiple_choice": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "hle",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "hmmt": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "hmmt",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "hmmt_feb_2025": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "hmmt",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "hrm8k": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "hrm8k",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "humaneval": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "humaneval",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "humaneval_64_instruct": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "instructhumaneval",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "humaneval_infilling": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "humaneval_infilling",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "humaneval_instruct": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "instructhumaneval",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "humaneval_plus": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "humaneval",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "humanevalpack": {
+    "evaluator": "exact_match",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "humanevalpack",
+    "benchmark_type": "coding",
+    "explanation": "Text comparison (WARNING: should use execution for coding)"
+  },
+  "icelandic_winogrande": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "icelandic_winogrande",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "ifeval": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "ifeval",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "instruct_humaneval": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "instructhumaneval",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "instructhumaneval": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "instructhumaneval",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "inverse": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "inverse",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "inverse_scaling": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "inverse_scaling",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "iwslt2017": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "iwslt2017",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "iwslt2017_ar_en": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "iwslt2017_ar_en",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "iwslt2017_en_ar": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "iwslt2017_en_ar",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "ja": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "ja",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "japanese_leaderboard": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "japanese_leaderboard",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "jsonschema_bench": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "jsonschema_bench",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "kbl": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "kbl",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "kmmlu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "kmmlu",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "kobest": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "kobest",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "kormedmcqa": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "kormedmcqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "lambada": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "lambada",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "lambada_cloze": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "lambada_cloze",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "lambada_multilingual": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "lambada_multilingual",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "lambada_multilingual_stablelm": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "lambada_multilingual_stablelm",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "law": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "law",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "law_stack_exchange": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "law_stack_exchange",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "leaderboard": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "leaderboard",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "ledgar": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "ledgar",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "libra": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "libra",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "lingoly": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "lingoly",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "livecodebench": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "livecodebench",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "livemathbench": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "livemathbench",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "livemathbench_cnmo_en": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "livemathbench_configs",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "livemathbench_cnmo_zh": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "livemathbench_configs",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "llama": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "llama",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "llama3": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "llama3",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "lm_syneval": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "lm_syneval",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "logieval": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "logieval",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "logiqa": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "logiqa",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "logiqa2": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "logiqa2",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "longbench": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "longbench",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "longbenchv2": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "longbenchv2",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "m_mmlu": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "m_mmlu",
+    "benchmark_type": "knowledge",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "mastermind": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mastermind",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "math": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "math",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "math500": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "math",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "math_500": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "math",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "mathqa": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mathqa",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "mbpp": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "mbpp",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "mbpp_plus": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "mbpp",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "mc-taco": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mc-taco",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "med_concepts_qa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "med_concepts_qa",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "meddialog": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "meddialog",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "meddialog_qsumm": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "meddialog",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "meddialog_qsumm_perplexity": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "meddialog",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "meddialog_raw_dialogues": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "meddialog",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "meddialog_raw_perplexity": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "meddialog",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "medical": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "medical",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "medical_abstracts": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "medical_abstracts",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "mediqa_qa2019": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mediqa_qa2019",
+    "benchmark_type": "question_answering",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "medmcqa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "medmcqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "medqa": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "medqa",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "medtext": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "medtext",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "mela": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "mela",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "meqsum": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "meqsum",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "mercury": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "mercury",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "metabench": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "metabench",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "mgsm": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mgsm",
+    "benchmark_type": "mathematics",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "mimic_repsum": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mimic_repsum",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "minerva_math": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "minerva_math",
+    "benchmark_type": "mathematics",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "mlqa": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mlqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "mmlu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mmlu",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "mmlu_pro": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mmlu_pro",
+    "benchmark_type": "knowledge",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "mmlusr": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "mmlusr",
+    "benchmark_type": "knowledge",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "mmlusr_answer_only": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "mmlusr",
+    "benchmark_type": "knowledge",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "mmlusr_question_and_answer": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "mmlusr",
+    "benchmark_type": "knowledge",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "mmlusr_question_only": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "mmlusr",
+    "benchmark_type": "knowledge",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "mmmu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mmmu",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "mnli": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mnli",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "model_written_evals": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "model_written_evals",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "moral_stories": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "moral_stories",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "mrpc": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mrpc",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "mts_dialog": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mts_dialog",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "multiblimp": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "multiblimp",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "multilingual": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "multilingual",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "multimedqa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "multimedqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "multipl_e": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "multipl_e",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "multiple": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "multiple",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "multiple_cpp": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "multipl_e",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "multiple_go": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "multipl_e",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "multiple_java": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "multipl_e",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "multiple_js": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "multipl_e",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "multiple_py": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "multipl_e",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "multiple_rs": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "multipl_e",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "multirc": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "multirc",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "mutual": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "mutual",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "non": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "non",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "noreval": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "noreval",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "noreval_gen": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "noreval_gen",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "noreval_mc": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "noreval_mc",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "noticia": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "noticia",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "nq_open": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "nq_open",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "okapi": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "okapi",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "okapi_arc_multilingual": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "okapi_arc_multilingual",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "okapi_hellaswag_multilingual": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "okapi_hellaswag_multilingual",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "okapi_mmlu_multilingual": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "okapi_mmlu_multilingual",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "okapi_truthfulqa_multilingual": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "okapi_truthfulqa_multilingual",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "olaph": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "olaph",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "openbookqa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "openbookqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "openllm": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "openllm",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "option": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "option",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "paloma": {
+    "evaluator": "perplexity",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "paloma",
+    "benchmark_type": "other",
+    "explanation": "Perplexity measurement - evaluates model's prediction confidence"
+  },
+  "parafraseja": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "parafraseja",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "parafrases": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "parafrases",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "paws": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "paws",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "paws_x": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "paws_x",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "pawsx": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "pawsx",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "persona": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "persona",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "phrases": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "phrases",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "pile": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "pile",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "pile_10k": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "pile_10k",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "piqa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "piqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "polemo2": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "polemo2",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "polymath": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "polymath",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "polymath_en_high": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "polymath_configs",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "polymath_en_medium": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "polymath_configs",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "polymath_zh_high": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "polymath_configs",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "polymath_zh_medium": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "polymath_configs",
+    "benchmark_type": "mathematics",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "portuguese_bench": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "portuguese_bench",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "prompt": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "prompt",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "prost": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "prost",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "pubmedqa": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "pubmedqa",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "pythia": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "pythia",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "qa4mre": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "qa4mre",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "qasper": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "qasper",
+    "benchmark_type": "question_answering",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "qnli": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "qnli",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "qnlieu": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "qnlieu",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "qqp": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "qqp",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "quac": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "quac",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "race": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "race",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "random": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "random",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "realtoxicityprompts": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "realtoxicityprompts",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "recode": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "recode",
+    "benchmark_type": "coding",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "record": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "record",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "reversed": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "reversed",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "rte": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "rte",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "ruler": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "ruler",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "sciq": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "sciq",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "score": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "score",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "scrolls": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "scrolls",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "self": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "self",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "sglue": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "sglue",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "simple_cooccurrence_bias": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "simple_cooccurrence_bias",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "siqa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "siqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "social_iqa": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "social_iqa",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "spanish_bench": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "spanish_bench",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "squad2": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "squad2",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "squad_completion": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "squad_completion",
+    "benchmark_type": "question_answering",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "sst2": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "sst2",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "storycloze": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "storycloze",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "stsb": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "stsb",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "summarization": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "summarization",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "super": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "super",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "super_glue": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "super_glue",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "super_glue_lm_eval_v1": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "super_glue_lm_eval_v1",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "super_glue_lm_eval_v1_seq2seq": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "super_glue_lm_eval_v1_seq2seq",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "super_glue_t5_prompt": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "super_glue_t5_prompt",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "super_gpqa": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "super_gpqa",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "superglue": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "superglue",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "supergpqa": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "supergpqa",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "supergpqa_biology": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "super_gpqa",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "supergpqa_chemistry": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "super_gpqa",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "supergpqa_physics": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "super_gpqa",
+    "benchmark_type": "question_answering",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "swag": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "swag",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "swde": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "swde",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "sycophancy": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "sycophancy",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "t0": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "t0",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "tag": {
+    "evaluator": null,
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "tag",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "teca": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "teca",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "tinyarc": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "tinyarc",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "tinybenchmarks": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "tinybenchmarks",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "tinygsm8k": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "tinygsm8k",
+    "benchmark_type": "mathematics",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "tinyhellaswag": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "tinyhellaswag",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "tinymmlu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "tinymmlu",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "tinytruthfulqa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "tinytruthfulqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "tinywinogrande": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "tinywinogrande",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "tmlu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "tmlu",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "tmmluplus": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "tmmluplus",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "toxigen": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "toxigen",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "translation": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "translation",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "triviaqa": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "triviaqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "truthfulqa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "truthfulqa",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "truthfulqa_gen": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "truthfulqa_gen",
+    "benchmark_type": "question_answering",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "truthfulqa_mc1": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "truthfulqa_mc1",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "truthfulqa_mc2": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "truthfulqa_mc2",
+    "benchmark_type": "question_answering",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "truthfulqa_multi": {
+    "evaluator": "mixed",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "truthfulqa_multi",
+    "benchmark_type": "question_answering",
+    "explanation": "Uses mixed evaluator"
+  },
+  "turblimp_core": {
+    "evaluator": null,
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "turblimp_core",
+    "benchmark_type": "other",
+    "explanation": "NO EVALUATOR DEFINED - will fail with error"
+  },
+  "turkishmmlu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "turkishmmlu",
+    "benchmark_type": "knowledge",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "twenty_newsgroups": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "twenty_newsgroups",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "unfair": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "unfair",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "unitxt": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "unitxt",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "unscramble": {
+    "evaluator": "exact_match",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "unscramble",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "vaxx": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "vaxx",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "webqs": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "webqs",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "wic": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "wic",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "wiceu": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "wiceu",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "wikitext": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "wikitext",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "winogender": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "winogender",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "winogrande": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "winogrande",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "wmdp": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "wmdp",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "wmt14": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "wmt14",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "wmt14_en_fr": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "wmt14_en_fr",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "wmt14_fr_en": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "wmt14_fr_en",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "wmt16": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "wmt16",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "wmt16_de_en": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "wmt16_de_en",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "wmt16_en_de": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "wmt16_en_de",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "wmt16_en_ro": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "wmt16_en_ro",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "wmt16_ro_en": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "wmt16_ro_en",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "wmt_ro_en_t5_prompt": {
+    "evaluator": "generation",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "wmt_ro_en_t5_prompt",
+    "benchmark_type": "translation",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "wnli": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "wnli",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "wsc": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "wsc",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "wsc273": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "wsc273",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "xcopa": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "xcopa",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "xlsum": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "xlsum",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "xnli": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "xnli",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "xquad": {
+    "evaluator": "generation",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "xquad",
+    "benchmark_type": "other",
+    "explanation": "Text generation evaluation - assesses quality of generated text"
+  },
+  "xstorycloze": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "xstorycloze",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "xsum": {
+    "evaluator": "exact_match",
+    "extractor_location": "huggingface_pairs",
+    "extractor_file": "xsum",
+    "benchmark_type": "other",
+    "explanation": "Text comparison - checks if generated answer exactly matches expected answer"
+  },
+  "xwinograd": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "xwinograd",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "yahoo": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "yahoo",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  },
+  "zhoblimp": {
+    "evaluator": "log_likelihoods",
+    "extractor_location": "lm_eval_pairs",
+    "extractor_file": "zhoblimp",
+    "benchmark_type": "other",
+    "explanation": "Probability scoring - compares model's confidence in correct vs incorrect answers"
+  }
+}