EuroEval 15.4.2__py3-none-any.whl → 15.6.0__py3-none-any.whl

euroeval/dataset_configs.py

@@ -1,2408 +0,0 @@
-"""All dataset configurations used in EuroEval."""
-
-from .data_models import DatasetConfig
-from .languages import (
-    DA,
-    DE,
-    EN,
-    ES,
-    FO,
-    FR,
-    IS,
-    IT,
-    NB,
-    NL,
-    NN,
-    NO,
-    SV,
-    get_all_languages,
-)
-from .tasks import COMMON_SENSE, KNOW, LA, MCRC, NER, RC, SENT, SPEED, SUMM
-
-
-def get_all_dataset_configs() -> dict[str, DatasetConfig]:
-    """Get a mapping of all the dataset configurations.
-
-    Returns:
-        A mapping between names of datasets and their configurations.
-    """
-    dataset_configs = [
-        cfg for cfg in globals().values() if isinstance(cfg, DatasetConfig)
-    ]
-    assert len(dataset_configs) == len({cfg.name for cfg in dataset_configs}), (
-        "There are duplicate dataset configurations. Please ensure that each dataset "
-        "has a unique name."
-    )
-    return {cfg.name: cfg for cfg in dataset_configs}
-
-
-def get_dataset_config(dataset_name: str) -> DatasetConfig:
-    """Get the dataset configuration for a dataset.
-
-    Args:
-        dataset_name:
-            The name of the dataset.
-
-    Returns:
-        The dataset configuration.
-
-    Raises:
-        ValueError:
-            If the dataset is not found.
-    """
-    # Get mapping of all dataset configs
-    dataset_configs = get_all_dataset_configs()
-
-    # If there are no matches for the dataset name, raise an error
-    if dataset_name not in dataset_configs:
-        raise ValueError(f"No dataset config found for dataset {dataset_name}.")
-
-    # Otherwise, return the dataset configuration
-    return dataset_configs[dataset_name]
-
-
-### SENTIMENT DATASETS ###
-
-SWEREC_CONFIG = DatasetConfig(
-    name="swerec",
-    pretty_name="the truncated version of the Swedish sentiment classification "
-    "dataset SweReC",
-    huggingface_id="EuroEval/swerec-mini",
-    task=SENT,
-    languages=[SV],
-    labels=["negative", "neutral", "positive"],
-    prompt_prefix="Följande är recensioner och deras sentiment, som kan vara "
-    "'positiv', 'neutral' eller 'negativ'.",
-    prompt_template="Recension: {text}\nSentiment: {label}",
-    prompt_label_mapping=dict(
-        positive="positiv", neutral="neutral", negative="negativ"
-    ),
-    instruction_prompt="Recension: {text}\n\nKlassificera sentimentet i recensionen. "
-    "Svara med 'positiv', 'neutral' eller 'negativ', och inget annat.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-ANGRY_TWEETS_CONFIG = DatasetConfig(
-    name="angry-tweets",
-    pretty_name="the truncated version of the Danish sentiment classification "
-    "dataset AngryTweets",
-    huggingface_id="EuroEval/angry-tweets-mini",
-    task=SENT,
-    languages=[DA],
-    labels=["negative", "neutral", "positive"],
-    prompt_prefix="Følgende er tweets og deres sentiment, som kan være 'positiv', "
-    "'neutral' eller 'negativ'.",
-    prompt_template="Tweet: {text}\nSentiment: {label}",
-    prompt_label_mapping=dict(
-        positive="positiv", neutral="neutral", negative="negativ"
-    ),
-    instruction_prompt="Tweet: {text}\n\nKlassificer sentimentet i tweetet. Svar kun "
-    "med 'positiv', 'neutral' eller 'negativ', og intet andet.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-NOREC_CONFIG = DatasetConfig(
-    name="norec",
-    pretty_name="the truncated version of the Norwegian sentiment classification "
-    "dataset NoReC",
-    huggingface_id="EuroEval/norec-mini",
-    task=SENT,
-    languages=[NB, NN, NO],
-    labels=["negative", "neutral", "positive"],
-    prompt_prefix="Følgende er anmeldelser og deres sentiment, som kan være 'positiv', "
-    "'nøytral' eller 'negativ'.",
-    prompt_template="Anmeldelse: {text}\nSentiment: {label}",
-    prompt_label_mapping=dict(
-        positive="positiv", neutral="nøytral", negative="negativ"
-    ),
-    instruction_prompt="Anmeldelse: {text}\n\nKlassifiser sentimentet i anmeldelsen. "
-    "Svar med 'positiv', 'nøytral' eller 'negativ', og ikke noe annet.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-HOTTER_AND_COLDER_SENTIMENT_CONFIG = DatasetConfig(
-    name="hotter-and-colder-sentiment",
-    pretty_name="the sentiment classification part of the Icelandic dataset Hotter "
-    "and Colder",
-    huggingface_id="EuroEval/hotter-and-colder-sentiment",
-    task=SENT,
-    languages=[IS],
-    labels=["negative", "neutral", "positive"],
-    prompt_prefix="Eftirfarandi eru yfirferðir ásamt lyndisgildi þeirra, sem getur "
-    "verið 'jákvætt', 'hlutlaust' eða 'neikvætt'.",
-    prompt_template="Yfirferð: {text}\nLyndi: {label}",
-    prompt_label_mapping=dict(
-        positive="jákvætt", neutral="hlutlaust", negative="neikvætt"
-    ),
-    instruction_prompt="Texti: {text}\n\nFlokkaðu tilfinninguna í textanum. "
-    "Svaraðu með 'jákvætt', 'hlutlaust' eða 'neikvætt', og engu öðru.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-SB10K_CONFIG = DatasetConfig(
-    name="sb10k",
-    pretty_name="the truncated version of the German sentiment classification "
-    "dataset SB10k",
-    huggingface_id="EuroEval/sb10k-mini",
-    task=SENT,
-    languages=[DE],
-    labels=["negative", "neutral", "positive"],
-    prompt_prefix="Im Folgenden sind Tweets und ihre Stimmung aufgeführt, die "
-    "'positiv', 'neutral' oder 'negativ' sein kann.",
-    prompt_template="Tweet: {text}\nStimmungslage: {label}",
-    prompt_label_mapping=dict(
-        positive="positiv", neutral="neutral", negative="negativ"
-    ),
-    instruction_prompt="Tweet: {text}\n\nKlassifizieren Sie die Stimmung im Tweet. "
-    "Antworten Sie mit 'positiv', 'neutral' oder 'negativ', und nichts anderes.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-DUTCH_SOCIAL_CONFIG = DatasetConfig(
-    name="dutch-social",
-    pretty_name="the truncated version of the Dutch sentiment classification "
-    "dataset Dutch Social",
-    huggingface_id="EuroEval/dutch-social-mini",
-    task=SENT,
-    languages=[NL],
-    labels=["negative", "neutral", "positive"],
-    prompt_prefix="Hieronder staan tweets en hun sentiment, dat 'positief', "
-    "'neutraal' of 'negatief' kan zijn.",
-    prompt_template="Tweet: {text}\nSentiment: {label}",
-    prompt_label_mapping=dict(
-        positive="positief", neutral="neutraal", negative="negatief"
-    ),
-    instruction_prompt="Tweet: {text}\n\nClassificeer het sentiment in de tweet. "
-    "Antwoord met 'positief', 'neutraal' of 'negatief', en niets anders.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-DBRD_CONFIG = DatasetConfig(
-    name="dbrd",
-    pretty_name="the truncated version of the Dutch sentiment classification "
-    "dataset DBRD",
-    huggingface_id="EuroEval/dbrd-mini",
-    task=SENT,
-    languages=[NL],
-    labels=["negative", "positive"],
-    prompt_prefix="Hieronder staan tweets en hun sentiment, dat 'positief' of "
-    "'negatief' kan zijn.",
-    prompt_template="Tweet: {text}\nSentiment: {label}",
-    prompt_label_mapping=dict(positive="positief", negative="negatief"),
-    instruction_prompt="Tweet: {text}\n\nClassificeer het sentiment in de tweet. "
-    "Antwoord met 'positief' of 'negatief', en niets anders.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-SST5_CONFIG = DatasetConfig(
-    name="sst5",
-    pretty_name="the truncated version of the English sentiment classification "
-    "dataset SST5",
-    huggingface_id="EuroEval/sst5-mini",
-    task=SENT,
-    languages=[EN],
-    labels=["negative", "neutral", "positive"],
-    prompt_prefix="The following are texts and their sentiment, which can be "
-    "'positive', 'neutral' or 'negative'.",
-    prompt_template="Text: {text}\nSentiment: {label}",
-    prompt_label_mapping=dict(
-        positive="positive", neutral="neutral", negative="negative"
-    ),
-    instruction_prompt="Text: {text}\n\nClassify the sentiment in the text. Answer "
-    "with 'positive', 'neutral' or 'negative', and nothing else.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-FOSENT_CONFIG = DatasetConfig(
-    name="fosent",
-    pretty_name="the Faroese sentiment classification dataset FoSent",
-    huggingface_id="EuroEval/fosent",
-    task=SENT,
-    languages=[FO],
-    labels=["negative", "neutral", "positive"],
-    prompt_prefix="Her eru nakrir tekstir flokkaðir eftir lyndi, sum kann vera "
-    "'positivt', 'neutralt' ella 'negativt'.",
-    prompt_template="Text: {text}\nLyndi: {label}",
-    prompt_label_mapping=dict(
-        positive="positivt", neutral="neutralt", negative="negativt"
-    ),
-    instruction_prompt="Tekstur: {text}\n\nFlokka lyndið í tekstinum. Svara við "
-    "'positivt', 'neutralt' ella 'negativt', og einki annað.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-ALLOCINE_CONFIG = DatasetConfig(
-    name="allocine",
-    pretty_name="the truncated version of the French sentiment classification "
-    "dataset AlloCiné",
-    huggingface_id="EuroEval/allocine-mini",
-    task=SENT,
-    languages=[FR],
-    labels=["negative", "positive"],
-    prompt_prefix="Voici des textes et leur sentiment, qui peut être 'positif' ou "
-    "'négatif'.",
-    prompt_template="Texte: {text}\nSentiment: {label}",
-    prompt_label_mapping=dict(positive="positif", negative="négatif"),
-    instruction_prompt="Texte : {text}\nClassez le sentiment dans le texte. Répondez "
-    "par ‘positif' ou ‘négatif', et rien d'autre.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-SENTIPOLC_CONFIG = DatasetConfig(
-    name="sentipolc16",
-    pretty_name="the truncated version of the Italian sentiment classification "
-    "dataset Sentipolc-16",
-    huggingface_id="EuroEval/sentipolc16-mini",
-    task=SENT,
-    languages=[IT],
-    labels=["negative", "neutral", "positive"],
-    prompt_prefix="Di seguito sono riportati i testi e il loro sentimento, che può "
-    "essere 'positivo', 'neutro' o 'negativo'.",
-    prompt_template="Tweet: {text}\nSentimento: {label}",
-    prompt_label_mapping=dict(
-        positive="positivo", neutral="neutro", negative="negativo"
-    ),
-    instruction_prompt="Tweet: {text}\n\nClassificare il sentimento nel Tweet. "
-    "Rispondete con 'positivo', 'neutro' o 'negativo', e nient'altro.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-
-SENTIMENT_HEADLINES_CONFIG = DatasetConfig(
-    name="sentiment-headlines-es",
-    pretty_name="the truncated version of the Spanish sentiment headlines dataset",
-    huggingface_id="EuroEval/sentiment-headlines-es",
-    task=SENT,
-    languages=[ES],
-    labels=["negative", "neutral", "positive"],
-    prompt_prefix="Lo siguiente son reseñas y su sentimiento, que puede ser "
-    "'positivo', 'neutral' o 'negativo'.",
-    prompt_template="Texto: {text}\nSentimiento: {label}",
-    prompt_label_mapping=dict(
-        positive="positivo", neutral="neutral", negative="negativo"
-    ),
-    instruction_prompt="Texto: {text}\n\nClasifica el sentimiento de la reseña. "
-    "Responde con 'positivo', 'neutral' o 'negativo', y nada más.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-### NAMED ENTITY RECOGNITION DATASETS ###
-
-SUC3_CONFIG = DatasetConfig(
-    name="suc3",
-    pretty_name="the truncated version of the Swedish named entity recognition "
-    "dataset SUC 3.0",
-    huggingface_id="EuroEval/suc3-mini",
-    task=NER,
-    languages=[SV],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Följande är meningar och JSON-ordböcker med de namngivna enheter "
-    "som förekommer i den givna meningen.",
-    prompt_template="Mening: {text}\nNamngivna entiteter: {label}",
-    prompt_label_mapping={
-        "b-per": "person",
-        "i-per": "person",
-        "b-loc": "plats",
-        "i-loc": "plats",
-        "b-org": "organisation",
-        "i-org": "organisation",
-        "b-misc": "diverse",
-        "i-misc": "diverse",
-    },
-    instruction_prompt="Mening: {text}\n\nIdentifiera de namngivna enheterna i "
-    "meningen. Du ska outputta detta som en JSON-ordbok med nycklarna 'person', "
-    "'plats', 'organisation' och 'diverse'. Värdena ska vara listor över de namngivna "
-    "enheter av den typen, precis som de förekommer i meningen.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-)
-
-DANSK_CONFIG = DatasetConfig(
-    name="dansk",
-    pretty_name="the truncated version of the Danish named entity recognition "
-    "dataset DANSK",
-    huggingface_id="EuroEval/dansk-mini",
-    task=NER,
-    languages=[DA],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Følgende er sætninger og JSON-ordbøger med de navngivne enheder, "
-    "som forekommer i den givne sætning.",
-    prompt_template="Sætning: {text}\nNavngivne enheder: {label}",
-    prompt_label_mapping={
-        "b-per": "person",
-        "i-per": "person",
-        "b-loc": "sted",
-        "i-loc": "sted",
-        "b-org": "organisation",
-        "i-org": "organisation",
-        "b-misc": "diverse",
-        "i-misc": "diverse",
-    },
-    instruction_prompt="Sætning: {text}\n\nIdentificér de navngivne enheder i "
-    "sætningen. Du skal outputte dette som en JSON-ordbog med nøglerne 'person', "
-    "'sted', 'organisation' og 'diverse'. Værdierne skal være lister over de navngivne "
-    "enheder af den type, præcis som de forekommer i sætningen.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-)
-
-NORNE_NB_CONFIG = DatasetConfig(
-    name="norne-nb",
-    pretty_name="the truncated version of the Bokmål part of the Norwegian named "
-    "entity recognition dataset NorNE",
-    huggingface_id="EuroEval/norne-nb-mini",
-    task=NER,
-    languages=[NB, NO],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Følgende er fraser og JSON-ordbøker med de navngitte enhetene "
-    "som forekommer i den gitte frasen.",
-    prompt_template="Frase: {text}\nNavngitte enheter: {label}",
-    prompt_label_mapping={
-        "b-per": "person",
-        "i-per": "person",
-        "b-loc": "sted",
-        "i-loc": "sted",
-        "b-org": "organisasjon",
-        "i-org": "organisasjon",
-        "b-misc": "diverse",
-        "i-misc": "diverse",
-    },
-    instruction_prompt="Frase: {text}\n\nIdentifiser de navngitte enhetene i frasen. "
-    "Du bør outputte dette som en JSON-ordbok med nøklene 'person', 'sted', "
-    "'organisasjon' og 'diverse'. Verdiene skal være lister over de navngitte enhetene "
-    "av den typen, akkurat som de vises i frasen.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-)
-
-NORNE_NN_CONFIG = DatasetConfig(
-    name="norne-nn",
-    pretty_name="the truncated version of the Nynorsk part of the Norwegian named "
-    "entity recognition dataset NorNE",
-    huggingface_id="EuroEval/norne-nn-mini",
-    task=NER,
-    languages=[NN],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Følgende er fraser og JSON-ordbøker med de navngitte enhetene "
-    "som forekommer i den gitte frasen.",
-    prompt_template="Frase: {text}\nNavngitte enheter: {label}",
-    prompt_label_mapping={
-        "b-per": "person",
-        "i-per": "person",
-        "b-loc": "sted",
-        "i-loc": "sted",
-        "b-org": "organisasjon",
-        "i-org": "organisasjon",
-        "b-misc": "diverse",
-        "i-misc": "diverse",
-    },
-    instruction_prompt="Frase: {text}\n\nIdentifiser de navngitte enhetene i frasen. "
-    "Du bør outputte dette som en JSON-ordbok med nøklene 'person', 'sted', "
-    "'organisasjon' og 'diverse'. Verdiene skal være lister over de navngitte enhetene "
-    "av den typen, akkurat som de vises i frasen.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-)
-
-MIM_GOLD_NER_CONFIG = DatasetConfig(
-    name="mim-gold-ner",
-    pretty_name="the truncated version of the Icelandic named entity recognition "
-    "dataset MIM-GOLD-NER",
-    huggingface_id="EuroEval/mim-gold-ner-mini",
-    task=NER,
-    languages=[IS],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Eftirfarandi eru setningar ásamt JSON lyklum með nefndum einingum "
-    "sem koma fyrir í setningunum.",
-    prompt_template="Setning: {text}\nNefndar einingar: {label}",
-    prompt_label_mapping={
-        "b-per": "einstaklingur",
-        "i-per": "einstaklingur",
-        "b-loc": "staðsetning",
-        "i-loc": "staðsetning",
-        "b-org": "stofnun",
-        "i-org": "stofnun",
-        "b-misc": "ýmislegt",
-        "i-misc": "ýmislegt",
-    },
-    instruction_prompt="Setning: {text}\n\nGreinið nefndu einingarnar í setningunni. "
-    "Þú ættir að skila þessu sem JSON orðabók með lyklunum 'einstaklingur', "
-    "'staðsetning', 'stofnun' og 'ýmislegt'. Gildin ættu að vera listi yfir nefndu "
-    "einingarnar af þeirri gerð, nákvæmlega eins og þær koma fram í setningunni.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-)
-
-FONE_CONFIG = DatasetConfig(
-    name="fone",
-    pretty_name="the truncated version of the Faroese named entity recognition "
-    "dataset FoNE",
-    huggingface_id="EuroEval/fone-mini",
-    task=NER,
-    languages=[FO],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Her eru nakrir setningar og nakrar JSON orðabøkur við nevndar "
-    "eindir, sum eru í setningunum.",
-    prompt_template="Setningur: {text}\nNevndar eindir: {label}",
-    prompt_label_mapping={
-        "b-per": "persónur",
-        "i-per": "persónur",
-        "b-loc": "staður",
-        "i-loc": "staður",
-        "b-org": "felagsskapur",
-        "i-org": "felagsskapur",
-        "b-misc": "ymiskt",
-        "i-misc": "ymiskt",
-    },
-    instruction_prompt="Setningur: {text}\n\nGreinið nevndu einingarnar í setningunni. "
-    "Þú ættir að skila þessu sem JSON orðabók með lyklunum 'persónur', 'staður', "
-    "'felagsskapur' og 'ymiskt'. Gildin ættu að vera listi yfir nevndu einingarnar af "
-    "þeirri gerð, nákvæmlega eins og þær koma fram í setningunni.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-)
-
-GERMEVAL_CONFIG = DatasetConfig(
-    name="germeval",
-    pretty_name="the truncated version of the German named entity recognition "
-    "dataset GermEval",
-    huggingface_id="EuroEval/germeval-mini",
-    task=NER,
-    languages=[DE],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Es folgen Sätze und JSON-Wörterbücher mit den benannten "
-    "Entitäten, die in der angegebenen Phrase vorkommen.",
-    prompt_template="Satz: {text}\nBenannte Entitäten: {label}",
-    prompt_label_mapping={
-        "b-per": "person",
-        "i-per": "person",
-        "b-loc": "ort",
-        "i-loc": "ort",
-        "b-org": "organisation",
-        "i-org": "organisation",
-        "b-misc": "verschiedenes",
-        "i-misc": "verschiedenes",
-    },
-    instruction_prompt="Satz: {text}\n\nIdentifizieren Sie die benannten Entitäten im "
-    "Satz. Sie sollten dies als JSON-Wörterbuch mit den Schlüsseln 'person', 'ort', "
-    "'organisation' und 'verschiedenes' ausgeben. Die Werte sollten Listen der "
-    "benannten Entitäten dieses Typs sein, genau wie sie im Satz erscheinen.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-)
-
-CONLL_NL_CONFIG = DatasetConfig(
-    name="conll-nl",
-    pretty_name="the Dutch part of the truncated version of the named entity "
-    "recognition dataset CoNLL 2002",
-    huggingface_id="EuroEval/conll-nl-mini",
-    task=NER,
-    languages=[NL],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Hieronder staan zinnen en JSON woordenboeken met de genoemde "
-    "entiteiten die voorkomen in de gegeven zin.",
-    prompt_template="Zin: {text}\nGenoemde entiteiten: {label}",
-    prompt_label_mapping={
-        "b-per": "persoon",
-        "i-per": "persoon",
-        "b-loc": "locatie",
-        "i-loc": "locatie",
-        "b-org": "organisatie",
-        "i-org": "organisatie",
-        "b-misc": "diversen",
-        "i-misc": "diversen",
-    },
-    instruction_prompt="Zin: {text}\n\nIdentificeer de genoemde entiteiten in de zin. "
-    "Je moet dit uitvoeren als een JSON-woordenboek met de sleutels 'persoon', "
-    "'locatie', 'organisatie' en 'diversen'. De waarden moeten lijsten zijn van de "
-    "genoemde entiteiten van dat type, precies zoals ze voorkomen in de zin.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-)
-
-CONLL_EN_CONFIG = DatasetConfig(
-    name="conll-en",
-    pretty_name="the truncated version of the English named entity recognition "
-    "dataset CoNLL 2003",
-    huggingface_id="EuroEval/conll-en-mini",
-    task=NER,
-    languages=[EN],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Below are sentences and JSON dictionaries with the named entities "
-    "that occur in the given sentence.",
-    prompt_template="Sentence: {text}\nNamed entities: {label}",
-    prompt_label_mapping={
-        "b-per": "person",
-        "i-per": "person",
-        "b-loc": "location",
-        "i-loc": "location",
-        "b-org": "organization",
-        "i-org": "organization",
-        "b-misc": "miscellaneous",
-        "i-misc": "miscellaneous",
-    },
-    instruction_prompt="Sentence: {text}\n\nIdentify the named entities in the "
-    "sentence. You should output this as a JSON dictionary with the keys being "
-    "'person', 'location', 'organization' and 'miscellaneous'. The values should be "
-    "lists of the named entities of that type, exactly as they appear in the sentence.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-)
-
-ELTEC_CONFIG = DatasetConfig(
-    name="eltec",
-    pretty_name="the truncated version of the French named entity recognition "
-    "dataset ELTeC",
-    huggingface_id="EuroEval/eltec-mini",
-    task=NER,
-    languages=[FR],
-    labels=[
-        "o",
-        "b-per",
-        "i-per",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Vous trouverez ci-dessous des phrases et des dictionnaires JSON "
-    "avec les entités nommées qui apparaissent dans la phrase donnée.",
-    prompt_template="Sentence: {text}\nEntités nommées: {label}",
-    prompt_label_mapping={
-        "b-per": "personne",
-        "i-per": "personne",
-        "b-loc": "lieu",
-        "i-loc": "lieu",
-        "b-org": "organisation",
-        "i-org": "organisation",
-        "b-misc": "divers",
-        "i-misc": "divers",
-    },
-    instruction_prompt="Sentence: {text}\n\nIdentifiez les entités nommées dans la "
-    "phrase. Vous devez produire ceci sous forme de dictionnaire JSON avec les clés "
-    "'personne', 'lieu', 'organisation', et 'divers'. Les valeurs doivent être des "
-    "listes des entités nommées de ce type, exactement comme elles apparaissent dans "
-    "la phrase.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-)
-
-DANE_CONFIG = DatasetConfig(
-    name="dane",
-    pretty_name="the truncated version of the Danish named entity recognition "
-    "dataset DaNE",
-    huggingface_id="EuroEval/dane-mini",
-    task=NER,
-    languages=[DA],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Følgende er sætninger og JSON-ordbøger med de navngivne enheder, "
-    "som forekommer i den givne sætning.",
-    prompt_template="Sætning: {text}\nNavngivne enheder: {label}",
-    prompt_label_mapping={
-        "b-per": "person",
-        "i-per": "person",
-        "b-loc": "sted",
-        "i-loc": "sted",
-        "b-org": "organisation",
-        "i-org": "organisation",
-        "b-misc": "diverse",
-        "i-misc": "diverse",
-    },
-    instruction_prompt="Sætning: {text}\n\nIdentificér de navngivne enheder i "
-    "sætningen. Du skal outputte dette som en JSON-ordbog med nøglerne 'person', "
-    "'sted', 'organisation' og 'diverse'. Værdierne skal være lister over de navngivne "
-    "enheder af den type, præcis som de forekommer i sætningen.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-    unofficial=True,
-)
-
-WIKIANN_FO_CONFIG = DatasetConfig(
-    name="wikiann-fo",
-    pretty_name="the truncated version of the Faroese part of the named entity "
-    "recognition dataset WikiANN",
-    huggingface_id="EuroEval/wikiann-fo-mini",
-    task=NER,
-    languages=[FO],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Her eru nakrir setningar og nakrar JSON orðabøkur við nevndar "
-    "eindir, sum eru í setningunum.",
-    prompt_template="Setningur: {text}\nNevndar eindir: {label}",
-    prompt_label_mapping={
-        "b-per": "persónur",
-        "i-per": "persónur",
-        "b-loc": "staður",
-        "i-loc": "staður",
-        "b-org": "felagsskapur",
-        "i-org": "felagsskapur",
-        "b-misc": "ymiskt",
-        "i-misc": "ymiskt",
-    },
-    instruction_prompt="Setningur: {text}\n\nGreinið nevndu einingarnar í setningunni. "
-    "Þú ættir að skila þessu sem JSON orðabók með lyklunum 'persónur', 'staður', "
-    "'felagsskapur' og 'ymiskt'. Gildin ættu að vera listi yfir nevndu einingarnar af "
-    "þeirri gerð, nákvæmlega eins og þær koma fram í setningunni.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-    unofficial=True,
-)
-
-WIKINEURAL_IT_CONFIG = DatasetConfig(
-    name="wikineural-it",
-    pretty_name="the truncated version of the Italian named "
-    "entity recognition dataset WikiNEuRal IT",
-    huggingface_id="EuroEval/wikineural-mini-it",
-    task=NER,
-    languages=[IT],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Di seguito sono riportate le frasi e i dizionari JSON con le entità "
-    "denominate presenti nella frase data.",
-    prompt_template="Frase: {text}\nEntità denominate: {label}",
-    prompt_label_mapping={
-        "b-per": "persona",
-        "i-per": "persona",
-        "b-loc": "posizione",
-        "i-loc": "posizione",
-        "b-org": "organizzazione",
-        "i-org": "organizzazione",
-        "b-misc": "varie",
-        "i-misc": "varie",
-    },
-    instruction_prompt="Frase: {text}\n\nIdentificare le entità nominate nella frase. "
-    "Il risultato dovrebbe essere un dizionario JSON con le chiavi 'persona', "
-    "'posizione', 'organizzazione' e 'varie'. I valori devono essere elenchi di entità "
-    "nominate di quel tipo, esattamente come appaiono nella frase.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-    unofficial=True,
-)
-
-MULTINERD_IT_CONFIG = DatasetConfig(
-    name="multinerd-it",
-    pretty_name="the truncated version of the Italian part of the named "
-    "entity recognition dataset MultiNERD",
-    huggingface_id="EuroEval/multinerd-mini-it",
-    task=NER,
-    languages=[IT],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Di seguito sono riportate le frasi e i dizionari JSON con le entità "
-    "denominate presenti nella frase data.",
-    prompt_template="Frase: {text}\nEntità denominate: {label}",
-    prompt_label_mapping={
-        "b-per": "persona",
-        "i-per": "persona",
-        "b-loc": "posizione",
-        "i-loc": "posizione",
-        "b-org": "organizzazione",
-        "i-org": "organizzazione",
-        "b-misc": "varie",
-        "i-misc": "varie",
-    },
-    instruction_prompt="Frase: {text}\n\nIdentificare le entità nominate nella frase. "
-    "Il risultato dovrebbe essere un dizionario JSON con le chiavi 'persona', "
-    "'posizione', 'organizzazione' e 'varie'. I valori devono essere elenchi di entità "
-    "nominate di quel tipo, esattamente come appaiono nella frase.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-)
-
-CONLL_ES_CONFIG = DatasetConfig(
-    name="conll-es",
-    pretty_name="the Spanish part of the truncated version of the named entity "
-    "recognition dataset CoNLL 2002",
-    huggingface_id="EuroEval/conll-es-mini",
-    task=NER,
-    languages=[ES],
-    labels=[
-        "o",
-        "b-loc",
-        "i-loc",
-        "b-org",
-        "i-org",
-        "b-per",
-        "i-per",
-        "b-misc",
-        "i-misc",
-    ],
-    prompt_prefix="Lo siguiente son oraciones y diccionarios JSON con las entidades "
-    "nombradas que aparecen en la oración dada.",
-    prompt_template="Oración: {text}\nEntidades nombradas: {label}",
-    prompt_label_mapping={
-        "b-per": "persona",
-        "i-per": "persona",
-        "b-loc": "lugar",
-        "i-loc": "lugar",
-        "b-org": "organización",
-        "i-org": "organización",
-        "b-misc": "misceláneo",
-        "i-misc": "misceláneo",
-    },
-    instruction_prompt="Oración: {text}\n\nIdentifica las entidades nombradas en la "
-    "oración. Debes producir esto como un diccionario JSON con las claves 'persona', "
-    "'lugar', 'organización' y 'misceláneo'. Los valores deben ser listas de las "
-    "entidades nombradas de ese tipo, exactamente como aparecen en la oración.",
-    num_few_shot_examples=8,
-    max_generated_tokens=128,
-    unofficial=True,
-)
-
-### LINGUISTIC ACCEPTABILITY DATASETS ###
-
-SCALA_SV_CONFIG = DatasetConfig(
-    name="scala-sv",
-    pretty_name="The Swedish part of the linguistic acceptability dataset ScaLA",
-    huggingface_id="EuroEval/scala-sv",
-    task=LA,
-    languages=[SV],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Följande är meningar och huruvida de är grammatiskt korrekta.",
-    prompt_template="Mening: {text}\nGrammatisk korrekt: {label}",
-    prompt_label_mapping=dict(correct="ja", incorrect="nej"),
-    instruction_prompt="Mening: {text}\n\nBestäm om meningen är grammatiskt korrekt "
-    "eller inte. Svara med 'ja' om meningen är korrekt och 'nej' om den inte är, "
-    "och inget annat.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-SCALA_DA_CONFIG = DatasetConfig(
-    name="scala-da",
-    pretty_name="the Danish part of the linguistic acceptability dataset ScaLA",
-    huggingface_id="EuroEval/scala-da",
-    task=LA,
-    languages=[DA],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Følgende er sætninger og om de er grammatisk korrekte.",
-    prompt_template="Sætning: {text}\nGrammatisk korrekt: {label}",
-    prompt_label_mapping=dict(correct="ja", incorrect="nej"),
-    instruction_prompt="Sætning: {text}\n\nBestem om sætningen er grammatisk korrekt "
-    "eller ej. Svar med 'ja', hvis sætningen er korrekt, og 'nej', hvis den ikke er, "
-    "og intet andet.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-SCALA_NB_CONFIG = DatasetConfig(
-    name="scala-nb",
-    pretty_name="the Bokmål part of the linguistic acceptability dataset ScaLA",
-    huggingface_id="EuroEval/scala-nb",
-    task=LA,
-    languages=[NB, NO],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Følgende er setninger og hvorvidt de er grammatisk korrekte.",
-    prompt_template="Setning: {text}\nGrammatisk korrekt: {label}",
-    instruction_prompt="Setning: {text}\n\nBestem om setningen er grammatisk korrekt "
-    "eller ikke. Svar med 'ja' hvis setningen er korrekt og 'nei' hvis den ikke er, "
-    "og ikke noe annet.",
-    prompt_label_mapping=dict(correct="ja", incorrect="nei"),
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-SCALA_NN_CONFIG = DatasetConfig(
-    name="scala-nn",
-    pretty_name="the Nynorsk part of the linguistic acceptability dataset ScaLA",
-    huggingface_id="EuroEval/scala-nn",
-    task=LA,
-    languages=[NN],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Følgende er setninger og hvorvidt de er grammatisk korrekte.",
-    prompt_template="Setning: {text}\nGrammatisk korrekt: {label}",
-    prompt_label_mapping=dict(correct="ja", incorrect="nei"),
-    instruction_prompt="Setning: {text}\n\nBestem om setningen er grammatisk korrekt "
-    "eller ikke. Svar med 'ja' hvis setningen er korrekt og 'nei' hvis den ikke er, "
-    "og ikke noe annet.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-NO_COLA_CONFIG = DatasetConfig(
-    name="no-cola",
-    pretty_name="the truncated version of the Norwegian linguistic acceptability "
-    "dataset NoCoLA",
-    huggingface_id="EuroEval/no-cola-mini",
-    task=LA,
-    languages=[NB, NO],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Følgende er setninger og hvorvidt de er grammatisk korrekte.",
-    prompt_template="Setning: {text}\nGrammatisk korrekt: {label}",
-    instruction_prompt="Setning: {text}\n\nBestem om setningen er grammatisk korrekt "
-    "eller ikke. Svar med 'ja' hvis setningen er korrekt og 'nei' hvis den ikke er, "
-    "og ikke noe annet.",
-    prompt_label_mapping=dict(correct="ja", incorrect="nei"),
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-SCALA_IS_CONFIG = DatasetConfig(
-    name="scala-is",
-    pretty_name="the Icelandic part of the linguistic acceptability dataset ScaLA",
-    huggingface_id="EuroEval/scala-is",
-    task=LA,
-    languages=[IS],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Eftirfarandi eru setningar og hvort þær eru málfræðilega réttar.",
-    prompt_template="Setning: {text}\nMálfræðilega rétt: {label}",
-    prompt_label_mapping=dict(correct="já", incorrect="nei"),
-    instruction_prompt="Setning: {text}\n\nGreinið hvort setningin er málfræðilega "
-    "rétt eða ekki. Svarið skal vera 'já' ef setningin er rétt og 'nei' ef hún er "
-    "ekki, og engu öðru.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-SCALA_FO_CONFIG = DatasetConfig(
-    name="scala-fo",
-    pretty_name="the Faroese part of the linguistic acceptability dataset ScaLA",
-    huggingface_id="EuroEval/scala-fo",
-    task=LA,
-    languages=[FO],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Hetta eru nakrir setningar og um teir eru mállæruliga rættir.",
-    prompt_template="Setningur: {text}\nMállæruliga rættur: {label}",
-    prompt_label_mapping=dict(correct="ja", incorrect="nei"),
-    instruction_prompt="Setningur: {text}\n\nGreinið hvort setningurin er mállæruliga "
-    "rættur ella ikki. Svarið skal vera 'ja' um setningurin er rættur og 'nei' um "
-    "hann ikki er, og einki annað.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-SCALA_DE_CONFIG = DatasetConfig(
-    name="scala-de",
-    pretty_name="the German part of the linguistic acceptability dataset ScaLA",
-    huggingface_id="EuroEval/scala-de",
-    task=LA,
-    languages=[DE],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Die folgenden Sätze und ob sie grammatikalisch korrekt sind.",
-    prompt_template="Satz: {text}\nGrammatikalisch richtig: {label}",
-    prompt_label_mapping=dict(correct="ja", incorrect="nein"),
-    instruction_prompt="Satz: {text}\n\nBestimmen Sie, ob der Satz grammatikalisch "
-    "korrekt ist oder nicht. Antworten Sie mit 'ja', wenn der Satz korrekt ist und "
-    "'nein', wenn er es nicht ist, und nichts anderes.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-SCALA_NL_CONFIG = DatasetConfig(
-    name="scala-nl",
-    pretty_name="the Dutch part of the linguistic acceptability dataset ScaLA",
-    huggingface_id="EuroEval/scala-nl",
-    task=LA,
-    languages=[NL],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Hieronder staan zinnen en of ze grammaticaal correct zijn.",
-    prompt_template="Zin: {text}\nGrammaticaal correct: {label}",
-    prompt_label_mapping=dict(correct="ja", incorrect="nee"),
-    instruction_prompt="Zin: {text}\n\nBepaal of de zin grammaticaal correct is of "
-    "niet. Antwoord met 'ja' als de zin correct is en 'nee' als dat niet het geval is, "
-    "en niets anders.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-SCALA_EN_CONFIG = DatasetConfig(
-    name="scala-en",
-    pretty_name="the English part of the linguistic acceptability dataset ScaLA",
-    huggingface_id="EuroEval/scala-en",
-    task=LA,
-    languages=[EN],
-    labels=["incorrect", "correct"],
-    prompt_prefix="The following are sentences and whether they are grammatically "
-    "correct.",
-    prompt_template="Sentence: {text}\nGrammatically correct: {label}",
-    prompt_label_mapping=dict(correct="yes", incorrect="no"),
-    instruction_prompt="Sentence: {text}\n\nDetermine whether the sentence is "
-    "grammatically correct or not. Reply with 'yes' if the sentence is correct and "
-    "'no' if it is not, and nothing else.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-SCALA_FR_CONFIG = DatasetConfig(
-    name="scala-fr",
-    pretty_name="the French part of the linguistic acceptability dataset ScaLA",
-    huggingface_id="EuroEval/scala-fr",
-    task=LA,
-    languages=[FR],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Les phrases suivantes indiquent si elles sont grammaticalement "
-    "correctes.",
-    prompt_template="Phrase : {text}\nCorrect du point de vue grammatical: {label}",
-    prompt_label_mapping=dict(correct="oui", incorrect="non"),
-    instruction_prompt="Phrase: {text}\n\nDéterminez si la phrase est grammaticalement "
-    "correcte ou non. Répondez par 'oui' si la phrase est correcte et par 'non' si "
-    "elle ne l'est pas, et rien d'autre.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-SCALA_IT_CONFIG = DatasetConfig(
-    name="scala-it",
-    pretty_name="the Italian part of the linguistic acceptability dataset ScaLA",
-    huggingface_id="EuroEval/scala-it",
-    task=LA,
-    languages=[IT],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Di seguito sono riportate le frasi e la loro correttezza "
-    "grammaticale.",
-    prompt_template="Frase : {text}\nGrammaticalmente corretto : {label}",
-    prompt_label_mapping=dict(correct="si", incorrect="no"),
-    instruction_prompt="Frase: {text}\n\nStabilite se la frase è grammaticalmente "
-    "corretta o meno. Rispondete con 'si' se la frase è corretta e con 'no' se "
-    "non lo è, e nient'altro.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-SCALA_ES_CONFIG = DatasetConfig(
-    name="scala-es",
-    pretty_name="the Spanish part of the linguistic acceptability dataset ScaLA",
-    huggingface_id="EuroEval/scala-es",
-    task=LA,
-    languages=[ES],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Lo siguiente son textos y si son gramaticalmente correctos.",
-    prompt_template="Texto: {text}\nGramaticalmente correcto: {label}",
-    prompt_label_mapping=dict(correct="sí", incorrect="no"),
-    instruction_prompt="Texto: {text}\n\nDetermina si el texto es gramaticalmente "
-    "correcto o no. Responde con 'sí' si el texto es correcto, y 'no' si no lo es.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-)
-
-DUTCH_COLA_CONFIG = DatasetConfig(
-    name="dutch-cola",
-    pretty_name="the truncated version of the Dutch linguistic acceptability dataset "
-    "Dutch CoLA",
-    huggingface_id="EuroEval/dutch-cola",
-    task=LA,
-    languages=[NL],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Hieronder staan zinnen en of ze grammaticaal correct ('ja') of "
-    "incorrect ('nee') zijn.",
-    prompt_template="Zin: {text}\nGrammaticaal correct: {label}",
-    prompt_label_mapping=dict(correct="ja", incorrect="nee"),
-    instruction_prompt="Zin: {text}\n\nBepaal of de zin grammaticaal correct is of "
-    "niet. Antwoord met 'ja' als de zin correct is en 'nee' als dat niet het geval is, "
-    "en niets anders.",
-    num_few_shot_examples=12,
-    max_generated_tokens=3,
-    unofficial=True,
-)
-
-DUTCH_COLA_FULL_CONFIG = DatasetConfig(
-    name="dutch-cola-full",
-    pretty_name="the Dutch linguistic acceptability dataset Dutch CoLA",
-    huggingface_id="EuroEval/dutch-cola-full",
-    task=LA,
-    languages=[NL],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Hieronder staan zinnen en of ze grammaticaal correct ('ja') of "
-    "incorrect ('nee') zijn.",
-    prompt_template="Zin: {text}\nGrammaticaal correct: {label}",
-    prompt_label_mapping=dict(correct="ja", incorrect="nee"),
-    instruction_prompt="Zin: {text}\n\nBepaal of de zin grammaticaal correct is of "
-    "niet. Antwoord met 'ja' als de zin correct is en 'nee' als dat niet het geval is, "
-    "en niets anders.",
-    num_few_shot_examples=12,
-    max_generated_tokens=3,
-    unofficial=True,
-)
-
-ICE_EC_CONFIG = DatasetConfig(
-    name="ice-ec",
-    pretty_name="the truncated version of the Icelandic Error Corpus",
-    huggingface_id="EuroEval/ice-ec",
-    task=LA,
-    languages=[IS],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Eftirfarandi eru setningar og hvort þær eru málfræðilega réttar.",
-    prompt_template="Setning: {text}\nMálfræðilega rétt: {label}",
-    prompt_label_mapping=dict(correct="já", incorrect="nei"),
-    instruction_prompt="Setning: {text}\n\nGreinið hvort setningin er málfræðilega "
-    "rétt eða ekki. Svarið skal vera 'já' ef setningin er rétt og 'nei' ef hún er "
-    "ekki, og engu öðru.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-ICE_EC_FULL_CONFIG = DatasetConfig(
-    name="ice-ec-full",
-    pretty_name="the Icelandic Error Corpus",
-    huggingface_id="EuroEval/ice-ec-full",
-    task=LA,
-    languages=[IS],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Eftirfarandi eru setningar og hvort þær eru málfræðilega réttar.",
-    prompt_template="Setning: {text}\nMálfræðilega rétt: {label}",
-    prompt_label_mapping=dict(correct="já", incorrect="nei"),
-    instruction_prompt="Setning: {text}\n\nGreinið hvort setningin er málfræðilega "
-    "rétt eða ekki. Svarið skal vera 'já' ef setningin er rétt og 'nei' ef hún er "
-    "ekki, og engu öðru.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-ICE_LINGUISTIC_CONFIG = DatasetConfig(
-    name="ice-linguistic",
-    pretty_name="the Icelandic linguistic acceptability dataset IceLinguistic",
-    huggingface_id="EuroEval/ice-linguistic",
-    task=LA,
-    languages=[IS],
-    labels=["incorrect", "correct"],
-    prompt_prefix="Eftirfarandi eru setningar og hvort þær eru málfræðilega réttar.",
-    prompt_template="Setning: {text}\nMálfræðilega rétt: {label}",
-    prompt_label_mapping=dict(correct="já", incorrect="nei"),
-    instruction_prompt="Setning: {text}\n\nGreinið hvort setningin er málfræðilega "
-    "rétt eða ekki. Svarið skal vera 'já' ef setningin er rétt og 'nei' ef hún er "
-    "ekki, og engu öðru.",
-    num_few_shot_examples=12,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-
-### READING COMPREHENSION DATASETS ###
-
-SCANDIQA_DA_CONFIG = DatasetConfig(
-    name="scandiqa-da",
-    pretty_name="the Danish part of the truncated version of the question answering "
-    "dataset ScandiQA",
-    huggingface_id="EuroEval/scandiqa-da-mini",
-    task=RC,
-    languages=[DA],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="Følgende er tekster med tilhørende spørgsmål og svar.",
-    prompt_template="Tekst: {text}\nSpørgsmål: {question}\nSvar med maks. 3 ord: "
-    "{label}",
-    instruction_prompt="Tekst: {text}\n\nBesvar følgende spørgsmål om teksten ovenfor "
-    "med maks. 3 ord.\n\nSpørgsmål: {question}",
-    num_few_shot_examples=4,
-    max_generated_tokens=32,
-)
-
-NORQUAD_CONFIG = DatasetConfig(
-    name="norquad",
-    pretty_name="the truncated version of the Norwegian question answering "
-    "dataset NorQuAD",
-    huggingface_id="EuroEval/norquad-mini",
-    task=RC,
-    languages=[NB, NN, NO],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="Her følger tekster med tilhørende spørsmål og svar.",
-    prompt_template="Tekst: {text}\nSpørsmål: {question}\nSvar på maks 3 ord: {label}",
-    instruction_prompt="Tekst: {text}\n\nBesvar følgende spørsmål om teksten ovenfor "
-    "med maks 3 ord.\n\nSpørsmål: {question}",
-    num_few_shot_examples=2,
-    max_generated_tokens=32,
-)
-
-NORGLM_MULTI_QA = DatasetConfig(
-    name="norglm-multi-qa",
-    pretty_name="the question answering part of the Norwegian NorGLM multi-task human "
-    "annotated dataset NO-Multi-QA-Sum",
-    huggingface_id="EuroEval/norglm-multi-qa",
-    task=RC,
-    languages=[NB, NN, NO],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="Her følger tekster med tilhørende spørsmål og svar.",
-    prompt_template="Tekst: {text}\nSpørsmål: {question}\nSvar på maks 3 ord: {label}",
-    instruction_prompt="Tekst: {text}\n\nBesvar følgende spørsmål om teksten ovenfor "
-    "med maks 3 ord.\n\nSpørsmål: {question}",
-    num_few_shot_examples=2,
-    max_generated_tokens=32,
-    unofficial=True,
-)
-
-SCANDIQA_SV_CONFIG = DatasetConfig(
-    name="scandiqa-sv",
-    pretty_name="the Swedish part of the truncated version of the question answering "
-    "dataset ScandiQA",
-    huggingface_id="EuroEval/scandiqa-sv-mini",
-    task=RC,
-    languages=[SV],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="Nedan följer texter med tillhörande frågor och svar.",
-    prompt_template="Text: {text}\nFråga: {question}\nSvar på max 3 ord: {label}",
-    instruction_prompt="Text: {text}\n\nBesvara följande fråga om texten ovan med "
-    "högst 3 ord.\n\nFråga: {question}",
-    num_few_shot_examples=4,
-    max_generated_tokens=32,
-)
-
-NQII_CONFIG = DatasetConfig(
-    name="nqii",
-    pretty_name="the truncated version of the Icelandic reading comprehension dataset "
-    "Natural Questions in Icelandic",
-    huggingface_id="EuroEval/nqii-mini",
-    task=RC,
-    languages=[IS],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="Eftirfarandi eru textar með tilheyrandi spurningum og svörum.",
-    prompt_template="Texti: {text}\nSpurning: {question}\nSvaraðu með að hámarki 3 "
-    "orðum: {label}",
-    instruction_prompt="Texti: {text}\n\nSvaraðu eftirfarandi spurningu um textann að "
-    "hámarki í 3 orðum.\n\nSpurning: {question}",
-    num_few_shot_examples=4,
-    max_generated_tokens=32,
-)
-
-FOQA_CONFIG = DatasetConfig(
-    name="foqa",
-    pretty_name="the Faroese reading comprehension dataset FoQA",
-    huggingface_id="EuroEval/foqa",
-    task=RC,
-    languages=[FO],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="Hetta eru tekstir saman við spurningum og svar.",
-    prompt_template="Tekstur: {text}\nSpurningur: {question}\nSvara við í mesta lagi "
-    "trimum orðum: {label}",
-    instruction_prompt="Tekstur: {text}\n\nSvara hesum spurninginum um tekstin "
-    "uppiyvir við í mesta lagi trimum orðum.\n\nSpurningur: {question}",
-    num_few_shot_examples=4,
-    max_generated_tokens=32,
-)
-
-GERMANQUAD_CONFIG = DatasetConfig(
-    name="germanquad",
-    pretty_name="the truncated version of the German reading comprehension dataset "
-    "GermanQuAD",
-    huggingface_id="EuroEval/germanquad-mini",
-    task=RC,
-    languages=[DE],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="Im Folgenden finden Sie Texte mit den dazugehörigen Fragen und "
-    "Antworten.",
-    prompt_template="Text: {text}\nFragen: {question}\nFragen Antwort in maximal 3 "
-    "Wörtern: {label}",
-    instruction_prompt="Text: {text}\n\nBeantworten Sie die folgende Frage zum obigen "
-    "Text in höchstens 3 Wörtern.\n\nFrage: {question}",
-    num_few_shot_examples=4,
-    max_generated_tokens=32,
-)
-
-SQUAD_CONFIG = DatasetConfig(
-    name="squad",
-    pretty_name="the truncated version of the English question answering dataset SQuAD",
-    huggingface_id="EuroEval/squad-mini",
-    task=RC,
-    languages=[EN],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="The following are texts with accompanying questions and answers.",
-    prompt_template="Text: {text}\nQuestion: {question}\nAnswer in max 3 words: "
-    "{label}",
-    instruction_prompt="Text: {text}\n\nAnswer the following question about the "
-    "above text in at most 3 words.\n\nQuestion: {question}",
-    num_few_shot_examples=4,
-    max_generated_tokens=32,
-)
-
-SQUAD_NL_CONFIG = DatasetConfig(
-    name="squad-nl",
-    pretty_name="the truncated version of the Dutch reading comprehension dataset "
-    "SQuAD-nl, translated from the English SQuAD dataset",
-    huggingface_id="EuroEval/squad-nl-v2-mini",
-    task=RC,
-    languages=[NL],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="Hieronder volgen teksten met bijbehorende vragen en antwoorden.",
-    prompt_template="Tekst: {text}\nVraag: {question}\nAntwoord in max 3 woorden: "
-    "{label}",
-    instruction_prompt="Tekst: {text}\n\nBeantwoord de volgende vraag over de "
-    "bovenstaande tekst in maximaal 3 woorden.\n\nVraag: {question}",
-    num_few_shot_examples=4,
-    max_generated_tokens=32,
-)
-
-SQUAD_IT_CONFIG = DatasetConfig(
-    name="squad-it",
-    pretty_name="the truncated version of the Italian reading comprehension dataset "
-    "SQuAD-it, translated from the English SQuAD dataset",
-    huggingface_id="EuroEval/squad-it-mini",
-    task=RC,
-    languages=[IT],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="I testi che seguono sono accompagnati da domande e risposte.",
-    prompt_template="Testo: {text}\nDomanda: {question}\nRispondere in massimo "
-    "3 parole: {label}",
-    instruction_prompt="Testo: {text}\n\nRispondi alla seguente domanda sul "
-    "in un massimo di 3 parole.\n\nDomanda: {question}",
-    num_few_shot_examples=4,
-    max_generated_tokens=32,
-)
-
-ICELANDIC_QA_CONFIG = DatasetConfig(
-    name="icelandic-qa",
-    pretty_name="the Icelandic reading comprehension dataset IcelandicQA",
-    huggingface_id="EuroEval/icelandic-qa",
-    task=RC,
-    languages=[IS],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="Eftirfarandi eru textar með tilheyrandi spurningum og svörum.",
-    prompt_template="Texti: {text}\nSpurning: {question}\nSvaraðu með að hámarki 3 "
-    "orðum: {label}",
-    instruction_prompt="Texti: {text}\n\nSvaraðu eftirfarandi spurningu um textann að "
-    "hámarki í 3 orðum.\n\nSpurning: {question}",
-    num_few_shot_examples=4,
-    max_generated_tokens=32,
-    unofficial=True,
-)
-
-FQUAD_CONFIG = DatasetConfig(
-    name="fquad",
-    pretty_name="the truncated version of the French reading comprehension dataset "
-    "FQuAD",
-    huggingface_id="EuroEval/fquad-mini",
-    task=RC,
-    languages=[FR],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="Les textes suivants sont accompagnés de questions et de réponses.",
-    prompt_template="Texte: {text}\nQuestion: {question}\nRéponse en 3 mots maximum: "
-    "{label}",
-    instruction_prompt="Texte: {text}\n\nRépondez à la question suivante sur le "
-    "texte ci-dessus en 3 mots maximum.\n\nQuestion: {question}",
-    num_few_shot_examples=4,
-    max_generated_tokens=32,
-)
-
-XQUAD_ES_CONFIG = DatasetConfig(
-    name="xquad-es",
-    pretty_name="the Spanish version of the XQuAD reading comprehension dataset",
-    huggingface_id="EuroEval/xquad-es",
-    task=RC,
-    languages=[ES],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="A continuación se presentan textos con sus preguntas y respuestas "
-    "correspondientes.",
-    prompt_template="Texto: {text}\nPregunta: {question}\nRespuesta en máximo 3 "
-    "palabras: {label}",
-    instruction_prompt="Texto: {text}\n\nResponda la siguiente pregunta sobre el "
-    "texto anterior en máximo 3 palabras.\n\nPregunta: {question}",
-    num_few_shot_examples=4,
-    max_generated_tokens=32,
-    unofficial=True,
-)
-
-MLQA_ES_CONFIG = DatasetConfig(
-    name="mlqa-es",
-    pretty_name="the Spanish version of the MLQA reading comprehension dataset",
-    huggingface_id="EuroEval/mlqa-es",
-    task=RC,
-    languages=[ES],
-    labels=["start_positions", "end_positions"],
-    prompt_prefix="A continuación se presentan textos con sus preguntas y respuestas "
-    "correspondientes.",
-    prompt_template="Texto: {text}\nPregunta: {question}\nRespuesta en máximo 3 "
-    "palabras: {label}",
-    instruction_prompt="Texto: {text}\n\nResponda la siguiente pregunta sobre el "
-    "texto anterior en máximo 3 palabras.\n\nPregunta: {question}",
-    num_few_shot_examples=4,
-    max_generated_tokens=32,
-)
-
-### SUMMARIZATION DATASETS ###
-
-NORDJYLLAND_NEWS_CONFIG = DatasetConfig(
-    name="nordjylland-news",
-    pretty_name="the truncated version of the Danish summarisation dataset "
-    "Nordjylland News",
-    huggingface_id="EuroEval/nordjylland-news-mini",
-    task=SUMM,
-    languages=[DA],
-    prompt_prefix="Følgende er nyhedsartikler med tilhørende resuméer.",
-    prompt_template="Nyhedsartikel: {text}\nResumé: {target_text}",
-    instruction_prompt="Nyhedsartikel: {text}\n\nSkriv et resumé af ovenstående "
-    "artikel.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-)
-
-MLSUM_DE_CONFIG = DatasetConfig(
-    name="mlsum-de",
-    pretty_name="the truncated version of the German summarisation dataset MLSum-de",
-    huggingface_id="EuroEval/mlsum-mini",
-    task=SUMM,
-    languages=[DE],
-    prompt_prefix="Im Folgenden finden Sie Nachrichtenartikel mit den dazugehörigen "
-    "Zusammenfassungen.",
-    prompt_template="Nachrichtenartikel: {text}\nZusammenfassung: {target_text}",
-    instruction_prompt="Nachrichtenartikel: {text}\n\nSchreiben Sie eine "
-    "Zusammenfassung des obigen Artikels.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-)
-
-MLSUM_ES_CONFIG = DatasetConfig(
-    name="mlsum-es",
-    pretty_name="the truncated version of the Spanish summarisation dataset MLSum-es",
-    huggingface_id="EuroEval/mlsum-es-mini",
-    task=SUMM,
-    languages=[ES],
-    prompt_prefix="Los siguientes son artículos de noticias con sus resúmenes.",
-    prompt_template="Artículo: {text}\nResumen: {target_text}",
-    instruction_prompt="Artículo: {text}\n\nEscribe un resumen del artículo anterior.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-)
-
-RRN_CONFIG = DatasetConfig(
-    name="rrn",
-    pretty_name="the truncated version of the Icelandic summarisation dataset "
-    "RÚV Radio News",
-    huggingface_id="EuroEval/rrn-mini",
-    task=SUMM,
-    languages=[IS],
-    prompt_prefix="Eftirfarandi eru fréttagreinar með tilheyrandi samantektum.",
-    prompt_template="Fréttagrein: {text}\nSamantekt: {target_text}",
-    instruction_prompt="Fréttagrein: {text}\n\nSkrifaðu samantekt um ofangreindu "
-    "grein.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-)
-
-NO_SAMMENDRAG_CONFIG = DatasetConfig(
-    name="no-sammendrag",
-    pretty_name="the truncated version of the Norwegian summarisation dataset "
-    "Norske Sammendrag",
-    huggingface_id="EuroEval/no-sammendrag-mini",
-    task=SUMM,
-    languages=[NB, NN, NO],
-    prompt_prefix="Her følger nyhetsartikler med tilhørende sammendrag.",
-    prompt_template="Nyhetsartikkel: {text}\nSammendrag: {target_text}",
-    instruction_prompt="Nyhetsartikkel: {text}\n\nSkriv et sammendrag av den "
-    "ovennevnte artikkelen.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-)
-
-NORGLM_MULTI_SUM = DatasetConfig(
-    name="norglm-multi-sum",
-    pretty_name="the summarisation part of the Norwegian NorGLM multi-task human "
-    "annotated dataset NO-Multi-QA-Sum",
-    huggingface_id="EuroEval/norglm-multi-sum",
-    task=SUMM,
-    languages=[NB, NN, NO],
-    prompt_prefix="Her følger nyhetsartikler med tilhørende sammendrag.",
-    prompt_template="Nyhetsartikkel: {text}\nSammendrag: {target_text}",
-    instruction_prompt="Nyhetsartikkel: {text}\n\nSkriv et sammendrag av den "
-    "ovennevnte artikkelen.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-    unofficial=True,
-)
-
-WIKI_LINGUA_NL_CONFIG = DatasetConfig(
-    name="wiki-lingua-nl",
-    pretty_name="the Dutch part of the truncated version of the summarisation dataset "
-    "WikiLingua",
-    huggingface_id="EuroEval/wiki-lingua-nl-mini",
-    task=SUMM,
-    languages=[NL],
-    prompt_prefix="Hieronder volgen artikelen met bijbehorende samenvattingen.",
-    prompt_template="Artikel: {text}\nSamenvatting: {target_text}",
-    instruction_prompt="Artikel: {text}\n\nSchrijf een samenvatting van het "
-    "bovenstaande artikel.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-)
-
-SWEDN_CONFIG = DatasetConfig(
-    name="swedn",
-    pretty_name="the truncated version of the Swedish summarisation dataset SweDN",
-    huggingface_id="EuroEval/swedn-mini",
-    task=SUMM,
-    languages=[SV],
-    prompt_prefix="Nedan följer artiklar med tillhörande sammanfattningar.",
-    prompt_template="Artikel: {text}\nSammanfattning: {target_text}",
-    instruction_prompt="Artikel: {text}\n\nSkriv en sammanfattning av artikeln ovan.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-)
-
-CNN_DAILYMAIL_CONFIG = DatasetConfig(
-    name="cnn-dailymail",
-    pretty_name="the truncated version of the English summarisation dataset "
-    "CNN-DailyMail",
-    huggingface_id="EuroEval/cnn-dailymail-mini",
-    task=SUMM,
-    languages=[EN],
-    prompt_prefix="The following are articles with accompanying summaries.",
-    prompt_template="News article: {text}\nSummary: {target_text}",
-    instruction_prompt="News article: {text}\n\nWrite a summary of the above article.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-)
-
-SCHIBSTED_SV_CONFIG = DatasetConfig(
-    name="schibsted-sv",
-    pretty_name="the Swedish summarisation dataset Schibsted-sv",
-    huggingface_id="EuroEval/schibsted-article-summaries-sv",
-    task=SUMM,
-    languages=[SV],
-    prompt_prefix="Nedan följer artiklar med tillhörande sammanfattningar.",
-    prompt_template="Artikel: {text}\nSammanfattning: {target_text}",
-    instruction_prompt="Artikel: {text}\n\nSkriv en sammanfattning av artikeln ovan.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-    unofficial=True,
-)
-
-SCHIBSTED_NO_CONFIG = DatasetConfig(
-    name="schibsted-no",
-    pretty_name="the Norwegian summarisation dataset Schibsted-no",
-    huggingface_id="EuroEval/schibsted-article-summaries-no",
-    task=SUMM,
-    languages=[NB, NN, NO],
-    prompt_prefix="Her følger nyhetsartikler med tilhørende sammendrag.",
-    prompt_template="Nyhetsartikkel: {text}\nSammendrag: {target_text}",
-    instruction_prompt="Nyhetsartikkel: {text}\n\nSkriv et sammendrag av den "
-    "ovennevnte artikkelen.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-    unofficial=True,
-)
-
-PERSONAL_SUM_CONFIG = DatasetConfig(
-    name="personal-sum",
-    pretty_name="the Norwegian summarisation dataset personal-sum",
-    huggingface_id="EuroEval/personal-sum",
-    task=SUMM,
-    languages=[NB, NN, NO],
-    prompt_prefix="Her følger nyhetsartikler med tilhørende sammendrag.",
-    prompt_template="Nyhetsartikkel: {text}\nSammendrag: {target_text}",
-    instruction_prompt="Nyhetsartikkel: {text}\n\nSkriv et sammendrag av den "
-    "ovennevnte artikkelen.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-    unofficial=True,
-)
-
-ORANGE_SUM_CONFIG = DatasetConfig(
-    name="orange-sum",
-    pretty_name="the truncated version of the French summarisation dataset OrangeSum",
-    huggingface_id="EuroEval/orange-sum-mini",
-    task=SUMM,
-    languages=[FR],
-    prompt_prefix="Les articles suivants sont accompagnés d'un résumé.",
-    prompt_template="Article de presse: {text}\nRésumé: {target_text}",
-    instruction_prompt="Article de presse: {text}\n\nRédigez un résumé de l'article "
-    "ci-dessus.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-)
-
-ILPOST_SUM_CONFIG = DatasetConfig(
-    name="ilpost-sum",
-    pretty_name="the truncated version of the Italian summarisation dataset IlPost",
-    huggingface_id="EuroEval/ilpost-sum",
-    task=SUMM,
-    languages=[IT],
-    prompt_prefix="Di seguito sono riportati gli articoli con i relativi riassunti.",
-    prompt_template="Articolo di cronaca: {text}\nSintesi: {target_text}",
-    instruction_prompt="Articolo di cronaca: {text}\n\nScrivete un riassunto "
-    "dell'articolo sopra citato.",
-    num_few_shot_examples=1,
-    max_generated_tokens=256,
-)
-
-# TODO: Faroese summarization
-
-
-### KNOWLEDGE DATASETS ###
-
-DANSKE_TALEMAADER_CONFIG = DatasetConfig(
-    name="danske-talemaader",
-    pretty_name="the truncated version of the Danish knowledge dataset Danske "
-    "Talemåder",
-    huggingface_id="EuroEval/danske-talemaader",
-    task=KNOW,
-    languages=[DA],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Følgende er multiple choice spørgsmål (med svar).",
-    prompt_template="{text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spørgsmål: {text}\n\nBesvar ovenstående spørgsmål ved at "
-    "svare med 'a', 'b', 'c' eller 'd', og intet andet.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-DANISH_CITIZEN_TESTS_CONFIG = DatasetConfig(
-    name="danish-citizen-tests",
-    pretty_name="the Danish knowledge dataset Danish Citizen Tests",
-    huggingface_id="EuroEval/danish-citizen-tests-updated",
-    task=KNOW,
-    languages=[DA],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Følgende er multiple choice spørgsmål (med svar).",
-    prompt_template="Spørgsmål: {text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spørgsmål: {text}\n\nBesvar ovenstående spørgsmål ved at "
-    "svare med 'a', 'b', 'c' eller 'd', og intet andet.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-NRK_QUIZ_QA_CONFIG = DatasetConfig(
-    name="nrk-quiz-qa",
-    pretty_name="the truncated version of the Norwegian knowledge dataset NRK Quiz QA",
-    huggingface_id="EuroEval/nrk-quiz-qa-mini",
-    task=KNOW,
-    languages=[NB, NN, NO],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Følgende er flervalgsspørsmål (med svar).",
-    prompt_template="Spørsmål: {text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spørsmål: {text}\n\nBesvar følgende spørsmål med 'a', 'b', "
-    "'c' eller 'd', og ikke noe annet.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-MMLU_NO_CONFIG = DatasetConfig(
-    name="mmlu-no",
-    pretty_name="the truncated version of the Norwegian knowledge dataset MMLU-no, "
-    "translated from the English MMLU dataset",
-    huggingface_id="EuroEval/mmlu-no-mini",
-    task=KNOW,
-    languages=[NB, NN, NO],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Følgende er flervalgsspørsmål (med svar).",
-    prompt_template="Spørsmål: {text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spørsmål: {text}\n\nBesvar følgende spørsmål med 'a', 'b', "
-    "'c' eller 'd', og ikke noe annet.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-MMLU_SV_CONFIG = DatasetConfig(
-    name="mmlu-sv",
-    pretty_name="the truncated version of the Swedish knowledge dataset MMLU-sv, "
-    "translated from the English MMLU dataset",
-    huggingface_id="EuroEval/mmlu-sv-mini",
-    task=KNOW,
-    languages=[SV],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Följande är flervalsfrågor (med svar).",
-    prompt_template="Fråga: {text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Fråga: {text}\n\nBesvara följande fråga med 'a', 'b', 'c' "
-    "eller 'd', och inget annat.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-MMLU_IS_CONFIG = DatasetConfig(
-    name="mmlu-is",
-    pretty_name="the truncated version of the Icelandic knowledge dataset MMLU-is, "
-    "translated from the English MMLU dataset",
-    huggingface_id="EuroEval/mmlu-is-mini",
-    task=KNOW,
-    languages=[IS],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Eftirfarandi eru fjölvalsspurningar (með svörum).",
-    prompt_template="Spurningar: {text}\nSvara: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spurningar: {text}\n\nSvaraðu eftirfarandi spurningum með 'a', "
-    "'b', 'c' eða 'd', og engu öðru.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-ICELANDIC_KNOWLEDGE_CONFIG = DatasetConfig(
-    name="icelandic-knowledge",
-    pretty_name="the Icelandic knowledge dataset IcelandicKnowledge, derived from the "
-    "IcelandicQA dataset",
-    huggingface_id="EuroEval/icelandic-knowledge",
-    task=KNOW,
-    languages=[IS],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Eftirfarandi eru fjölvalsspurningar (með svörum).",
-    prompt_template="Spurningar: {text}\nSvara: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spurningar: {text}\n\nSvaraðu eftirfarandi spurningum með 'a', "
-    "'b', 'c' eða 'd'.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-MMLU_DE_CONFIG = DatasetConfig(
-    name="mmlu-de",
-    pretty_name="the truncated version of the German knowledge dataset MMLU-de, "
-    "translated from the English MMLU dataset",
-    huggingface_id="EuroEval/mmlu-de-mini",
-    task=KNOW,
-    languages=[DE],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Die folgenden Fragen sind Multiple-Choice-Fragen (mit Antworten).",
-    prompt_template="Frage: {text}\nAntwort: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Frage: {text}\n\nBeantworten Sie die obige Frage mit 'a', 'b', "
-    "'c' oder 'd', und nichts anderes.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-MMLU_NL_CONFIG = DatasetConfig(
-    name="mmlu-nl",
-    pretty_name="the truncated version of the Dutch knowledge dataset MMLU-nl, "
-    "translated from the English MMLU dataset",
-    huggingface_id="EuroEval/mmlu-nl-mini",
-    task=KNOW,
-    languages=[NL],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Hieronder staan meerkeuzevragen (met antwoorden).",
-    prompt_template="Vraag: {text}\nAntwoord: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Vraag: {text}\n\nBeantwoord de bovenstaande vraag met 'a', "
-    "'b', 'c' of 'd', en niets anders.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-MMLU_CONFIG = DatasetConfig(
-    name="mmlu",
-    pretty_name="the truncated version of the English knowledge dataset MMLU",
-    huggingface_id="EuroEval/mmlu-mini",
-    task=KNOW,
-    languages=[EN],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="The following are multiple choice questions (with answers).",
-    prompt_template="Question: {text}\nAnswer: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Question: {text}\n\nAnswer the above question by replying "
-    "with 'a', 'b', 'c' or 'd', and nothing else.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-MMLU_DA_CONFIG = DatasetConfig(
-    name="mmlu-da",
-    pretty_name="the truncated version of the Danish knowledge dataset MMLU-da, "
-    "translated from the English MMLU dataset",
-    huggingface_id="EuroEval/mmlu-da-mini",
-    task=KNOW,
-    languages=[DA],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Følgende er multiple choice spørgsmål (med svar).",
-    prompt_template="Spørgsmål: {text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spørgsmål: {text}\n\nBesvar ovenstående spørgsmål ved at "
-    "svare med 'a', 'b', 'c' eller 'd', og intet andet.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-MMLU_FR_CONFIG = DatasetConfig(
-    name="mmlu-fr",
-    pretty_name="the truncated version of the French knowledge dataset MMLU-fr, "
-    "translated from the English MMLU dataset",
-    huggingface_id="EuroEval/mmlu-fr-mini",
-    task=KNOW,
-    languages=[FR],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Les questions suivantes sont des questions à choix multiples "
-    "(avec réponses).",
-    prompt_template="Question: {text}\nRéponse: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Question: {text}\n\nRépondez à la question ci-dessus par 'a', "
-    "'b', 'c' ou 'd', et rien d'autre.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-MMLU_IT_CONFIG = DatasetConfig(
-    name="mmlu-it",
-    pretty_name="the truncated version of the Italian knowledge dataset MMLU-it, "
-    "translated from the English MMLU dataset",
-    huggingface_id="EuroEval/mmlu-it-mini",
-    task=KNOW,
-    languages=[IT],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Le seguenti sono domande a scelta multipla (con relative risposte).",
-    prompt_template="Domanda: {text}\nRéponse: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Domanda: {text}\n\nRispondete alla domanda precedente con "
-    "'a', 'b', 'c' o 'd' e nient'altro.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-MMLU_ES_CONFIG = DatasetConfig(
-    name="mmlu-es",
-    pretty_name="the truncated version of the Spanish knowledge dataset MMLU-es, "
-    "translated from the English MMLU dataset",
-    huggingface_id="EuroEval/mmlu-es-mini",
-    task=KNOW,
-    languages=[ES],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Las siguientes son preguntas de opción múltiple (con respuestas).",
-    prompt_template="Pregunta: {text}\nRespuesta: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Pregunta: {text}\n\nResponda la pregunta anterior usando "
-    "solo 'a', 'b', 'c' o 'd', y nada más.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-ARC_DA_CONFIG = DatasetConfig(
-    name="arc-da",
-    pretty_name="the truncated version of the Danish knowledge dataset ARC-da, "
-    "translated from the English ARC dataset",
-    huggingface_id="EuroEval/arc-da-mini",
-    task=KNOW,
-    languages=[DA],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Følgende er multiple choice spørgsmål (med svar).",
-    prompt_template="Spørgsmål: {text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spørgsmål: {text}\n\nBesvar ovenstående spørgsmål ved at "
-    "svare med 'a', 'b', 'c' eller 'd', og intet andet.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-ARC_NO_CONFIG = DatasetConfig(
-    name="arc-no",
-    pretty_name="the truncated version of the Norwegian knowledge dataset ARC-no, "
-    "translated from the English ARC dataset",
-    huggingface_id="EuroEval/arc-no-mini",
-    task=KNOW,
-    languages=[NB, NN, NO],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Følgende er flervalgsspørsmål (med svar).",
-    prompt_template="Spørsmål: {text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spørsmål: {text}\n\nBesvar følgende spørsmål med 'a', 'b', "
-    "'c' eller 'd', og ikke noe annet.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-ARC_SV_CONFIG = DatasetConfig(
-    name="arc-sv",
-    pretty_name="the truncated version of the Swedish knowledge dataset ARC-sv, "
-    "translated from the English ARC dataset",
-    huggingface_id="EuroEval/arc-sv-mini",
-    task=KNOW,
-    languages=[SV],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Följande är flervalsfrågor (med svar).",
-    prompt_template="Fråga: {text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Fråga: {text}\n\nBesvara följande fråga med 'a', 'b', 'c' "
-    "eller 'd', och inget annat.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-ARC_IS_CONFIG = DatasetConfig(
-    name="arc-is",
-    pretty_name="the truncated version of the Icelandic knowledge dataset ARC-is, "
-    "translated from the English ARC dataset",
-    huggingface_id="EuroEval/arc-is-mini",
-    task=KNOW,
-    languages=[IS],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Eftirfarandi eru fjölvalsspurningar (með svörum).",
-    prompt_template="Spurningar: {text}\nSvara: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spurningar: {text}\n\nSvaraðu eftirfarandi spurningum með 'a', "
-    "'b', 'c' eða 'd', og engu öðru.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-ARC_DE_CONFIG = DatasetConfig(
-    name="arc-de",
-    pretty_name="the truncated version of the German knowledge dataset ARC-de, "
-    "translated from the English ARC dataset",
-    huggingface_id="EuroEval/arc-de-mini",
-    task=KNOW,
-    languages=[DE],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Die folgenden Fragen sind Multiple-Choice-Fragen (mit Antworten).",
-    prompt_template="Frage: {text}\nAntwort: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Frage: {text}\n\nBeantworten Sie die obige Frage mit 'a', 'b', "
-    "'c' oder 'd', und nichts anderes.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-ARC_NL_CONFIG = DatasetConfig(
-    name="arc-nl",
-    pretty_name="the truncated version of the Dutch knowledge dataset ARC-nl, "
-    "translated from the English ARC dataset",
-    huggingface_id="EuroEval/arc-nl-mini",
-    task=KNOW,
-    languages=[NL],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Hieronder staan meerkeuzevragen (met antwoorden).",
-    prompt_template="Vraag: {text}\nAntwoord: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Vraag: {text}\n\nBeantwoord de bovenstaande vraag met 'a', "
-    "'b', 'c' of 'd', en niets anders.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-ARC_CONFIG = DatasetConfig(
-    name="arc",
-    pretty_name="the truncated version of the English knowledge dataset ARC",
-    huggingface_id="EuroEval/arc-mini",
-    task=KNOW,
-    languages=[EN],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="The following are multiple choice questions (with answers).",
-    prompt_template="Question: {text}\nAnswer: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Question: {text}\n\nAnswer the above question by replying "
-    "with 'a', 'b', 'c' or 'd', and nothing else.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-HELLASWAG_ES_CONFIG = DatasetConfig(
-    name="hellaswag-es",
-    pretty_name="the truncated version of the Spanish common-sense reasoning dataset "
-    "HellaSwag-es, translated from the English HellaSwag dataset",
-    huggingface_id="EuroEval/hellaswag-es-mini",
-    task=COMMON_SENSE,
-    languages=[ES],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Las siguientes son preguntas de opción múltiple (con respuestas).",
-    prompt_template="Pregunta: {text}\nRespuesta: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Pregunta: {text}\n\nResponda la pregunta anterior usando solo "
-    "'a', 'b', 'c' o 'd', y nada más.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-# TODO: Faroese knowledge
-
-
-### COMMON SENSE REASONING DATASETS ###
-
-HELLASWAG_DA_CONFIG = DatasetConfig(
-    name="hellaswag-da",
-    pretty_name="the truncated version of the Danish common-sense reasoning dataset "
-    "HellaSwag-da, translated from the English HellaSwag dataset",
-    huggingface_id="EuroEval/hellaswag-da-mini",
-    task=COMMON_SENSE,
-    languages=[DA],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Følgende er multiple choice spørgsmål (med svar).",
-    prompt_template="Spørgsmål: {text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spørgsmål: {text}\n\nBesvar ovenstående spørgsmål ved at "
-    "svare med 'a', 'b', 'c' eller 'd', og intet andet.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-NOR_COMMON_SENSE_QA_CONFIG = DatasetConfig(
-    name="nor-common-sense-qa",
-    pretty_name="the truncated version of the Norwegian common-sense reasoning dataset "
-    "NorCommonSenseQA",
-    huggingface_id="EuroEval/nor-common-sense-qa",
-    task=COMMON_SENSE,
-    languages=[NB, NN, NO],
-    labels=["a", "b", "c", "d", "e"],
-    prompt_prefix="Følgende er flervalgsspørsmål (med svar).",
-    prompt_template="Spørsmål: {text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d", e="e"),
-    instruction_prompt="Spørsmål: {text}\n\nBesvar følgende spørsmål med 'a', 'b', "
-    "'c' eller 'd', og ikke noe annet.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-HELLASWAG_NO_CONFIG = DatasetConfig(
-    name="hellaswag-no",
-    pretty_name="the truncated version of the Norwegian common-sense reasoning dataset "
-    "HellaSwag-no, translated from the English HellaSwag dataset",
-    huggingface_id="EuroEval/hellaswag-no-mini",
-    task=COMMON_SENSE,
-    languages=[NB, NN, NO],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Følgende er flervalgsspørsmål (med svar).",
-    prompt_template="Spørsmål: {text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spørsmål: {text}\n\nBesvar følgende spørsmål med 'a', 'b', "
-    "'c' eller 'd', og ikke noe annet.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-HELLASWAG_SV_CONFIG = DatasetConfig(
-    name="hellaswag-sv",
-    pretty_name="the truncated version of the Swedish common-sense reasoning dataset "
-    "HellaSwag-sv, translated from the English HellaSwag dataset",
-    huggingface_id="EuroEval/hellaswag-sv-mini",
-    task=COMMON_SENSE,
-    languages=[SV],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Följande är flervalsfrågor (med svar).",
-    prompt_template="Fråga: {text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Fråga: {text}\n\nBesvara följande fråga med 'a', 'b', 'c' "
-    "eller 'd', och inget annat.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-HELLASWAG_IS_CONFIG = DatasetConfig(
-    name="hellaswag-is",
-    pretty_name="the truncated version of the Icelandic common-sense reasoning dataset "
-    "HellaSwag-is, translated from the English HellaSwag dataset",
-    huggingface_id="EuroEval/hellaswag-is-mini",
-    task=COMMON_SENSE,
-    languages=[IS],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Eftirfarandi eru fjölvalsspurningar (með svörum).",
-    prompt_template="Spurningar: {text}\nSvara: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spurningar: {text}\n\nSvaraðu eftirfarandi spurningum með 'a', "
-    "'b', 'c' eða 'd', og engu öðru.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-WINOGRANDE_IS_CONFIG = DatasetConfig(
-    name="winogrande-is",
-    pretty_name="the Icelandic common-sense reasoning dataset "
-    "Winogrande-is, manually translated from the English Winogrande dataset",
-    huggingface_id="EuroEval/winogrande-is",
-    task=COMMON_SENSE,
-    languages=[IS],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Eftirfarandi eru fjölvalsspurningar (með svörum).",
-    prompt_template="Spurningar: {text}\nSvara: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Spurningar: {text}\n\nSvaraðu eftirfarandi spurningum með 'a', "
-    "'b', 'c' eða 'd', og engu öðru.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-HELLASWAG_DE_CONFIG = DatasetConfig(
-    name="hellaswag-de",
-    pretty_name="the truncated version of the German common-sense reasoning dataset "
-    "HellaSwag-de, translated from the English HellaSwag dataset",
-    huggingface_id="EuroEval/hellaswag-de-mini",
-    task=COMMON_SENSE,
-    languages=[DE],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Die folgenden Fragen sind Multiple-Choice-Fragen (mit Antworten).",
-    prompt_template="Frage: {text}\nAntwort: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Frage: {text}\n\nBeantworten Sie die obige Frage mit 'a', 'b', "
-    "'c' oder 'd', und nichts anderes.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-HELLASWAG_NL_CONFIG = DatasetConfig(
-    name="hellaswag-nl",
-    pretty_name="the truncated version of the Dutch common-sense reasoning dataset "
-    "HellaSwag-nl, translated from the English HellaSwag dataset",
-    huggingface_id="EuroEval/hellaswag-nl-mini",
-    task=COMMON_SENSE,
-    languages=[NL],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Hieronder staan meerkeuzevragen (met antwoorden).",
-    prompt_template="Vraag: {text}\nAntwoord: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Vraag: {text}\n\nBeantwoord de bovenstaande vraag met 'a', "
-    "'b', 'c' of 'd', en niets anders.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-HELLASWAG_CONFIG = DatasetConfig(
-    name="hellaswag",
-    pretty_name="the truncated version of the English common-sense reasoning "
-    "dataset HellaSwag",
-    huggingface_id="EuroEval/hellaswag-mini",
-    task=COMMON_SENSE,
-    languages=[EN],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="The following are multiple choice questions (with answers).",
-    prompt_template="Question: {text}\nAnswer: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Question: {text}\n\nAnswer the above question by replying "
-    "with 'a', 'b', 'c' or 'd', and nothing else.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-HELLASWAG_FR_CONFIG = DatasetConfig(
-    name="hellaswag-fr",
-    pretty_name="the truncated version of the French common-sense reasoning dataset "
-    "HellaSwag-fr, translated from the English HellaSwag dataset",
-    huggingface_id="EuroEval/hellaswag-fr-mini",
-    task=COMMON_SENSE,
-    languages=[FR],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Les questions suivantes sont des questions à choix multiples "
-    "(avec réponses).",
-    prompt_template="Question: {text}\nRéponse: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Question: {text}\n\nRépondez à la question ci-dessus par 'a', "
-    "'b', 'c' ou 'd', et rien d'autre.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-HELLASWAG_IT_CONFIG = DatasetConfig(
-    name="hellaswag-it",
-    pretty_name="the truncated version of the Italian common-sense reasoning dataset "
-    "HellaSwag-it, translated from the English HellaSwag dataset",
-    huggingface_id="EuroEval/hellaswag-it-mini",
-    task=COMMON_SENSE,
-    languages=[IT],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Le seguenti sono domande a scelta multipla (con relative risposte).",
-    prompt_template="Domanda: {text}\nRéponse: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="Domanda: {text}\n\nRispondete alla domanda precedente con "
-    "'a', 'b', 'c' o 'd' e nient'altro.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-)
-
-# TODO: Faroese common sense reasoning
-
-
-### MULTIPLE CHOICE READING COMPREHENSION DATASETS ###
-
-BELEBELE_DA_CONFIG = DatasetConfig(
-    name="belebele-da",
-    pretty_name="the Danish multiple choice reading comprehension dataset BeleBele-da, "
-    "translated from the English BeleBele dataset",
-    huggingface_id="EuroEval/belebele-da-mini",
-    task=MCRC,
-    languages=[DA],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Følgende er tekster med tilhørende multiple choice spørgsmål og "
-    "svar.",
-    prompt_template="{text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="{text}\n\nBesvar ovenstående spørgsmål ved at "
-    "svare med 'a', 'b', 'c' eller 'd', og intet andet.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-BELEBELE_SV_CONFIG = DatasetConfig(
-    name="belebele-sv",
-    pretty_name="the Swedish multiple choice reading comprehension dataset "
-    "BeleBele-sv, translated from the English BeleBele dataset",
-    huggingface_id="EuroEval/belebele-sv-mini",
-    task=MCRC,
-    languages=[SV],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Nedan följer texter med tillhörande multiple choice frågor och "
-    "svar.",
-    prompt_template="{text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="{text}\n\nBesvara följande fråga med 'a', 'b', 'c' "
-    "eller 'd', och inget annat.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-BELEBELE_NO_CONFIG = DatasetConfig(
-    name="belebele-no",
-    pretty_name="the Norwegian multiple choice reading comprehension dataset "
-    "BeleBele-no, translated from the English BeleBele dataset",
-    huggingface_id="EuroEval/belebele-no-mini",
-    task=MCRC,
-    languages=[NB, NN, NO],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Her følger tekster med tilhørende multiple choice spørsmål og svar.",
-    prompt_template="{text}\nSvar: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="{text}\n\nBesvar følgende spørsmål med 'a', 'b', "
-    "'c' eller 'd', og ikke noe annet.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-BELEBELE_IS_CONFIG = DatasetConfig(
-    name="belebele-is",
-    pretty_name="the Icelandic multiple choice reading comprehension dataset "
-    "BeleBele-is, translated from the English BeleBele dataset",
-    huggingface_id="EuroEval/belebele-is-mini",
-    task=MCRC,
-    languages=[IS],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Eftirfarandi eru textar með tilheyrandi fjölvalsspurningum og "
-    "svörum.",
-    prompt_template="{text}\nSvara: {label}",
-    instruction_prompt="{text}\n\nSvaraðu eftirfarandi spurningum með 'a', "
-    "'b', 'c' eða 'd', og engu öðru.",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-BELEBELE_DE_CONFIG = DatasetConfig(
-    name="belebele-de",
-    pretty_name="the German multiple choice reading comprehension dataset BeleBele-de, "
-    "translated from the English BeleBele dataset",
-    huggingface_id="EuroEval/belebele-de-mini",
-    task=MCRC,
-    languages=[DE],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Die folgenden Texte sind mit dazugehörigen Multiple-Choice-Fragen "
-    "und Antworten.",
-    prompt_template="{text}\nAntwort: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="{text}\n\nBeantworten Sie die obige Frage mit 'a', 'b', "
-    "'c' oder 'd', und nichts anderes.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-BELEBELE_NL_CONFIG = DatasetConfig(
-    name="belebele-nl",
-    pretty_name="the Dutch multiple choice reading comprehension dataset BeleBele-nl, "
-    "translated from the English BeleBele dataset",
-    huggingface_id="EuroEval/belebele-nl-mini",
-    task=MCRC,
-    languages=[NL],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Hieronder staan teksten met bijbehorende multiple choice vragen en "
-    "antwoorden.",
-    prompt_template="{text}\nAntwoord: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="{text}\n\nBeantwoord de bovenstaande vraag met 'a', 'b', "
-    "'c' of 'd', en niets anders.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-BELEBELE_FR_CONFIG = DatasetConfig(
-    name="belebele-fr",
-    pretty_name="the French multiple choice reading comprehension dataset BeleBele-fr, "
-    "translated from the English BeleBele dataset",
-    huggingface_id="EuroEval/belebele-fr-mini",
-    task=MCRC,
-    languages=[FR],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="Les textes suivants sont accompagnés de questions à choix "
-    "multiples et de réponses.",
-    prompt_template="{text}\nRéponse: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="{text}\n\nRépondez à la question ci-dessus par 'a', "
-    "'b', 'c' ou 'd', et rien d'autre.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-BELEBELE_CONFIG = DatasetConfig(
-    name="belebele",
-    pretty_name="the English multiple choice reading comprehension dataset BeleBele",
-    huggingface_id="EuroEval/belebele-mini",
-    task=MCRC,
-    languages=[EN],
-    labels=["a", "b", "c", "d"],
-    prompt_prefix="The following are texts with accompanying multiple choice questions "
-    "and answers.",
-    prompt_template="{text}\nAnswer: {label}",
-    prompt_label_mapping=dict(a="a", b="b", c="c", d="d"),
-    instruction_prompt="{text}\n\nAnswer the above question by replying "
-    "with 'a', 'b', 'c' or 'd', and nothing else.",
-    num_few_shot_examples=5,
-    max_generated_tokens=5,
-    unofficial=True,
-)
-
-
-### SPEED ESTIMATION DATASETS ###
-
-SPEED_CONFIG = DatasetConfig(
-    name="speed",
-    pretty_name="the speed estimation benchmark",
-    huggingface_id="",
-    task=SPEED,
-    languages=list(get_all_languages().values()),
-    prompt_prefix="",
-    prompt_template="",
-    instruction_prompt="",
-    num_few_shot_examples=0,
-    max_generated_tokens=5,
-)