EuroEval 15.16.0__py3-none-any.whl → 16.0.0__py3-none-any.whl

euroeval/dataset_configs/estonian.py

@@ -0,0 +1,95 @@
+"""All Estonian dataset configurations used in EuroEval."""
+
+from ..data_models import DatasetConfig
+from ..languages import ET
+from ..tasks import COMMON_SENSE, EUROPEAN_VALUES, KNOW, LA, NER, RC, SENT, SUMM
+
+### Official datasets ###
+
+ESTONIAN_VALENCE_CONFIG = DatasetConfig(
+    name="estonian-valence",
+    pretty_name="the Estonian sentiment classification dataset Estonian Valence",
+    huggingface_id="EuroEval/estonian-valence",
+    task=SENT,
+    languages=[ET],
+)
+
+GRAMMAR_ET_CONFIG = DatasetConfig(
+    name="grammar-et",
+    pretty_name="the Estonian linguistic acceptability dataset Grammar-et",
+    huggingface_id="EuroEval/grammar-et",
+    task=LA,
+    languages=[ET],
+)
+
+ESTNER_CONFIG = DatasetConfig(
+    name="estner",
+    pretty_name="the Estonian named entity recognition dataset EstNER",
+    huggingface_id="EuroEval/estner-mini",
+    task=NER,
+    languages=[ET],
+)
+
+MULTI_WIKI_QA_ET_CONFIG = DatasetConfig(
+    name="multi-wiki-qa-et",
+    pretty_name="the truncated version of the Estonian part of the reading "
+    "comprehension dataset MultiWikiQA",
+    huggingface_id="EuroEval/multi-wiki-qa-et-mini",
+    task=RC,
+    languages=[ET],
+)
+
+ERR_NEWS_CONFIG = DatasetConfig(
+    name="err-news",
+    pretty_name="the Estonian summarisation dataset ErrNews",
+    huggingface_id="EuroEval/err-news-mini",
+    task=SUMM,
+    languages=[ET],
+)
+
+EXAM_ET_CONFIG = DatasetConfig(
+    name="exam-et",
+    pretty_name="the Estonian knowledge assessment dataset Exam-et",
+    huggingface_id="EuroEval/exam-et",
+    task=KNOW,
+    languages=[ET],
+    _labels=["a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o"],
+)
+
+WINOGRANDE_ET_CONFIG = DatasetConfig(
+    name="winogrande-et",
+    pretty_name="the Estonian common-sense reasoning dataset Winogrande-et",
+    huggingface_id="EuroEval/winogrande-et",
+    task=COMMON_SENSE,
+    languages=[ET],
+    _prompt_prefix="Sulle esitatakse lüngaga (_) tekstülesanded, "
+    "igal ülesandel on kaks vastusevarianti (a ja b).",
+    _prompt_template="Tekstülesanne: {text}\nVastus: {label}",
+    _instruction_prompt="Tekstülesanne: {text}\n\n"
+    "Sinu ülesanne on valida lünka sobiv vastusevariant. "
+    "Vasta ainult {labels_str}. Muud vastused ei ole lubatud.",
+    _labels=["a", "b"],
+)
+
+EUROPEAN_VALUES_ET_CONFIG = DatasetConfig(
+    name="european-values-et",
+    pretty_name="the Estonian version of the European values evaluation dataset",
+    huggingface_id="EuroEval/european-values-et",
+    task=EUROPEAN_VALUES,
+    languages=[ET],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+)
+
+
+### Unofficial datasets ###
+
+SCALA_ET_CONFIG = DatasetConfig(
+    name="scala-et",
+    pretty_name="the Estonian part of the linguistic acceptability dataset ScaLA",
+    huggingface_id="EuroEval/scala-et",
+    task=LA,
+    languages=[ET],
+    unofficial=True,
+)

euroeval/dataset_configs/faroese.py

@@ -40,6 +40,44 @@ FOQA_CONFIG = DatasetConfig(
     languages=[FO],
 )
 
+# TODO: No Faroese version of the European values dataset exists yet
+# EUROPEAN_VALUES_FO_CONFIG = DatasetConfig(
+#     name="european-values-fo",
+#     pretty_name="the Faroese version of the European values evaluation dataset",
+#     huggingface_id="EuroEval/european-values-fo",
+#     task=EUROPEAN_VALUES,
+#     languages=[FO],
+#     splits=["test"],
+#     bootstrap_samples=False,
+#     _instruction_prompt="{text}",
+# )
+#
+# EUROPEAN_VALUES_SITUATIONAL_FO_CONFIG = DatasetConfig(
+#     name="european-values-situational-fo",
+#     pretty_name="the Faroese version of the European values evaluation dataset, "
+#     "where the questions are phrased in a situational way",
+#     huggingface_id="EuroEval/european-values-situational-fo",
+#     task=EUROPEAN_VALUES,
+#     languages=[FO],
+#     splits=["test"],
+#     bootstrap_samples=False,
+#     _instruction_prompt="{text}",
+#     unofficial=True,
+# )
+#
+# EUROPEAN_VALUES_COMPLETIONS_FO_CONFIG = DatasetConfig(
+#     name="european-values-completions-fo",
+#     pretty_name="the Faroese version of the European values evaluation dataset, "
+#     "where the questions are phrased as sentence completions",
+#     huggingface_id="EuroEval/european-values-completions-fo",
+#     task=EUROPEAN_VALUES,
+#     languages=[FO],
+#     splits=["test"],
+#     bootstrap_samples=False,
+#     _instruction_prompt="{text}",
+#     unofficial=True,
+# )
+
 
 ### Unofficial datasets ###
 

euroeval/dataset_configs/finnish.py

@@ -2,7 +2,7 @@
 
 from ..data_models import DatasetConfig
 from ..languages import FI
-from ..tasks import COMMON_SENSE, LA, MCRC, NER, RC, SENT, SUMM
+from ..tasks import COMMON_SENSE, EUROPEAN_VALUES, LA, MCRC, NER, RC, SENT, SUMM
 
 ### Official datasets ###
 
@@ -57,6 +57,18 @@ SCALA_FI_CONFIG = DatasetConfig(
     languages=[FI],
 )
 
+EUROPEAN_VALUES_FI_CONFIG = DatasetConfig(
+    name="european-values-fi",
+    pretty_name="the Finnish version of the European values evaluation dataset",
+    huggingface_id="EuroEval/european-values-fi",
+    task=EUROPEAN_VALUES,
+    languages=[FI],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+)
+
+
 ### Unofficial datasets ###
 
 BELEBELE_FI_CONFIG = DatasetConfig(
@@ -88,3 +100,29 @@ GOLDENSWAG_FI_CONFIG = DatasetConfig(
     languages=[FI],
     unofficial=True,
 )
+
+EUROPEAN_VALUES_SITUATIONAL_FI_CONFIG = DatasetConfig(
+    name="european-values-situational-fi",
+    pretty_name="the Finnish version of the European values evaluation dataset, where "
+    "the questions are phrased in a situational way",
+    huggingface_id="EuroEval/european-values-situational-fi",
+    task=EUROPEAN_VALUES,
+    languages=[FI],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)
+
+EUROPEAN_VALUES_COMPLETIONS_FI_CONFIG = DatasetConfig(
+    name="european-values-completions-fi",
+    pretty_name="the Finnish version of the European values evaluation dataset, where "
+    "the questions are phrased as sentence completions",
+    huggingface_id="EuroEval/european-values-completions-fi",
+    task=EUROPEAN_VALUES,
+    languages=[FI],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)

euroeval/dataset_configs/french.py

@@ -2,7 +2,7 @@
 
 from ..data_models import DatasetConfig
 from ..languages import FR
-from ..tasks import COMMON_SENSE, KNOW, LA, MCRC, NER, RC, SENT, SUMM
+from ..tasks import COMMON_SENSE, EUROPEAN_VALUES, KNOW, LA, MCRC, NER, RC, SENT, SUMM
 
 ### Official datasets ###
 
@@ -69,6 +69,17 @@ HELLASWAG_FR_CONFIG = DatasetConfig(
     languages=[FR],
 )
 
+EUROPEAN_VALUES_FR_CONFIG = DatasetConfig(
+    name="european-values-fr",
+    pretty_name="the French version of the European values evaluation dataset",
+    huggingface_id="EuroEval/european-values-fr",
+    task=EUROPEAN_VALUES,
+    languages=[FR],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+)
+
 
 ### Unofficial datasets ###
 
@@ -101,3 +112,29 @@ GOLDENSWAG_FR_CONFIG = DatasetConfig(
     languages=[FR],
     unofficial=True,
 )
+
+EUROPEAN_VALUES_SITUATIONAL_FR_CONFIG = DatasetConfig(
+    name="european-values-situational-fr",
+    pretty_name="the French version of the European values evaluation dataset, where "
+    "the questions are phrased in a situational way",
+    huggingface_id="EuroEval/european-values-situational-fr",
+    task=EUROPEAN_VALUES,
+    languages=[FR],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)
+
+EUROPEAN_VALUES_COMPLETIONS_FR_CONFIG = DatasetConfig(
+    name="european-values-completions-fr",
+    pretty_name="the French version of the European values evaluation dataset, where "
+    "the questions are phrased as sentence completions",
+    huggingface_id="EuroEval/european-values-completions-fr",
+    task=EUROPEAN_VALUES,
+    languages=[FR],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)

euroeval/dataset_configs/german.py

@@ -2,7 +2,7 @@
 
 from ..data_models import DatasetConfig
 from ..languages import DE
-from ..tasks import COMMON_SENSE, KNOW, LA, MCRC, NER, RC, SENT, SUMM
+from ..tasks import COMMON_SENSE, EUROPEAN_VALUES, KNOW, LA, MCRC, NER, RC, SENT, SUMM
 
 ### Official datasets ###
 
@@ -67,6 +67,17 @@ HELLASWAG_DE_CONFIG = DatasetConfig(
     languages=[DE],
 )
 
+EUROPEAN_VALUES_DE_CONFIG = DatasetConfig(
+    name="european-values-de",
+    pretty_name="the German version of the European values evaluation dataset",
+    huggingface_id="EuroEval/european-values-de",
+    task=EUROPEAN_VALUES,
+    languages=[DE],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+)
+
 
 ### Unofficial datasets ###
 
@@ -109,3 +120,29 @@ GOLDENSWAG_DE_CONFIG = DatasetConfig(
     languages=[DE],
     unofficial=True,
 )
+
+EUROPEAN_VALUES_SITUATIONAL_DE_CONFIG = DatasetConfig(
+    name="european-values-situational-de",
+    pretty_name="the German version of the European values evaluation dataset, where "
+    "the questions are phrased in a situational way",
+    huggingface_id="EuroEval/european-values-situational-de",
+    task=EUROPEAN_VALUES,
+    languages=[DE],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)
+
+EUROPEAN_VALUES_COMPLETIONS_DE_CONFIG = DatasetConfig(
+    name="european-values-completions-de",
+    pretty_name="the German version of the European values evaluation dataset, where "
+    "the questions are phrased as sentence completions",
+    huggingface_id="EuroEval/european-values-completions-de",
+    task=EUROPEAN_VALUES,
+    languages=[DE],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)

euroeval/dataset_configs/icelandic.py

@@ -2,7 +2,7 @@
 
 from ..data_models import DatasetConfig
 from ..languages import IS
-from ..tasks import COMMON_SENSE, KNOW, LA, MCRC, NER, RC, SENT, SUMM
+from ..tasks import COMMON_SENSE, EUROPEAN_VALUES, KNOW, LA, MCRC, NER, RC, SENT, SUMM
 
 ### Official datasets ###
 
@@ -66,6 +66,18 @@ WINOGRANDE_IS_CONFIG = DatasetConfig(
     huggingface_id="EuroEval/winogrande-is",
     task=COMMON_SENSE,
     languages=[IS],
+    _labels=["a", "b"],
+)
+
+EUROPEAN_VALUES_IS_CONFIG = DatasetConfig(
+    name="european-values-is",
+    pretty_name="the Icelandic version of the European values evaluation dataset",
+    huggingface_id="EuroEval/european-values-is",
+    task=EUROPEAN_VALUES,
+    languages=[IS],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
 )
 
 
@@ -156,3 +168,29 @@ MULTI_WIKI_QA_IS_CONFIG = DatasetConfig(
     languages=[IS],
     unofficial=True,
 )
+
+EUROPEAN_VALUES_SITUATIONAL_IS_CONFIG = DatasetConfig(
+    name="european-values-situational-is",
+    pretty_name="the Icelandic version of the European values evaluation dataset, "
+    "where the questions are phrased in a situational way",
+    huggingface_id="EuroEval/european-values-situational-is",
+    task=EUROPEAN_VALUES,
+    languages=[IS],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)
+
+EUROPEAN_VALUES_COMPLETIONS_IS_CONFIG = DatasetConfig(
+    name="european-values-completions-is",
+    pretty_name="the Icelandic version of the European values evaluation dataset, "
+    "where the questions are phrased as sentence completions",
+    huggingface_id="EuroEval/european-values-completions-is",
+    task=EUROPEAN_VALUES,
+    languages=[IS],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)

euroeval/dataset_configs/italian.py

@@ -2,7 +2,7 @@
 
 from ..data_models import DatasetConfig
 from ..languages import IT
-from ..tasks import COMMON_SENSE, KNOW, LA, MCRC, NER, RC, SENT, SUMM
+from ..tasks import COMMON_SENSE, EUROPEAN_VALUES, KNOW, LA, MCRC, NER, RC, SENT, SUMM
 
 ### Official datasets ###
 
@@ -67,6 +67,17 @@ HELLASWAG_IT_CONFIG = DatasetConfig(
     languages=[IT],
 )
 
+EUROPEAN_VALUES_IT_CONFIG = DatasetConfig(
+    name="european-values-it",
+    pretty_name="the Italian version of the European values evaluation dataset",
+    huggingface_id="EuroEval/european-values-it",
+    task=EUROPEAN_VALUES,
+    languages=[IT],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+)
+
 
 ### Unofficial datasets ###
 
@@ -109,3 +120,29 @@ GOLDENSWAG_IT_CONFIG = DatasetConfig(
     languages=[IT],
     unofficial=True,
 )
+
+EUROPEAN_VALUES_SITUATIONAL_IT_CONFIG = DatasetConfig(
+    name="european-values-situational-it",
+    pretty_name="the Italian version of the European values evaluation dataset, "
+    "where the questions are phrased in a situational way",
+    huggingface_id="EuroEval/european-values-situational-it",
+    task=EUROPEAN_VALUES,
+    languages=[IT],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)
+
+EUROPEAN_VALUES_COMPLETIONS_IT_CONFIG = DatasetConfig(
+    name="european-values-completions-it",
+    pretty_name="the Italian version of the European values evaluation dataset, where "
+    "the questions are phrased as sentence completions",
+    huggingface_id="EuroEval/european-values-completions-it",
+    task=EUROPEAN_VALUES,
+    languages=[IT],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)

euroeval/dataset_configs/latvian.py

@@ -0,0 +1,81 @@
+"""All Latvian dataset configurations used in EuroEval."""
+
+from ..data_models import DatasetConfig
+from ..languages import LV
+from ..tasks import COMMON_SENSE, KNOW, LA, NER, RC, SENT, SUMM
+
+### Official datasets ###
+
+LATVIAN_TWITTER_SENTIMENT_CONFIG = DatasetConfig(
+    name="latvian-twitter-sentiment",
+    pretty_name="the truncated version of the Latvian sentiment classification dataset",
+    huggingface_id="EuroEval/latvian-twitter-sentiment-mini",
+    task=SENT,
+    languages=[LV],
+)
+
+SCALA_LV_CONFIG = DatasetConfig(
+    name="scala-lv",
+    pretty_name="the Latvian part of the linguistic acceptability dataset ScaLA",
+    huggingface_id="EuroEval/scala-lv",
+    task=LA,
+    languages=[LV],
+)
+
+FULLSTACK_NER_LV_CONFIG = DatasetConfig(
+    name="fullstack-ner-lv",
+    pretty_name="the truncated version of the FullStack NER dataset",
+    huggingface_id="EuroEval/fullstack-ner-lv-mini",
+    task=NER,
+    languages=[LV],
+)
+
+MULTI_WIKI_QA_LV_CONFIG = DatasetConfig(
+    name="multi-wiki-qa-lv",
+    pretty_name="the truncated version of the Latvian part of the reading "
+    "comprehension dataset MultiWikiQA",
+    huggingface_id="EuroEval/multi-wiki-qa-lv-mini",
+    task=RC,
+    languages=[LV],
+)
+
+LSM_CONFIG = DatasetConfig(
+    name="lsm",
+    pretty_name="the truncated version of the Latvian summarisation dataset LSM",
+    huggingface_id="EuroEval/lsm-mini",
+    task=SUMM,
+    languages=[LV],
+)
+
+
+MMLU_LV_CONFIG = DatasetConfig(
+    name="mmlu-lv",
+    pretty_name="the truncated version of the Latvian knowledge dataset MMLU-lv, "
+    "translated from the English MMLU dataset",
+    huggingface_id="EuroEval/mmlu-lv-mini",
+    task=KNOW,
+    languages=[LV],
+)
+
+COPA_LV_CONFIG = DatasetConfig(
+    name="copa-lv",
+    pretty_name="the Latvian common-sense reasoning dataset COPA-lv, translated from "
+    "the English COPA dataset",
+    huggingface_id="EuroEval/copa-lv",
+    task=COMMON_SENSE,
+    languages=[LV],
+    _labels=["a", "b"],
+)
+
+
+### Unofficial datasets ###
+
+WIKIANN_LV_CONFIG = DatasetConfig(
+    name="wikiann-lv",
+    pretty_name="the truncated version of the Latvian part of the named entity "
+    "recognition dataset WikiANN",
+    huggingface_id="EuroEval/wikiann-lv-mini",
+    task=NER,
+    languages=[LV],
+    unofficial=True,
+)

euroeval/dataset_configs/norwegian.py

@@ -2,7 +2,7 @@
 
 from ..data_models import DatasetConfig
 from ..languages import NB, NN, NO
-from ..tasks import COMMON_SENSE, KNOW, LA, MCRC, NER, RC, SENT, SUMM
+from ..tasks import COMMON_SENSE, EUROPEAN_VALUES, KNOW, LA, MCRC, NER, RC, SENT, SUMM
 
 ### Official datasets ###
 
@@ -94,6 +94,17 @@ NOR_COMMON_SENSE_QA_CONFIG = DatasetConfig(
     _labels=["a", "b", "c", "d", "e"],
 )
 
+EUROPEAN_VALUES_NO_CONFIG = DatasetConfig(
+    name="european-values-no",
+    pretty_name="the Norwegian version of the European values evaluation dataset",
+    huggingface_id="EuroEval/european-values-no",
+    task=EUROPEAN_VALUES,
+    languages=[NB, NN, NO],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+)
+
 
 ### Unofficial datasets ###
 
@@ -204,3 +215,29 @@ MULTI_WIKI_QA_NN_CONFIG = DatasetConfig(
     languages=[NN],
     unofficial=True,
 )
+
+EUROPEAN_VALUES_SITUATIONAL_NO_CONFIG = DatasetConfig(
+    name="european-values-situational-no",
+    pretty_name="the Norwegian version of the European values evaluation dataset, "
+    "where the questions are phrased in a situational way",
+    huggingface_id="EuroEval/european-values-situational-no",
+    task=EUROPEAN_VALUES,
+    languages=[NB, NN, NO],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)
+
+EUROPEAN_VALUES_COMPLETIONS_NO_CONFIG = DatasetConfig(
+    name="european-values-completions-no",
+    pretty_name="the Norwegian version of the European values evaluation dataset, "
+    "where the questions are phrased as sentence completions",
+    huggingface_id="EuroEval/european-values-completions-no",
+    task=EUROPEAN_VALUES,
+    languages=[NO],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)

euroeval/dataset_configs/portuguese.py

@@ -2,7 +2,7 @@
 
 from ..data_models import DatasetConfig
 from ..languages import PT
-from ..tasks import COMMON_SENSE, KNOW, LA, MCRC, NER, RC, SENT, SUMM
+from ..tasks import COMMON_SENSE, EUROPEAN_VALUES, KNOW, LA, MCRC, NER, RC, SENT, SUMM
 
 ### Official datasets ###
 
@@ -67,6 +67,17 @@ GOLDENSWAG_PT_CONFIG = DatasetConfig(
     languages=[PT],
 )
 
+EUROPEAN_VALUES_PT_CONFIG = DatasetConfig(
+    name="european-values-pt",
+    pretty_name="the Portuguese version of the European values evaluation dataset",
+    huggingface_id="EuroEval/european-values-pt",
+    task=EUROPEAN_VALUES,
+    languages=[PT],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+)
+
 
 ### Unofficial datasets ###
 
@@ -79,3 +90,29 @@ BOOLQ_PT_CONFIG = DatasetConfig(
     languages=[PT],
     unofficial=True,
 )
+
+EUROPEAN_VALUES_SITUATIONAL_PT_CONFIG = DatasetConfig(
+    name="european-values-situational-pt",
+    pretty_name="the Portuguese version of the European values evaluation dataset, "
+    "where the questions are phrased in a situational way",
+    huggingface_id="EuroEval/european-values-situational-pt",
+    task=EUROPEAN_VALUES,
+    languages=[PT],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)
+
+EUROPEAN_VALUES_COMPLETIONS_PT_CONFIG = DatasetConfig(
+    name="european-values-completions-pt",
+    pretty_name="the Portuguese version of the European values evaluation dataset, "
+    "where the questions are phrased as sentence completions",
+    huggingface_id="EuroEval/european-values-completions-pt",
+    task=EUROPEAN_VALUES,
+    languages=[PT],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)

euroeval/dataset_configs/spanish.py

@@ -2,7 +2,7 @@
 
 from ..data_models import DatasetConfig
 from ..languages import ES
-from ..tasks import COMMON_SENSE, KNOW, LA, MCRC, NER, RC, SENT, SUMM
+from ..tasks import COMMON_SENSE, EUROPEAN_VALUES, KNOW, LA, MCRC, NER, RC, SENT, SUMM
 
 ### Official datasets ###
 
@@ -66,6 +66,17 @@ HELLASWAG_ES_CONFIG = DatasetConfig(
     languages=[ES],
 )
 
+EUROPEAN_VALUES_ES_CONFIG = DatasetConfig(
+    name="european-values-es",
+    pretty_name="the Spanish version of the European values evaluation dataset",
+    huggingface_id="EuroEval/european-values-es",
+    task=EUROPEAN_VALUES,
+    languages=[ES],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+)
+
 
 ### Unofficial datasets ###
 
@@ -107,3 +118,29 @@ GOLDENSWAG_ES_CONFIG = DatasetConfig(
     languages=[ES],
     unofficial=True,
 )
+
+EUROPEAN_VALUES_SITUATIONAL_ES_CONFIG = DatasetConfig(
+    name="european-values-situational-es",
+    pretty_name="the Spanish version of the European values evaluation dataset, where "
+    "the questions are phrased in a situational way",
+    huggingface_id="EuroEval/european-values-situational-es",
+    task=EUROPEAN_VALUES,
+    languages=[ES],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)
+
+EUROPEAN_VALUES_COMPLETIONS_ES_CONFIG = DatasetConfig(
+    name="european-values-completions-es",
+    pretty_name="the Spanish version of the European values evaluation dataset, where "
+    "the questions are phrased as sentence completions",
+    huggingface_id="EuroEval/european-values-completions-es",
+    task=EUROPEAN_VALUES,
+    languages=[ES],
+    splits=["test"],
+    bootstrap_samples=False,
+    _instruction_prompt="{text}",
+    unofficial=True,
+)