tasksource 0.0.27__tar.gz → 0.0.28__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {tasksource-0.0.27 → tasksource-0.0.28}/PKG-INFO +1 -1
- {tasksource-0.0.27 → tasksource-0.0.28}/src/tasksource/tasks.py +19 -3
- {tasksource-0.0.27 → tasksource-0.0.28}/src/tasksource.egg-info/PKG-INFO +1 -1
- tasksource-0.0.28/tasks.md +485 -0
- tasksource-0.0.27/tasks.md +0 -523
- {tasksource-0.0.27 → tasksource-0.0.28}/.github/scripts/release.py +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/.github/workflows/python-publish.yml +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/.github/workflows/release.yml +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/.gitignore +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/LICENSE.md +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/README.md +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/pyproject.toml +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/setup.cfg +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/src/tasksource/__init__.py +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/src/tasksource/access.py +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/src/tasksource/metadata/__init__.py +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/src/tasksource/metadata/bigbench_groups.py +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/src/tasksource/metadata/blimp_groups.py +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/src/tasksource/metadata/popularity.py +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/src/tasksource/preprocess.py +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/src/tasksource.egg-info/SOURCES.txt +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/src/tasksource.egg-info/dependency_links.txt +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/src/tasksource.egg-info/requires.txt +0 -0
- {tasksource-0.0.27 → tasksource-0.0.28}/src/tasksource.egg-info/top_level.txt +0 -0
|
@@ -6,14 +6,15 @@ from datasets import get_dataset_config_names, ClassLabel, Dataset, DatasetDict
|
|
|
6
6
|
###################### NLI/paraphrase ###############################
|
|
7
7
|
|
|
8
8
|
glue___mnli = Classification(sentence1="premise", sentence2="hypothesis", labels="label", splits=["train", None, "validation_matched"])
|
|
9
|
-
glue___mrpc = Classification(sentence1="sentence1", sentence2="sentence2", labels="label")
|
|
10
|
-
glue___qqp = Classification(sentence1="question1", sentence2="question2", labels="label")
|
|
11
|
-
glue___stsb = Classification(sentence1="sentence1", sentence2="sentence2", labels="label")
|
|
12
9
|
glue___qnli = Classification(sentence1="question", labels="label")
|
|
13
10
|
glue___rte = Classification(sentence1="sentence1", sentence2="sentence2", labels="label")
|
|
14
11
|
glue___wnli = Classification(sentence1="sentence1", sentence2="sentence2", labels="label")
|
|
15
12
|
#glue___ax = Classification(sentence1="premise", sentence2="hypothesis", labels="label", splits=["test", None, None]) # fully masked
|
|
16
13
|
|
|
14
|
+
glue___mrpc = Classification(sentence1="sentence1", sentence2="sentence2", labels="label")
|
|
15
|
+
glue___qqp = Classification(sentence1="question1", sentence2="question2", labels="label")
|
|
16
|
+
glue___stsb = Classification(sentence1="sentence1", sentence2="sentence2", labels="label")
|
|
17
|
+
|
|
17
18
|
super_glue___boolq = Classification(sentence1="question", labels="label")
|
|
18
19
|
super_glue___cb = Classification(sentence1="premise", sentence2="hypothesis", labels="label")
|
|
19
20
|
super_glue___multirc = Classification(sentence1="question", labels="label")
|
|
@@ -805,3 +806,18 @@ creak = Classification("sentence",labels="label",
|
|
|
805
806
|
mutual = MultipleChoice("article",choices_list="options",
|
|
806
807
|
labels=lambda x: "ABCD".index(x['answers']),
|
|
807
808
|
dataset_name="metaeval/mutual",splits=["train",None,None])
|
|
809
|
+
|
|
810
|
+
neqa = MultipleChoice('prompt',choices_list='classes',labels="answer_index",
|
|
811
|
+
dataset_name="inverse-scaling/NeQA")
|
|
812
|
+
quote_repetition = MultipleChoice('prompt',choices_list='classes',labels="answer_index",
|
|
813
|
+
dataset_name="inverse-scaling/quote-repetition")
|
|
814
|
+
redefine_math = MultipleChoice('prompt',choices_list='classes',labels="answer_index",
|
|
815
|
+
dataset_name="inverse-scaling/redefine-math")
|
|
816
|
+
|
|
817
|
+
puzzte = Classification("puzzle_text","question","answer",
|
|
818
|
+
dataset_name="metaeval/puzzte")
|
|
819
|
+
|
|
820
|
+
implicatures = MultipleChoice(cat(['context','response'],"\n"),
|
|
821
|
+
choices=['correct_implicature','incorrect_implicature'],
|
|
822
|
+
labels=constant(0),
|
|
823
|
+
dataset_name='metaeval/implicatures')
|