evalscope 0.5.4__py3-none-any.whl → 0.5.5rc0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of evalscope might be problematic. Click here for more details.
- evalscope/backend/opencompass/tasks/eval_datasets.py +2 -2
- evalscope/version.py +2 -2
- {evalscope-0.5.4.dist-info → evalscope-0.5.5rc0.dist-info}/METADATA +3 -3
- {evalscope-0.5.4.dist-info → evalscope-0.5.5rc0.dist-info}/RECORD +7 -7
- {evalscope-0.5.4.dist-info → evalscope-0.5.5rc0.dist-info}/WHEEL +0 -0
- {evalscope-0.5.4.dist-info → evalscope-0.5.5rc0.dist-info}/entry_points.txt +0 -0
- {evalscope-0.5.4.dist-info → evalscope-0.5.5rc0.dist-info}/top_level.txt +0 -0
|
@@ -7,7 +7,7 @@ with read_base():
|
|
|
7
7
|
from opencompass.configs.datasets.agieval.agieval_gen_64afd3 import agieval_datasets
|
|
8
8
|
from opencompass.configs.datasets.GaokaoBench.GaokaoBench_gen_5cfe9e import GaokaoBench_datasets
|
|
9
9
|
from opencompass.configs.datasets.humaneval.humaneval_gen_8e312c import humaneval_datasets
|
|
10
|
-
from opencompass.configs.datasets.mbpp.
|
|
10
|
+
from opencompass.configs.datasets.mbpp.mbpp_gen_830460 import mbpp_datasets
|
|
11
11
|
from opencompass.configs.datasets.CLUE_C3.CLUE_C3_gen_8c358f import C3_datasets
|
|
12
12
|
from opencompass.configs.datasets.CLUE_CMRC.CLUE_CMRC_gen_1bd3c8 import CMRC_datasets
|
|
13
13
|
from opencompass.configs.datasets.CLUE_DRCD.CLUE_DRCD_gen_1bd3c8 import DRCD_datasets
|
|
@@ -45,7 +45,7 @@ with read_base():
|
|
|
45
45
|
from opencompass.configs.datasets.piqa.piqa_gen_1194eb import piqa_datasets
|
|
46
46
|
from opencompass.configs.datasets.siqa.siqa_gen_e78df3 import siqa_datasets
|
|
47
47
|
from opencompass.configs.datasets.strategyqa.strategyqa_gen_1180a7 import strategyqa_datasets
|
|
48
|
-
from opencompass.configs.datasets.winogrande.
|
|
48
|
+
from opencompass.configs.datasets.winogrande.winogrande_gen_458220 import winogrande_datasets
|
|
49
49
|
from opencompass.configs.datasets.obqa.obqa_gen_9069e4 import obqa_datasets
|
|
50
50
|
from opencompass.configs.datasets.nq.nq_gen_c788f6 import nq_datasets
|
|
51
51
|
from opencompass.configs.datasets.triviaqa.triviaqa_gen_2121ce import triviaqa_datasets
|
evalscope/version.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: evalscope
|
|
3
|
-
Version: 0.5.
|
|
3
|
+
Version: 0.5.5rc0
|
|
4
4
|
Summary: EvalScope: Lightweight LLMs Evaluation Framework
|
|
5
5
|
Home-page: https://github.com/modelscope/evalscope
|
|
6
6
|
Author: ModelScope team
|
|
@@ -80,7 +80,7 @@ Requires-Dist: transformers (>=4.33) ; extra == 'all'
|
|
|
80
80
|
Requires-Dist: transformers-stream-generator ; extra == 'all'
|
|
81
81
|
Requires-Dist: jieba ; extra == 'all'
|
|
82
82
|
Requires-Dist: rouge-chinese ; extra == 'all'
|
|
83
|
-
Requires-Dist: ms-opencompass (>=0.1.
|
|
83
|
+
Requires-Dist: ms-opencompass (>=0.1.1) ; extra == 'all'
|
|
84
84
|
Requires-Dist: ms-vlmeval (>=0.0.5) ; extra == 'all'
|
|
85
85
|
Provides-Extra: inner
|
|
86
86
|
Requires-Dist: absl-py ; extra == 'inner'
|
|
@@ -109,7 +109,7 @@ Requires-Dist: tqdm ; extra == 'inner'
|
|
|
109
109
|
Requires-Dist: transformers (<4.43,>=4.33) ; extra == 'inner'
|
|
110
110
|
Requires-Dist: transformers-stream-generator ; extra == 'inner'
|
|
111
111
|
Provides-Extra: opencompass
|
|
112
|
-
Requires-Dist: ms-opencompass (>=0.1.
|
|
112
|
+
Requires-Dist: ms-opencompass (>=0.1.1) ; extra == 'opencompass'
|
|
113
113
|
Provides-Extra: vlmeval
|
|
114
114
|
Requires-Dist: ms-vlmeval (>=0.0.5) ; extra == 'vlmeval'
|
|
115
115
|
|
|
@@ -6,7 +6,7 @@ evalscope/run.py,sha256=T-2zoJpBx6YxLnLJH-iFF3UxUGYTU36PMV_DQ9e8tSM,18484
|
|
|
6
6
|
evalscope/run_arena.py,sha256=BCWCAiX0BQ9pLMIq08svEcd-IoFr75gFShpV88robIY,8963
|
|
7
7
|
evalscope/run_ms.py,sha256=UtJoGnah64SXigTawJQWTi_TEGjr7Td0rjCTaO-htL8,6028
|
|
8
8
|
evalscope/summarizer.py,sha256=rIyML8HpjQxIpXg8KvQ0CzOS6xMS-JHZh6kUZzkaRsk,6640
|
|
9
|
-
evalscope/version.py,sha256=
|
|
9
|
+
evalscope/version.py,sha256=bZN6I8gZRA-2x6Q_o4vAmsbfomUm2v86wl1-AhMHnR4,121
|
|
10
10
|
evalscope/backend/__init__.py,sha256=UP_TW5KBq6V_Nvqkeb7PGvGGX3rVYussT43npwCwDgE,135
|
|
11
11
|
evalscope/backend/base.py,sha256=5BLrDNNwxsGp35zorD-kphmN15tlBbkuuqwkz8jWZq0,876
|
|
12
12
|
evalscope/backend/opencompass/__init__.py,sha256=UP_TW5KBq6V_Nvqkeb7PGvGGX3rVYussT43npwCwDgE,135
|
|
@@ -14,7 +14,7 @@ evalscope/backend/opencompass/api_meta_template.py,sha256=sBW0XbVDOKeJ7mVUDLhmcG
|
|
|
14
14
|
evalscope/backend/opencompass/backend_manager.py,sha256=_eg82FLAVxQ6t5e1OqlyuxZcngqD8rxvI5EijLUh_zI,10294
|
|
15
15
|
evalscope/backend/opencompass/tasks/__init__.py,sha256=I_ANdxdcIHpkIzIXc1yKOlWwzb4oY0FwTPq1kYtgzQw,50
|
|
16
16
|
evalscope/backend/opencompass/tasks/eval_api.py,sha256=12lrgDpMzZ1XBRboq5TEOovDPCMDwwGCJoRT78Ox_yo,1108
|
|
17
|
-
evalscope/backend/opencompass/tasks/eval_datasets.py,sha256=
|
|
17
|
+
evalscope/backend/opencompass/tasks/eval_datasets.py,sha256=bYFHkjiwZqh2FVRo1I88xEDZ6nYmZjAgG5ZODbthKFI,5241
|
|
18
18
|
evalscope/backend/vlm_eval_kit/__init__.py,sha256=xTgHM95lWzh4s0W7zxLwYkgUbPAZfAb0UoGGmyyBXrs,83
|
|
19
19
|
evalscope/backend/vlm_eval_kit/backend_manager.py,sha256=k52qTUqkp1kJivKn8bVrKoF8cng4xYTQLUmjnH_CWPM,6080
|
|
20
20
|
evalscope/backend/vlm_eval_kit/custom_dataset.py,sha256=zC40Jw9bIqcGKuWS9oKPAlQdBARc-zY3sJlSiU-u-sI,1625
|
|
@@ -173,8 +173,8 @@ evalscope/utils/logger.py,sha256=Ycd0W17Z_oiByPuPX3_umNrOCHjT9O_e_Kws7ZWUSvU,185
|
|
|
173
173
|
evalscope/utils/task_cfg_parser.py,sha256=LiNQ2X8lbZU0cODpaY_PbKyUhNoxZIC495UsLJigX64,138
|
|
174
174
|
evalscope/utils/task_utils.py,sha256=Mv_u_f4Z91zcUeko6acZCmnOAPRfk61kf_dliLzG5Yk,459
|
|
175
175
|
evalscope/utils/utils.py,sha256=zHo9hfxGBUVKE2xNMR7lDoEvfRnk4V4946DEfXQhlq4,20509
|
|
176
|
-
evalscope-0.5.
|
|
177
|
-
evalscope-0.5.
|
|
178
|
-
evalscope-0.5.
|
|
179
|
-
evalscope-0.5.
|
|
180
|
-
evalscope-0.5.
|
|
176
|
+
evalscope-0.5.5rc0.dist-info/METADATA,sha256=DZDMgIPMwCBputs0_kU74reMXftr7Y9ERi2dCmC29Gs,20708
|
|
177
|
+
evalscope-0.5.5rc0.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
|
|
178
|
+
evalscope-0.5.5rc0.dist-info/entry_points.txt,sha256=Qr4oTgGhg_K-iUtKwVH6lWUhFHDUiH9trIqydHGTEug,56
|
|
179
|
+
evalscope-0.5.5rc0.dist-info/top_level.txt,sha256=jNR-HMn3TR8Atolq7_4rW8IWVX6GhvYV5_1Y_KbJKlY,10
|
|
180
|
+
evalscope-0.5.5rc0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|