evalscope 0.7.1__py3-none-any.whl → 0.7.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of evalscope might be problematic. Click here for more details.

@@ -151,6 +151,6 @@ class OpenaiPlugin(ApiPluginBase):
151
151
  elif input_tokens is None and output_tokens is None: # no usage info get.
152
152
  input_tokens = 0
153
153
  output_tokens = 0
154
- logger.warning('No usage info get.')
154
+ logger.warning('No usage information found. Please specify `--tokenizer-path` to generate usage details.')
155
155
 
156
156
  return input_tokens, output_tokens
evalscope/version.py CHANGED
@@ -1,4 +1,4 @@
1
1
  # Copyright (c) Alibaba, Inc. and its affiliates.
2
2
 
3
- __version__ = "0.7.1"
4
- __release_datetime__ = "2024-11-29 03:00:00"
3
+ __version__ = '0.7.2'
4
+ __release_datetime__ = '2024-12-04 12:00:00'
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: evalscope
3
- Version: 0.7.1
3
+ Version: 0.7.2
4
4
  Summary: EvalScope: Lightweight LLMs Evaluation Framework
5
5
  Home-page: https://github.com/modelscope/evalscope
6
6
  Author: ModelScope team
@@ -29,7 +29,7 @@ Requires-Dist: nltk>=3.9
29
29
  Requires-Dist: openai
30
30
  Requires-Dist: pandas
31
31
  Requires-Dist: plotly
32
- Requires-Dist: pyarrow<=17.0.0
32
+ Requires-Dist: pyarrow
33
33
  Requires-Dist: pympler
34
34
  Requires-Dist: pyyaml
35
35
  Requires-Dist: regex
@@ -62,7 +62,7 @@ Requires-Dist: nltk>=3.9; extra == "all"
62
62
  Requires-Dist: openai; extra == "all"
63
63
  Requires-Dist: pandas; extra == "all"
64
64
  Requires-Dist: plotly; extra == "all"
65
- Requires-Dist: pyarrow<=17.0.0; extra == "all"
65
+ Requires-Dist: pyarrow; extra == "all"
66
66
  Requires-Dist: pympler; extra == "all"
67
67
  Requires-Dist: pyyaml; extra == "all"
68
68
  Requires-Dist: regex; extra == "all"
@@ -6,7 +6,7 @@ evalscope/run.py,sha256=uAXtaxIBcR94jyfHGFAecuzn0y71oLgu-d9VOohCJAw,18738
6
6
  evalscope/run_arena.py,sha256=BCWCAiX0BQ9pLMIq08svEcd-IoFr75gFShpV88robIY,8963
7
7
  evalscope/run_ms.py,sha256=UtJoGnah64SXigTawJQWTi_TEGjr7Td0rjCTaO-htL8,6028
8
8
  evalscope/summarizer.py,sha256=rIyML8HpjQxIpXg8KvQ0CzOS6xMS-JHZh6kUZzkaRsk,6640
9
- evalscope/version.py,sha256=hA8tHZM5X2eUwWrp4-de43JlGb0XF7FqwyNdrNHAqQE,118
9
+ evalscope/version.py,sha256=H1a8g__rL44KWkB8_7MGtmAlZo0QAG-Yz8ElN-SGMdA,118
10
10
  evalscope/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
11
11
  evalscope/backend/base.py,sha256=5BLrDNNwxsGp35zorD-kphmN15tlBbkuuqwkz8jWZq0,876
12
12
  evalscope/backend/opencompass/__init__.py,sha256=UP_TW5KBq6V_Nvqkeb7PGvGGX3rVYussT43npwCwDgE,135
@@ -188,7 +188,7 @@ evalscope/perf/plugin/api/__init__.py,sha256=Ckzbq4CkSMVQTedQcDHCYlRd6FTwQAElt2m
188
188
  evalscope/perf/plugin/api/base.py,sha256=B_H04qKx7eRTn155rnDrbTYur7PK1mvxfQKYcqYbndU,2118
189
189
  evalscope/perf/plugin/api/custom_api.py,sha256=NQ2LDKsFQfExVRx2prcmfORCBzxxibfhpVHhB-lxAO4,3776
190
190
  evalscope/perf/plugin/api/dashscope_api.py,sha256=0p9f6ujppS_H6w7wsIbRVNnCkHXtRemIai5Bhdogla4,3826
191
- evalscope/perf/plugin/api/openai_api.py,sha256=I9yM4ouY1-xlBz4bYQ_62FZHKX4F3YCsg5GCqLU_9xA,6938
191
+ evalscope/perf/plugin/api/openai_api.py,sha256=dYUzRwQ9xLoJUTtZHfoI1_3pV9VevdK7EV_yfngDidA,7008
192
192
  evalscope/perf/plugin/datasets/__init__.py,sha256=9mz2TnVHhxbEKAS9pLbKMQuIoShNlZpGiRo9e2RQLUs,490
193
193
  evalscope/perf/plugin/datasets/base.py,sha256=1U_efZuU2ZdWV9UVAqFu1fx9_0PST_sJnaSIqbNvTF4,1787
194
194
  evalscope/perf/plugin/datasets/custom.py,sha256=_GSC5yR90_BjcRjdJqrJT2vHQAzskz5XxYOxngUM2Pg,815
@@ -278,9 +278,9 @@ tests/swift/test_run_swift_vlm_eval.py,sha256=p2i2ZRj-vG1YsQGsemvQLHcyhjy1EmUChy
278
278
  tests/swift/test_run_swift_vlm_jugde_eval.py,sha256=c31jwQle_97ru5Dep91qsAqYjR1HDm1O9YZihRr0u0s,6018
279
279
  tests/vlm/__init__.py,sha256=I_ANdxdcIHpkIzIXc1yKOlWwzb4oY0FwTPq1kYtgzQw,50
280
280
  tests/vlm/test_vlmeval.py,sha256=21xi0nu4ghDB6_X-Pol7pTfK7aYkAYOp82TQ-MSQv-I,1757
281
- evalscope-0.7.1.dist-info/LICENSE,sha256=K_2M03pN0PxVMyx9IQUKsHGhhDMkw5ryQ02rlMvzj3I,11416
282
- evalscope-0.7.1.dist-info/METADATA,sha256=MjxJQlVBhVgVF7ovyRYL9m7S1g8Oz3SCssvB3vbdTf8,23796
283
- evalscope-0.7.1.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
284
- evalscope-0.7.1.dist-info/entry_points.txt,sha256=Qr4oTgGhg_K-iUtKwVH6lWUhFHDUiH9trIqydHGTEug,56
285
- evalscope-0.7.1.dist-info/top_level.txt,sha256=Yv0iprOqZQ4rfUO-AWJp7Ni6m0Twxny1yvZwO-8hUDM,16
286
- evalscope-0.7.1.dist-info/RECORD,,
281
+ evalscope-0.7.2.dist-info/LICENSE,sha256=K_2M03pN0PxVMyx9IQUKsHGhhDMkw5ryQ02rlMvzj3I,11416
282
+ evalscope-0.7.2.dist-info/METADATA,sha256=k4bfDc1QrLXGBfztQbobpQDp1ML1sUjqZrKylotW-Ck,23780
283
+ evalscope-0.7.2.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
284
+ evalscope-0.7.2.dist-info/entry_points.txt,sha256=Qr4oTgGhg_K-iUtKwVH6lWUhFHDUiH9trIqydHGTEug,56
285
+ evalscope-0.7.2.dist-info/top_level.txt,sha256=Yv0iprOqZQ4rfUO-AWJp7Ni6m0Twxny1yvZwO-8hUDM,16
286
+ evalscope-0.7.2.dist-info/RECORD,,