evalscope 0.5.5rc0__py3-none-any.whl → 0.5.5rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of evalscope might be problematic. Click here for more details.

Files changed (7) hide show
  1. evalscope/metrics/bundled_rouge_score/rouge_scorer.py +19 -0
  2. evalscope/version.py +2 -2
  3. {evalscope-0.5.5rc0.dist-info → evalscope-0.5.5rc1.dist-info}/METADATA +1 -1
  4. {evalscope-0.5.5rc0.dist-info → evalscope-0.5.5rc1.dist-info}/RECORD +7 -7
  5. {evalscope-0.5.5rc0.dist-info → evalscope-0.5.5rc1.dist-info}/WHEEL +0 -0
  6. {evalscope-0.5.5rc0.dist-info → evalscope-0.5.5rc1.dist-info}/entry_points.txt +0 -0
  7. {evalscope-0.5.5rc0.dist-info → evalscope-0.5.5rc1.dist-info}/top_level.txt +0 -0
evalscope/metrics/bundled_rouge_score/rouge_scorer.py CHANGED
@@ -31,6 +31,7 @@ In these examples settings.xml lists input files and formats.
31
31
  from __future__ import absolute_import, division, print_function
32
32
  import collections
33
33
  import re
34
+ import os
34
35
 
35
36
  import nltk
36
37
  import numpy as np
@@ -38,6 +39,24 @@ import six
38
39
  from absl import logging
39
40
  from rouge_score import scoring, tokenizers
40
41
  from six.moves import map, range
42
+ from evalscope.utils import get_logger
43
+
44
+ logger = get_logger()
45
+
46
+ # Deal with nltk punkt_tab.zip tokenizer file to avoid downloading issue
47
+ try:
48
+ nltk_dir = os.path.join(os.path.expanduser('~'), 'nltk_data/tokenizers')
49
+ os.makedirs(nltk_dir, exist_ok=True)
50
+ punkt_path = os.path.join(nltk_dir, 'punkt_tab.zip')
51
+ punkt_tab_url = 'https://modelscope-open.oss-cn-hangzhou.aliyuncs.com/open_data/nltk_data/punkt_tab.zip'
52
+
53
+ if not os.path.exists(punkt_path):
54
+ os.system(f'wget -P {nltk_dir} {punkt_tab_url}')
55
+ os.system(f'unzip {punkt_path} -d {nltk_dir}')
56
+ else:
57
+ logger.info(f'{punkt_path} already exists, skipping download')
58
+ except Exception as e:
59
+ logger.error(f'Try to download punkt_tab.zip for nltk failed: {e}')
41
60
 
42
61
 
43
62
  class RougeScorer(scoring.BaseScorer):
evalscope/version.py CHANGED
@@ -1,4 +1,4 @@
1
1
  # Copyright (c) Alibaba, Inc. and its affiliates.
2
2
 
3
- __version__ = '0.5.5rc0'
4
- __release_datetime__ = '2024-09-24 08:00:00'
3
+ __version__ = '0.5.5rc1'
4
+ __release_datetime__ = '2024-09-29 08:00:00'
{evalscope-0.5.5rc0.dist-info → evalscope-0.5.5rc1.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: evalscope
3
- Version: 0.5.5rc0
3
+ Version: 0.5.5rc1
4
4
  Summary: EvalScope: Lightweight LLMs Evaluation Framework
5
5
  Home-page: https://github.com/modelscope/evalscope
6
6
  Author: ModelScope team
{evalscope-0.5.5rc0.dist-info → evalscope-0.5.5rc1.dist-info}/RECORD RENAMED
@@ -6,7 +6,7 @@ evalscope/run.py,sha256=T-2zoJpBx6YxLnLJH-iFF3UxUGYTU36PMV_DQ9e8tSM,18484
6
6
  evalscope/run_arena.py,sha256=BCWCAiX0BQ9pLMIq08svEcd-IoFr75gFShpV88robIY,8963
7
7
  evalscope/run_ms.py,sha256=UtJoGnah64SXigTawJQWTi_TEGjr7Td0rjCTaO-htL8,6028
8
8
  evalscope/summarizer.py,sha256=rIyML8HpjQxIpXg8KvQ0CzOS6xMS-JHZh6kUZzkaRsk,6640
9
- evalscope/version.py,sha256=bZN6I8gZRA-2x6Q_o4vAmsbfomUm2v86wl1-AhMHnR4,121
9
+ evalscope/version.py,sha256=auPe2msc57SycidTCg5C82JBZdws4TSukCurfVAMuVg,121
10
10
  evalscope/backend/__init__.py,sha256=UP_TW5KBq6V_Nvqkeb7PGvGGX3rVYussT43npwCwDgE,135
11
11
  evalscope/backend/base.py,sha256=5BLrDNNwxsGp35zorD-kphmN15tlBbkuuqwkz8jWZq0,876
12
12
  evalscope/backend/opencompass/__init__.py,sha256=UP_TW5KBq6V_Nvqkeb7PGvGGX3rVYussT43npwCwDgE,135
@@ -101,7 +101,7 @@ evalscope/metrics/math_accuracy.py,sha256=1PCy1VUNYg48JcGy-6SUmUDZNwPeAkMW1QQ_lX
101
101
  evalscope/metrics/metrics.py,sha256=sDZljGiZwgHsFZ5eNi65-3z3BLCdIwWUzPcq2QpKf1k,12545
102
102
  evalscope/metrics/rouge_metric.py,sha256=sN0r-sXXc-nJUdFrthQPAv1VFdOCrF6zzIYDKaLSgrU,4522
103
103
  evalscope/metrics/bundled_rouge_score/__init__.py,sha256=PwbTdk8168FwDJe_l8XIqDuBgZQooDsP31vj7di05Fs,650
104
- evalscope/metrics/bundled_rouge_score/rouge_scorer.py,sha256=xSLis-zx1hnHuj_9JI7HuUKMS4ZQsX-D8wECZg4D2bg,11450
104
+ evalscope/metrics/bundled_rouge_score/rouge_scorer.py,sha256=vhzIMSQezhZuJzGndymWjB_iRbDdECoEidOIdNL3NAM,12213
105
105
  evalscope/models/__init__.py,sha256=zG27J2HSeKPGiAIUE7QLPHEPLyXLsfaDwYI_TDXjpCg,145
106
106
  evalscope/models/dummy_chat_model.py,sha256=xE8wcFVSCkvizEJ-B8ojX0Ir01Q5KrN5mapjMQaQtbg,1325
107
107
  evalscope/models/model.py,sha256=ZzzVzZHVzuzdt5F1r-rEBT44ZfW9B7R1spsrV-T8nSw,3020
@@ -173,8 +173,8 @@ evalscope/utils/logger.py,sha256=Ycd0W17Z_oiByPuPX3_umNrOCHjT9O_e_Kws7ZWUSvU,185
173
173
  evalscope/utils/task_cfg_parser.py,sha256=LiNQ2X8lbZU0cODpaY_PbKyUhNoxZIC495UsLJigX64,138
174
174
  evalscope/utils/task_utils.py,sha256=Mv_u_f4Z91zcUeko6acZCmnOAPRfk61kf_dliLzG5Yk,459
175
175
  evalscope/utils/utils.py,sha256=zHo9hfxGBUVKE2xNMR7lDoEvfRnk4V4946DEfXQhlq4,20509
176
- evalscope-0.5.5rc0.dist-info/METADATA,sha256=DZDMgIPMwCBputs0_kU74reMXftr7Y9ERi2dCmC29Gs,20708
177
- evalscope-0.5.5rc0.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
178
- evalscope-0.5.5rc0.dist-info/entry_points.txt,sha256=Qr4oTgGhg_K-iUtKwVH6lWUhFHDUiH9trIqydHGTEug,56
179
- evalscope-0.5.5rc0.dist-info/top_level.txt,sha256=jNR-HMn3TR8Atolq7_4rW8IWVX6GhvYV5_1Y_KbJKlY,10
180
- evalscope-0.5.5rc0.dist-info/RECORD,,
176
+ evalscope-0.5.5rc1.dist-info/METADATA,sha256=yKE-108cG8WZFEHoDyY2FoNBcFIf4BgHkwTOnNhEc7w,20708
177
+ evalscope-0.5.5rc1.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
178
+ evalscope-0.5.5rc1.dist-info/entry_points.txt,sha256=Qr4oTgGhg_K-iUtKwVH6lWUhFHDUiH9trIqydHGTEug,56
179
+ evalscope-0.5.5rc1.dist-info/top_level.txt,sha256=jNR-HMn3TR8Atolq7_4rW8IWVX6GhvYV5_1Y_KbJKlY,10
180
+ evalscope-0.5.5rc1.dist-info/RECORD,,